diff options
Diffstat (limited to 'tnet_io/KaldiLib/Tokenizer.h')
-rw-r--r-- | tnet_io/KaldiLib/Tokenizer.h | 45 |
1 files changed, 0 insertions, 45 deletions
diff --git a/tnet_io/KaldiLib/Tokenizer.h b/tnet_io/KaldiLib/Tokenizer.h deleted file mode 100644 index 1be717b..0000000 --- a/tnet_io/KaldiLib/Tokenizer.h +++ /dev/null @@ -1,45 +0,0 @@ -#include <list> -#include <string> - -namespace TNet { - /** - * @brief General string tokenizer - */ - class Tokenizer - : public std::list<std::string> - { - public: - // Constructors and Destructors ............................................ - Tokenizer(const char* pSeparator, bool skipEmpty = false) - : std::list<std::string>(), mSeparator(pSeparator), mSkipEmpty(skipEmpty) - {} - - Tokenizer(const char* pString, const char* pSeparator, bool skipEmpty = false) - : std::list<std::string>(), mSeparator(pSeparator), mSkipEmpty(skipEmpty) - { AddString(pString); } - - ~Tokenizer() - {} - - /** - * @brief Parses a string and appends the tokens to the list - * @param pString string to parse - */ - void - AddString(const char* pString); - - /** - * @brief Constant accessor to the separators string - * @return Const refference - */ - const std::string& - Separator() const - {return mSeparator;} - - private: - std::string mSeparator; ///< holds the list of separators - bool mSkipEmpty; ///< if true, multiple separators will be regarded as one - }; // class Tokenizer -} // namespace TNet - - |