diff options
author | Determinant <[email protected]> | 2015-06-25 12:56:45 +0800 |
---|---|---|
committer | Determinant <[email protected]> | 2015-06-25 12:56:45 +0800 |
commit | a74183ddb4ab8383bfe214b3745eb8a0a99ee47a (patch) | |
tree | d5e69cf8c4c2db2e3a4722778352fc3c95953bb2 /tnet_io/KaldiLib/Tokenizer.h | |
parent | b6301089cde20f4c825c7f5deaf179082aad63da (diff) |
let HTK I/O implementation be a single package
Diffstat (limited to 'tnet_io/KaldiLib/Tokenizer.h')
-rw-r--r-- | tnet_io/KaldiLib/Tokenizer.h | 45 |
1 files changed, 0 insertions, 45 deletions
diff --git a/tnet_io/KaldiLib/Tokenizer.h b/tnet_io/KaldiLib/Tokenizer.h deleted file mode 100644 index 1be717b..0000000 --- a/tnet_io/KaldiLib/Tokenizer.h +++ /dev/null @@ -1,45 +0,0 @@ -#include <list> -#include <string> - -namespace TNet { - /** - * @brief General string tokenizer - */ - class Tokenizer - : public std::list<std::string> - { - public: - // Constructors and Destructors ............................................ - Tokenizer(const char* pSeparator, bool skipEmpty = false) - : std::list<std::string>(), mSeparator(pSeparator), mSkipEmpty(skipEmpty) - {} - - Tokenizer(const char* pString, const char* pSeparator, bool skipEmpty = false) - : std::list<std::string>(), mSeparator(pSeparator), mSkipEmpty(skipEmpty) - { AddString(pString); } - - ~Tokenizer() - {} - - /** - * @brief Parses a string and appends the tokens to the list - * @param pString string to parse - */ - void - AddString(const char* pString); - - /** - * @brief Constant accessor to the separators string - * @return Const refference - */ - const std::string& - Separator() const - {return mSeparator;} - - private: - std::string mSeparator; ///< holds the list of separators - bool mSkipEmpty; ///< if true, multiple separators will be regarded as one - }; // class Tokenizer -} // namespace TNet - - |