blob: 0c490507f2aacf073bc8df372d6b559ea2ea8d09 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
|
#include "Tokenizer.h"
#include "string.h"
namespace TNet
{
//****************************************************************************
//****************************************************************************
void
Tokenizer::
AddString(const char* pString)
{
// copy into string struct, which is more convenient
std::string aux_string(pString);
std::string aux_record;
std::string::size_type cur_pos = 0;
std::string::size_type old_pos = 0;
std::string::size_type search_start = 0;
// make sure we have enough space
aux_record.reserve(aux_string.length());
// find all of separators and make a list of tokens
while(old_pos < std::string::npos) {
// find the next separator
cur_pos = aux_string.find_first_of(mSeparator, search_start);
// if backslash is in front of separator, ignore this separator
if (cur_pos != 0 && cur_pos != std::string::npos &&
pString[cur_pos - 1] == '\\') {
search_start = cur_pos + 1;
continue;
}
// we don't want to have empty records
if (!(cur_pos == old_pos && mSkipEmpty)) {
// extract token
aux_record.insert(0, pString+old_pos, cur_pos==std::string::npos ? strlen(pString+old_pos) : cur_pos - old_pos);
// insert to list
this->push_back(aux_record);
// we don't need the contents of the token
aux_record.erase();
}
// update old position so that it points behind the separator
old_pos = cur_pos < std::string::npos ? cur_pos + 1 : cur_pos;
search_start = old_pos;
}
}
} // namespace TNet
|