-
Notifications
You must be signed in to change notification settings - Fork 0
/
CToken.cpp
83 lines (70 loc) · 1.9 KB
/
CToken.cpp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
#include "CToken.h"
//http://www.s34.co.jp/cpptechdoc/misc/stx-string/
//コンストラクタ
CToken::CToken(const string& str, const string& del, bool ret)
: cur_(0), str_(str), del_(del), ret_(ret) {}
//内部的なスキップ処理
void CToken::skip()
{
if ( cur_ == str_.length() )
cur_ = string::npos;
if ( !ret_ && cur_ != string::npos ) {
string::size_type tmp = str_.find_first_not_of(del_, cur_);
if ( tmp != string::npos )
cur_ = tmp;
}
}
//返すトークンが無いならtrue
bool CToken::empty()
{
skip();
return cur_ == string::npos;
}
//次のトークンを返す
string CToken::next()
{
range_type range = next_range();
return str_.substr(range.first, range.second);
}
CToken::range_type CToken::next_range()
{
skip();
string::size_type start = cur_;
string::size_type tmp = cur_;
if ( cur_ != string::npos ) cur_ = str_.find_first_of(del_,cur_);
if ( cur_ == string::npos ) return range_type(start,str_.length()-start);
if ( ret_ && start == cur_ && del_.find(str_[cur_]) != string::npos ) ++cur_;
return range_type(start,cur_-start);
}
//分解する文字列を指定
void CToken::set_str(const string& str)
{
str_ = str;
cur_ = 0;
}
//デリミタの設定
void CToken::set_delimiter(const string& delim, bool ret)
{
del_ = delim;
ret_ = ret;
}
//現在これから返す予定のトークン数
size_t CToken::count() const
{
size_t count = 0;
string::size_type currpos = cur_;
while ( currpos != string::npos ) {
if ( !ret_ ) {
currpos = str_.find_first_not_of(del_,currpos);
if ( currpos == string::npos ) { ++count; break; }
} else if ( currpos == str_.length() ) {
break;
}
string::size_type start = currpos;
if ( currpos != string::npos ) currpos = str_.find_first_of(del_,currpos);
if ( currpos == string::npos ) { ++count; break; }
if ( ret_ && start == currpos && del_.find(str_[currpos]) != string::npos ) ++currpos;
++count;
}
return count;
}