-
Notifications
You must be signed in to change notification settings - Fork 0
/
Tokenizer.h
50 lines (45 loc) · 1.4 KB
/
Tokenizer.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
#ifndef TOKENIZER_H
#define TOKENIZER_H
/*
* Copyright 2016-2017 Rochus Keller <mailto:me@rochus-keller.info>
*
* This file is part of the CrossLine full-text search Fts library.
*
* The following is the license that applies to this copy of the
* library. For a license to use the library under conditions
* other than those described here, please email to me@rochus-keller.info.
*
* GNU General Public License Usage
* This file may be used under the terms of the GNU General Public
* License (GPL) versions 2.0 or 3.0 as published by the Free Software
* Foundation and appearing in the file LICENSE.GPL included in
* the packaging of this file. Please review the following information
* to ensure GNU General Public Licensing requirements will be met:
* http://www.fsf.org/licensing/licenses/info/GPLv2.html and
* http://www.gnu.org/copyleft/gpl.html.
*/
#include <QObject>
namespace Fts
{
class Tokenizer : public QObject
{
public:
explicit Tokenizer(QObject *parent = 0);
// to override
virtual void setString( const QString& ) = 0;
virtual QString nextToken() = 0; // Gibt ein Token (lowercase) nach dem anderen zurück bis Leerstring
};
class LetterOrNumberTok : public Tokenizer
{
public:
LetterOrNumberTok(QObject* p = 0);
QStringList parse( const QString& );
// override
void setString( const QString& );
QString nextToken();
private:
QString d_str;
int d_pos;
};
}
#endif // TOKENIZER_H