presage
0.9.1
src
lib
core
tokenizer
stringForwardTokenizer.h
Go to the documentation of this file.
1
2
/******************************************************
3
* Presage, an extensible predictive text entry system
4
* ---------------------------------------------------
5
*
6
* Copyright (C) 2008 Matteo Vescovi <matteo.vescovi@yahoo.co.uk>
7
8
This program is free software; you can redistribute it and/or modify
9
it under the terms of the GNU General Public License as published by
10
the Free Software Foundation; either version 2 of the License, or
11
(at your option) any later version.
12
13
This program is distributed in the hope that it will be useful,
14
but WITHOUT ANY WARRANTY; without even the implied warranty of
15
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16
GNU General Public License for more details.
17
18
You should have received a copy of the GNU General Public License along
19
with this program; if not, write to the Free Software Foundation, Inc.,
20
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21
*
22
**********(*)*/
23
24
25
#ifndef PRESAGE_STRINGFORWARDTOKENIZER
26
#define PRESAGE_STRINGFORWARDTOKENIZER
27
28
#include "
forwardTokenizer.h
"
29
30
class
StringForwardTokenizer
31
:
public
ForwardTokenizer
{
32
public
:
33
StringForwardTokenizer
(std::string& toBeTokenized,
34
const
std::string
blankspaces
,
35
const
std::string
separators
);
36
virtual
~StringForwardTokenizer
();
37
38
// /** Returns the number of tokens left.
39
// */
40
// virtual int countTokens();
41
//
42
// /** Tests if there are more tokens.
43
// */
44
// virtual bool hasMoreTokens() const;
45
//
46
// /** Returns the next token.
47
// */
48
// virtual std::string nextToken();
49
//
50
// /** Returns progress percentage.
51
// */
52
// virtual double progress() const;
53
54
protected
:
55
56
private
:
57
58
};
59
60
#endif
// PRESAGE_STRINGFORWARDTOKENIZER
ForwardTokenizer
Definition:
forwardTokenizer.h:39
StringForwardTokenizer
Definition:
stringForwardTokenizer.h:31
StringForwardTokenizer::~StringForwardTokenizer
virtual ~StringForwardTokenizer()
Definition:
stringForwardTokenizer.cpp:35
StringForwardTokenizer::StringForwardTokenizer
StringForwardTokenizer(std::string &toBeTokenized, const std::string blankspaces, const std::string separators)
Definition:
stringForwardTokenizer.cpp:29
Tokenizer::blankspaces
std::string blankspaces
Definition:
tokenizer.h:154
Tokenizer::separators
std::string separators
Definition:
tokenizer.h:155
forwardTokenizer.h
Generated on Thu Dec 17 2020 16:34:30 for presage by
1.9.1