presage
0.9.1
ForwardTokenizer Member List
This is the complete list of members for
ForwardTokenizer
, including all inherited members.
blankspaceChars
(const std::string)
Tokenizer
blankspaceChars
() const
Tokenizer
blankspaces
Tokenizer
private
countTokens
()
ForwardTokenizer
virtual
ForwardTokenizer
(std::istream &stream, const std::string blankspaces, const std::string separators)
ForwardTokenizer
hasMoreTokens
() const
ForwardTokenizer
virtual
isBlankspace
(const int character) const
Tokenizer
protected
isSeparator
(const int character) const
Tokenizer
protected
lowercase
Tokenizer
private
lowercaseMode
(const bool)
Tokenizer
lowercaseMode
() const
Tokenizer
nextToken
()
ForwardTokenizer
virtual
offbeg
Tokenizer
protected
offend
Tokenizer
protected
offset
Tokenizer
protected
progress
() const
ForwardTokenizer
virtual
separatorChars
(const std::string)
Tokenizer
separatorChars
() const
Tokenizer
separators
Tokenizer
private
sstate
Tokenizer
protected
stream
Tokenizer
protected
streamToString
() const
Tokenizer
inline
Tokenizer
(std::istream &stream, const std::string blankspaces, const std::string separators)
Tokenizer
~ForwardTokenizer
()
ForwardTokenizer
virtual
~Tokenizer
()
Tokenizer
virtual
Generated on Thu Dec 17 2020 16:34:30 for presage by
1.9.1