25 #ifndef PRESAGE_FORWARDTOKENIZER
26 #define PRESAGE_FORWARDTOKENIZER
virtual bool hasMoreTokens() const
virtual int countTokens()
virtual std::string nextToken()
virtual ~ForwardTokenizer()
ForwardTokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)
virtual double progress() const