presage  0.8.7
StringForwardTokenizer Member List
This is the complete list of members for StringForwardTokenizer, including all inherited members.
blankspaceChars(const std::string)Tokenizer
blankspaceChars() const Tokenizer
countTokens()ForwardTokenizer [virtual]
ForwardTokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)ForwardTokenizer
hasMoreTokens() const ForwardTokenizer [virtual]
isBlankspace(const int character) const Tokenizer [protected]
isSeparator(const int character) const Tokenizer [protected]
lowercaseMode(const bool)Tokenizer
lowercaseMode() const Tokenizer
nextToken()ForwardTokenizer [virtual]
offbegTokenizer [protected]
offendTokenizer [protected]
offsetTokenizer [protected]
progress() const ForwardTokenizer [virtual]
separatorChars(const std::string)Tokenizer
separatorChars() const Tokenizer
sstateTokenizer [protected]
streamTokenizer [protected]
streamToString() const Tokenizer [inline]
StringForwardTokenizer(std::string &toBeTokenized, const std::string blankspaces, const std::string separators)StringForwardTokenizer
Tokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)Tokenizer
~ForwardTokenizer()ForwardTokenizer [virtual]
~StringForwardTokenizer()StringForwardTokenizer [virtual]
~Tokenizer()Tokenizer [virtual]