presage  0.8.7
Tokenizer Member List
This is the complete list of members for Tokenizer, including all inherited members.
blankspaceChars(const std::string)Tokenizer
blankspaceChars() const Tokenizer
blankspacesTokenizer [private]
countTokens()=0Tokenizer [pure virtual]
hasMoreTokens() const =0Tokenizer [pure virtual]
isBlankspace(const int character) const Tokenizer [protected]
isSeparator(const int character) const Tokenizer [protected]
lowercaseTokenizer [private]
lowercaseMode(const bool)Tokenizer
lowercaseMode() const Tokenizer
nextToken()=0Tokenizer [pure virtual]
offbegTokenizer [protected]
offendTokenizer [protected]
offsetTokenizer [protected]
progress() const =0Tokenizer [pure virtual]
separatorChars(const std::string)Tokenizer
separatorChars() const Tokenizer
separatorsTokenizer [private]
sstateTokenizer [protected]
streamTokenizer [protected]
streamToString() const Tokenizer [inline]
Tokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)Tokenizer
~Tokenizer()Tokenizer [virtual]