forwardTokenizer.h
Go to the documentation of this file.
/******************************************************
* Presage, an extensible predictive text entry system
* ---------------------------------------------------
*
* Copyright (C) 2008 Matteo Vescovi <matteo.vescovi@yahoo.co.uk>
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License along
with this program; if not, write to the Free Software Foundation, Inc.,
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
*
**********(*)*/
#ifndef PRESAGE_FORWARDTOKENIZER
#define PRESAGE_FORWARDTOKENIZER
#include "tokenizer.h"
class ForwardTokenizer
: public Tokenizer {
public:
ForwardTokenizer(std::istream& stream,
const std::string blankspaces,
const std::string separators);
virtual ~ForwardTokenizer();
virtual int countTokens();
virtual bool hasMoreTokens() const;
virtual std::string nextToken();
virtual double progress() const;
protected:
private:
};
#endif // PRESAGE_FORWARDTOKENIZER
ForwardTokenizer::countTokens
virtual int countTokens()
Definition: forwardTokenizer.cpp:38
ForwardTokenizer::hasMoreTokens
virtual bool hasMoreTokens() const
Definition: forwardTokenizer.cpp:60
tokenizer.h
Tokenizer
Definition: tokenizer.h:63
ForwardTokenizer::nextToken
virtual std::string nextToken()
Definition: forwardTokenizer.cpp:71
ForwardTokenizer::~ForwardTokenizer
virtual ~ForwardTokenizer()
Definition: forwardTokenizer.cpp:35
Tokenizer::blankspaces
std::string blankspaces
Definition: tokenizer.h:172
ForwardTokenizer::ForwardTokenizer
ForwardTokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)
Definition: forwardTokenizer.cpp:26
Tokenizer::separators
std::string separators
Definition: tokenizer.h:173
ForwardTokenizer::progress
virtual double progress() const
Definition: forwardTokenizer.cpp:150
ForwardTokenizer
Definition: forwardTokenizer.h:37
Tokenizer::stream
std::istream & stream
Definition: tokenizer.h:162