presage
0.9.1
src
lib
core
tokenizer
forwardTokenizer.h
Go to the documentation of this file.
1
2
/******************************************************
3
* Presage, an extensible predictive text entry system
4
* ---------------------------------------------------
5
*
6
* Copyright (C) 2008 Matteo Vescovi <matteo.vescovi@yahoo.co.uk>
7
8
This program is free software; you can redistribute it and/or modify
9
it under the terms of the GNU General Public License as published by
10
the Free Software Foundation; either version 2 of the License, or
11
(at your option) any later version.
12
13
This program is distributed in the hope that it will be useful,
14
but WITHOUT ANY WARRANTY; without even the implied warranty of
15
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16
GNU General Public License for more details.
17
18
You should have received a copy of the GNU General Public License along
19
with this program; if not, write to the Free Software Foundation, Inc.,
20
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21
*
22
**********(*)*/
23
24
25
#ifndef PRESAGE_FORWARDTOKENIZER
26
#define PRESAGE_FORWARDTOKENIZER
27
28
#include "
tokenizer.h
"
29
38
class
ForwardTokenizer
39
:
public
Tokenizer
{
40
public
:
41
ForwardTokenizer
(std::istream&
stream
,
42
const
std::string
blankspaces
,
43
const
std::string
separators
);
44
virtual
~ForwardTokenizer
();
45
48
virtual
int
countTokens
();
49
52
virtual
bool
hasMoreTokens
()
const
;
53
56
virtual
std::string
nextToken
();
57
60
virtual
double
progress
()
const
;
61
62
protected
:
63
64
private
:
65
66
};
67
68
#endif
// PRESAGE_FORWARDTOKENIZER
69
70
ForwardTokenizer
Definition:
forwardTokenizer.h:39
ForwardTokenizer::hasMoreTokens
virtual bool hasMoreTokens() const
Definition:
forwardTokenizer.cpp:61
ForwardTokenizer::countTokens
virtual int countTokens()
Definition:
forwardTokenizer.cpp:39
ForwardTokenizer::nextToken
virtual std::string nextToken()
Definition:
forwardTokenizer.cpp:72
ForwardTokenizer::~ForwardTokenizer
virtual ~ForwardTokenizer()
Definition:
forwardTokenizer.cpp:36
ForwardTokenizer::progress
virtual double progress() const
Definition:
forwardTokenizer.cpp:151
Tokenizer
Definition:
tokenizer.h:64
Tokenizer::stream
std::istream & stream
Definition:
tokenizer.h:144
Tokenizer::blankspaces
std::string blankspaces
Definition:
tokenizer.h:154
Tokenizer::separators
std::string separators
Definition:
tokenizer.h:155
tokenizer.h
Generated on Tue Nov 30 2021 16:53:39 for presage by
1.9.5