Lucene++ - a full-featured, c++ search engine
API Documentation

- Main Page
- Related Pages
- Namespaces
- Data Structures
- Files

- File List
- Globals

All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Pages
WhitespaceTokenizer.h
Go to the documentation of this file.
1 // Copyright (c) 2009-2011 Alan Wright. All rights reserved.
3 // Distributable under the terms of either the Apache License (Version 2.0)
4 // or the GNU Lesser General Public License.
6
7 #ifndef WHITESPACETOKENIZER_H
8 #define WHITESPACETOKENIZER_H
9
10 #include "CharTokenizer.h"
11
12 namespace Lucene
13 {
16 class LPPAPI WhitespaceTokenizer : public CharTokenizer
17 {
18 public:
20 WhitespaceTokenizer(ReaderPtr input);
21
23 WhitespaceTokenizer(AttributeSourcePtr source, ReaderPtr input);
24
26 WhitespaceTokenizer(AttributeFactoryPtr factory, ReaderPtr input);
27
28 virtual ~WhitespaceTokenizer();
29
30 LUCENE_CLASS(WhitespaceTokenizer);
31
32 public:
34 virtual bool isTokenChar(wchar_t c);
35 };
36 }
37
38 #endif

clucene.sourceforge.net