Lucene++ - a full-featured, c++ search engine
API Documentation

LetterTokenizer.h
Go to the documentation of this file.
1 // Copyright (c) 2009-2014 Alan Wright. All rights reserved.
3 // Distributable under the terms of either the Apache License (Version 2.0)
4 // or the GNU Lesser General Public License.
6
7 #ifndef LETTERTOKENIZER_H
8 #define LETTERTOKENIZER_H
9
10 #include "CharTokenizer.h"
11
12 namespace Lucene {
13
19 class LPPAPI LetterTokenizer : public CharTokenizer {
20 public:
22 LetterTokenizer(const ReaderPtr& input);
23
25 LetterTokenizer(const AttributeSourcePtr& source, const ReaderPtr& input);
26
28 LetterTokenizer(const AttributeFactoryPtr& factory, const ReaderPtr& input);
29
30 virtual ~LetterTokenizer();
31
32 LUCENE_CLASS(LetterTokenizer);
33
34 public:
36 virtual bool isTokenChar(wchar_t c);
37 };
38
39 }
40
41 #endif
CharTokenizer.h
LUCENE_CLASS
#define LUCENE_CLASS(Name)
Definition: LuceneObject.h:24
Lucene::CharTokenizer
An abstract base class for simple, character-oriented tokenizers.
Definition: CharTokenizer.h:15
Lucene::LetterTokenizer
A LetterTokenizer is a tokenizer that divides text at non-letters. That's to say, it defines tokens a...
Definition: LetterTokenizer.h:19
Lucene::LetterTokenizer::isTokenChar
virtual bool isTokenChar(wchar_t c)
Collects only characters which satisfy UnicodeUtil::isAlpha(c).
Lucene::LetterTokenizer::LetterTokenizer
LetterTokenizer(const ReaderPtr &input)
Construct a new LetterTokenizer.
Lucene::LetterTokenizer::~LetterTokenizer
virtual ~LetterTokenizer()
Lucene::LetterTokenizer::LetterTokenizer
LetterTokenizer(const AttributeSourcePtr &source, const ReaderPtr &input)
Construct a new LetterTokenizer using a given AttributeSource.
Lucene::LetterTokenizer::LetterTokenizer
LetterTokenizer(const AttributeFactoryPtr &factory, const ReaderPtr &input)
Construct a new LetterTokenizer using a given AttributeFactory.
Lucene
Definition: AbstractAllTermDocs.h:12
Lucene::AttributeSourcePtr
boost::shared_ptr< AttributeSource > AttributeSourcePtr
Definition: LuceneTypes.h:520
Lucene::ReaderPtr
boost::shared_ptr< Reader > ReaderPtr
Definition: LuceneTypes.h:547
Lucene::AttributeFactoryPtr
boost::shared_ptr< AttributeFactory > AttributeFactoryPtr
Definition: LuceneTypes.h:519

clucene.sourceforge.net