Lucene++ - a full-featured, c++ search engine
API Documentation

Loading...
Searching...
No Matches
WhitespaceTokenizer.h
Go to the documentation of this file.
1
2// Copyright (c) 2009-2014 Alan Wright. All rights reserved.
3// Distributable under the terms of either the Apache License (Version 2.0)
4// or the GNU Lesser General Public License.
6
7#ifndef WHITESPACETOKENIZER_H
8#define WHITESPACETOKENIZER_H
9
10#include "CharTokenizer.h"
11
12 namespace Lucene {
13
16 class LPPAPI WhitespaceTokenizer : public CharTokenizer {
17 public:
19 WhitespaceTokenizer(const ReaderPtr& input);
20
22 WhitespaceTokenizer(const AttributeSourcePtr& source, const ReaderPtr& input);
23
25 WhitespaceTokenizer(const AttributeFactoryPtr& factory, const ReaderPtr& input);
26
27 virtual ~WhitespaceTokenizer();
28
29 LUCENE_CLASS(WhitespaceTokenizer);
30
31 public:
33 virtual bool isTokenChar(wchar_t c);
34};
35
36}
37
38#endif
CharTokenizer.h
LUCENE_CLASS
#define LUCENE_CLASS(Name)
Definition LuceneObject.h:24
Lucene::AttributeSource::factory
AttributeFactoryPtr factory
Definition AttributeSource.h:60
Lucene::CharTokenizer::CharTokenizer
CharTokenizer(const ReaderPtr &input)
Lucene::Tokenizer::input
ReaderPtr input
The text source for this Tokenizer.
Definition Tokenizer.h:47
Lucene::WhitespaceTokenizer::WhitespaceTokenizer
WhitespaceTokenizer(const AttributeSourcePtr &source, const ReaderPtr &input)
Construct a new WhitespaceTokenizer using a given AttributeSource.
Lucene::WhitespaceTokenizer::WhitespaceTokenizer
WhitespaceTokenizer(const ReaderPtr &input)
Construct a new WhitespaceTokenizer.
Lucene::WhitespaceTokenizer::~WhitespaceTokenizer
virtual ~WhitespaceTokenizer()
Lucene::WhitespaceTokenizer::isTokenChar
virtual bool isTokenChar(wchar_t c)
Collects only characters which do not satisfy Character#isWhitespace(char).
Lucene::WhitespaceTokenizer::WhitespaceTokenizer
WhitespaceTokenizer(const AttributeFactoryPtr &factory, const ReaderPtr &input)
Construct a new WhitespaceTokenizer using a given AttributeSource.AttributeFactory.
Lucene
Definition AbstractAllTermDocs.h:12
Lucene::ReaderPtr
boost::shared_ptr< Reader > ReaderPtr
Definition LuceneTypes.h:547
Lucene::AttributeFactoryPtr
boost::shared_ptr< AttributeFactory > AttributeFactoryPtr
Definition LuceneTypes.h:519
Lucene::AttributeSourcePtr
boost::shared_ptr< AttributeSource > AttributeSourcePtr
Definition LuceneTypes.h:520

clucene.sourceforge.net