Loading...
Searching...
No Matches
MarisaDict.hpp
/*
* Open Chinese Convert
*
* Copyright 2020 Carbo Kuo <byvoid@byvoid.com>
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#pragma once
#include <atomic>
#include <mutex>
#include "Common.hpp"
#include "SerializableDict.hpp"
namespace marisa {
class Trie;
}
namespace opencc {
class OPENCC_EXPORT MarisaDict : public Dict, public SerializableDict {
public:
virtual ~MarisaDict() override;
virtual size_t KeyMaxLength() const override;
virtual Optional<const DictEntry*> Match(const char* word,
size_t len) const override;
virtual Optional<const DictEntry*> MatchPrefix(const char* word,
size_t len) const override;
virtual std::vector<const DictEntry*> MatchAllPrefixes(
const char* word, size_t len) const override;
virtual LexiconPtr GetLexicon() const override;
virtual bool SupportsFastPrefixMatch() const override { return true; }
virtual PrefixMatchView MatchPrefixValue(const char* word,
size_t len) const override;
virtual void SerializeToFile(FILE* fp) const override;
static MarisaDictPtr NewFromDict(const Dict& thatDict);
static MarisaDictPtr NewFromFile(FILE* fp);
static MarisaDictPtr NewFromBuffer(const char* data, size_t size);
// Exposed for testing only.
bool IsLexiconReconstructed() const {
return lexiconReconstructed.load(std::memory_order_acquire);
}
private:
MarisaDict();
void LoadFromMappedBuffer();
void ReconstructLexicon() const;
mutable size_t maxLength;
mutable LexiconPtr lexicon;
mutable std::mutex lexiconMutex;
mutable std::atomic<bool> lexiconReconstructed;
LexiconPtr valuesLexicon;
class MarisaInternal;
std::unique_ptr<MarisaInternal> internal;
};
} // namespace opencc
opencc::Dict
Abstract class of dictionary.
Definition Dict.hpp:63
opencc::MarisaDict::MatchPrefix
virtual Optional< const DictEntry * > MatchPrefix(const char *word, size_t len) const override
Matches the longest matched prefix of a word.
Definition MarisaDict.cpp:70
opencc::MarisaDict::Match
virtual Optional< const DictEntry * > Match(const char *word, size_t len) const override
Matches a word exactly and returns the DictEntry or Optional::Null().
Definition MarisaDict.cpp:54
opencc::MarisaDict::GetLexicon
virtual LexiconPtr GetLexicon() const override
Returns all entries in the dictionary.
Definition MarisaDict.cpp:101
opencc::MarisaDict::MatchAllPrefixes
virtual std::vector< const DictEntry * > MatchAllPrefixes(const char *word, size_t len) const override
Returns all matched prefixes of a word, sorted by the length (desc).
Definition MarisaDict.cpp:87
opencc::MarisaDict::KeyMaxLength
virtual size_t KeyMaxLength() const override
Returns the length of the longest key in the dictionary.
Definition MarisaDict.cpp:49
opencc::MarisaDict::SupportsFastPrefixMatch
virtual bool SupportsFastPrefixMatch() const override
Returns true if this dict can handle prefix queries directly without PrefixMatch building a lookup ta...
Definition MarisaDict.hpp:53
opencc::Optional
A class that wraps type T into a nullable type.
Definition Optional.hpp:26
opencc::SerializableDict
Serializable dictionary interface.
Definition SerializableDict.hpp:32
opencc::PrefixMatchView
Result of a PrefixMatch fast-path lookup.
Definition Dict.hpp:52