com.code972.elasticsearch.analysis

Class HebrewAnalyzer

java.lang.Object

org.apache.lucene.analysis.Analyzer

com.code972.elasticsearch.analysis.HebrewAnalyzer

All Implemented Interfaces:

Closeable, AutoCloseable

Direct Known Subclasses:

HebrewExactAnalyzer, HebrewIndexingAnalyzer, HebrewQueryAnalyzer, HebrewQueryLightAnalyzer

public abstract class HebrewAnalyzer
extends org.apache.lucene.analysis.Analyzer

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HebrewAnalyzer.WordType

Nested classes/interfaces inherited from class org.apache.lucene.analysis.Analyzer

org.apache.lucene.analysis.Analyzer.GlobalReuseStrategy, org.apache.lucene.analysis.Analyzer.PerFieldReuseStrategy, org.apache.lucene.analysis.Analyzer.ReuseStrategy, org.apache.lucene.analysis.Analyzer.TokenStreamComponents

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.lucene.analysis.util.CharArraySet	commonWords
protected static com.code972.hebmorph.datastructures.DictRadix<com.code972.hebmorph.MorphData>	customWords
protected static com.code972.hebmorph.datastructures.DictRadix<com.code972.hebmorph.MorphData>	dictRadix
protected com.code972.hebmorph.lemmafilters.LemmaFilterBase	lemmaFilter
protected static org.apache.lucene.util.Version	matchVersion
protected char	originalTermSuffix
static com.code972.hebmorph.datastructures.DictRadix<Integer>	prefixesTree
protected static com.code972.hebmorph.datastructures.DictRadix<Byte>	SPECIAL_TOKENIZATION_CASES

Fields inherited from class org.apache.lucene.analysis.Analyzer

GLOBAL_REUSE_STRATEGY, PER_FIELD_REUSE_STRATEGY

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	HebrewAnalyzer()

Method Summary

Methods

Modifier and Type	Method and Description
static boolean	isHebrewWord(CharSequence word)
static HebrewAnalyzer.WordType	isRecognizedWord(String word, boolean tolerate)
static com.code972.hebmorph.datastructures.DictRadix<Byte>	setCustomTokenizationCases(InputStream input)
static com.code972.hebmorph.datastructures.DictRadix<com.code972.hebmorph.MorphData>	setCustomWords(InputStream input)
static void	setDictRadix(com.code972.hebmorph.datastructures.DictRadix<com.code972.hebmorph.MorphData> radix)

Methods inherited from class org.apache.lucene.analysis.Analyzer

close, createComponents, getOffsetGap, getPositionIncrementGap, getReuseStrategy, initReader, tokenStream, tokenStream

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

matchVersion

protected static final org.apache.lucene.util.Version matchVersion

prefixesTree

public static final com.code972.hebmorph.datastructures.DictRadix<Integer> prefixesTree

dictRadix

protected static com.code972.hebmorph.datastructures.DictRadix<com.code972.hebmorph.MorphData> dictRadix

customWords

protected static com.code972.hebmorph.datastructures.DictRadix<com.code972.hebmorph.MorphData> customWords

lemmaFilter

protected final com.code972.hebmorph.lemmafilters.LemmaFilterBase lemmaFilter

originalTermSuffix

protected final char originalTermSuffix

See Also:

Constant Field Values

SPECIAL_TOKENIZATION_CASES

protected static com.code972.hebmorph.datastructures.DictRadix<Byte> SPECIAL_TOKENIZATION_CASES

commonWords

protected org.apache.lucene.analysis.util.CharArraySet commonWords

Constructor Detail

HebrewAnalyzer

protected HebrewAnalyzer()
                  throws IOException

Throws:

IOException

Method Detail

setCustomTokenizationCases

public static com.code972.hebmorph.datastructures.DictRadix<Byte> setCustomTokenizationCases(InputStream input)
                                                                                      throws IOException

Throws:

IOException

setDictRadix

public static void setDictRadix(com.code972.hebmorph.datastructures.DictRadix<com.code972.hebmorph.MorphData> radix)

setCustomWords

public static com.code972.hebmorph.datastructures.DictRadix<com.code972.hebmorph.MorphData> setCustomWords(InputStream input)
                                                                                                    throws IOException

Throws:

IOException

isHebrewWord

public static boolean isHebrewWord(CharSequence word)

isRecognizedWord

public static HebrewAnalyzer.WordType isRecognizedWord(String word,
                                       boolean tolerate)