Package edu.berkeley.nlp.lm.map
Class AbstractNgramMap<T>
java.lang.Object
edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
- All Implemented Interfaces:
NgramMap<T>
,Serializable
- Direct Known Subclasses:
CompressedNgramMap
,HashNgramMap
- See Also:
-
Nested Class Summary
Nested classes/interfaces inherited from interface edu.berkeley.nlp.lm.map.NgramMap
NgramMap.Entry<T>
-
Field Summary
FieldsModifier and TypeFieldDescriptionprotected static final byte
protected final int
protected final int
protected final ConfigOptions
protected final long
protected final ValueContainer<T>
protected final long
-
Constructor Summary
ConstructorsModifierConstructorDescriptionprotected
AbstractNgramMap
(ValueContainer<T> values, ConfigOptions opts) -
Method Summary
Modifier and TypeMethodDescriptionprotected final long
combineToKey
(int word, long suffixIndex) protected static boolean
containsOutOfVocab
(int[] ngram, int startPos, int endPos) protected final long
contextOffsetOf
(long key) protected static boolean
equals
(int[] ngram, int startPos, int endPos, int[] cachedNgram) protected static int[]
getSubArray
(int[] ngram, int startPos, int endPos) protected final int
wordOf
(long key) Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
Methods inherited from interface edu.berkeley.nlp.lm.map.NgramMap
clearStorage, contains, get, getMaxNgramOrder, getNgramsForOrder, getNumNgrams, getValueAndOffset, getValueStoringArray, handleNgramsFinished, initWithLengths, put, trim
-
Field Details
-
NUM_BITS_PER_BYTE
protected static final byte NUM_BITS_PER_BYTE- See Also:
-
NUM_WORD_BITS
protected final int NUM_WORD_BITS -
NUM_SUFFIX_BITS
protected final int NUM_SUFFIX_BITS -
WORD_BIT_MASK
protected final long WORD_BIT_MASK -
SUFFIX_BIT_MASK
protected final long SUFFIX_BIT_MASK -
values
-
opts
-
-
Constructor Details
-
AbstractNgramMap
-
-
Method Details
-
contextOffsetOf
protected final long contextOffsetOf(long key) - Parameters:
key
-- Returns:
-
wordOf
protected final int wordOf(long key) - Parameters:
key
-- Returns:
-
combineToKey
protected final long combineToKey(int word, long suffixIndex) - Parameters:
word
-suffixIndex
-- Returns:
-
equals
protected static boolean equals(int[] ngram, int startPos, int endPos, int[] cachedNgram) -
getSubArray
protected static int[] getSubArray(int[] ngram, int startPos, int endPos) -
containsOutOfVocab
protected static boolean containsOutOfVocab(int[] ngram, int startPos, int endPos) -
getValues
-