edu.berkeley.nlp.lm.map

Class CompressedNgramMap<T>

java.lang.Object

edu.berkeley.nlp.lm.map.AbstractNgramMap<T>

edu.berkeley.nlp.lm.map.CompressedNgramMap<T>

All Implemented Interfaces:

NgramMap<T>, java.io.Serializable

public class CompressedNgramMap<T>
extends AbstractNgramMap<T>
implements java.io.Serializable

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from interface edu.berkeley.nlp.lm.map.NgramMap

NgramMap.Entry<T>

Field Summary

Fields inherited from class edu.berkeley.nlp.lm.map.AbstractNgramMap

NUM_BITS_PER_BYTE, NUM_SUFFIX_BITS, NUM_WORD_BITS, opts, SUFFIX_BIT_MASK, values, WORD_BIT_MASK

Constructor Summary

Constructors

Constructor and Description
CompressedNgramMap(CompressibleValueContainer<T> values, long[] numNgramsForEachOrder, ConfigOptions opts)

Method Summary

Modifier and Type	Method and Description
void	clearStorage()
protected static int	compareLongsRaw(long a, long b)
boolean	contains(int[] ngram, int startPos, int endPos)
T	get(int[] ngram, int startPos, int endPos)
int	getMaxNgramOrder()
java.lang.Iterable<NgramMap.Entry<T>>	getNgramsForOrder(int ngramOrder)
long	getNumNgrams(int ngramOrder)
long	getValueAndOffset(long contextOffset, int contextNgramOrder, int word, T outputVal)
CustomWidthArray	getValueStoringArray(int ngramOrder)
void	handleNgramsFinished(int justFinishedOrder)
void	initWithLengths(java.util.List<java.lang.Long> numNGrams)
long	put(int[] ngram, int startPos, int endPos, T val)
protected void	sort(LongArray array, long left0, long right0, int ngramOrder)
protected void	swap(LongArray array, long a, long b)
protected void	swap(long a, long b, LongArray array, int ngramOrder)
void	trim()

Methods inherited from class edu.berkeley.nlp.lm.map.AbstractNgramMap

combineToKey, containsOutOfVocab, contextOffsetOf, equals, getSubArray, getValues, wordOf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

CompressedNgramMap

public CompressedNgramMap(CompressibleValueContainer<T> values,
                          long[] numNgramsForEachOrder,
                          ConfigOptions opts)

Method Detail

getValueAndOffset

public long getValueAndOffset(long contextOffset,
                              int contextNgramOrder,
                              int word,
                              T outputVal)

Specified by:

getValueAndOffset in interface NgramMap<T>

put

public long put(int[] ngram,
                int startPos,
                int endPos,
                T val)

Specified by:

put in interface NgramMap<T>

handleNgramsFinished

public void handleNgramsFinished(int justFinishedOrder)

Specified by:

handleNgramsFinished in interface NgramMap<T>

compareLongsRaw

protected static int compareLongsRaw(long a,
                                     long b)

sort

protected void sort(LongArray array,
                    long left0,
                    long right0,
                    int ngramOrder)

swap

protected void swap(long a,
                    long b,
                    LongArray array,
                    int ngramOrder)

swap

protected void swap(LongArray array,
                    long a,
                    long b)

trim

public void trim()

Specified by:

trim in interface NgramMap<T>

initWithLengths

public void initWithLengths(java.util.List<java.lang.Long> numNGrams)

Specified by:

initWithLengths in interface NgramMap<T>

getMaxNgramOrder

public int getMaxNgramOrder()

Specified by:

getMaxNgramOrder in interface NgramMap<T>

getNgramsForOrder

public java.lang.Iterable<NgramMap.Entry<T>> getNgramsForOrder(int ngramOrder)

Specified by:

getNgramsForOrder in interface NgramMap<T>

getNumNgrams

public long getNumNgrams(int ngramOrder)

Specified by:

getNumNgrams in interface NgramMap<T>

contains

public boolean contains(int[] ngram,
                        int startPos,
                        int endPos)

Specified by:

contains in interface NgramMap<T>

get

public T get(int[] ngram,
             int startPos,
             int endPos)

Specified by:

get in interface NgramMap<T>

getValueStoringArray

public CustomWidthArray getValueStoringArray(int ngramOrder)

Specified by:

getValueStoringArray in interface NgramMap<T>

clearStorage

public void clearStorage()

Specified by:

clearStorage in interface NgramMap<T>