org.apache.solr.analysis

Class TrieTokenizer

java.lang.Object

org.apache.lucene.util.AttributeSource

org.apache.lucene.analysis.TokenStream

org.apache.lucene.analysis.Tokenizer

org.apache.solr.analysis.TrieTokenizer

All Implemented Interfaces:

java.io.Closeable, java.lang.AutoCloseable

final class TrieTokenizer
extends org.apache.lucene.analysis.Tokenizer

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.lucene.util.AttributeSource

org.apache.lucene.util.AttributeSource.AttributeFactory, org.apache.lucene.util.AttributeSource.State

Field Summary

Fields

Modifier and Type	Field and Description
protected static DateField	dateField
protected int	endOfs
protected org.apache.lucene.analysis.tokenattributes.OffsetAttribute	ofsAtt
protected int	precisionStep
protected int	startOfs
protected org.apache.lucene.analysis.NumericTokenStream	ts
protected TrieField.TrieTypes	type

Fields inherited from class org.apache.lucene.analysis.Tokenizer

input

Constructor Summary

Constructors

Constructor and Description
TrieTokenizer(java.io.Reader input, TrieField.TrieTypes type, int precisionStep, org.apache.lucene.analysis.NumericTokenStream ts)

Method Summary

Modifier and Type	Method and Description
void	close()
void	end()
(package private) static org.apache.lucene.analysis.NumericTokenStream	getNumericTokenStream(int precisionStep)
boolean	incrementToken()
void	reset()
void	reset(java.io.Reader input)

Methods inherited from class org.apache.lucene.analysis.Tokenizer

correctOffset

Methods inherited from class org.apache.lucene.util.AttributeSource

addAttribute, addAttributeImpl, captureState, clearAttributes, cloneAttributes, copyTo, equals, getAttribute, getAttributeClassesIterator, getAttributeFactory, getAttributeImplsIterator, hasAttribute, hasAttributes, hashCode, reflectAsString, reflectWith, restoreState, toString

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Field Detail

dateField

protected static final DateField dateField

precisionStep

protected final int precisionStep

type

protected final TrieField.TrieTypes type

ts

protected final org.apache.lucene.analysis.NumericTokenStream ts

ofsAtt

protected final org.apache.lucene.analysis.tokenattributes.OffsetAttribute ofsAtt

startOfs

protected int startOfs

endOfs

protected int endOfs

Constructor Detail

TrieTokenizer

public TrieTokenizer(java.io.Reader input,
                     TrieField.TrieTypes type,
                     int precisionStep,
                     org.apache.lucene.analysis.NumericTokenStream ts)

Method Detail

getNumericTokenStream

static org.apache.lucene.analysis.NumericTokenStream getNumericTokenStream(int precisionStep)

reset

public void reset(java.io.Reader input)
           throws java.io.IOException

Overrides:

reset in class org.apache.lucene.analysis.Tokenizer

Throws:

java.io.IOException

close

public void close()
           throws java.io.IOException

Specified by:

close in interface java.io.Closeable

Specified by:

close in interface java.lang.AutoCloseable

Overrides:

close in class org.apache.lucene.analysis.Tokenizer

Throws:

java.io.IOException

reset

public void reset()
           throws java.io.IOException

Overrides:

reset in class org.apache.lucene.analysis.TokenStream

Throws:

java.io.IOException

incrementToken

public boolean incrementToken()
                       throws java.io.IOException

Specified by:

incrementToken in class org.apache.lucene.analysis.TokenStream

Throws:

java.io.IOException

end

public void end()
         throws java.io.IOException

Overrides:

end in class org.apache.lucene.analysis.TokenStream

Throws:

java.io.IOException