org.apache.lucene.analysis.standard
Class StandardTokenizerTokenManager
public
class
StandardTokenizerTokenManager
extends Object
implements StandardTokenizerConstants
protected char curChar
public PrintStream debugStream
public static final String[] jjstrLiteralImages
public static final String[] lexStateNames
public StandardTokenizerTokenManager(
CharStream stream)
public StandardTokenizerTokenManager(
CharStream stream, int lexState)
public
Token getNextToken()
protected
Token jjFillToken()
public void ReInit(
CharStream stream, int lexState)
public void setDebugStream(PrintStream ds)
public void SwitchTo(int lexState)
Copyright © 2000-2007 Apache Software Foundation. All Rights Reserved.