org.apache.lucene.analysis.standard
Class StandardTokenizerTokenManager

java.lang.Object
  extended by org.apache.lucene.analysis.standard.StandardTokenizerTokenManager
All Implemented Interfaces:
StandardTokenizerConstants

public class StandardTokenizerTokenManager
extends java.lang.Object
implements StandardTokenizerConstants


Field Summary
protected  char curChar
           
 java.io.PrintStream debugStream
           
protected  CharStream input_stream
           
static java.lang.String[] jjstrLiteralImages
           
static java.lang.String[] lexStateNames
           
 
Fields inherited from interface org.apache.lucene.analysis.standard.StandardTokenizerConstants
ACRONYM, ALPHA, ALPHANUM, APOSTROPHE, CJK, COMPANY, DEFAULT, DIGIT, EMAIL, EOF, HAS_DIGIT, HOST, LETTER, NOISE, NUM, P, tokenImage
 
Constructor Summary
StandardTokenizerTokenManager(CharStream stream)
           
StandardTokenizerTokenManager(CharStream stream, int lexState)
           
 
Method Summary
 Token getNextToken()
           
protected  Token jjFillToken()
           
 void ReInit(CharStream stream)
           
 void ReInit(CharStream stream, int lexState)
           
 void setDebugStream(java.io.PrintStream ds)
           
 void SwitchTo(int lexState)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

debugStream

public java.io.PrintStream debugStream

jjstrLiteralImages

public static final java.lang.String[] jjstrLiteralImages

lexStateNames

public static final java.lang.String[] lexStateNames

input_stream

protected CharStream input_stream

curChar

protected char curChar
Constructor Detail

StandardTokenizerTokenManager

public StandardTokenizerTokenManager(CharStream stream)

StandardTokenizerTokenManager

public StandardTokenizerTokenManager(CharStream stream,
                                     int lexState)
Method Detail

setDebugStream

public void setDebugStream(java.io.PrintStream ds)

ReInit

public void ReInit(CharStream stream)

ReInit

public void ReInit(CharStream stream,
                   int lexState)

SwitchTo

public void SwitchTo(int lexState)

jjFillToken

protected Token jjFillToken()

getNextToken

public Token getNextToken()


Copyright © 2000-2008 Apache Software Foundation. All Rights Reserved.