Package org.javacc.parser

Class LexGen

java.lang.Object

org.javacc.parser.LexGen

public class LexGen
extends java.lang.Object

Generate lexer.

Field Summary

Fields

Modifier and Type	Field	Description
private Action[]	actions
private java.util.Hashtable<java.lang.String,java.util.List<TokenProduction>>	allTpsForState
private boolean[]	canLoop
private boolean[]	canReachOnMore
private Context	context
static java.lang.String	DEFAULT_STATE
private int	defaultLexState
private boolean[]	hasNfa
private NfaState	initialState
private int[]	initMatch
private java.util.Hashtable<java.lang.String,NfaState>	initStates
private int[]	kinds
private int	maxLexStates
private int	maxOrdinal
private java.lang.String[]	newLexState
private RegularExpression[]	rexprs
private NfaState[]	singlesToSkip
private long[]	toMore
private long[]	toSkip
private long[]	toSpecial
private int	totalNumStates
private long[]	toToken

Constructor Summary

Constructors

Constructor	Description
LexGen(Context context)

Method Summary

Modifier and Type	Method	Description
private LexerContext	BuildLexStatesTable(boolean unicodeWarning)
private void	CheckEmptyStringMatch(LexerContext lexerContext, TokenizerData tokenizerData)
TokenizerData	generateTokenizerData(boolean generateDataOnly, boolean unicodeWarning)
private int	GetIndex(java.lang.String name, java.lang.String[] lexStateNames)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DEFAULT_STATE

public static final java.lang.String DEFAULT_STATE

See Also:

Constant Field Values

context

private final Context context

allTpsForState

private java.util.Hashtable<java.lang.String,java.util.List<TokenProduction>> allTpsForState

kinds

private int[] kinds

maxOrdinal

private int maxOrdinal

newLexState

private java.lang.String[] newLexState

actions

private Action[] actions

initStates

private java.util.Hashtable<java.lang.String,NfaState> initStates

totalNumStates

private int totalNumStates

maxLexStates

private int maxLexStates

singlesToSkip

private NfaState[] singlesToSkip

toSkip

private long[] toSkip

toSpecial

private long[] toSpecial

toMore

private long[] toMore

toToken

private long[] toToken

defaultLexState

private int defaultLexState

rexprs

private RegularExpression[] rexprs

initMatch

private int[] initMatch

canLoop

private boolean[] canLoop

canReachOnMore

private boolean[] canReachOnMore

hasNfa

private boolean[] hasNfa

initialState

private NfaState initialState

Constructor Detail

LexGen

public LexGen(Context context)

Method Detail

BuildLexStatesTable

private LexerContext BuildLexStatesTable(boolean unicodeWarning)

GetIndex

private int GetIndex(java.lang.String name,
                     java.lang.String[] lexStateNames)

generateTokenizerData

public TokenizerData generateTokenizerData(boolean generateDataOnly,
                                           boolean unicodeWarning)
                                    throws java.io.IOException

Throws:

java.io.IOException

CheckEmptyStringMatch

private void CheckEmptyStringMatch(LexerContext lexerContext,
                                   TokenizerData tokenizerData)