public class XtextTokenStream
extends org.antlr.runtime.CommonTokenStream
Modifier and Type | Class and Description |
---|---|
static interface |
XtextTokenStream.HiddenTokens |
Constructor and Description |
---|
XtextTokenStream() |
XtextTokenStream(org.antlr.runtime.TokenSource tokenSource,
int channel) |
XtextTokenStream(org.antlr.runtime.TokenSource tokenSource,
ITokenDefProvider tokenDefProvider) |
Modifier and Type | Method and Description |
---|---|
void |
consume() |
protected void |
doSetHiddenTokens(java.lang.String... lexerRules) |
int |
getCurrentLookAhead() |
protected int |
getFirstMarker() |
java.lang.String |
getLexerErrorMessage(org.antlr.runtime.Token invalidToken) |
void |
initCurrentLookAhead(int currentLookAhead) |
int |
LA(int i) |
org.antlr.runtime.Token |
LT(int k)
Same as
CommonTokenStream.LT(int) except that we skip
hidden tokens even for k == 1 |
int |
mark() |
void |
seek(int index) |
XtextTokenStream.HiddenTokens |
setHiddenTokens(java.lang.String... lexerRules) |
void |
setInitialHiddenTokens(java.lang.String... lexerRules) |
protected void |
skipHiddenTokens() |
java.lang.String |
toString(int start,
int stop) |
discardOffChannelTokens, discardTokenType, fillBuffer, get, getSourceName, getTokens, getTokens, getTokens, getTokens, getTokens, getTokenSource, index, LB, release, reset, rewind, rewind, setTokenSource, setTokenTypeChannel, size, skipOffTokenChannels, skipOffTokenChannelsReverse, toString, toString
public XtextTokenStream()
public XtextTokenStream(org.antlr.runtime.TokenSource tokenSource, int channel)
public XtextTokenStream(org.antlr.runtime.TokenSource tokenSource, ITokenDefProvider tokenDefProvider)
public java.lang.String toString(int start, int stop)
toString
in interface org.antlr.runtime.TokenStream
toString
in class org.antlr.runtime.CommonTokenStream
public XtextTokenStream.HiddenTokens setHiddenTokens(java.lang.String... lexerRules)
public void setInitialHiddenTokens(java.lang.String... lexerRules)
protected void doSetHiddenTokens(java.lang.String... lexerRules)
protected void skipHiddenTokens()
public int LA(int i)
LA
in interface org.antlr.runtime.IntStream
LA
in class org.antlr.runtime.CommonTokenStream
public void consume()
consume
in interface org.antlr.runtime.IntStream
consume
in class org.antlr.runtime.CommonTokenStream
protected int getFirstMarker()
public int mark()
mark
in interface org.antlr.runtime.IntStream
mark
in class org.antlr.runtime.CommonTokenStream
public void seek(int index)
seek
in interface org.antlr.runtime.IntStream
seek
in class org.antlr.runtime.CommonTokenStream
public org.antlr.runtime.Token LT(int k)
CommonTokenStream.LT(int)
except that we skip
hidden tokens even for k == 1.
LT
in interface org.antlr.runtime.TokenStream
LT
in class org.antlr.runtime.CommonTokenStream
public int getCurrentLookAhead()
public void initCurrentLookAhead(int currentLookAhead)
public java.lang.String getLexerErrorMessage(org.antlr.runtime.Token invalidToken)