|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Object org.antlr.runtime.CommonTokenStream org.eclipse.xtext.parser.antlr.XtextTokenStream
public class XtextTokenStream
A token stream that is aware of the current lookahead.
Nested Class Summary | |
---|---|
static interface |
XtextTokenStream.HiddenTokens
|
Field Summary |
---|
Fields inherited from class org.antlr.runtime.CommonTokenStream |
---|
channel, channelOverrideMap, discardOffChannelTokens, discardSet, lastMarker, p, tokens, tokenSource |
Constructor Summary | |
---|---|
XtextTokenStream()
|
|
XtextTokenStream(org.antlr.runtime.TokenSource tokenSource,
int channel)
|
|
XtextTokenStream(org.antlr.runtime.TokenSource tokenSource,
ITokenDefProvider tokenDefProvider)
|
Method Summary | |
---|---|
void |
consume()
Move the input pointer to the next incoming token. |
protected void |
doSetHiddenTokens(java.lang.String... lexerRules)
|
int |
getCurrentLookAhead()
|
java.lang.String |
getLexerErrorMessage(org.antlr.runtime.Token invalidToken)
|
void |
initCurrentLookAhead(int currentLookAhead)
|
int |
LA(int i)
Get int at current input pointer + i ahead where i=1 is next int. |
org.antlr.runtime.Token |
LT(int k)
Same as CommonTokenStream.LT(int) except that we skip
hidden tokens even for k == 1 |
int |
mark()
Tell the stream to start buffering if it hasn't already. |
void |
seek(int index)
Set the input cursor to the position indicated by index. |
XtextTokenStream.HiddenTokens |
setHiddenTokens(java.lang.String... lexerRules)
|
void |
setInitialHiddenTokens(java.lang.String... lexerRules)
|
protected void |
skipHiddenTokens()
|
java.lang.String |
toString(int start,
int stop)
Return the text of all tokens from start to stop, inclusive. |
Methods inherited from class org.antlr.runtime.CommonTokenStream |
---|
discardOffChannelTokens, discardTokenType, fillBuffer, get, getSourceName, getTokens, getTokens, getTokens, getTokens, getTokens, getTokenSource, index, LB, release, reset, rewind, rewind, setTokenSource, setTokenTypeChannel, size, skipOffTokenChannels, skipOffTokenChannelsReverse, toString, toString |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait |
Constructor Detail |
---|
public XtextTokenStream()
public XtextTokenStream(org.antlr.runtime.TokenSource tokenSource, int channel)
public XtextTokenStream(org.antlr.runtime.TokenSource tokenSource, ITokenDefProvider tokenDefProvider)
Method Detail |
---|
public java.lang.String toString(int start, int stop)
org.antlr.runtime.TokenStream
toString
in interface org.antlr.runtime.TokenStream
toString
in class org.antlr.runtime.CommonTokenStream
public XtextTokenStream.HiddenTokens setHiddenTokens(java.lang.String... lexerRules)
public void setInitialHiddenTokens(java.lang.String... lexerRules)
protected void doSetHiddenTokens(java.lang.String... lexerRules)
protected void skipHiddenTokens()
public int LA(int i)
org.antlr.runtime.IntStream
LA
in interface org.antlr.runtime.IntStream
LA
in class org.antlr.runtime.CommonTokenStream
public void consume()
org.antlr.runtime.CommonTokenStream
consume
in interface org.antlr.runtime.IntStream
consume
in class org.antlr.runtime.CommonTokenStream
public int mark()
org.antlr.runtime.IntStream
mark
in interface org.antlr.runtime.IntStream
mark
in class org.antlr.runtime.CommonTokenStream
public void seek(int index)
org.antlr.runtime.IntStream
seek
in interface org.antlr.runtime.IntStream
seek
in class org.antlr.runtime.CommonTokenStream
public org.antlr.runtime.Token LT(int k)
CommonTokenStream.LT(int)
except that we skip
hidden tokens even for k == 1.
- Specified by:
LT
in interface org.antlr.runtime.TokenStream
- Overrides:
LT
in class org.antlr.runtime.CommonTokenStream
public int getCurrentLookAhead()
public void initCurrentLookAhead(int currentLookAhead)
public java.lang.String getLexerErrorMessage(org.antlr.runtime.Token invalidToken)
|
|||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | ||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |