public class TokenScanner extends AbstractTokenScanner
XtextDocument.getTokens()
Modifier and Type | Class and Description |
---|---|
protected class |
TokenScanner.RangedReentrantIterator
A reentrant iterator allows to reuse and filter the elements another iterator
and may update its filter criteria continuously.
|
Constructor and Description |
---|
TokenScanner() |
Modifier and Type | Method and Description |
---|---|
protected org.eclipse.jface.text.rules.IToken |
createToken(ILexerTokenRegion currentToken) |
protected ILexerTokenRegion |
getCurrentToken() |
protected java.util.Iterator<ILexerTokenRegion> |
getIterator() |
protected AbstractAntlrTokenToAttributeIdMapper |
getTokenIdMapper() |
int |
getTokenLength() |
int |
getTokenOffset() |
protected java.lang.Iterable<ILexerTokenRegion> |
getTokens(org.eclipse.jface.text.IDocument document) |
org.eclipse.jface.text.rules.IToken |
nextToken() |
protected void |
setCurrentToken(ILexerTokenRegion currentToken) |
void |
setRange(org.eclipse.jface.text.IDocument document,
int offset,
int length) |
void |
setTokenIdMapper(AbstractAntlrTokenToAttributeIdMapper tokenIdMapper) |
getAttribute, getTextAttributeProvider, setTextAttributeProvider
public void setTokenIdMapper(AbstractAntlrTokenToAttributeIdMapper tokenIdMapper)
public void setRange(org.eclipse.jface.text.IDocument document, int offset, int length)
protected java.lang.Iterable<ILexerTokenRegion> getTokens(org.eclipse.jface.text.IDocument document)
public org.eclipse.jface.text.rules.IToken nextToken()
protected org.eclipse.jface.text.rules.IToken createToken(ILexerTokenRegion currentToken)
public int getTokenOffset()
public int getTokenLength()
protected java.util.Iterator<ILexerTokenRegion> getIterator()
protected ILexerTokenRegion getCurrentToken()
protected void setCurrentToken(ILexerTokenRegion currentToken)
protected AbstractAntlrTokenToAttributeIdMapper getTokenIdMapper()