class SimpleTokenManager extends java.lang.Object implements TokenManager, java.lang.Cloneable
| Modifier and Type | Field and Description |
|---|---|
protected Tool |
antlrTool |
protected int |
maxToken |
protected java.lang.String |
name |
protected boolean |
readOnly |
protected Vector |
vocabulary |
| Constructor and Description |
|---|
SimpleTokenManager(java.lang.String name_,
Tool tool_) |
| Modifier and Type | Method and Description |
|---|---|
java.lang.Object |
clone() |
void |
define(TokenSymbol ts)
define a token
|
java.lang.String |
getName()
Simple token manager doesn't have a name -- must be set externally
|
java.lang.String |
getTokenStringAt(int idx)
Get a token symbol by index
|
TokenSymbol |
getTokenSymbol(java.lang.String sym)
Get the TokenSymbol for a string
|
TokenSymbol |
getTokenSymbolAt(int idx)
Get a token symbol by index
|
java.util.Enumeration |
getTokenSymbolElements()
Get an enumerator over the symbol table
|
java.util.Enumeration |
getTokenSymbolKeys() |
Vector |
getVocabulary()
Get the token vocabulary (read-only).
|
boolean |
isReadOnly()
Simple token manager is not read-only
|
void |
mapToTokenSymbol(java.lang.String name,
TokenSymbol sym)
Map a label or string to an existing token symbol
|
int |
maxTokenType()
Get the highest token type in use
|
int |
nextTokenType()
Get the next unused token type
|
void |
setName(java.lang.String name_)
Set the name of the token manager
|
void |
setReadOnly(boolean ro) |
boolean |
tokenDefined(java.lang.String symbol)
Is a token symbol defined?
|
protected int maxToken
protected Vector vocabulary
protected Tool antlrTool
protected java.lang.String name
protected boolean readOnly
SimpleTokenManager(java.lang.String name_,
Tool tool_)
public java.lang.Object clone()
clone in interface TokenManagerclone in class java.lang.Objectpublic void define(TokenSymbol ts)
define in interface TokenManagerpublic java.lang.String getName()
getName in interface TokenManagerpublic java.lang.String getTokenStringAt(int idx)
getTokenStringAt in interface TokenManagerpublic TokenSymbol getTokenSymbol(java.lang.String sym)
getTokenSymbol in interface TokenManagerpublic TokenSymbol getTokenSymbolAt(int idx)
getTokenSymbolAt in interface TokenManagerpublic java.util.Enumeration getTokenSymbolElements()
getTokenSymbolElements in interface TokenManagerpublic java.util.Enumeration getTokenSymbolKeys()
getTokenSymbolKeys in interface TokenManagerpublic Vector getVocabulary()
getVocabulary in interface TokenManagerpublic boolean isReadOnly()
isReadOnly in interface TokenManagerpublic void mapToTokenSymbol(java.lang.String name,
TokenSymbol sym)
mapToTokenSymbol in interface TokenManagerpublic int maxTokenType()
maxTokenType in interface TokenManagerpublic int nextTokenType()
nextTokenType in interface TokenManagerpublic void setName(java.lang.String name_)
setName in interface TokenManagerpublic void setReadOnly(boolean ro)
setReadOnly in interface TokenManagerpublic boolean tokenDefined(java.lang.String symbol)
tokenDefined in interface TokenManager