public class AssignTokenTypesBehavior extends AssignTokenTypesWalker
Modifier and Type | Field and Description |
---|---|
protected java.util.Map<java.lang.String,java.lang.String> |
aliases |
protected java.util.Map<java.lang.String,java.lang.String> |
aliasesReverseIndex |
protected java.util.Map<java.lang.String,java.lang.Integer> |
stringLiterals |
protected java.util.Set<java.lang.String> |
tokenRuleDefs
Track actual lexer rule defs so we don't get repeated token defs in
generated lexer.
|
protected java.util.Map<java.lang.String,java.lang.Integer> |
tokens |
protected static java.lang.Integer |
UNASSIGNED |
protected static java.lang.Integer |
UNASSIGNED_IN_PARSER_RULE |
_tokenNames, charAlias, charAlias2, currentRuleName, grammar, stringAlias, stringAlias2
_retTree, astFactory, ASTNULL, inputState, returnAST, tokenNames, traceDepth
ACTION, ACTION_CHAR_LITERAL, ACTION_ESC, ACTION_STRING_LITERAL, ALT, AMPERSAND, ARG, ARG_ACTION, ARGLIST, ASSIGN, BACKTRACK_SEMPRED, BANG, BLOCK, CHAR_LITERAL, CHAR_RANGE, CHARSET, CLOSE_ELEMENT_OPTION, CLOSURE, COLON, COMBINED_GRAMMAR, COMMA, COMMENT, DIGIT, DOC_COMMENT, DOLLAR, DOT, DOUBLE_ANGLE_STRING_LITERAL, DOUBLE_QUOTE_STRING_LITERAL, EOA, EOB, EOF, EOR, EPSILON, ESC, ETC, FORCED_ACTION, FRAGMENT, GATED_SEMPRED, ID, IMPLIES, IMPORT, INITACTION, INT, INTERNAL_RULE_REF, LABEL, LEXER, LEXER_GRAMMAR, LITERAL_catch, LITERAL_finally, LITERAL_grammar, LITERAL_lexer, LITERAL_private, LITERAL_protected, LITERAL_public, LITERAL_returns, LITERAL_throws, LITERAL_tree, LPAREN, ML_COMMENT, NESTED_ACTION, NESTED_ARG_ACTION, NOT, NULL_TREE_LOOKAHEAD, OPEN_ELEMENT_OPTION, OPTIONAL, OPTIONS, OR, PARSER, PARSER_GRAMMAR, PLUS, PLUS_ASSIGN, POSITIVE_CLOSURE, QUESTION, RANGE, RCURLY, RET, REWRITE, ROOT, RPAREN, RULE, RULE_REF, SCOPE, SEMI, SEMPRED, SL_COMMENT, SRC, STAR, STRAY_BRACKET, STRING_LITERAL, SYN_SEMPRED, SYNPRED, TEMPLATE, TOKEN_REF, TOKENS, TREE_BEGIN, TREE_GRAMMAR, WILDCARD, WS, WS_LOOP, WS_OPT, XDIGIT
Constructor and Description |
---|
AssignTokenTypesBehavior() |
Modifier and Type | Method and Description |
---|---|
protected void |
alias(GrammarAST t,
GrammarAST s) |
protected void |
aliasTokenIDsAndLiterals(Grammar root) |
protected void |
assignStringTypes(Grammar root) |
protected void |
assignTokenIDTypes(Grammar root) |
protected void |
defineTokenNamesAndLiteralsInGrammar(Grammar root) |
void |
defineTokens(Grammar root) |
protected void |
init(Grammar g) |
protected void |
trackString(GrammarAST t)
Track string literals (could be in tokens{} section)
|
protected void |
trackToken(GrammarAST t) |
protected void |
trackTokenRule(GrammarAST t,
GrammarAST modifier,
GrammarAST block) |
alternative, ast_suffix, atom, attrScope, block, charSet, charSetElement, defineStringLiteralsFromDelegates, delegateGrammars, ebnf, element, exceptionGroup, exceptionHandler, finallyClause, grammar, grammarSpec, initASTPatterns, modifier, option, optionsSpec, optionValue, reportError, rewrite, rule, rules, ruleScopeSpec, tokenSpec, tokensSpec, tree
protected static final java.lang.Integer UNASSIGNED
protected static final java.lang.Integer UNASSIGNED_IN_PARSER_RULE
protected java.util.Map<java.lang.String,java.lang.Integer> stringLiterals
protected java.util.Map<java.lang.String,java.lang.Integer> tokens
protected java.util.Map<java.lang.String,java.lang.String> aliases
protected java.util.Map<java.lang.String,java.lang.String> aliasesReverseIndex
protected java.util.Set<java.lang.String> tokenRuleDefs
protected void init(Grammar g)
init
in class AssignTokenTypesWalker
protected void trackString(GrammarAST t)
trackString
in class AssignTokenTypesWalker
protected void trackToken(GrammarAST t)
trackToken
in class AssignTokenTypesWalker
protected void trackTokenRule(GrammarAST t, GrammarAST modifier, GrammarAST block)
trackTokenRule
in class AssignTokenTypesWalker
protected void alias(GrammarAST t, GrammarAST s)
alias
in class AssignTokenTypesWalker
public void defineTokens(Grammar root)
defineTokens
in class AssignTokenTypesWalker
protected void assignStringTypes(Grammar root)
assignStringTypes
in class AssignTokenTypesWalker
protected void aliasTokenIDsAndLiterals(Grammar root)
aliasTokenIDsAndLiterals
in class AssignTokenTypesWalker
protected void assignTokenIDTypes(Grammar root)
assignTokenIDTypes
in class AssignTokenTypesWalker
protected void defineTokenNamesAndLiteralsInGrammar(Grammar root)
defineTokenNamesAndLiteralsInGrammar
in class AssignTokenTypesWalker
Copyright © 2012. All Rights Reserved.