Lines Matching refs:Token

37     Token GetToken(bool skipComment = true);
39     Token PeekToken(bool skipComment = true);
76     static int TokenToChar(Token token);
82     Token ReadToken(bool skipComment);
84     Token ReadIdentifier(char c);
86     Token ReadLineComment(char c);
88     Token ReadBlockComment(char c);
108     std::unordered_map<String, Token, StringHashFunc, StringEqualFunc> keywords_;
109     Token currentToken_ = Token::UNKNOWN;
116     std::unordered_map<char, Token> token_map_ = {
117         {'<', Token::ANGLE_BRACKETS_LEFT},
118         {'>', Token::ANGLE_BRACKETS_RIGHT},
119         {'{', Token::BRACES_LEFT},
120         {'}', Token::BRACES_RIGHT},
121         {'[', Token::BRACKETS_LEFT},
122         {']', Token::BRACKETS_RIGHT},
123         {',', Token::COMMA},
124         {'(', Token::PARENTHESES_LEFT},
125         {')', Token::PARENTHESES_RIGHT},
126         {'.', Token::DOT},
127         {';', Token::SEMICOLON},