Searched refs:peek_token (Results 1 – 2 of 2) sorted by relevance
97 def peek_token(self): member in Lexer329 while lex.peek_token().token_type != TokenType.END_OF_FILE:330 cur_token_type = lex.peek_token().token_type363 cur_token_type = lex.peek_token().token_type366 token = lex.peek_token()367 if lex.peek_token().token_type != TokenType.ID:405 token = lex.peek_token()426 if lex.peek_token().token_type != TokenType.ID:427 token = lex.peek_token()434 if lex.peek_token().token_type != TokenType.ID:[all …]
85 def peek_token(self): member in Lexer217 while lex.peek_token().token_type != TokenType.END_OF_FILE:218 cur_token_type = lex.peek_token().token_type226 token = lex.peek_token()