File tree Expand file tree Collapse file tree 2 files changed +82
-70
lines changed Expand file tree Collapse file tree 2 files changed +82
-70
lines changed Original file line number Diff line number Diff line change @@ -12,8 +12,8 @@ import type { Source } from './source';
12
12
import { syntaxError } from '../error' ;
13
13
14
14
/**
15
- * A representation of a lexed Token. Value is optional, is it is
16
- * not needed for punctuators like BANG or PAREN_L .
15
+ * A representation of a lexed Token. Value only appears for non-punctuation
16
+ * tokens: NAME, INT, FLOAT, and STRING .
17
17
*/
18
18
export type Token = {
19
19
kind : number ;
@@ -66,10 +66,9 @@ export const TokenKind = {
66
66
PIPE : 13 ,
67
67
BRACE_R : 14 ,
68
68
NAME : 15 ,
69
- VARIABLE : 16 ,
70
- INT : 17 ,
71
- FLOAT : 18 ,
72
- STRING : 19 ,
69
+ INT : 16 ,
70
+ FLOAT : 17 ,
71
+ STRING : 18 ,
73
72
} ;
74
73
75
74
/**
@@ -104,7 +103,6 @@ tokenDescription[TokenKind.BRACE_L] = '{';
104
103
tokenDescription [ TokenKind . PIPE ] = '|' ;
105
104
tokenDescription [ TokenKind . BRACE_R ] = '}' ;
106
105
tokenDescription [ TokenKind . NAME ] = 'Name' ;
107
- tokenDescription [ TokenKind . VARIABLE ] = 'Variable' ;
108
106
tokenDescription [ TokenKind . INT ] = 'Int' ;
109
107
tokenDescription [ TokenKind . FLOAT ] = 'Float' ;
110
108
tokenDescription [ TokenKind . STRING ] = 'String' ;
You can’t perform that action at this time.
0 commit comments