@@ -524,7 +524,7 @@ function lex_comment(l::Lexer, doemit=true)
524
524
while true
525
525
pc = peekchar (l)
526
526
if pc == ' \n ' || eof (pc)
527
- return doemit ? emit (l, Tokens. COMMENT) : EMPTY_TOKEN ( token_type (l))
527
+ return doemit ? emit (l, Tokens. COMMENT) : EMPTY_TOKEN
528
528
end
529
529
readchar (l)
530
530
end
@@ -534,7 +534,7 @@ function lex_comment(l::Lexer, doemit=true)
534
534
n_start, n_end = 1 , 0
535
535
while true
536
536
if eof (c)
537
- return doemit ? emit_error (l, Tokens. EOF_MULTICOMMENT) : EMPTY_TOKEN ( token_type (l))
537
+ return doemit ? emit_error (l, Tokens. EOF_MULTICOMMENT) : EMPTY_TOKEN
538
538
end
539
539
nc = readchar (l)
540
540
if c == ' #' && nc == ' ='
@@ -543,7 +543,7 @@ function lex_comment(l::Lexer, doemit=true)
543
543
n_end += 1
544
544
end
545
545
if n_start == n_end
546
- return doemit ? emit (l, Tokens. COMMENT) : EMPTY_TOKEN ( token_type (l))
546
+ return doemit ? emit (l, Tokens. COMMENT) : EMPTY_TOKEN
547
547
end
548
548
pc = c
549
549
c = nc
@@ -852,25 +852,25 @@ function lex_prime(l, doemit = true)
852
852
else
853
853
if accept (l, ' \' ' )
854
854
if accept (l, ' \' ' )
855
- return doemit ? emit (l, Tokens. CHAR) : EMPTY_TOKEN ( token_type (l))
855
+ return doemit ? emit (l, Tokens. CHAR) : EMPTY_TOKEN
856
856
else
857
857
# Empty char literal
858
858
# Arguably this should be an error here, but we generally
859
859
# look at the contents of the char literal in the parser,
860
860
# so we defer erroring until there.
861
- return doemit ? emit (l, Tokens. CHAR) : EMPTY_TOKEN ( token_type (l))
861
+ return doemit ? emit (l, Tokens. CHAR) : EMPTY_TOKEN
862
862
end
863
863
end
864
864
while true
865
865
c = readchar (l)
866
866
if eof (c)
867
- return doemit ? emit_error (l, Tokens. EOF_CHAR) : EMPTY_TOKEN ( token_type (l))
867
+ return doemit ? emit_error (l, Tokens. EOF_CHAR) : EMPTY_TOKEN
868
868
elseif c == ' \\ '
869
869
if eof (readchar (l))
870
- return doemit ? emit_error (l, Tokens. EOF_CHAR) : EMPTY_TOKEN ( token_type (l))
870
+ return doemit ? emit_error (l, Tokens. EOF_CHAR) : EMPTY_TOKEN
871
871
end
872
872
elseif c == ' \' '
873
- return doemit ? emit (l, Tokens. CHAR) : EMPTY_TOKEN ( token_type (l))
873
+ return doemit ? emit (l, Tokens. CHAR) : EMPTY_TOKEN
874
874
end
875
875
end
876
876
end
0 commit comments