@@ -420,7 +420,7 @@ token_t *lex_token(strbuf_t *buf, source_location_t *loc, token_t *prev)
420420
421421 token_buffer [sz ] = '\0' ;
422422 token = new_token (T_numeric , loc , sz );
423- token -> literal = arena_strdup ( TOKEN_ARENA , token_buffer );
423+ token -> literal = intern_string ( token_buffer );
424424 loc -> column += sz ;
425425 return token ;
426426 }
@@ -523,7 +523,7 @@ token_t *lex_token(strbuf_t *buf, source_location_t *loc, token_t *prev)
523523
524524 read_char (buf );
525525 token = new_token (T_string , loc , sz + 2 );
526- token -> literal = arena_strdup ( TOKEN_ARENA , token_buffer );
526+ token -> literal = intern_string ( token_buffer );
527527 loc -> column += sz + 2 ;
528528 return token ;
529529 }
@@ -557,8 +557,8 @@ token_t *lex_token(strbuf_t *buf, source_location_t *loc, token_t *prev)
557557
558558 read_char (buf );
559559 token = new_token (T_char , loc , sz + 2 );
560- token -> literal = arena_strdup ( TOKEN_ARENA , token_buffer );
561- loc -> column = sz + 2 ;
560+ token -> literal = intern_string ( token_buffer );
561+ loc -> column + = sz + 2 ;
562562 return token ;
563563 }
564564
@@ -906,7 +906,7 @@ token_t *lex_token(strbuf_t *buf, source_location_t *loc, token_t *prev)
906906 kind = lookup_keyword (token_buffer );
907907
908908 token = new_token (kind , loc , sz );
909- token -> literal = arena_strdup ( TOKEN_ARENA , token_buffer );
909+ token -> literal = intern_string ( token_buffer );
910910 loc -> column += sz ;
911911 return token ;
912912 }
0 commit comments