chore: Add code completion token

Signed-off-by: Roberto Raggi <[email protected]>

Author: robertoraggi

packages/cxx-frontend/src/TokenKind.ts

@@ -33,6 +33,7 @@ export enum TokenKind {
   UTF8_STRING_LITERAL,
   WIDE_STRING_LITERAL,
   PP_INTERNAL_VARIABLE,
+  CODE_COMPLETION,
   AMP_AMP,
   AMP_EQUAL,
   AMP,

packages/cxx-gen-ast/src/tokens.ts

@@ -33,6 +33,7 @@ export const BASE_TOKENS: string[] = [
   "UTF8_STRING_LITERAL",
   "WIDE_STRING_LITERAL",
   "PP_INTERNAL_VARIABLE",
+  "CODE_COMPLETION",
 ];
 
 export const OPERATORS: Array<[kind: string, spelling: string]> = [

src/parser/cxx/token_fwd.h

@@ -43,7 +43,8 @@ class Token;
   V(UTF32_STRING_LITERAL, "<utf32_string_literal>")               \
   V(UTF8_STRING_LITERAL, "<utf8_string_literal>")                 \
   V(WIDE_STRING_LITERAL, "<wide_string_literal>")                 \
-  V(PP_INTERNAL_VARIABLE, "<PP_INTERNAL_VARIABLE>")
+  V(PP_INTERNAL_VARIABLE, "<pp_internal_variable>")               \
+  V(CODE_COMPLETION, "<code_completion>")
 
 #define FOR_EACH_OPERATOR(V)      \
   V(AMP_AMP, "&&")                \