Add propertyAccessOperator to TokenizerOptions

Use it to implement schema..table operator in Transact-SQL

Author: nene

src/languages/transactsql/transactsql.formatter.ts

@@ -260,6 +260,7 @@ export const transactsql: DialectOptions = {
       '::',
       ':',
     ],
+    propertyAccessOperators: ['..'],
     // TODO: Support for money constants
   },
   formatOptions: {

src/lexer/Tokenizer.ts

@@ -189,7 +189,7 @@ export default class Tokenizer {
         ]),
       },
       { type: TokenType.ASTERISK, regex: /[*]/uy },
-      { type: TokenType.DOT, regex: /[.]+/uy },
+      { type: TokenType.DOT, regex: regex.operator(['.', ...(cfg.propertyAccessOperators ?? [])]) },
     ]);
   }
 

src/lexer/TokenizerOptions.ts

@@ -95,6 +95,9 @@ export interface TokenizerOptions {
   paramChars?: IdentChars;
   // Additional multi-character operators to support, in addition to <=, >=, <>, !=
   operators?: string[];
+  // Additional operators for property access, in addition to .
+  // Like in table.column
+  propertyAccessOperators?: string[];
   // Allows custom modifications on the token array.
   // Called after the whole input string has been split into tokens.
   // The result of this will be the output of the tokenizer.