@@ -199,7 +199,6 @@ export default class Tokenizer {
199199 return this . preprocess ( tokens ) ;
200200 }
201201
202- /** Matches preceding whitespace if present */
203202 private getWhitespace ( ) : string {
204203 WHITESPACE_REGEX . lastIndex = this . index ;
205204 const matches = this . input . match ( WHITESPACE_REGEX ) ;
@@ -212,7 +211,6 @@ export default class Tokenizer {
212211 }
213212 }
214213
215- /** Attempts to match next token from input string, tests RegExp patterns in decreasing priority */
216214 private getNextToken ( previousToken ?: Token ) : Token | undefined {
217215 return (
218216 this . matchToken ( TokenType . LINE_COMMENT ) ||
@@ -230,10 +228,6 @@ export default class Tokenizer {
230228 ) ;
231229 }
232230
233- /**
234- * Attempts to match a placeholder token pattern
235- * @return {Token | undefined } - The placeholder token if found, otherwise undefined
236- */
237231 private matchPlaceholderToken ( ) : Token | undefined {
238232 for ( const { regex, parseKey } of this . paramPatterns ) {
239233 const token = this . match ( {
@@ -260,10 +254,6 @@ export default class Tokenizer {
260254 } ) ;
261255 }
262256
263- /**
264- * Attempts to match a Reserved word token pattern, avoiding edge cases of Reserved words within string tokens
265- * @return {Token | undefined } - The Reserved word token if found, otherwise undefined
266- */
267257 private matchReservedWordToken ( previousToken ?: Token ) : Token | undefined {
268258 // A reserved word cannot be preceded by a '.'
269259 // this makes it so in "mytable.from", "from" is not considered a reserved word
0 commit comments