@@ -199,7 +199,6 @@ export default class Tokenizer {
199
199
return this . preprocess ( tokens ) ;
200
200
}
201
201
202
- /** Matches preceding whitespace if present */
203
202
private getWhitespace ( ) : string {
204
203
WHITESPACE_REGEX . lastIndex = this . index ;
205
204
const matches = this . input . match ( WHITESPACE_REGEX ) ;
@@ -212,7 +211,6 @@ export default class Tokenizer {
212
211
}
213
212
}
214
213
215
- /** Attempts to match next token from input string, tests RegExp patterns in decreasing priority */
216
214
private getNextToken ( previousToken ?: Token ) : Token | undefined {
217
215
return (
218
216
this . matchToken ( TokenType . LINE_COMMENT ) ||
@@ -230,10 +228,6 @@ export default class Tokenizer {
230
228
) ;
231
229
}
232
230
233
- /**
234
- * Attempts to match a placeholder token pattern
235
- * @return {Token | undefined } - The placeholder token if found, otherwise undefined
236
- */
237
231
private matchPlaceholderToken ( ) : Token | undefined {
238
232
for ( const { regex, parseKey } of this . paramPatterns ) {
239
233
const token = this . match ( {
@@ -260,10 +254,6 @@ export default class Tokenizer {
260
254
} ) ;
261
255
}
262
256
263
- /**
264
- * Attempts to match a Reserved word token pattern, avoiding edge cases of Reserved words within string tokens
265
- * @return {Token | undefined } - The Reserved word token if found, otherwise undefined
266
- */
267
257
private matchReservedWordToken ( previousToken ?: Token ) : Token | undefined {
268
258
// A reserved word cannot be preceded by a '.'
269
259
// this makes it so in "mytable.from", "from" is not considered a reserved word
0 commit comments