15 lines
500 B
TypeScript
15 lines
500 B
TypeScript
import { Token } from './token.js';
|
|
import { ParamTypes, TokenizerOptions } from './TokenizerOptions.js';
|
|
export default class Tokenizer {
|
|
private cfg;
|
|
private dialectName;
|
|
private rulesBeforeParams;
|
|
private rulesAfterParams;
|
|
constructor(cfg: TokenizerOptions, dialectName: string);
|
|
tokenize(input: string, paramTypesOverrides: ParamTypes): Token[];
|
|
private buildRulesBeforeParams;
|
|
private buildRulesAfterParams;
|
|
private buildParamRules;
|
|
private validRules;
|
|
}
|