37 lines
1.3 KiB
Plaintext
37 lines
1.3 KiB
Plaintext
export declare type Token =
|
|
| { type: "StringLiteral"; value: string; closed: boolean }
|
|
| { type: "NoSubstitutionTemplate"; value: string; closed: boolean }
|
|
| { type: "TemplateHead"; value: string }
|
|
| { type: "TemplateMiddle"; value: string }
|
|
| { type: "TemplateTail"; value: string; closed: boolean }
|
|
| { type: "RegularExpressionLiteral"; value: string; closed: boolean }
|
|
| { type: "MultiLineComment"; value: string; closed: boolean }
|
|
| { type: "SingleLineComment"; value: string }
|
|
| { type: "HashbangComment"; value: string }
|
|
| { type: "IdentifierName"; value: string }
|
|
| { type: "PrivateIdentifier"; value: string }
|
|
| { type: "NumericLiteral"; value: string }
|
|
| { type: "Punctuator"; value: string }
|
|
| { type: "WhiteSpace"; value: string }
|
|
| { type: "LineTerminatorSequence"; value: string }
|
|
| { type: "Invalid"; value: string };
|
|
|
|
export declare type JSXToken =
|
|
| { type: "JSXString"; value: string; closed: boolean }
|
|
| { type: "JSXText"; value: string }
|
|
| { type: "JSXIdentifier"; value: string }
|
|
| { type: "JSXPunctuator"; value: string }
|
|
| { type: "JSXInvalid"; value: string };
|
|
|
|
declare function jsTokens(
|
|
input: string,
|
|
options: { jsx: true },
|
|
): Iterable<Token | JSXToken>;
|
|
|
|
declare function jsTokens(
|
|
input: string,
|
|
options?: { jsx?: boolean },
|
|
): Iterable<Token>;
|
|
|
|
export default jsTokens;
|