Interface Tokenizer

interface Tokenizer {
    createSplitterRegexp(src: string, flag?: string): RegExp;
    getLineTokens(line: string, startState: string | string[]): TokenInfo[];
    removeCapturingGroups(src: string): string;
}

Index

Methods

createSplitterRegexp getLineTokens removeCapturingGroups

Methods

createSplitterRegexp

createSplitterRegexp(src: string, flag?: string): RegExp
Parameters
- src: string
- Optionalflag: string
Returns RegExp
- Defined in src/lib/outils/ace/types.d.ts:35

getLineTokens

getLineTokens(line: string, startState: string | string[]): TokenInfo[]
Parameters
- line: string
- startState: string | string[]
Returns TokenInfo[]
- Defined in src/lib/outils/ace/types.d.ts:36

removeCapturingGroups

removeCapturingGroups(src: string): string
Returns an object containing two properties: tokens, which contains all the tokens; and state, the current state.
Parameters
- src: string
Returns string
- Defined in src/lib/outils/ace/types.d.ts:34