Skip to content

IncrementalTokenizer

applyEdit(edit): TokenPatch

TextEdit

TokenPatch


applyEdits(edits): readonly TokenPatch[]

readonly TextEdit[]

readonly TokenPatch[]


getCode(): string

string


getSnapshot(): IncrementalTokenizerSnapshot

IncrementalTokenizerSnapshot


getTokens(): readonly readonly ThemedToken[][]

readonly readonly ThemedToken[][]


inspectRetention(): IncrementalTokenizerRetentionSnapshot

IncrementalTokenizerRetentionSnapshot


reset(code?): TokenPatch

string

TokenPatch


untokenizedLineCount(): number

Lines of the current text left plain by the tokenization limit.

number


update(code): TokenPatch

string

TokenPatch