walkero
/
lite-xl
1
0
Fork 0
Code Issues 7 Pull Requests Projects Releases 15 Wiki Activity

Return state when tokenizing plaintext syntaxes

This commit is contained in:
Guldoman 2023-07-09 18:59:25 +02:00 committed by George Sokianos
parent fa694ae6f8
commit 523e62bdce
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
data/core/tokenizer.lua
View File

@ -133,12 +133,12 @@ function tokenizer.tokenize(incoming_syntax, text, state, resume)
local res local res
local i = 1 local i = 1
if #incoming_syntax.patterns == 0 then
return { "normal", text }
end
state = state or string.char(0) state = state or string.char(0)
if #incoming_syntax.patterns == 0 then
return { "normal", text }, state
end
if resume then if resume then
res = resume.res res = resume.res
-- Remove "incomplete" tokens -- Remove "incomplete" tokens