Compare commits
1 Commits
Author | SHA1 | Date |
---|---|---|
George Sokianos | 0cb20ab7b2 |
|
@ -225,6 +225,7 @@ function tokenizer.tokenize(incoming_syntax, text, state)
|
||||||
end
|
end
|
||||||
|
|
||||||
local text_len = text:ulen()
|
local text_len = text:ulen()
|
||||||
|
if text_len ~= nil then
|
||||||
while i <= text_len do
|
while i <= text_len do
|
||||||
-- continue trying to match the end pattern of a pair if we have a state set
|
-- continue trying to match the end pattern of a pair if we have a state set
|
||||||
if current_pattern_idx > 0 then
|
if current_pattern_idx > 0 then
|
||||||
|
@ -315,6 +316,7 @@ function tokenizer.tokenize(incoming_syntax, text, state)
|
||||||
i = i + 1
|
i = i + 1
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
end
|
||||||
|
|
||||||
return res, state
|
return res, state
|
||||||
end
|
end
|
||||||
|
|
Loading…
Reference in New Issue