Set initial tokenizer state to a `NULL` byte
This commit is contained in:
parent
e147a6cb9b
commit
0a1b8b6bb1
|
@ -136,7 +136,7 @@ function tokenizer.tokenize(incoming_syntax, text, state)
|
|||
return { "normal", text }
|
||||
end
|
||||
|
||||
state = state or ""
|
||||
state = state or string.char(0)
|
||||
-- incoming_syntax : the parent syntax of the file.
|
||||
-- state : a string of bytes representing syntax state (see above)
|
||||
|
||||
|
|
Loading…
Reference in New Issue