Set initial tokenizer state to a `NULL` byte

This commit is contained in:
Guldoman 2022-11-15 14:46:14 +01:00
parent e147a6cb9b
commit 0a1b8b6bb1
No known key found for this signature in database
GPG Key ID: EA928C8BDA1A8825
1 changed files with 1 additions and 1 deletions

View File

@ -136,7 +136,7 @@ function tokenizer.tokenize(incoming_syntax, text, state)
return { "normal", text }
end
state = state or ""
state = state or string.char(0)
-- incoming_syntax : the parent syntax of the file.
-- state : a string of bytes representing syntax state (see above)