diff --git a/data/core/tokenizer.lua b/data/core/tokenizer.lua index a80214e7..5ecdf325 100644 --- a/data/core/tokenizer.lua +++ b/data/core/tokenizer.lua @@ -136,7 +136,7 @@ function tokenizer.tokenize(incoming_syntax, text, state) return { "normal", text } end - state = state or "" + state = state or string.char(0) -- incoming_syntax : the parent syntax of the file. -- state : a string of bytes representing syntax state (see above)