From 0a1b8b6bb1d6f43355970481029507888fc6c375 Mon Sep 17 00:00:00 2001
From: Guldoman <giulio.lettieri@gmail.com>
Date: Tue, 15 Nov 2022 14:46:14 +0100
Subject: [PATCH] Set initial tokenizer state to a `NULL` byte

---
 data/core/tokenizer.lua | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/data/core/tokenizer.lua b/data/core/tokenizer.lua
index a80214e7..5ecdf325 100644
--- a/data/core/tokenizer.lua
+++ b/data/core/tokenizer.lua
@@ -136,7 +136,7 @@ function tokenizer.tokenize(incoming_syntax, text, state)
     return { "normal", text }
   end
 
-  state = state or ""
+  state = state or string.char(0)
   -- incoming_syntax    : the parent syntax of the file.
   -- state              : a string of bytes representing syntax state (see above)