From 92362586df7a2aa4451ef05e3812eef83468e985 Mon Sep 17 00:00:00 2001
From: Francesco Abbate <francesco.bbt@gmail.com>
Date: Thu, 7 Oct 2021 19:19:03 +0200
Subject: [PATCH] Improve highlither for document edits

The syntax highlighter keep a cache of the documents like tokenization.

In order to minimize the amount of tokenize re-computations we insert some
emtty lines or remove some lines in the highlither lines corresponding to
the lines added or removed to the document.
---
 data/core/doc/highlighter.lua | 15 ++++++++++++++-
 data/core/doc/init.lua        |  4 ++--
 2 files changed, 16 insertions(+), 3 deletions(-)

diff --git a/data/core/doc/highlighter.lua b/data/core/doc/highlighter.lua
index 72fba793..4cb703da 100644
--- a/data/core/doc/highlighter.lua
+++ b/data/core/doc/highlighter.lua
@@ -44,12 +44,25 @@ function Highlighter:reset()
   self.max_wanted_line = 0
 end
 
-
 function Highlighter:invalidate(idx)
   self.first_invalid_line = math.min(self.first_invalid_line, idx)
   self.max_wanted_line = math.min(self.max_wanted_line, #self.doc.lines)
 end
 
+function Highlighter:insert_notify(line, n)
+  self:invalidate(line)
+  for i = 1, n do
+    table.insert(self.lines, line, nil)
+  end
+end
+
+function Highlighter:remove_notify(line, n)
+  self:invalidate(line)
+  for i = 1, n do
+    table.remove(self.lines, line)
+  end
+end
+
 
 function Highlighter:tokenize_line(idx, state)
   local res = {}
diff --git a/data/core/doc/init.lua b/data/core/doc/init.lua
index 26af4732..2e72907a 100644
--- a/data/core/doc/init.lua
+++ b/data/core/doc/init.lua
@@ -349,7 +349,7 @@ function Doc:raw_insert(line, col, text, undo_stack, time)
   push_undo(undo_stack, time, "remove", line, col, line2, col2)
 
   -- update highlighter and assure selection is in bounds
-  self.highlighter:invalidate(line)
+  self.highlighter:insert_notify(line, #lines - 1)
   self:sanitize_selection()
 end
 
@@ -376,7 +376,7 @@ function Doc:raw_remove(line1, col1, line2, col2, undo_stack, time)
   end
 
   -- update highlighter and assure selection is in bounds
-  self.highlighter:invalidate(line1)
+  self.highlighter:remove_notify(line1, line2 - line1)
   self:sanitize_selection()
 end