chore(verse_stats): radically speed up processing by caching the HTML…

… lines

utils/pyproject.toml

@@ -22,6 +22,7 @@ openpyxl = "^3.0.7"
 black = "^21.7b0"
 rope = "^0.19.0"
 lxml-stubs = "^0.4.0"
+line-profiler-pycharm = "^1.1.0"
 
 [build-system]
 requires = ["poetry-core>=1.0.0"]

utils/verse_stats.py

@@ -10,8 +10,6 @@
 the TEI file. See the source code of the class Verse for details.
 
 """
-
-
 from __future__ import annotations
 
 import csv
@@ -92,6 +90,14 @@ def load(self):
         for note in self.tei.xpath('//tei:note[@type="textcrit"]', namespaces=_ns):
             note.getparent().remove(note)
 
+        # build HTML cache for speedup
+        html_lines: dict[str, etree._Element] = {}
+        for el in self.html.xpath('//*[@data-n]', namespaces=_ns):
+            n = el.get('data-n')
+            if n not in html_lines:
+                html_lines[n] = el
+        self.html_lines = html_lines
+
         self.loaded = True
 
     def lines(self):
@@ -100,7 +106,7 @@ def lines(self):
         for el_t in self.tei.xpath('//*[@n][not(self::tei:div)]', namespaces=_ns):
             n = el_t.get('n')
             n_h = n[:-1] if n[-1] in 'imf' and n[-2] != '_' else n       # antilabial n's are contracted in html
-            el_h = self.html.xpath(f'//*[@data-n="{n_h}"]', namespaces=_ns)[0]
+            el_h = self.html_lines[n_h] #self.html.xpath(f'//*[@data-n="{n_h}"]', namespaces=_ns)[0]
             variants = int(el_h.get('data-variants'))
             witnesses = int(el_h.get('data-varcount'))
             speaker = normalize_space(''.join(el_t.xpath('ancestor::tei:sp//tei:speaker//text()', namespaces=_ns)))