initial push

OpenPecha · Jul 19, 2023 · 5051708 · 5051708
1 parent 1a23b70
commit 5051708
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/botok/tokenizers/sentencetokenizer.py b/botok/tokenizers/sentencetokenizer.py
@@ -25,6 +25,7 @@
     "བགྱི་",
     "བྱ་",
     "བཞུགས་",
+    "འདུག",
 ]
 te_particles = [
     "སྟེ་",