Merge pull request #69 from monsieurzhang/dev.core

ST5107: add segment alphabet for Thai and Burmese
SYSTRAN · May 6, 2024 · af746bb · af746bb
2 parents 2254345 + 337ae33
commit af746bb
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/fuzzy_match.cc b/src/fuzzy_match.cc
@@ -86,6 +86,8 @@ namespace fuzzy
     _ptokenizer->add_alphabet_to_segment("Kanbun");
     _ptokenizer->add_alphabet_to_segment("Katakana");
     _ptokenizer->add_alphabet_to_segment("Hiragana");
+    _ptokenizer->add_alphabet_to_segment("Thai");
+    _ptokenizer->add_alphabet_to_segment("Myanmar");  // Burmese
   }
 
   void