Expose other_letters option in python API

mingruimingrui · Aug 14, 2020 · a1d9599 · a1d9599
1 parent 91090a3
commit a1d9599
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 1 deletion.
diff --git a/VERSION b/VERSION
@@ -1 +1 @@
-0.0.8
+0.0.8.1
diff --git a/bindings/python/mosestokenizer/__init__.py b/bindings/python/mosestokenizer/__init__.py
@@ -43,6 +43,7 @@ def __init__(
         escape_xml: bool = False,
         unescape_xml: bool = False,
         preserve_xml_entities: bool = False,
+        other_letters_p: bool = False,
         refined_punct_splits: bool = False,
         url_handling: bool = True,
         supersub: bool = False,
@@ -82,6 +83,7 @@ def __init__(
         params.escape_p = escape_xml
         params.unescape_p = unescape_xml
         params.entities_p = preserve_xml_entities
+        params.other_letters_p = other_letters_p
         params.refined_p = refined_punct_splits
         params.url_p = url_handling
         params.supersub_p = supersub  # Numeric super and subscript conjoining

diff --git a/src/python/mosestokenizer.cpp b/src/python/mosestokenizer.cpp
@@ -34,6 +34,7 @@ PYBIND11_MODULE(_mosestokenizer, m) {
         .def_readwrite("entities_p", &Parameters::entities_p)
         .def_readwrite("escape_p", &Parameters::escape_p)
         .def_readwrite("aggro_p", &Parameters::aggro_p)
+        .def_readwrite("other_letters_p", &Parameters::other_letters_p)
         .def_readwrite("supersub_p", &Parameters::supersub_p)
         .def_readwrite("url_p", &Parameters::url_p)
         .def_readwrite("downcase_p", &Parameters::downcase_p)