Solved a problem with BPE. (#139)

lvapeab · Mar 24, 2021 · 375d612 · 375d612
1 parent 1520560
commit 375d612
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/interactive_char_nmt_simulation.py b/interactive_char_nmt_simulation.py
@@ -46,9 +46,9 @@ def parse_args():
     parser.add_argument("--max-n", type=int, default=5, help="Maximum number of words generated between isles")
     parser.add_argument("-src", "--source", help="File of source hypothesis", required=True)
     parser.add_argument("-trg", "--references", help="Reference sentence (for simulation)", required=True)
-    parser.add_argument("-bpe-tok", "--tokenize-bpe", help="Apply BPE tokenization", action='store_true', default=True)
+    parser.add_argument("-bpe-tok", "--tokenize-bpe", help="Apply BPE tokenization", action='store_true', default=False)
     parser.add_argument("-bpe-detok", "--detokenize-bpe", help="Revert BPE tokenization",
-                        action='store_true', default=True)
+                        action='store_true', default=False)
     parser.add_argument("-tok-ref", "--tokenize-references", help="Tokenize references. If set to False, the references"
                                                                   "should be given already preprocessed/tokenized.",
                         action='store_true', default=False)

diff --git a/interactive_nmt_simulation.py b/interactive_nmt_simulation.py
@@ -48,9 +48,9 @@ def parse_args():
     parser.add_argument("--max-n", type=int, default=3, help="Maximum number of words generated between isles")
     parser.add_argument("-src", "--source", help="File of source hypothesis", required=True)
     parser.add_argument("-trg", "--references", help="Reference sentence (for simulation)", required=True)
-    parser.add_argument("-bpe-tok", "--tokenize-bpe", help="Apply BPE tokenization", action='store_true', default=True)
+    parser.add_argument("-bpe-tok", "--tokenize-bpe", help="Apply BPE tokenization", action='store_true', default=False)
     parser.add_argument("-bpe-detok", "--detokenize-bpe", help="Revert BPE tokenization",
-                        action='store_true', default=True)
+                        action='store_true', default=False)
     parser.add_argument("-tok-ref", "--tokenize-references", help="Tokenize references. If set to False, the references"
                                                                   "should be given already preprocessed/tokenized.",
                         action='store_true', default=False)