fix(tests): templatic augmentation

JohnSnowLabs · Jul 20, 2023 · 34200c0 · 34200c0
1 parent 7fd6c89
commit 34200c0
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 9 deletions.
diff --git a/langtest/datahandler/format.py b/langtest/datahandler/format.py
@@ -198,7 +198,7 @@ def to_conll(
             token = word.group()
             match = sample.expected_results[word.group()]
             label = match.entity if match is not None else "O"
-            text += f"{token} X X {label}\n"
+            text += f"{token} -X- -X- {label}\n"
 
         if test_case and writing_mode != "ignore":
             words = re.finditer(r"([^\s]+)", test_case)
@@ -208,9 +208,9 @@ def to_conll(
                 match = sample.actual_results[word.group()]
                 label = match.entity if match is not None else "O"
                 if writing_mode == "append":
-                    text += f"{token} X X {label}\n"
+                    text += f"{token} -X- -X- {label}\n"
                 elif writing_mode == "separate":
-                    text_perturbed += f"{token} X X {label}\n"
+                    text_perturbed += f"{token} -X- -X- {label}\n"
 
         if writing_mode == "separate":
             return text, text_perturbed

diff --git a/tests/test_augmentation.py b/tests/test_augmentation.py
@@ -221,16 +221,16 @@ def test_fix(self):
             "My -X- -X- O",
             "name -X- -X- O",
             "is -X- -X- O",
-            "Jean NN NN B-PER",
-            "- NN NN I-PER",
-            "Pierre NN NN I-PER",
+            "Jean -X- -X- B-PER",
+            "- -X- -X- I-PER",
+            "Pierre -X- -X- I-PER",
             "and -X- -X- O",
             "I -X- -X- O",
             "am -X- -X- O",
             "from -X- -X- O",
-            "New NN NN B-LOC",
-            "York NN NN I-LOC",
-            "City NN NN I-LOC",
+            "New -X- -X- B-LOC",
+            "York -X- -X- I-LOC",
+            "City -X- -X- I-LOC",
         ]
         generator = TemplaticAugment(
             templates=["My name is {PER} and I am from {LOC}"], task="ner"