[bug] bug fixed in test case

urduhack · Jan 6, 2021 · d9ac163 · d9ac163
1 parent c657afa
commit d9ac163
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/urduhack/tokenization/tests/test_word_tokenizer.py b/urduhack/tokenization/tests/test_word_tokenizer.py
@@ -45,7 +45,7 @@ def test_is_token():
 
     model = _load_model(WORD_TOKENIZER_MODEL_PATH)
     pieces = _is_token(model.EncodeAsPieces(text))
-    assert "گا" in pieces
+    assert "▁گا" in pieces
 
 
 def test_is_model_available():