fix tests

RasaHQ · Oct 23, 2019 · dfeca3e · dfeca3e
1 parent 7c9c679
commit dfeca3e
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/tests/nlu/base/test_config.py b/tests/nlu/base/test_config.py
@@ -65,7 +65,7 @@ def test_set_attr_on_component():
     cfg = config.load("sample_configs/config_pretrained_embeddings_spacy.yml")
     cfg.set_component_attr(6, C=324)
 
-    assert cfg.for_component(1) == {"name": "SpacyTokenizer"}
+    assert cfg.for_component(1) == {"name": "SpacyTokenizer", "use_cls_token": False}
     assert cfg.for_component(6) == {"name": "SklearnIntentClassifier", "C": 324}
 
 

diff --git a/tests/nlu/base/test_featurizers.py b/tests/nlu/base/test_featurizers.py
@@ -117,7 +117,8 @@ def test_mitie_featurizer(mitie_feature_extractor, default_config):
     mitie_component_config = {"name": "MitieFeaturizer"}
     ftr = MitieFeaturizer.create(mitie_component_config, RasaNLUModelConfig())
     sentence = "Hey how are you today"
-    tokens = MitieTokenizer().tokenize(sentence)
+    mitie_component_config = {"name": "MitieTokenizer", "use_cls_token": False}
+    tokens = MitieTokenizer(mitie_component_config).tokenize(sentence)
     vecs = ftr.features_for_tokens(tokens, mitie_feature_extractor)
     expected = np.array([0.0, -4.4551446, 0.26073121, -1.46632245, -1.84205751])
     assert np.allclose(vecs[:5], expected, atol=1e-5)
@@ -212,7 +213,8 @@ def test_lookup_tables(sentence, expected, labeled_tokens, spacy_nlp):
     ftr = RegexFeaturizer(lookup_tables=lookups)
 
     # adds tokens to the message
-    tokenizer = SpacyTokenizer()
+    component_config = {"name": "SpacyTokenizer", "use_cls_token": False}
+    tokenizer = SpacyTokenizer(component_config)
     message = Message(sentence)
     message.set("spacy_doc", spacy_nlp(sentence))
     tokenizer.process(message)