diff --git a/data/test_config/stack_config.yml b/data/test_config/stack_config.yml
index b2cad5a1fce..323725485a7 100644
--- a/data/test_config/stack_config.yml
+++ b/data/test_config/stack_config.yml
@@ -1,7 +1,7 @@
 # Configuration for Rasa NLU.
 # https://rasa.com/docs/nlu/components/
 language: en
-pipeline: tensorflow_embedding
+pipeline: supervised_embeddings
 
 # Configuration for Rasa Core.
 # https://rasa.com/docs/core/policies
diff --git a/dev-requirements.txt b/dev-requirements.txt
index 2f4dee60c61..a387c761950 100644
--- a/dev-requirements.txt
+++ b/dev-requirements.txt
@@ -10,6 +10,7 @@ treq==17.8.0
 freezegun==0.3.10
 responses==0.9.0
 httpretty==0.9.5
+sklearn-crfsuite==0.3.6
 
 # other
 matplotlib==2.2.2