diff --git a/rasa_core/train.py b/rasa_core/train.py
index 2254d95b7a2..8c473dfec12 100644
--- a/rasa_core/train.py
+++ b/rasa_core/train.py
@@ -221,6 +221,9 @@ def train_dialogue_model(domain_file, stories_file, output_path,
         if not cmdline_args.interactive:
             raise ValueError("--core can only be used together with the"
                              "--interactive flag.")
+        elif cmdline_args.finetune:
+            raise ValueError("--core can only be used together with the"
+                             "--interactive flag and without --finetune flag.")
         else:
             logger.info("loading a pre-trained model. ",
                         "all training-related parameters will be ignored")