diff --git a/rasa/core/nlg/template.py b/rasa/core/nlg/template.py
index 0307a7e61a9..83d016ddcc5 100644
--- a/rasa/core/nlg/template.py
+++ b/rasa/core/nlg/template.py
@@ -103,8 +103,8 @@ def _fill_template_text(
         # Getting the slot values in the template variables
         template_vars = self._template_variables(filled_slots, kwargs)
 
-        # Filling the template variables in the template
-        if template_vars:
+        # Filling the template variables in the template text
+        if template_vars and template.get("text"):
             try:
                 # transforming template tags from
                 # "{tag_name}" to "{0[tag_name]}"