diff --git a/hebel/layers/dummy_layer.py b/hebel/layers/dummy_layer.py
index 5a9eb70..38dcea6 100644
--- a/hebel/layers/dummy_layer.py
+++ b/hebel/layers/dummy_layer.py
@@ -29,7 +29,6 @@ def __init__(self, n_in):
         self.n_units = n_in
 
     def feed_forward(self, input_data, prediction=False):
-        assert input_data.shape[1] == self.n_in
         return (input_data,)
 
     def backprop(self, input_data, df_output, cache=None):