Don't return bias in reservoir states during training.

nschaetti · Jan 29, 2019 · a122411 · a122411
1 parent e2e281c
commit a122411
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/echotorch/nn/RRCell.py b/echotorch/nn/RRCell.py
@@ -128,7 +128,13 @@ def forward(self, x, y=None):
                 self.xTx.data.add_(x[b].t().mm(x[b]).data)
                 self.xTy.data.add_(x[b].t().mm(y[b]).data)
             # end for
-            return x
+
+            # Bias or not
+            if self.with_bias:
+                return x[:, :, 1:]
+            else:
+                return x
+            # end if
         elif not self.training:
             # Outputs
             outputs = Variable(torch.zeros(batch_size, time_length, self.output_dim), requires_grad=False)