Changed bias initialization to avoid NaN errors during training

ML4ITS · May 19, 2023 · d00c408 · d00c408
1 parent 9135372
commit d00c408
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/modules.py b/modules.py
@@ -57,7 +57,7 @@ def __init__(self, n_features, window_size, dropout, alpha, embed_dim=None, use_
         nn.init.xavier_uniform_(self.a.data, gain=1.414)
 
         if self.use_bias:
-            self.bias = nn.Parameter(torch.empty(n_features, n_features))
+            self.bias = nn.Parameter(torch.zeros(n_features, n_features))
 
         self.leakyrelu = nn.LeakyReLU(alpha)
         self.sigmoid = nn.Sigmoid()
@@ -158,7 +158,7 @@ def __init__(self, n_features, window_size, dropout, alpha, embed_dim=None, use_
         nn.init.xavier_uniform_(self.a.data, gain=1.414)
 
         if self.use_bias:
-            self.bias = nn.Parameter(torch.empty(window_size, window_size))
+            self.bias = nn.Parameter(torch.zeros(window_size, window_size))
 
         self.leakyrelu = nn.LeakyReLU(alpha)
         self.sigmoid = nn.Sigmoid()