diff --git a/alphafold2_pytorch/alphafold2.py b/alphafold2_pytorch/alphafold2.py
index f29e3c4..ea9a45f 100644
--- a/alphafold2_pytorch/alphafold2.py
+++ b/alphafold2_pytorch/alphafold2.py
@@ -301,7 +301,7 @@ def forward(self, x, mask = None):
         out_gate = self.out_gate(x).sigmoid()
 
         left = left * left_gate
-        right = right * left_gate
+        right = right * right_gate
 
         out = einsum(self.mix_einsum_eq, left, right)
 
diff --git a/setup.py b/setup.py
index 8c4a058..0f30252 100644
--- a/setup.py
+++ b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'alphafold2-pytorch',
   packages = find_packages(),
-  version = '0.4.21',
+  version = '0.4.22',
   license='MIT',
   description = 'AlphaFold2 - Pytorch',
   author = 'Phil Wang, Eric Alcaide',