unnecessary, pytorch native softmax is numerically stable

lucidrains · Jul 5, 2022 · 931466e · 931466e
1 parent d59cb1e
commit 931466e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/alphafold2_pytorch/alphafold2.py b/alphafold2_pytorch/alphafold2.py
@@ -168,7 +168,6 @@ def forward(self, x, mask = None, attn_bias = None, context = None, context_mask
 
         # attention
 
-        dots = dots - dots.max(dim = -1, keepdims = True).values
         attn = dots.softmax(dim = -1)
         attn = self.dropout(attn)
 

diff --git a/setup.py b/setup.py
@@ -3,9 +3,10 @@
 setup(
   name = 'alphafold2-pytorch',
   packages = find_packages(),
-  version = '0.4.31',
+  version = '0.4.32',
   license='MIT',
   description = 'AlphaFold2 - Pytorch',
+  long_description_content_type = 'text/markdown',
   author = 'Phil Wang, Eric Alcaide',
   author_email = 'lucidrains@gmail.com, ericalcaide1@gmail.com',
   url = 'https://github.com/lucidrains/alphafold2',