Fixes Beit training for PyTorch 1.10+ (#14249)

huggingface · Nov 2, 2021 · bbaa3ef · bbaa3ef
1 parent ad3e560
commit bbaa3ef
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/models/beit/modeling_beit.py b/src/transformers/models/beit/modeling_beit.py
@@ -987,7 +987,7 @@ def forward(self, encoder_hidden_states):
         used_backbone_levels = len(laterals)
         for i in range(used_backbone_levels - 1, 0, -1):
             prev_shape = laterals[i - 1].shape[2:]
-            laterals[i - 1] += nn.functional.interpolate(
+            laterals[i - 1] = laterals[i - 1] + nn.functional.interpolate(
                 laterals[i], size=prev_shape, mode="bilinear", align_corners=self.align_corners
             )