Update t5.py

uakarsh · Apr 23, 2023 · 31246f5 · 31246f5
1 parent f54da42
commit 31246f5
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/t5.py b/src/t5.py
@@ -213,7 +213,9 @@ def compute_vertical_horizontal_bias(self, total_boxes: int = 512, device=None):
             num_buckets=self.relative_attention_num_buckets,
             max_distance=self.relative_attention_max_distance,
         )
-
+
+        ## It has to be like this : https://github.com/microsoft/i-Code/blob/d933ae53eb9dec057e605fa4c89ea701629c5b9d/i-Code-Doc/core/models/embedding/relative/relative.py#L175
+        ## so change is needed here
         v_distances_bucket = self._relative_position_bucket(
             v_distances,  # shape (query_length, key_length)
             bidirectional=(not self.is_decoder),