[TFWav2Vec2Model] Fix input shapes in TFWav2Vec2WeightNormConv1D (#14319

) * Add paddings to input shapes * Add padding comment
huggingface · Nov 8, 2021 · df1f94e · df1f94e
1 parent e30078b
commit df1f94e
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 0 deletions.
diff --git a/src/transformers/models/hubert/modeling_tf_hubert.py b/src/transformers/models/hubert/modeling_tf_hubert.py
@@ -525,7 +525,11 @@ def _normalize_kernel(self):
 
     def build(self, input_shape):
         if not self.built:
+            input_shape = input_shape.as_list()
+            # Conv1D output shapes are checked at build time since TF 2.7, so we need to account for padding
+            input_shape[-2] += self.explicit_padding * 2
             super().build(input_shape)
+
             self.kernel = tf.Variable(tf.transpose(self.kernel), name="weight_v", trainable=True)
             self.weight_v = self.kernel
 

diff --git a/src/transformers/models/wav2vec2/modeling_tf_wav2vec2.py b/src/transformers/models/wav2vec2/modeling_tf_wav2vec2.py
@@ -524,7 +524,11 @@ def _normalize_kernel(self):
 
     def build(self, input_shape):
         if not self.built:
+            input_shape = input_shape.as_list()
+            # Conv1D output shapes are checked at build time since TF 2.7, so we need to account for padding
+            input_shape[-2] += self.explicit_padding * 2
             super().build(input_shape)
+
             self.kernel = tf.Variable(tf.transpose(self.kernel), name="weight_v", trainable=True)
             self.weight_v = self.kernel