From b24225ff51deb5677ce3869b074b08126938b755 Mon Sep 17 00:00:00 2001 From: Arnav Garg Date: Thu, 31 Aug 2023 17:05:05 +0000 Subject: [PATCH 1/3] Pin Transformers to 4.31.0 --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index df4c7d4471c..a711d82c98e 100644 --- a/requirements.txt +++ b/requirements.txt @@ -11,7 +11,7 @@ torchaudio torchtext torchvision pydantic<2.0 -transformers>=4.31.0 +transformers<4.32.0 tokenizers>=0.13.3 spacy>=2.3 PyYAML>=3.12,<6.0.1,!=5.4.* #Exlude PyYAML 5.4.* due to incompatibility with awscli From 8fac8607f7683d0582354c586b5c61b39b3db416 Mon Sep 17 00:00:00 2001 From: Arnav Garg Date: Thu, 31 Aug 2023 20:26:28 +0000 Subject: [PATCH 2/3] Fix lowerbound --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index a711d82c98e..44264990087 100644 --- a/requirements.txt +++ b/requirements.txt @@ -11,7 +11,7 @@ torchaudio torchtext torchvision pydantic<2.0 -transformers<4.32.0 +transformers>=4.31.0,<4.32.0 tokenizers>=0.13.3 spacy>=2.3 PyYAML>=3.12,<6.0.1,!=5.4.* #Exlude PyYAML 5.4.* due to incompatibility with awscli From 20a532ff8000992f7da967390a839b6182937aec Mon Sep 17 00:00:00 2001 From: Arnav Garg Date: Thu, 31 Aug 2023 20:28:55 +0000 Subject: [PATCH 3/3] Add todo with GH issue --- requirements.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/requirements.txt b/requirements.txt index 44264990087..42f8d994dab 100644 --- a/requirements.txt +++ b/requirements.txt @@ -11,6 +11,8 @@ torchaudio torchtext torchvision pydantic<2.0 +# TODO(Arnav): Lift transformers package restriction once 4.32.2 is released. +# Issue: https://github.com/ludwig-ai/ludwig/issues/3571 transformers>=4.31.0,<4.32.0 tokenizers>=0.13.3 spacy>=2.3