From a35f7e3780c0977f1aace7a2cfe6dcf87c7160bf Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com> Date: Wed, 23 Oct 2024 16:57:39 +0200 Subject: [PATCH 1/6] Set `version` to 0.6.0 --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 4d3265e2..804c85df 100644 --- a/setup.py +++ b/setup.py @@ -5,7 +5,7 @@ # We don't declare our dependency on transformers here because we build with # different packages for different variants -VERSION = "0.5.0" +VERSION = "0.6.0" # Ubuntu packages # libsndfile1-dev: torchaudio requires the development version of the libsndfile package which can be installed via a system package manager. On Ubuntu it can be installed as follows: apt install libsndfile1-dev From db08feefa6af767cb30b33ff0c71443f54568629 Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com> Date: Wed, 23 Oct 2024 17:03:17 +0200 Subject: [PATCH 2/6] Bump `transformers`, `huggingface_hub`, and extra dependencies - `transformers` 4.45.2 includes Llama 3.1, MLlama, and much more (see release notes at https://github.com/huggingface/transformers/releases/tag/v4.45.0) - `diffusers` 0.31.0 includes Stable Diffusion 3.5 and much more (see release notes at https://github.com/huggingface/diffusers/releases/tag/v0.31.0) - `huggingface_hub` 0.26.1 bumped to avoid issues with deprecated `cached_download` affecting older versions of `diffusers` i.e. 0.30.0 or below, so it was a sensible dependency - Also bumped `torch` 2.3.1, `peft` 0.13.2, `accelerate` 1.0.1 stable release, and `sentence-transformers` 3.2.1 --- setup.py | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/setup.py b/setup.py index 804c85df..e0d7285e 100644 --- a/setup.py +++ b/setup.py @@ -13,8 +13,8 @@ # libavcodec-extra : libavcodec-extra includes additional codecs for ffmpeg install_requires = [ - "transformers[sklearn,sentencepiece,audio,vision,sentencepiece]==4.44.0", - "huggingface_hub[hf_transfer]==0.24.5", + "transformers[sklearn,sentencepiece,audio,vision,sentencepiece]==4.45.2", + "huggingface_hub[hf_transfer]==0.26.1", # vision "Pillow", "librosa", @@ -31,11 +31,11 @@ extras = {} -extras["st"] = ["sentence_transformers==3.1.1"] -extras["diffusers"] = ["diffusers==0.30.0", "accelerate==0.33.0"] +extras["st"] = ["sentence_transformers==3.2.1"] +extras["diffusers"] = ["diffusers==0.31.0", "accelerate==1.0.1"] # Includes `peft` as PEFT requires `torch` so having `peft` as a core dependency # means that `torch` will be installed even if the `torch` extra is not specified. -extras["torch"] = ["torch==2.2.2", "torchvision", "torchaudio", "peft==0.12.0"] +extras["torch"] = ["torch==2.3.1", "torchvision", "torchaudio", "peft==0.13.2"] extras["test"] = [ "pytest==7.2.1", "pytest-xdist", @@ -62,9 +62,7 @@ packages=find_packages(where="src"), install_requires=install_requires, extras_require=extras, - entry_points={ - "console_scripts": "serve=sagemaker_huggingface_inference_toolkit.serving:main" - }, + entry_points={"console_scripts": "serve=sagemaker_huggingface_inference_toolkit.serving:main"}, python_requires=">=3.8", license="Apache License 2.0", classifiers=[ From 37306b5021cc4c885fbdee231eb68c750eba2e41 Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com> Date: Fri, 25 Oct 2024 14:15:16 +0200 Subject: [PATCH 3/6] Bump `transformers` as of recent 4.46.0 release --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index e0d7285e..4e24ebf0 100644 --- a/setup.py +++ b/setup.py @@ -13,7 +13,7 @@ # libavcodec-extra : libavcodec-extra includes additional codecs for ffmpeg install_requires = [ - "transformers[sklearn,sentencepiece,audio,vision,sentencepiece]==4.45.2", + "transformers[sklearn,sentencepiece,audio,vision,sentencepiece]==4.46.0", "huggingface_hub[hf_transfer]==0.26.1", # vision "Pillow", From 997694a74fee9c55b0b17cff1091d6066997dd9c Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com> Date: Sun, 27 Oct 2024 10:32:10 +0100 Subject: [PATCH 4/6] Pin `huggingface_hub` to <0.26 to prevent issues with `diffusers` Previous `diffusers` versions shouldn't be installed, but since the `huggingface_hub` dependency below 0.26 is still compatible with the current and previous releases of `transformers`, `diffusers`, etc. then pining `huggingface_hub<0.26` makes the most sense atm --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 4e24ebf0..7b20910a 100644 --- a/setup.py +++ b/setup.py @@ -14,7 +14,7 @@ install_requires = [ "transformers[sklearn,sentencepiece,audio,vision,sentencepiece]==4.46.0", - "huggingface_hub[hf_transfer]==0.26.1", + "huggingface_hub[hf_transfer]<0.26", # vision "Pillow", "librosa", From d05784f7818a96e84668ee45ec65e0940fda7650 Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com> Date: Mon, 28 Oct 2024 08:37:51 +0100 Subject: [PATCH 5/6] Set `version` to 0.5.1 instead According to SemVer, changes that do not affect the public-facing API and are just a maintenance update fall under the PATCH category, not the MINOR category --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 7b20910a..8497f635 100644 --- a/setup.py +++ b/setup.py @@ -5,7 +5,7 @@ # We don't declare our dependency on transformers here because we build with # different packages for different variants -VERSION = "0.6.0" +VERSION = "0.5.1" # Ubuntu packages # libsndfile1-dev: torchaudio requires the development version of the libsndfile package which can be installed via a system package manager. On Ubuntu it can be installed as follows: apt install libsndfile1-dev From 719f2f39e3b3127922b096c18d126a398a29f15c Mon Sep 17 00:00:00 2001 From: Alvaro Bartolome <36760800+alvarobartt@users.noreply.github.com> Date: Tue, 29 Oct 2024 09:15:04 +0100 Subject: [PATCH 6/6] Revert and pin `huggingface_hub` to 0.26.2 instead Co-authored-by: Philipp Schmid --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 8497f635..dcddbb35 100644 --- a/setup.py +++ b/setup.py @@ -14,7 +14,7 @@ install_requires = [ "transformers[sklearn,sentencepiece,audio,vision,sentencepiece]==4.46.0", - "huggingface_hub[hf_transfer]<0.26", + "huggingface_hub[hf_transfer]==0.26.2", # vision "Pillow", "librosa",