From 2793af39651c10f88ebb419d5e070e4a26c2e82a Mon Sep 17 00:00:00 2001 From: haixiw Date: Fri, 12 Apr 2024 17:26:56 +0000 Subject: [PATCH 1/2] feat: optimum 0.0.21 --- .../huggingface-llm-neuronx.json | 29 +++++++++++++++++++ .../image_uris/test_huggingface_llm.py | 1 + 2 files changed, 30 insertions(+) diff --git a/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json b/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json index 994c746368..f4aae4dce3 100644 --- a/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json +++ b/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json @@ -151,6 +151,35 @@ "container_version": { "inf2": "ubuntu22.04" } + }, + "0.0.21": { + "py_versions": [ + "py310" + ], + "registries": { + "ap-northeast-1": "763104351884", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-4": "457447274322", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-2": "763104351884", + "ca-west-1": "204538143572" + }, + "tag_prefix": "1.13.1-optimum0.0.20", + "repository": "huggingface-pytorch-tgi-inference", + "container_version": { + "inf2": "ubuntu22.04" + } } } } diff --git a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py index a2409ec84d..058895c8fd 100644 --- a/tests/unit/sagemaker/image_uris/test_huggingface_llm.py +++ b/tests/unit/sagemaker/image_uris/test_huggingface_llm.py @@ -38,6 +38,7 @@ "0.0.18": "1.13.1-optimum0.0.18-neuronx-py310-ubuntu22.04", "0.0.19": "1.13.1-optimum0.0.19-neuronx-py310-ubuntu22.04", "0.0.20": "1.13.1-optimum0.0.20-neuronx-py310-ubuntu22.04", + "0.0.21": "1.13.1-optimum0.0.21-neuronx-py310-ubuntu22.04", }, } From 1559b0a63c9d4b760c78f0210710727edc1d16fa Mon Sep 17 00:00:00 2001 From: haixiw Date: Fri, 12 Apr 2024 17:29:54 +0000 Subject: [PATCH 2/2] minor update --- src/sagemaker/image_uri_config/huggingface-llm-neuronx.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json b/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json index f4aae4dce3..9da18c1b56 100644 --- a/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json +++ b/src/sagemaker/image_uri_config/huggingface-llm-neuronx.json @@ -175,7 +175,7 @@ "us-west-2": "763104351884", "ca-west-1": "204538143572" }, - "tag_prefix": "1.13.1-optimum0.0.20", + "tag_prefix": "1.13.1-optimum0.0.21", "repository": "huggingface-pytorch-tgi-inference", "container_version": { "inf2": "ubuntu22.04"