From d1ab6b7b9e547bc419f1382e22eecd12e85bd8e5 Mon Sep 17 00:00:00 2001 From: Yunfeng Bai Date: Fri, 1 Sep 2023 19:12:23 +0000 Subject: [PATCH] Download bin files for TGI also --- .../domain/use_cases/llm_model_endpoint_use_cases.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py b/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py index 311a312d..cfd69f96 100644 --- a/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py +++ b/model-engine/model_engine_server/domain/use_cases/llm_model_endpoint_use_cases.py @@ -340,7 +340,7 @@ def load_model_weights_sub_commands( else: if framework == LLMInferenceFramework.TEXT_GENERATION_INFERENCE: subcommands.append( - f"{s5cmd} --numworkers 512 cp --concurrency 10 --exclude '*.bin' {os.path.join(checkpoint_path, '*')} {final_weights_folder}" + f"{s5cmd} --numworkers 512 cp --concurrency 10 {os.path.join(checkpoint_path, '*')} {final_weights_folder}" ) else: subcommands.append(