From 46bd8859586ec11458d2008da15862480a8c5356 Mon Sep 17 00:00:00 2001 From: Zhao Shenyang Date: Tue, 6 Feb 2024 04:46:43 +0800 Subject: [PATCH] fix: remove vllm dependency for pytorch bento --- openllm-python/src/openllm/bundle/_package.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/openllm-python/src/openllm/bundle/_package.py b/openllm-python/src/openllm/bundle/_package.py index 2ecaa6208..c95264191 100644 --- a/openllm-python/src/openllm/bundle/_package.py +++ b/openllm-python/src/openllm/bundle/_package.py @@ -38,7 +38,8 @@ def build_editable(path, package='openllm'): def construct_python_options(llm, llm_fs, extra_dependencies=None, adapter_map=None): from . import RefResolver - packages = ['scipy', 'bentoml[tracing]>=1.1.11,<1.2', f'openllm[vllm]>={RefResolver.from_strategy("release").version}'] # apparently bnb misses this one + openllm_package = 'openllm[vllm]' if llm.__llm_backend__.lower() == "vllm" else "openllm" + packages = ['scipy', 'bentoml[tracing]>=1.1.11,<1.2', f'{openllm_package}>={RefResolver.from_strategy("release").version}'] # apparently bnb misses this one if adapter_map is not None: packages += ['openllm[fine-tune]'] if extra_dependencies is not None: