From 859b768e59e5eec334f070201120a308766784de Mon Sep 17 00:00:00 2001 From: Ian Macleod Date: Mon, 18 Sep 2023 17:14:42 +0000 Subject: [PATCH 1/2] add vllm to inference framework enum --- clients/python/llmengine/data_types.py | 1 + 1 file changed, 1 insertion(+) diff --git a/clients/python/llmengine/data_types.py b/clients/python/llmengine/data_types.py index 34eaf0f9..c6f9edb7 100644 --- a/clients/python/llmengine/data_types.py +++ b/clients/python/llmengine/data_types.py @@ -14,6 +14,7 @@ class LLMInferenceFramework(str, Enum): DEEPSPEED = "deepspeed" TEXT_GENERATION_INFERENCE = "text_generation_inference" + VLLM = "vllm" class LLMSource(str, Enum): From 982f73c0484e87fa1352060b45d25f9016b751e2 Mon Sep 17 00:00:00 2001 From: Ian Macleod Date: Mon, 18 Sep 2023 20:16:27 +0000 Subject: [PATCH 2/2] add lightllm as well --- clients/python/llmengine/data_types.py | 1 + 1 file changed, 1 insertion(+) diff --git a/clients/python/llmengine/data_types.py b/clients/python/llmengine/data_types.py index c6f9edb7..1a8baba3 100644 --- a/clients/python/llmengine/data_types.py +++ b/clients/python/llmengine/data_types.py @@ -15,6 +15,7 @@ class LLMInferenceFramework(str, Enum): DEEPSPEED = "deepspeed" TEXT_GENERATION_INFERENCE = "text_generation_inference" VLLM = "vllm" + LIGHTLLM = "lightllm" class LLMSource(str, Enum):