diff --git a/clients/python/llmengine/data_types.py b/clients/python/llmengine/data_types.py index c6f9edb7..1a8baba3 100644 --- a/clients/python/llmengine/data_types.py +++ b/clients/python/llmengine/data_types.py @@ -15,6 +15,7 @@ class LLMInferenceFramework(str, Enum): DEEPSPEED = "deepspeed" TEXT_GENERATION_INFERENCE = "text_generation_inference" VLLM = "vllm" + LIGHTLLM = "lightllm" class LLMSource(str, Enum):