Ianmacleod/update client enum with lightllm (#281)

ian-scale · web-flow · commit 0f5d896bcd70 · 2023-09-18T14:30:47.000-07:00
* add vllm to inference framework enum

* add lightllm as well
diff --git a/clients/python/llmengine/data_types.py b/clients/python/llmengine/data_types.py
@@ -15,6 +15,7 @@ class LLMInferenceFramework(str, Enum):
     DEEPSPEED = "deepspeed"
     TEXT_GENERATION_INFERENCE = "text_generation_inference"
     VLLM = "vllm"
+    LIGHTLLM = "lightllm"
 
 
 class LLMSource(str, Enum):
