add vllm to inference framework enum (#280)

ian-scale · web-flow · commit 5e378324b313 · 2023-09-18T13:15:15.000-07:00
diff --git a/clients/python/llmengine/data_types.py b/clients/python/llmengine/data_types.py
@@ -14,6 +14,7 @@
 class LLMInferenceFramework(str, Enum):
     DEEPSPEED = "deepspeed"
     TEXT_GENERATION_INFERENCE = "text_generation_inference"
+    VLLM = "vllm"
 
 
 class LLMSource(str, Enum):
