Skip to content

Commit 652b66d

Browse files
committed
Add DeepSeek R1 VLLM model config
1 parent 93c8caf commit 652b66d

File tree

1 file changed

+19
-0
lines changed

1 file changed

+19
-0
lines changed

eureka_ml_insights/configs/model_configs.py

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -172,6 +172,15 @@
172172
},
173173
)
174174

175+
OAI_GPT4O_2024_11_20_AUZRE_CONFIG = ModelConfig(
176+
AzureOpenAIModel,
177+
{
178+
"model_name": "gpt-4o",
179+
"url": "https://eurekaevals.openai.azure.com/",
180+
"api_version": "2025-01-01-preview",
181+
},
182+
)
183+
175184
# Gemini models
176185
GEMINI_SECRET_KEY_PARAMS = {
177186
"key_name": "your_gemini_secret_key_name",
@@ -343,6 +352,16 @@
343352
},
344353
)
345354

355+
DEEPSEEK_R1_LOCAL_CONFIG = ModelConfig(
356+
LocalVLLMModel,
357+
{
358+
# this name must match the vllm deployment name/path
359+
"model_name": "Deepseek-R1",
360+
# specify ports in case the model is already deployed
361+
"ports": ["5001"],
362+
},
363+
)
364+
346365
# DeepSeek R1 Endpoints on Azure
347366
DEEPSEEK_R1_CONFIG = ModelConfig(
348367
DeepseekR1ServerlessAzureRestEndpointModel,

0 commit comments

Comments
 (0)