File tree Expand file tree Collapse file tree 1 file changed +19
-0
lines changed
eureka_ml_insights/configs Expand file tree Collapse file tree 1 file changed +19
-0
lines changed Original file line number Diff line number Diff line change 172172 },
173173)
174174
175+ OAI_GPT4O_2024_11_20_AUZRE_CONFIG = ModelConfig (
176+ AzureOpenAIModel ,
177+ {
178+ "model_name" : "gpt-4o" ,
179+ "url" : "https://eurekaevals.openai.azure.com/" ,
180+ "api_version" : "2025-01-01-preview" ,
181+ },
182+ )
183+
175184# Gemini models
176185GEMINI_SECRET_KEY_PARAMS = {
177186 "key_name" : "your_gemini_secret_key_name" ,
343352 },
344353)
345354
355+ DEEPSEEK_R1_LOCAL_CONFIG = ModelConfig (
356+ LocalVLLMModel ,
357+ {
358+ # this name must match the vllm deployment name/path
359+ "model_name" : "Deepseek-R1" ,
360+ # specify ports in case the model is already deployed
361+ "ports" : ["5001" ],
362+ },
363+ )
364+
346365# DeepSeek R1 Endpoints on Azure
347366DEEPSEEK_R1_CONFIG = ModelConfig (
348367 DeepseekR1ServerlessAzureRestEndpointModel ,
You can’t perform that action at this time.
0 commit comments