We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6e90106 commit f96d83bCopy full SHA for f96d83b
src/utils/utils.py
@@ -106,21 +106,21 @@ def get_llm_model(provider: str, **kwargs):
106
base_url = os.getenv("OLLAMA_ENDPOINT", "http://localhost:11434")
107
else:
108
base_url = kwargs.get("base_url")
109
-
+
110
if "deepseek-r1" in kwargs.get("model_name", "qwen2.5:7b"):
111
return DeepSeekR1ChatOllama(
112
model=kwargs.get("model_name", "deepseek-r1:14b"),
113
temperature=kwargs.get("temperature", 0.0),
114
num_ctx=kwargs.get("num_ctx", 32000),
115
- base_url=kwargs.get("base_url", base_url),
+ base_url=base_url,
116
)
117
118
return ChatOllama(
119
model=kwargs.get("model_name", "qwen2.5:7b"),
120
121
122
num_predict=kwargs.get("num_predict", 1024),
123
124
125
elif provider == "azure_openai":
126
if not kwargs.get("base_url", ""):
0 commit comments