Skip to content

Commit 456988f

Browse files
committed
Implemented mistral in webui
1 parent 46bbd55 commit 456988f

File tree

1 file changed

+19
-1
lines changed

1 file changed

+19
-1
lines changed

src/utils/utils.py

Lines changed: 19 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,7 @@
1111
from typing import Dict, Optional
1212

1313
from langchain_anthropic import ChatAnthropic
14+
from langchain_mistralai import ChatMistralAI
1415
from langchain_google_genai import ChatGoogleGenerativeAI
1516
from langchain_ollama import ChatOllama
1617
from langchain_openai import AzureChatOpenAI, ChatOpenAI
@@ -40,6 +41,22 @@ def get_llm_model(provider: str, **kwargs):
4041
base_url=base_url,
4142
api_key=api_key,
4243
)
44+
elif provider == 'mistral':
45+
if not kwargs.get("base_url", ""):
46+
base_url = os.getenv("MISTRAL_ENDPOINT", "https://api.mistral.ai/v1")
47+
else:
48+
base_url = kwargs.get("base_url")
49+
if not kwargs.get("api_key", ""):
50+
api_key = os.getenv("MISTRAL_API_KEY", "")
51+
else:
52+
api_key = kwargs.get("api_key")
53+
54+
return ChatMistralAI(
55+
model=kwargs.get("model_name", "mistral-large-latest"),
56+
temperature=kwargs.get("temperature", 0.0),
57+
base_url=base_url,
58+
api_key=api_key,
59+
)
4360
elif provider == "openai":
4461
if not kwargs.get("base_url", ""):
4562
base_url = os.getenv("OPENAI_ENDPOINT", "https://api.openai.com/v1")
@@ -117,7 +134,8 @@ def get_llm_model(provider: str, **kwargs):
117134
"deepseek": ["deepseek-chat"],
118135
"gemini": ["gemini-2.0-flash-exp", "gemini-2.0-flash-thinking-exp", "gemini-1.5-flash-latest", "gemini-1.5-flash-8b-latest", "gemini-2.0-flash-thinking-exp-1219" ],
119136
"ollama": ["qwen2.5:7b", "llama2:7b"],
120-
"azure_openai": ["gpt-4o", "gpt-4", "gpt-3.5-turbo"]
137+
"azure_openai": ["gpt-4o", "gpt-4", "gpt-3.5-turbo"],
138+
"mistral": ["pixtral-large-latest", "mistral-large-latest", "mistral-small-latest", "ministral-8b-latest"]
121139
}
122140

123141
# Callback to update the model name dropdown based on the selected provider

0 commit comments

Comments
 (0)