Skip to content

Commit 5ca0012

Browse files
committed
Add mistralai embedding
1 parent 36ce865 commit 5ca0012

File tree

2 files changed

+14
-1
lines changed

2 files changed

+14
-1
lines changed

config.py

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ class EmbeddingsProvider(Enum):
2424
HUGGINGFACETEI = "huggingfacetei"
2525
OLLAMA = "ollama"
2626
BEDROCK = "bedrock"
27-
27+
MISTRAL = "mistral"
2828

2929
def get_env_variable(
3030
var_name: str, default_value: str = None, required: bool = False
@@ -169,6 +169,7 @@ async def dispatch(self, request, call_next):
169169
OLLAMA_BASE_URL = get_env_variable("OLLAMA_BASE_URL", "http://ollama:11434")
170170
AWS_ACCESS_KEY_ID = get_env_variable("AWS_ACCESS_KEY_ID", "")
171171
AWS_SECRET_ACCESS_KEY = get_env_variable("AWS_SECRET_ACCESS_KEY", "")
172+
MISTRAL_API_KEY = get_env_variable("MISTRAL_API_KEY", "")
172173

173174
## Embeddings
174175

@@ -219,6 +220,13 @@ def init_embeddings(provider, model):
219220
model_id=model,
220221
region_name=AWS_DEFAULT_REGION,
221222
)
223+
elif provider == EmbeddingsProvider.MISTRAL:
224+
from langchain_mistralai import MistralAIEmbeddings
225+
226+
return MistralAIEmbeddings(
227+
model=model,
228+
api_key=MISTRAL_API_KEY,
229+
)
222230
else:
223231
raise ValueError(f"Unsupported embeddings provider: {provider}")
224232

@@ -246,6 +254,10 @@ def init_embeddings(provider, model):
246254
"EMBEDDINGS_MODEL", "amazon.titan-embed-text-v1"
247255
)
248256
AWS_DEFAULT_REGION = get_env_variable("AWS_DEFAULT_REGION", "us-east-1")
257+
elif EMBEDDINGS_PROVIDER == EmbeddingsProvider.MISTRAL:
258+
EMBEDDINGS_MODEL = get_env_variable(
259+
"EMBEDDINGS_MODEL", "mistral-embed"
260+
)
249261
else:
250262
raise ValueError(f"Unsupported embeddings provider: {EMBEDDINGS_PROVIDER}")
251263

requirements.txt

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,7 @@ langchain-mongodb==0.2.0
3030
langchain-ollama==0.2.0
3131
langchain-openai==0.2.0
3232
langchain-huggingface==0.1.0
33+
langchain_mistralai==0.2.1
3334
cryptography==43.0.1
3435
python-magic==0.4.27
3536
python-pptx==0.6.23

0 commit comments

Comments
 (0)