Upgrade MistralAI and uvicorn (#1506)

* Update the dependencies. Pin Black until we're ready for a bunch of files to change.

* Upgraded MistralAI library to 2.0 using their [migration guide](https://github.com/mistralai/client-python/blob/main/MIGRATION.md). Ran a small benchmark to check that it works end to end.

* Upgraded uvicorn to latest.

Author: wpietri

pyproject.toml

@@ -72,7 +72,7 @@ dependencies = [
     "google-api-python-client>=2.179.0",
     "google-genai>=1.17.0,<2.0.0",
     "google-auth>=2.36.0,<3.0.0",
-    "mistralai>=1.9.11,<2.0.0",
+    "mistralai>=2.0.0",
     "typing-inspect>=0.9.0,<1.0.0",
     "boto3>=1.36.25,<2.0.0",
     "prometheus-client>=0.23.1,<1.0.0",
@@ -81,7 +81,7 @@ dependencies = [
     "openai>=2.12.0,<3.0.0",
     "pyarrow>=22.0.0,<24.0.0",
     "tiktoken>=0.12.0,<1.0.0",
-    "uvicorn>=0.38,<0.42",
+    "uvicorn>=0.38,<0.43",
     "airrlogger",
 ]
 

src/modelgauge/suts/mistral_client.py

@@ -1,6 +1,6 @@
-from mistralai import Mistral
-from mistralai.models import HTTPValidationError, SDKError
-from mistralai.utils import BackoffStrategy, RetryConfig
+from mistralai.client import Mistral
+from mistralai.client.errors import HTTPValidationError, SDKError
+from mistralai.client.utils import BackoffStrategy, RetryConfig
 
 from modelgauge.secret_values import RequiredSecret, SecretDescription
 

src/modelgauge/suts/mistral_sut.py

@@ -1,17 +1,17 @@
 from typing import Optional
 
-from mistralai.models import ChatCompletionResponse, SDKError
-from pydantic import BaseModel
-
+from mistralai.client.errors import SDKError
+from mistralai.client.models import ChatCompletionResponse
+from modelgauge.model_options import ModelOptions
 from modelgauge.prompt import TextPrompt
 from modelgauge.retry_decorator import retry
 from modelgauge.secret_values import InjectSecret
 from modelgauge.sut import PromptResponseSUT, SUTResponse
-from modelgauge.model_options import ModelOptions
 from modelgauge.sut_capabilities import AcceptsTextPrompt
 from modelgauge.sut_decorator import modelgauge_sut
 from modelgauge.sut_registry import SUTS
 from modelgauge.suts.mistral_client import MistralAIAPIKey, MistralAIClient
+from pydantic import BaseModel
 
 _USER_ROLE = "user"
 

tests/modelgauge_tests/sut_tests/test_mistral_sut.py

@@ -1,13 +1,12 @@
 import pytest
-from mistralai.models import (
+from mistralai.client.models import (
     AssistantMessage,
     ChatCompletionChoice,
     UsageInfo,
 )
-
+from modelgauge.model_options import ModelOptions
 from modelgauge.prompt import TextPrompt
 from modelgauge.sut import SUTResponse
-from modelgauge.model_options import ModelOptions
 from modelgauge.suts.mistral_client import MistralAIAPIKey
 from modelgauge.suts.mistral_sut import (
     MistralAIResponse,