feat: add fix to watsonx and note to litellm (#173)

* fix: watsonx client creation issue

* fix: add litellm message

Author: jakelorocco

mellea/backends/litellm.py

@@ -53,6 +53,8 @@ def __init__(
     ):
         """Initialize and OpenAI compatible backend. For any additional kwargs that you need to pass the the client, pass them as a part of **kwargs.
 
+        Note: If getting `Unclosed client session`, set `export DISABLE_AIOHTTP_TRANSPORT=True` in your environment. See: https://github.com/BerriAI/litellm/issues/13251.
+
         Args:
             model_id : The LiteLLM model identifier. Make sure that all necessary credentials are in OS environment variables.
             formatter: A custom formatter based on backend.If None, defaults to TemplateFormatter

mellea/backends/watsonx.py

@@ -90,15 +90,15 @@ def __init__(
         if api_key is None:
             api_key = os.environ.get("WATSONX_API_KEY")
         if project_id is None:
-            project_id = os.environ.get("WATSONX_PROJECT_ID")
+            self._project_id = os.environ.get("WATSONX_PROJECT_ID")
 
         self._creds = Credentials(url=base_url, api_key=api_key)
         _client = APIClient(credentials=self._creds)
         self._model_inference = ModelInference(
             model_id=self._get_watsonx_model_id(),
             api_client=_client,
             credentials=self._creds,
-            project_id=project_id,
+            project_id=self._project_id,
             params=self.model_options,
             **kwargs,
         )
@@ -135,7 +135,14 @@ def __init__(
     @property
     def _model(self) -> ModelInference:
         """Watsonx's client gets tied to a specific event loop. Reset it here."""
-        self._model_inference.set_api_client(APIClient(self._creds))
+        _client = APIClient(credentials=self._creds)
+        self._model_inference = ModelInference(
+            model_id=self._get_watsonx_model_id(),
+            api_client=_client,
+            credentials=self._creds,
+            project_id=self._project_id,
+            params=self.model_options,
+        )
         return self._model_inference
 
     def _get_watsonx_model_id(self) -> str: