We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0465bf5 commit 66e4625Copy full SHA for 66e4625
optillm/plugins/proxy/client.py
@@ -48,11 +48,11 @@ def client(self):
48
max_retries=0 # Disable client retries - we handle them
49
)
50
elif 'generativelanguage.googleapis.com' in self.base_url:
51
- # Google AI client - create custom client to avoid "models/" prefix
52
- from optillm.plugins.proxy.google_client import GoogleAIClient
53
- self._client = GoogleAIClient(
+ # Google AI with standard OpenAI-compatible client
+ self._client = OpenAI(
54
api_key=self.api_key,
55
- base_url=self.base_url
+ base_url=self.base_url,
+ max_retries=0 # Disable client retries - we handle them
56
57
else:
58
# Standard OpenAI-compatible client
optillm/plugins/proxy/google_client.py
0 commit comments