Prevent httpx from re-using connections

sjmonson · sjmonson · commit cbe0a3c573e4 · 2025-06-13T10:35:31.000-04:00
diff --git a/src/guidellm/backend/openai.py b/src/guidellm/backend/openai.py
@@ -366,6 +366,7 @@ def _get_async_client(self) -> httpx.AsyncClient:
                 http2=self.http2,
                 timeout=self.timeout,
                 follow_redirects=self.follow_redirects,
+                limits=httpx.Limits(max_keepalive_connections=0),
             )
             self._async_client = client
         else:

Original file line number	Diff line number	Diff line change
`@@ -366,6 +366,7 @@ def _get_async_client(self) -> httpx.AsyncClient:`
`366`	`366`	`http2=self.http2,`
`367`	`367`	`timeout=self.timeout,`
`368`	`368`	`follow_redirects=self.follow_redirects,`
	`369`	`+ limits=httpx.Limits(max_keepalive_connections=0),`
`369`	`370`	`)`
`370`	`371`	`self._async_client = client`
`371`	`372`	`else:`