Revert "Prevent httpx from re-using connections"

sjmonson · sjmonson · commit aed417360bf7 · 2025-06-16T11:37:41.000-04:00
This reverts commit cbe0a3c.
diff --git a/src/guidellm/backend/openai.py b/src/guidellm/backend/openai.py
@@ -366,7 +366,6 @@ def _get_async_client(self) -> httpx.AsyncClient:
                 http2=self.http2,
                 timeout=self.timeout,
                 follow_redirects=self.follow_redirects,
-                limits=httpx.Limits(max_keepalive_connections=0),
             )
             self._async_client = client
         else:

Original file line number	Diff line number	Diff line change
`@@ -366,7 +366,6 @@ def _get_async_client(self) -> httpx.AsyncClient:`
`366`	`366`	`http2=self.http2,`
`367`	`367`	`timeout=self.timeout,`
`368`	`368`	`follow_redirects=self.follow_redirects,`
`369`		`- limits=httpx.Limits(max_keepalive_connections=0),`
`370`	`369`	`)`
`371`	`370`	`self._async_client = client`
`372`	`371`	`else:`