feat: bump default connection pool size limit to minimum of 99

Author: stainless-app[bot]

lib/openai/client.rb

@@ -104,10 +104,10 @@ def initialize(
       organization: ENV["OPENAI_ORG_ID"],
       project: ENV["OPENAI_PROJECT_ID"],
       base_url: ENV["OPENAI_BASE_URL"],
-      max_retries: OpenAI::Client::DEFAULT_MAX_RETRIES,
-      timeout: OpenAI::Client::DEFAULT_TIMEOUT_IN_SECONDS,
-      initial_retry_delay: OpenAI::Client::DEFAULT_INITIAL_RETRY_DELAY,
-      max_retry_delay: OpenAI::Client::DEFAULT_MAX_RETRY_DELAY
+      max_retries: self.class::DEFAULT_MAX_RETRIES,
+      timeout: self.class::DEFAULT_TIMEOUT_IN_SECONDS,
+      initial_retry_delay: self.class::DEFAULT_INITIAL_RETRY_DELAY,
+      max_retry_delay: self.class::DEFAULT_MAX_RETRY_DELAY
     )
       base_url ||= "https://api.openai.com/v1"
 

lib/openai/internal/transport/pooled_net_requester.rb

@@ -11,6 +11,8 @@ class PooledNetRequester
         # https://github.com/golang/go/blob/c8eced8580028328fde7c03cbfcb720ce15b2358/src/net/http/transport.go#L49
         KEEP_ALIVE_TIMEOUT = 30
 
+        DEFAULT_MAX_CONNECTIONS = [Etc.nprocessors, 99].max
+
         class << self
           # @api private
           #
@@ -184,7 +186,7 @@ def execute(request)
         # @api private
         #
         # @param size [Integer]
-        def initialize(size: Etc.nprocessors)
+        def initialize(size: self.class::DEFAULT_MAX_CONNECTIONS)
           @mutex = Mutex.new
           @size = size
           @pools = {}

rbi/openai/internal/transport/pooled_net_requester.rbi

@@ -22,6 +22,8 @@ module OpenAI
         # https://github.com/golang/go/blob/c8eced8580028328fde7c03cbfcb720ce15b2358/src/net/http/transport.go#L49
         KEEP_ALIVE_TIMEOUT = 30
 
+        DEFAULT_MAX_CONNECTIONS = T.let(T.unsafe(nil), Integer)
+
         class << self
           # @api private
           sig { params(url: URI::Generic).returns(Net::HTTP) }
@@ -66,7 +68,9 @@ module OpenAI
 
         # @api private
         sig { params(size: Integer).returns(T.attached_class) }
-        def self.new(size: Etc.nprocessors)
+        def self.new(
+          size: OpenAI::Internal::Transport::PooledNetRequester::DEFAULT_MAX_CONNECTIONS
+        )
         end
       end
     end

sig/openai/internal/transport/pooled_net_requester.rbs

@@ -15,6 +15,8 @@ module OpenAI
 
         KEEP_ALIVE_TIMEOUT: 30
 
+        DEFAULT_MAX_CONNECTIONS: Integer
+
         def self.connect: (URI::Generic url) -> top
 
         def self.calibrate_socket_timeout: (top conn, Float deadline) -> void