File tree Expand file tree Collapse file tree 1 file changed +8
-0
lines changed
Expand file tree Collapse file tree 1 file changed +8
-0
lines changed Original file line number Diff line number Diff line change @@ -176,6 +176,9 @@ export class OpenAiNativeHandler extends BaseProvider implements SingleCompletio
176176 stream : true ,
177177 stream_options : { include_usage : true } ,
178178 ...( reasoning && reasoning ) ,
179+ // Add service_tier parameter if configured and not "auto"
180+ ...( this . options . serviceTier &&
181+ this . options . serviceTier !== "auto" && { service_tier : this . options . serviceTier } ) ,
179182 } )
180183
181184 yield * this . handleStreamResponse ( stream , model )
@@ -203,6 +206,11 @@ export class OpenAiNativeHandler extends BaseProvider implements SingleCompletio
203206 params . verbosity = verbosity
204207 }
205208
209+ // Add service_tier parameter if configured and not "auto"
210+ if ( this . options . serviceTier && this . options . serviceTier !== "auto" ) {
211+ params . service_tier = this . options . serviceTier
212+ }
213+
206214 const stream = await this . client . chat . completions . create ( params )
207215
208216 if ( typeof ( stream as any ) [ Symbol . asyncIterator ] !== "function" ) {
You can’t perform that action at this time.
0 commit comments