We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a4bdbb5 commit 7a0b160Copy full SHA for 7a0b160
src/guidellm/backend/openai.py
@@ -468,7 +468,6 @@ def _completions_payload(
468
max_output_tokens or self.max_output_tokens,
469
)
470
payload["max_tokens"] = max_output_tokens or self.max_output_tokens
471
- payload["max_completion_tokens"] = payload["max_tokens"]
472
473
if max_output_tokens:
474
# only set stop and ignore_eos if max_output_tokens set at request level
0 commit comments