We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 06b0bca commit 22be96cCopy full SHA for 22be96c
tests/mock_server.py
@@ -398,7 +398,13 @@ async def generate(
398
"message": "<400> InternalError.Algo.InvalidParameter: Repetition_penalty should be greater than 0.0",
399
},
400
)
401
- extra_body["repetition_penalty"] = params.repetition_penalty
+ # Limit repetition_penalty to (0, 2] range, clamp values that exceed 2
402
+ clamped_penalty = min(params.repetition_penalty, 2.0)
403
+ if clamped_penalty != params.repetition_penalty:
404
+ logger.warning(
405
+ f"Repetition penalty {params.repetition_penalty} exceeds maximum allowed value 2.0, clamping to 2.0"
406
+ )
407
+ extra_body["repetition_penalty"] = clamped_penalty
408
409
if params.top_k is not None:
410
if params.top_k < 0:
0 commit comments