Skip to content

Commit 22be96c

Browse files
committed
Update mock_server.py
1 parent 06b0bca commit 22be96c

File tree

1 file changed

+7
-1
lines changed

1 file changed

+7
-1
lines changed

tests/mock_server.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -398,7 +398,13 @@ async def generate(
398398
"message": "<400> InternalError.Algo.InvalidParameter: Repetition_penalty should be greater than 0.0",
399399
},
400400
)
401-
extra_body["repetition_penalty"] = params.repetition_penalty
401+
# Limit repetition_penalty to (0, 2] range, clamp values that exceed 2
402+
clamped_penalty = min(params.repetition_penalty, 2.0)
403+
if clamped_penalty != params.repetition_penalty:
404+
logger.warning(
405+
f"Repetition penalty {params.repetition_penalty} exceeds maximum allowed value 2.0, clamping to 2.0"
406+
)
407+
extra_body["repetition_penalty"] = clamped_penalty
402408

403409
if params.top_k is not None:
404410
if params.top_k < 0:

0 commit comments

Comments
 (0)