Skip to content

Commit 903fe9a

Browse files
committed
Prevent non-sweep throughput without specifing rate
1 parent 61714df commit 903fe9a

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

src/guidellm/benchmark/profiles.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -432,6 +432,10 @@ def resolve_args(
432432
kwargs.pop("random_seed", None)
433433
if rate is not None and len(rate) > 0:
434434
kwargs["max_concurrency"] = rate[0]
435+
else:
436+
# Require explicit max_concurrency; in the future max_concurrency
437+
# should be dynamic and rate can specify some tunable
438+
raise ValueError("ThroughputProfile requires a rate parameter")
435439
return kwargs
436440

437441
@property

0 commit comments

Comments
 (0)