Skip to content

Commit 6dd313d

Browse files
Fix tests
1 parent 9a68a76 commit 6dd313d

File tree

4 files changed

+8
-3
lines changed

4 files changed

+8
-3
lines changed

src/guidellm/benchmark/output.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -419,6 +419,7 @@ def benchmarks_args_str(self) -> str:
419419
{
420420
"max_number": args.max_number,
421421
"max_duration": args.max_duration,
422+
"max_error_rate": args.max_error_rate,
422423
"warmup_number": args.warmup_number,
423424
"warmup_duration": args.warmup_duration,
424425
"cooldown_number": args.cooldown_number,

src/guidellm/scheduler/scheduler.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -315,13 +315,15 @@ def _determine_total_requests_count(
315315
iter_length = len(self.request_loader) # type: ignore[arg-type]
316316
if 0 < iter_length < end_number:
317317
end_number = iter_length
318-
except InfiniteDatasetError: # noqa: BLE001, S110
318+
except InfiniteDatasetError:
319+
# Only when RPS is constant and duration is capped we can determine the total
320+
# amount of requests that are supposed to be sent
319321
if scheduling_strategy.type_ == "constant" and max_duration is not None:
320322
total_requests_in_max_duration = int(scheduling_strategy.rate * max_duration)
321323
if total_requests_in_max_duration < end_number:
322324
assert total_requests_in_max_duration > 0
323325
end_number = total_requests_in_max_duration
324-
except Exception:
326+
except Exception: # noqa: BLE001, S110
325327
pass
326328
return end_number
327329

tests/unit/benchmark/test_output.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -113,7 +113,7 @@ def test_console_benchmarks_args_str():
113113
mock_benchmark = mock_generative_benchmark()
114114
console.benchmarks = [mock_benchmark]
115115
assert console.benchmarks_args_str == (
116-
"max_number=None, max_duration=10.0, warmup_number=None, "
116+
"max_number=None, max_duration=10.0, max_error_rate=0.05, warmup_number=None, "
117117
"warmup_duration=None, cooldown_number=None, cooldown_duration=None"
118118
)
119119

tests/unit/mock_benchmark.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -221,6 +221,7 @@ def mock_generative_benchmark() -> GenerativeBenchmark:
221221
strategy=SynchronousStrategy(),
222222
max_number=None,
223223
max_duration=10.0,
224+
max_error_rate=0.05,
224225
warmup_number=None,
225226
warmup_duration=None,
226227
cooldown_number=None,
@@ -245,6 +246,7 @@ def mock_generative_benchmark() -> GenerativeBenchmark:
245246
request_start_time_targeted_delay_avg=1.2827096836907523,
246247
request_time_delay_avg=0.0004316908972603934,
247248
request_time_avg=1.426228676523481,
249+
error_rate=0.345346,
248250
),
249251
worker=GenerativeRequestsWorkerDescription(
250252
backend_type="openai_http",

0 commit comments

Comments
 (0)