Skip to content

Commit 0226850

Browse files
committed
Add backend_kwargs
1 parent ecf2984 commit 0226850

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

src/guidellm/main.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
import asyncio
2-
from typing import Literal, Optional, Union, get_args
2+
from typing import Any, Literal, Mapping, Optional, Union, get_args
33

44
import click
55
from loguru import logger
@@ -197,6 +197,7 @@ def generate_benchmark_report(
197197
max_requests: Union[Literal["dataset"], int, None],
198198
output_path: str,
199199
cont_refresh_table: bool,
200+
backend_kwargs: Mapping[str, Any] = {},
200201
) -> GuidanceReport:
201202
"""
202203
Generate a benchmark report for a specified backend and dataset.
@@ -218,6 +219,7 @@ def generate_benchmark_report(
218219
:param output_path: Path to save the output report file.
219220
:param cont_refresh_table: Continually refresh the table in the CLI
220221
until the user exits.
222+
:param backend_kwargs: Additional keyword arguments for the backend.
221223
"""
222224
logger.info(
223225
"Generating benchmark report with target: {}, backend: {}", target, backend
@@ -228,6 +230,7 @@ def generate_benchmark_report(
228230
backend_type=backend,
229231
target=target,
230232
model=model,
233+
**backend_kwargs,
231234
)
232235

233236
request_generator: RequestGenerator

0 commit comments

Comments
 (0)