Skip to content

Commit 3bb9561

Browse files
authored
Revert "[bench] Support common prefix len config (for decode-only bench)" (#31240)
Signed-off-by: Ming Yang <[email protected]>
1 parent 3ce791a commit 3bb9561

File tree

2 files changed

+0
-7
lines changed

2 files changed

+0
-7
lines changed

vllm/benchmarks/datasets.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1847,7 +1847,6 @@ def get_samples(args, tokenizer: TokenizerLike) -> list[SampleRequest]:
18471847
random_seed=args.seed,
18481848
dataset_path=args.dataset_path,
18491849
disable_shuffle=args.disable_shuffle,
1850-
prefix_len=args.common_prefix_len,
18511850
).sample(
18521851
tokenizer=tokenizer,
18531852
num_requests=args.num_prompts,

vllm/benchmarks/serve.py

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1281,12 +1281,6 @@ def add_cli_args(parser: argparse.ArgumentParser):
12811281
help="Repetition penalty sampling parameter. Only has effect on "
12821282
"openai-compatible backends.",
12831283
)
1284-
sampling_group.add_argument(
1285-
"--common-prefix-len",
1286-
type=int,
1287-
default=None,
1288-
help="Common prefix length shared by all prompts (used by random dataset)",
1289-
)
12901284

12911285
parser.add_argument(
12921286
"--served-model-name",

0 commit comments

Comments
 (0)