[Bugfix] Benchmark serving script used global parameter 'args' in function 'sample_random_requests' (#6428)

lxline · web-flow · commit ccb20db8bd2a · 2024-07-14T19:27:01.000-07:00
diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py
@@ -203,7 +203,7 @@ def sample_random_requests(
     )
     offsets = np.random.randint(0, tokenizer.vocab_size, size=num_prompts)
     input_requests = []
-    for i in range(args.num_prompts):
+    for i in range(num_prompts):
         prompt = tokenizer.decode([(offsets[i] + i + j) % tokenizer.vocab_size
                                    for j in range(input_lens[i])])
         input_requests.append(

Original file line number	Diff line number	Diff line change
`@@ -203,7 +203,7 @@ def sample_random_requests(`
`203`	`203`	`)`
`204`	`204`	`offsets = np.random.randint(0, tokenizer.vocab_size, size=num_prompts)`
`205`	`205`	`input_requests = []`
`206`		`- for i in range(args.num_prompts):`
	`206`	`+ for i in range(num_prompts):`
`207`	`207`	`prompt = tokenizer.decode([(offsets[i] + i + j) % tokenizer.vocab_size`
`208`	`208`	`for j in range(input_lens[i])])`
`209`	`209`	`input_requests.append(`