Skip to content

Commit db293d3

Browse files
author
Hynek Kydlicek
committed
remove debug statements
1 parent 1b1d74c commit db293d3

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

src/lighteval/models/vllm/vllm_model.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -185,7 +185,6 @@ def _create_auto_model(self, config: VLLMModelConfig, env_config: EnvConfig) ->
185185
"seed": 1234,
186186
}
187187
if int(config.data_parallel_size) > 1:
188-
# self.model_args["worker_use_ray"] = True
189188
self.model_args["distributed_executor_backend"] = "ray"
190189
self._batch_size = "auto"
191190
return None
@@ -337,7 +336,6 @@ def _generate(
337336
# as VLLM complains about no GPUs available.
338337
@ray.remote(num_gpus=1 if self.tensor_parallel_size == 1 else None)
339338
def run_inference_one_model(model_args: dict, sampling_params: SamplingParams, requests):
340-
print(model_args)
341339
llm = LLM(**model_args)
342340
return llm.generate(prompt_token_ids=requests, sampling_params=sampling_params)
343341

0 commit comments

Comments
 (0)