parse seed for vllm (#585)

eldarkurtic · web-flow · commit 95068aa683ba · 2025-02-25T10:50:31.000+01:00
diff --git a/src/lighteval/models/vllm/vllm_model.py b/src/lighteval/models/vllm/vllm_model.py
@@ -182,7 +182,7 @@ def _create_auto_model(self, config: VLLMModelConfig, env_config: EnvConfig) ->
             "pipeline_parallel_size": int(config.pipeline_parallel_size),
             "max_model_len": self._max_length,
             "swap_space": 4,
-            "seed": 1234,
+            "seed": config.seed,
         }
         if int(config.data_parallel_size) > 1:
             self.model_args["distributed_executor_backend"] = "ray"

Original file line number	Diff line number	Diff line change
`@@ -182,7 +182,7 @@ def _create_auto_model(self, config: VLLMModelConfig, env_config: EnvConfig) ->`
`182`	`182`	`"pipeline_parallel_size": int(config.pipeline_parallel_size),`
`183`	`183`	`"max_model_len": self._max_length,`
`184`	`184`	`"swap_space": 4,`
`185`		`- "seed": 1234,`
	`185`	`+ "seed": config.seed,`
`186`	`186`	`}`
`187`	`187`	`if int(config.data_parallel_size) > 1:`
`188`	`188`	`self.model_args["distributed_executor_backend"] = "ray"`