From 186bd089900d98b36156e1348579c49e6765a9ea Mon Sep 17 00:00:00 2001 From: FiveFlow <77109972+kwon13@users.noreply.github.com> Date: Mon, 7 Oct 2024 02:33:43 +0900 Subject: [PATCH] Update actors.py vllm worker error --- mergekit/evo/actors.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mergekit/evo/actors.py b/mergekit/evo/actors.py index e107efe7..580b4976 100644 --- a/mergekit/evo/actors.py +++ b/mergekit/evo/actors.py @@ -266,7 +266,7 @@ def evaluate(self, genotype: torch.Tensor) -> dict: assert ( model.llm_engine.parallel_config.world_size == 1 ), "Must be single GPU" - worker = model.llm_engine.driver_worker + worker = model.llm_engine.model_executor.driver_worker model = worker.model_runner.model param_dict = dict(model.named_parameters())