fix: enable_sleep_mode -> vllm_enable_sleep_mode (#3225)

matthambrecht · Matthew Hambrecht · web-flow · commit 613bcf90e58f · 2025-10-22T06:55:26.000-07:00
Co-authored-by: Matthew Hambrecht &lt;matthew.hambrecht@patapsco.ai&gt;
diff --git a/src/axolotl/core/trainers/grpo/__init__.py b/src/axolotl/core/trainers/grpo/__init__.py
@@ -52,7 +52,7 @@ def set_training_args_kwargs(cls, cfg: DictDefault) -> dict[str, Any]:
             if trl.vllm_mode:
                 grpo_args_kwargs["vllm_mode"] = trl.vllm_mode
             if trl.vllm_mode == "colocate":
-                grpo_args_kwargs["enable_sleep_mode"] = trl.vllm_enable_sleep_mode  # type: ignore[attr-defined]
+                grpo_args_kwargs["vllm_enable_sleep_mode"] = trl.vllm_enable_sleep_mode  # type: ignore[attr-defined]
                 grpo_args_kwargs["vllm_gpu_memory_utilization"] = (
                     vllm_cfg.gpu_memory_utilization
                 )

Original file line number	Diff line number	Diff line change
`@@ -52,7 +52,7 @@ def set_training_args_kwargs(cls, cfg: DictDefault) -> dict[str, Any]:`
`52`	`52`	`if trl.vllm_mode:`
`53`	`53`	`grpo_args_kwargs["vllm_mode"] = trl.vllm_mode`
`54`	`54`	`if trl.vllm_mode == "colocate":`
`55`		`- grpo_args_kwargs["enable_sleep_mode"] = trl.vllm_enable_sleep_mode # type: ignore[attr-defined]`
	`55`	`+ grpo_args_kwargs["vllm_enable_sleep_mode"] = trl.vllm_enable_sleep_mode # type: ignore[attr-defined]`
`56`	`56`	`grpo_args_kwargs["vllm_gpu_memory_utilization"] = (`
`57`	`57`	`vllm_cfg.gpu_memory_utilization`
`58`	`58`	`)`