Update modeling_base.py (huggingface#2419)

fzyzcjy · web-flow · commit 148b5923135e · 2024-11-30T12:14:36.000+01:00
diff --git a/trl/models/modeling_base.py b/trl/models/modeling_base.py
@@ -619,7 +619,7 @@ def create_reference_model(
     """
     if is_deepspeed_zero3_enabled():
         raise ValueError(
-            "DeepSpeed ZeRO-3 is enabled and is not compatible with `create_reference_model()`. Please instantiate your reference model directly with `AutoCausalLM.from_pretrained()`."
+            "DeepSpeed ZeRO-3 is enabled and is not compatible with `create_reference_model()`. Please instantiate your reference model directly with `AutoModelForCausalLM.from_pretrained()`."
         )
 
     parameter_names = [n for n, _ in model.named_parameters()]

Original file line number	Diff line number	Diff line change
`@@ -619,7 +619,7 @@ def create_reference_model(`
`619`	`619`	`"""`
`620`	`620`	`if is_deepspeed_zero3_enabled():`
`621`	`621`	`raise ValueError(`
`622`		- "DeepSpeed ZeRO-3 is enabled and is not compatible with `create_reference_model()`. Please instantiate your reference model directly with `AutoCausalLM.from_pretrained()`."
	`622`	+ "DeepSpeed ZeRO-3 is enabled and is not compatible with `create_reference_model()`. Please instantiate your reference model directly with `AutoModelForCausalLM.from_pretrained()`."
`623`	`623`	`)`
`624`	`624`
`625`	`625`	`parameter_names = [n for n, _ in model.named_parameters()]`