Fix: Remove call to deleted method [_apply_chat_template_safe] and replace it with the standard method [self.tokenizer.apply_chat_template] (#591)

jyork03 · web-flow · commit df6434185c9d · 2025-11-05T11:23:19.000-08:00
diff --git a/mlx_lm/tuner/datasets.py b/mlx_lm/tuner/datasets.py
@@ -105,7 +105,7 @@ def process(self, d):
             {"role": "user", "content": d[self.prompt_key]},
             {"role": "assistant", "content": d[self.completion_key]},
         ]
-        tokens = _apply_chat_template_safe(self.tokenizer, messages, tools=tools)
+        tokens = self.tokenizer.apply_chat_template(messages, tools=tools)
         if self.mask_prompt:
             offset = len(
                 self.tokenizer.apply_chat_template(

Original file line number	Diff line number	Diff line change
`@@ -105,7 +105,7 @@ def process(self, d):`
`105`	`105`	`{"role": "user", "content": d[self.prompt_key]},`
`106`	`106`	`{"role": "assistant", "content": d[self.completion_key]},`
`107`	`107`	`]`
`108`		`- tokens = _apply_chat_template_safe(self.tokenizer, messages, tools=tools)`
	`108`	`+ tokens = self.tokenizer.apply_chat_template(messages, tools=tools)`
`109`	`109`	`if self.mask_prompt:`
`110`	`110`	`offset = len(`
`111`	`111`	`self.tokenizer.apply_chat_template(`