We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent de38a64 commit afabe5aCopy full SHA for afabe5a
src/llmcompressor/transformers/finetune/text_generation.py
@@ -300,6 +300,13 @@ def configure_processor(processor: Processor):
300
" when padding"
301
)
302
303
+ # the chat template attribute is required for saving, patch some processors which do
304
+ # no include this attribute (phi3_v)
305
+ processor_ct = getattr(processor, "chat_template", None)
306
+ tokenizer_ct = getattr(tokenizer, "chat_template", None)
307
+ if processor_ct is None and tokenizer_ct is not None:
308
+ processor.chat_template = tokenizer.chat_template
309
+
310
311
def main(
312
model_args: ModelArguments,
0 commit comments