We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c5b1c41 commit 4ec50d1Copy full SHA for 4ec50d1
auto_round/compressors/base.py
@@ -3006,7 +3006,7 @@ def save_quantized(
3006
if format == "fake" or format == "qdq": # TODO fix act quantization later
3007
self.model = self.model.to("cpu")
3008
self.model.save_pretrained(output_dir)
3009
- if self.tokenizer is not None:
+ if self.tokenizer is not None and hasattr(self.tokenizer, "save_pretrained"):
3010
self.tokenizer.save_pretrained(output_dir)
3011
processor = kwargs.get("processor", None)
3012
if processor is not None:
0 commit comments