diff --git a/torchtune/training/checkpointing/_checkpointer.py b/torchtune/training/checkpointing/_checkpointer.py index 4d01ee4fda..1deb419c60 100644 --- a/torchtune/training/checkpointing/_checkpointer.py +++ b/torchtune/training/checkpointing/_checkpointer.py @@ -983,6 +983,10 @@ def save_checkpoint( logger.warning( "PEFT integration for Llama3.2 Vision is not supported, skipping adapter config save" ) + elif self._model_type == ModelType.LLAMA4: + logger.warning( + "PEFT integration for Llama4 is not supported, skipping adapter config save" + ) else: state_dict[ training.ADAPTER_CONFIG