minor revert unnecessary change

Author: Your Name

examples/llm_qat/main.py

@@ -267,10 +267,11 @@ def train():
         metrics = get_metrics_with_perplexity(metrics)
         print_rank_0(f"Evaluation results: \n{metrics}")
 
-    print_rank_0("Saving the model...")
-    trainer.save_state()
-    kwargs = {"export_student": True} if training_args.distill else {}
-    trainer.save_model(training_args.output_dir, **kwargs)
+    if training_args.do_train or quant_args.quant_cfg is not None:
+        print_rank_0("Saving the model...")
+        trainer.save_state()
+        kwargs = {"export_student": True} if training_args.distill else {}
+        trainer.save_model(training_args.output_dir, **kwargs)
 
 
 if __name__ == "__main__":