Fix infer default dtype (#834)

Author: Jintao-Huang

swift/llm/utils/argument.py

@@ -1103,6 +1103,8 @@ def load_from_ckpt_dir(self) -> None:
 
         if self.model_id_or_path is None:
             self.model_id_or_path = sft_args.get('model_id_or_path')
+        if self.dtype == 'AUTO':
+            self.dtype = sft_args.get('dtype')
 
     @staticmethod
     def check_ckpt_dir_correct(ckpt_dir) -> bool:

tests/llm/test_run.py

@@ -65,6 +65,7 @@ def test_basic(self):
                 train_dataset_sample=200,
                 predict_with_generate=predict_with_generate,
                 dataset=[DatasetName.jd_sentiment_zh],
+                include_num_input_tokens_seen=True,
                 output_dir=output_dir,
                 gradient_checkpointing=True)
             self.assertTrue(sft_args.gradient_accumulation_steps == 8)