fix freeze parameters bug (#325)

Author: Jintao-Huang

swift/llm/utils/argument.py

@@ -260,7 +260,9 @@ def __post_init__(self) -> None:
                                        and len(
                                            self.custom_val_dataset_path) == 0
                                        and self.self_cognition_sample == 0):
-            raise ValueError(f'self.dataset: {self.dataset}')
+            raise ValueError(
+                f'self.dataset: {self.dataset}, Please input the training dataset.'
+            )
 
         if self.save_steps is None:
             self.save_steps = self.eval_steps

swift/utils/run_utils.py

@@ -15,7 +15,7 @@ def get_main(
 
     def x_main(argv: Union[List[str], _TArgsClass, NoneType] = None,
                **kwargs) -> _T:
-        if isinstance(argv, args_class):
+        if not isinstance(argv, (list, tuple, NoneType)):
             args, remaining_argv = argv, []
         else:
             args, remaining_argv = parse_args(args_class, argv)

swift/utils/torch_utils.py

@@ -123,7 +123,8 @@ def show_layers(model: Module, max_lines: Optional[int] = 20) -> None:
 
 
 def freeze_model_parameters(model: Module, freeze_parameters: float) -> None:
-    n_parameters = np.array([p.numel() for p in model.parameters()])
+    n_parameters = np.array([p.numel() for p in model.parameters()],
+                            dtype=np.int64)
     n_freeze_parameters = int(np.sum(n_parameters) * freeze_parameters)
     n_parameters_cs = np.cumsum(n_parameters)
     idx = bisect_right(n_parameters_cs, n_freeze_parameters)