From a16b4f58c2e6e120591b0a5a26e2272daec928f4 Mon Sep 17 00:00:00 2001 From: youngrok cha Date: Tue, 11 Mar 2025 17:44:14 +0900 Subject: [PATCH] [bugfix] update results of state_dict loading, embedding resizing to secondary partitions (hpz) --- deepspeed/runtime/zero/partition_parameters.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deepspeed/runtime/zero/partition_parameters.py b/deepspeed/runtime/zero/partition_parameters.py index db03a4b86134..eb9f44604e06 100755 --- a/deepspeed/runtime/zero/partition_parameters.py +++ b/deepspeed/runtime/zero/partition_parameters.py @@ -1538,7 +1538,7 @@ def _partition(self, param_list, force=False, has_been_updated=False, free_data= for param in param_list: print_rank_0(f"Before Partitioning Param {param.ds_id}", force=False) if self.zero_param_process_group is not None: - self._partition_param_sec(param) + self._partition_param_sec(param, has_been_updated=has_been_updated) self._partition_param(param, has_been_updated=has_been_updated, free_data=True) param.ds_status = ZeroParamStatus.NOT_AVAILABLE