fix save

Signed-off-by: jiqing-feng <[email protected]>

Author: jiqing-feng

bitsandbytes/functional.py

@@ -2214,6 +2214,7 @@ def _convert_weight_packed_for_cpu_inverse(
         recovered_state.absmax = qabsmax
         recovered_state.offset = offset
         recovered_state.state2 = state2
+        recovered_state.nested = True
 
     recovered_state.dtype = recovered_state.original_dtype
     recovered_state.packing_format_for_cpu = False

bitsandbytes/nn/modules.py

@@ -515,11 +515,11 @@ def _save_to_state_dict(self, destination, prefix, keep_vars):
         save weight and bias,
         then fill state_dict with components of quant_state
         """
-        super()._save_to_state_dict(destination, prefix, keep_vars)  # saving weight and bias
         if getattr(self.weight.quant_state, "packing_format_for_cpu", False):
             self.weight.data, self.weight.quant_state = _convert_weight_packed_for_cpu_inverse(
                 self.weight.data, self.weight.quant_state
             )
+        super()._save_to_state_dict(destination, prefix, keep_vars)  # saving weight and bias
         if getattr(self.weight, "quant_state", None) is not None:
             for k, v in self.weight.quant_state.as_dict(packed=True).items():
                 destination[prefix + "weight." + k] = v if keep_vars else v.detach()