reorder state_dict

Author: poedator

bitsandbytes/nn/modules.py

@@ -229,14 +229,15 @@ def _save_to_state_dict(self, destination, prefix, keep_vars):
         besides weight and bias,
         fill state_dict with components of quant_state
         """
+        super()._save_to_state_dict(destination, prefix, keep_vars)  # saving weight and bias
+
         if getattr(self.weight, "quant_state", None) is not None:
             quant_state_dict = self.weight.quant_state.as_dict()
             tensor_keys = [k for k, v in quant_state_dict.items() if isinstance(v, torch.Tensor)]
             for k in tensor_keys:
                 destination[prefix + "weight." + k] = quant_state_dict.pop(k) if keep_vars else quant_state_dict.pop(k).detach()
             destination[prefix + "weight." + "quant_state_dict"] = quant_state_dict
             destination[prefix + "weight." + "quantization_method"] = "bitsandbytes." + quant_state_dict["quant_type"]
-        super()._save_to_state_dict(destination, prefix, keep_vars)  # saving weight and bias
 
     def forward(self, x: torch.Tensor):
         # weights are cast automatically as Int8Params, but the bias has to be cast manually