extra feats in constructor Params4bit

Author: poedator

bitsandbytes/nn/modules.py

@@ -168,8 +168,11 @@ def from_state_dict(cls, state_dict, prefix="", requires_grad=False):
         if data.device.type != "cuda":
             raise ValueError(f"`data.device.type` must be 'cuda', detected {data.device.type}")
 
-        cls.requires_grad = requires_grad,
+        cls.requires_grad = requires_grad
         cls.quant_state = QuantState.from_dict(qs_dict=qs_dict, device=data.device)
+        cls.blocksize = cls.quant_state.blocksize
+        cls.compress_statistics = cls.quant_state.nested
+        cls.quant_type = cls.quant_state.quant_type
 
         self = torch.Tensor._make_subclass(cls, data=data.to(data.device))
         return self, state_dict