fix cpu int8 CB

Signed-off-by: jiqing-feng <[email protected]>

Author: jiqing-feng

bitsandbytes/nn/modules.py

@@ -642,9 +642,8 @@ def to(self, *args, **kwargs):
         if device is not None and device.type != "meta" and self.data.device.type == "cpu":
             if device.type != "cpu" or self.data.dtype != torch.int8:
                 return self._quantize(device)
-            # TODO: Need to verify if this is needed.
-            # elif self.data.dtype == torch.int8 and device.type == "cpu":
-            #     self.CB = self.data
+            elif self.data.dtype == torch.int8 and device.type == "cpu":
+                self.CB = self.data
 
         new_param = Int8Params(
             super().to(device=device, dtype=dtype, non_blocking=non_blocking),