remove moving offset if not nested

Author: poedator

bitsandbytes/functional.py

@@ -680,7 +680,6 @@ def as_dict(self, packed=False):
     def to(self, device):
         # make sure the quantization state is on the right device
         self.absmax = self.absmax.to(device)
-        self.offset = self.offset.to(device)
         if self.nested:
             self.offset = self.offset.to(device)
             self.state2.absmax = self.state2.absmax.to(device)