We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1f30627 commit 96f4ac8Copy full SHA for 96f4ac8
bitsandbytes/backends/cpu_xpu_common.py
@@ -401,7 +401,7 @@ def quantize_4bit_impl(
401
def dequant_8bit(A, offset, quant_state):
402
assert A.dtype == torch.uint8
403
absmax = quant_state.code[A.reshape(-1).int()]
404
- absmax = (absmax.view(-1, 256) * quant_state.absmax.view(-1, 1)).reshape(quant_state.shape).to(quant_state.dtype)
+ absmax = (absmax.view(-1, 256) * quant_state.absmax.view(-1, 1)).to(quant_state.dtype).reshape(A.shape)
405
absmax += offset
406
return absmax
407
0 commit comments