File tree Expand file tree Collapse file tree 2 files changed +3
-1
lines changed
bitsandbytes/backends/xpu Expand file tree Collapse file tree 2 files changed +3
-1
lines changed Original file line number Diff line number Diff line change 99# With default torch, error:
1010# NotImplementedError: The operator 'aten::_int_mm' for XPU
1111if ipex_xpu and torch .__version__ >= (2 , 7 ):
12+
1213 @register_kernel ("bitsandbytes::int8_linear_matmul" , "xpu" )
1314 def _ (A : torch .Tensor , B : torch .Tensor ):
1415 return torch ._int_mm (
@@ -18,6 +19,7 @@ def _(A: torch.Tensor, B: torch.Tensor):
1819
1920
2021if ipex_xpu :
22+
2123 @register_kernel ("bitsandbytes::dequantize_nf4_ipex" , "xpu" )
2224 def _ (
2325 A : torch .Tensor ,
Original file line number Diff line number Diff line change 44import torch
55
66import bitsandbytes
7- from bitsandbytes .functional import ipex_cpu , ipex_xpu
7+ from bitsandbytes .functional import ipex_xpu
88from tests .helpers import TRUE_FALSE , get_available_devices , id_formatter
99
1010# torch.library.opcheck is only available in torch 2.4 and later.
You can’t perform that action at this time.
0 commit comments