We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 212b855 commit 4842055Copy full SHA for 4842055
auto_round/inference/backend.py
@@ -629,15 +629,13 @@ def dynamic_import_inference_linear(backend, config):
629
if "torch_nvfp4" in backend:
630
return ar_qmodules.NVFP4QuantLinear
631
632
- if "auto_round_kernel" in backend or 'ark' in backend:
+ if "auto_round_kernel" in backend or "ark" in backend:
633
try:
634
import auto_round_kernel as ark # pylint: disable=E0401
635
except Exception as e:
636
- raise ImportError(
637
- "Please install auto_round_kernel version for CPU/XPU"
638
- )
+ raise ImportError("Please install auto_round_kernel version for CPU/XPU")
639
import auto_round_extension.kernel.qlinear as qlinear
640
-
+
641
if "zp" in backend:
642
return qlinear.QuantLinearGPTQ
643
elif "awq" in backend:
0 commit comments