We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c1a8169 commit b45e9d1Copy full SHA for b45e9d1
auto_round/inference/backend.py
@@ -634,7 +634,7 @@ def dynamic_import_inference_linear(backend, config):
634
import auto_round_kernel as ark # pylint: disable=E0401
635
except Exception as e:
636
raise ImportError("Please install auto_round_kernel version for CPU/XPU")
637
- import auto_round_extension.kernel.qlinear as qlinear
+ import auto_round_extension.ark.qlinear as qlinear
638
639
if "zp" in backend:
640
return qlinear.QuantLinearGPTQ
0 commit comments