[Bugfix] Fix import gemm_afp4wfp4 failure on AMD (vllm-project#26068)

zhewenl · web-flow · commit 711f485643af · 2025-10-02T22:37:25.000-07:00
Signed-off-by: zhewenli &lt;zhewenli@meta.com&gt;
diff --git a/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py b/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py
@@ -97,7 +97,7 @@ def gemm_with_dynamic_quant_fake(
         dispatch_key=current_platform.dispatch_key,
     )
 
-except ImportError:
+except (ImportError, AttributeError):
     dynamic_mxfp4_quant = gemm_afp4wfp4 = None
 
 __all__ = ["QuarkW4A4MXFP4"]

Original file line number	Diff line number	Diff line change
`@@ -97,7 +97,7 @@ def gemm_with_dynamic_quant_fake(`
`97`	`97`	`dispatch_key=current_platform.dispatch_key,`
`98`	`98`	`)`
`99`	`99`
`100`		`-except ImportError:`
	`100`	`+except (ImportError, AttributeError):`
`101`	`101`	`dynamic_mxfp4_quant = gemm_afp4wfp4 = None`
`102`	`102`
`103`	`103`	`__all__ = ["QuarkW4A4MXFP4"]`