From b49d8e477245b1ea925697859d1d7c3086b10a5e Mon Sep 17 00:00:00 2001 From: gillesturpin Date: Fri, 27 Feb 2026 16:28:57 +0100 Subject: [PATCH] Fix SmoothQuant regex to match q_a_proj in DeepSeek/GLM-5 Signed-off-by: gillesturpin --- src/llmcompressor/modifiers/transform/smoothquant/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmcompressor/modifiers/transform/smoothquant/utils.py b/src/llmcompressor/modifiers/transform/smoothquant/utils.py index abe0a836a6..1d2a2d60b2 100644 --- a/src/llmcompressor/modifiers/transform/smoothquant/utils.py +++ b/src/llmcompressor/modifiers/transform/smoothquant/utils.py @@ -61,7 +61,7 @@ DEEPSEEK_V2_SMOOTHQUANT_MAPPINGS: list[LayerMap] = [ LayerMap( - balance_layers=["re:.*q_proj", "re:.*kv_a_proj_with_mqa"], + balance_layers=["re:.*q(_a)?_proj$", "re:.*kv_a_proj_with_mqa"], smooth_layers="re:.*input_layernorm", ), ]