more explicit about fallback

kylesayrs · kylesayrs · commit 56a5f146d92f · 2025-04-01T16:43:57.000Z
Signed-off-by: Kyle Sayers &lt;kylesayrs@gmail.com&gt;
diff --git a/src/llmcompressor/modifiers/quantization/gptq/gptq_quantize.py b/src/llmcompressor/modifiers/quantization/gptq/gptq_quantize.py
@@ -165,7 +165,8 @@ def quantize_weight(
         logger.warning(
             "Failed to invert hessian due to numerical instability. Consider "
             "increasing GPTQModifier.dampening_frac, increasing the number "
-            "of calibration samples, or shuffling the calibration dataset"
+            "of calibration samples, or shuffling the calibration dataset. "
+            "Falling back to round-to-nearest for this module."
         )
         Hinv = H = torch.eye(num_columns, dtype=H.dtype, device=H.device)
 

Original file line number	Diff line number	Diff line change
`@@ -165,7 +165,8 @@ def quantize_weight(`
`165`	`165`	`logger.warning(`
`166`	`166`	`"Failed to invert hessian due to numerical instability. Consider "`
`167`	`167`	`"increasing GPTQModifier.dampening_frac, increasing the number "`
`168`		`- "of calibration samples, or shuffling the calibration dataset"`
	`168`	`+ "of calibration samples, or shuffling the calibration dataset. "`
	`169`	`+ "Falling back to round-to-nearest for this module."`
`169`	`170`	`)`
`170`	`171`	`Hinv = H = torch.eye(num_columns, dtype=H.dtype, device=H.device)`
`171`	`172`