Merge pull request #9 from ggml-org/compilade/fix-qp-iq1-problems

nicoboss · web-flow · commit 9d48a5b39063 · 2025-08-18T00:37:19.000+02:00
ggml-quants : avoid division by zero in make_q3_quants
diff --git a/ggml/src/ggml-quants.c b/ggml/src/ggml-quants.c
@@ -566,7 +566,7 @@ static float make_q3_quants(int n, int nmax, const float * GGML_RESTRICT x, int8
         for (int i = 0; i < n; ++i) {
             L[i] += nmax;
         }
-        return sumlx / suml2;
+        return suml2 > 0.0f ? sumlx / suml2 : 0.0f;
     }
     for (int i = 0; i < n; ++i) {
         int l = nearest_int(iscale * x[i]);

Original file line number	Diff line number	Diff line change
`@@ -566,7 +566,7 @@ static float make_q3_quants(int n, int nmax, const float * GGML_RESTRICT x, int8`
`566`	`566`	`for (int i = 0; i < n; ++i) {`
`567`	`567`	`L[i] += nmax;`
`568`	`568`	`}`
`569`		`- return sumlx / suml2;`
	`569`	`+ return suml2 > 0.0f ? sumlx / suml2 : 0.0f;`
`570`	`570`	`}`
`571`	`571`	`for (int i = 0; i < n; ++i) {`
`572`	`572`	`int l = nearest_int(iscale * x[i]);`