We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a5caa42 commit 43383ebCopy full SHA for 43383eb
exllamav3/exllamav3_ext/generator/rep_pen.cu
@@ -75,7 +75,8 @@ void apply_rep_pens_kernel
75
76
float w = v > 0.0f ? v / rep_p : v * rep_p;
77
float f = factors[i] + 1e-30;
78
- float o = v * (1.0f - f) + w * f;
+ float f1 = (1.0f - f) + 1e-30;
79
+ float o = v * f1 + w * f;
80
out_logits[i + range_min] = o;
81
}
82
0 commit comments