Skip to content

Commit 667b70f

Browse files
committed
update default decay
1 parent ec54fe5 commit 667b70f

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

common/common.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -185,7 +185,7 @@ struct common_params_sampling {
185185
int32_t dry_allowed_length = 2; // tokens extending repetitions beyond this receive penalty
186186
int32_t dry_penalty_last_n = -1; // how many tokens to scan for repetitions (0 = disable penalty, -1 = context size)
187187
float power_law_target = -1.0f; // select tokens near this probability (valid range 0.0 to 1.0; <0 = disabled)
188-
float power_law_decay = 0.9f; // decay rate for target adaptation over time. lower values -> faster but less stable adaptation. (valid range 0.0 to 1.0; ≤0 = no adaptation)
188+
float power_law_decay = 0.50f; // decay rate for target adaptation over time. lower values -> faster but less stable adaptation. (valid range 0.0 to 1.0; ≤0 = no adaptation)
189189
int32_t mirostat = 0; // 0 = disabled, 1 = mirostat, 2 = mirostat 2.0
190190
float top_n_sigma = -1.00f; // -1.0 = disabled
191191
float mirostat_tau = 5.00f; // target entropy

0 commit comments

Comments
 (0)