Skip to content

Commit cc1a170

Browse files
committed
sampling: add Dyna. Temp. to Top-nσ sampler chain
1 parent a9e7af0 commit cc1a170

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

common/sampling.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -190,7 +190,7 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, co
190190
if (params.mirostat == 0) {
191191
if (params.top_n_sigma >= 0) {
192192
llama_sampler_chain_add(result->chain, llama_sampler_init_top_k (params.top_k));
193-
llama_sampler_chain_add(result->chain, llama_sampler_init_temp (params.temp));
193+
llama_sampler_chain_add(result->chain, llama_sampler_init_temp_ext (params.temp, params.dynatemp_range, params.dynatemp_exponent));
194194
llama_sampler_chain_add(result->chain, llama_sampler_init_top_n_sigma (params.top_n_sigma));
195195
llama_sampler_chain_add(result->chain, llama_sampler_init_xtc (params.xtc_probability, params.xtc_threshold, params.min_keep, params.seed));
196196
} else {

0 commit comments

Comments
 (0)