Skip to content

Commit a9e7af0

Browse files
committed
sampling: add XTC to Top-nσ sampler chain
1 parent c05e9e0 commit a9e7af0

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

common/sampling.cpp

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -192,6 +192,7 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, co
192192
llama_sampler_chain_add(result->chain, llama_sampler_init_top_k (params.top_k));
193193
llama_sampler_chain_add(result->chain, llama_sampler_init_temp (params.temp));
194194
llama_sampler_chain_add(result->chain, llama_sampler_init_top_n_sigma (params.top_n_sigma));
195+
llama_sampler_chain_add(result->chain, llama_sampler_init_xtc (params.xtc_probability, params.xtc_threshold, params.min_keep, params.seed));
195196
} else {
196197
for (const auto & cnstr : params.samplers) {
197198
switch (cnstr) {
@@ -203,7 +204,7 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, co
203204
c_breakers.push_back(str.c_str());
204205
}
205206

206-
llama_sampler_chain_add(result->chain, llama_sampler_init_dry(vocab, llama_model_n_ctx_train(model), params.dry_multiplier, params.dry_base, params.dry_allowed_length, params.dry_penalty_last_n, c_breakers.data(), c_breakers.size()));
207+
llama_sampler_chain_add(result->chain, llama_sampler_init_dry (vocab, llama_model_n_ctx_train(model), params.dry_multiplier, params.dry_base, params.dry_allowed_length, params.dry_penalty_last_n, c_breakers.data(), c_breakers.size()));
207208
}
208209
break;
209210
case COMMON_SAMPLER_TYPE_TOP_K:

0 commit comments

Comments
 (0)