Skip to content

Commit f7a383f

Browse files
committed
Initial server support
1 parent 2107882 commit f7a383f

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

examples/server/server.cpp

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -891,6 +891,9 @@ struct server_context {
891891
slot.sparams.top_k = json_value(data, "top_k", default_sparams.top_k);
892892
slot.sparams.top_p = json_value(data, "top_p", default_sparams.top_p);
893893
slot.sparams.min_p = json_value(data, "min_p", default_sparams.min_p);
894+
slot.sparams.xtc_probability = json_value(data, "xtc_probability", default_sparams.xtc_probability);
895+
slot.sparams.xtc_threshold = json_value(data, "xtc_threshold", default_sparams.xtc_threshold);
896+
slot.sparams.xtc_threshold_max = json_value(data, "xtc_threshold_max", default_sparams.xtc_threshold_max);
894897
slot.sparams.tfs_z = json_value(data, "tfs_z", default_sparams.tfs_z);
895898
slot.sparams.typ_p = json_value(data, "typical_p", default_sparams.typ_p);
896899
slot.sparams.temp = json_value(data, "temperature", default_sparams.temp);
@@ -1239,6 +1242,9 @@ struct server_context {
12391242
{"top_k", slot.sparams.top_k},
12401243
{"top_p", slot.sparams.top_p},
12411244
{"min_p", slot.sparams.min_p},
1245+
{"xtc_probability", slot.sparams.xtc_probability},
1246+
{"xtc_threshold", slot.sparams.xtc_threshold},
1247+
{"xtc_threshold_max", slot.sparams.xtc_threshold_max},
12421248
{"tfs_z", slot.sparams.tfs_z},
12431249
{"typical_p", slot.sparams.typ_p},
12441250
{"repeat_last_n", slot.sparams.penalty_last_n},

0 commit comments

Comments
 (0)