Skip to content

Commit 09bc6d5

Browse files
authored
Updated info in common and args
1 parent 81a0c26 commit 09bc6d5

File tree

2 files changed

+4
-21
lines changed

2 files changed

+4
-21
lines changed

common/arg.cpp

Lines changed: 2 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -975,7 +975,7 @@ gpt_params_context gpt_params_parser_init(gpt_params & params, llama_example ex,
975975
).set_sparam());
976976
add_opt(llama_arg(
977977
{"--xtc-t"}, "N",
978-
format("xtc threshold (default: %.1f, 0.0 or 1.0 = disabled)", (double)params.sparams.xtc_t),
978+
format("xtc threshold (default: %.1f, 1.0 = disabled)", (double)params.sparams.xtc_t),
979979
[](gpt_params & params, const std::string & value) {
980980
params.sparams.xtc_t = std::stof(value);
981981
}
@@ -1859,23 +1859,9 @@ gpt_params_context gpt_params_parser_init(gpt_params & params, llama_example ex,
18591859
params.endpoint_metrics = true;
18601860
}
18611861
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_ENDPOINT_METRICS"));
1862-
add_opt(llama_arg(
1863-
{"--slots"},
1864-
format("enable slots monitoring endpoint (default: %s)", params.endpoint_slots ? "enabled" : "disabled"),
1865-
[](gpt_params & params) {
1866-
params.endpoint_slots = true;
1867-
}
1868-
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_ENDPOINT_SLOTS"));
1869-
add_opt(llama_arg(
1870-
{"--props"},
1871-
format("enable changing global properties via POST /props (default: %s)", params.endpoint_props ? "enabled" : "disabled"),
1872-
[](gpt_params & params) {
1873-
params.endpoint_props = true;
1874-
}
1875-
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_ENDPOINT_PROPS"));
18761862
add_opt(llama_arg(
18771863
{"--no-slots"},
1878-
"disables slots monitoring endpoint",
1864+
format("disables slots monitoring endpoint (default: %s)", params.endpoint_slots ? "enabled" : "disabled"),
18791865
[](gpt_params & params) {
18801866
params.endpoint_slots = false;
18811867
}

common/common.h

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,7 @@ struct gpt_sampler_params {
110110
float top_p = 0.95f; // 1.0 = disabled
111111
float min_p = 0.05f; // 0.0 = disabled
112112
float xtc_p = 0.50f; // 0.0 = disabled
113-
float xtc_t = 0.10f; // 0.0 or 1.0 = disabled
113+
float xtc_t = 0.10f; // 1.0 = disabled
114114
float xtc_t_max = 1.00f; // 0.0 = disabled
115115
float tfs_z = 1.00f; // 1.0 = disabled
116116
float typ_p = 1.00f; // typical_p, 1.0 = disabled
@@ -294,10 +294,7 @@ struct gpt_params {
294294
std::string ssl_file_key = ""; // NOLINT
295295
std::string ssl_file_cert = ""; // NOLINT
296296

297-
// "advanced" endpoints are disabled by default for better security
298-
bool webui = true;
299-
bool endpoint_slots = false;
300-
bool endpoint_props = false; // only control POST requests, not GET
297+
bool endpoint_slots = true;
301298
bool endpoint_metrics = false;
302299

303300
bool log_json = false;

0 commit comments

Comments
 (0)