Skip to content

Commit 0468a01

Browse files
committed
server: Improve wording to make clear that standby-timeout is measured in seconds
1 parent 9a8df14 commit 0468a01

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

common/arg.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1787,7 +1787,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
17871787
).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_CACHE_REUSE"));
17881788
add_opt(common_arg(
17891789
{"--standby-timeout"}, "N",
1790-
string_format("time that must pass since a request has been served, before the server stops automatically (default: %d)", params.standby_timeout),
1790+
string_format("seconds that must pass since a request has been served, before the server stops automatically (default: %d)", params.standby_timeout),
17911791
[](common_params & params, int value) {
17921792
params.standby_timeout = value;
17931793
}

common/common.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -306,7 +306,7 @@ struct common_params {
306306
int32_t timeout_write = timeout_read; // http write timeout in seconds
307307
int32_t n_threads_http = -1; // number of threads to process HTTP requests (TODO: support threadpool)
308308
int32_t n_cache_reuse = 0; // min chunk size to reuse from the cache via KV shifting
309-
int32_t standby_timeout = 0; // time that must pass since a request has been processed before server terminates in order to save resources. If -1, then never terminate automatically.
309+
int32_t standby_timeout = 0; // seconds that must pass since a request has been processed before server terminates in order to save resources. If -1, then never terminate automatically.
310310

311311
std::string hostname = "127.0.0.1";
312312
std::string public_path = ""; // NOLINT

0 commit comments

Comments
 (0)