server : update prompt on slot restore

ggerganov · ggerganov · commit 4ec1ce6b7dc0 · 2024-10-09T09:12:58.000+03:00
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1785,6 +1785,8 @@ struct server_context {
                     }
                     slot->cache_tokens.resize(token_count);
 
+                    slot->prompt = string_format("[restored %d tokens from file]", token_count);
+
                     const int64_t t_end = ggml_time_us();
                     const double t_restore_ms = (t_end - t_start) / 1000.0;
 

Original file line number	Diff line number	Diff line change
`@@ -1785,6 +1785,8 @@ struct server_context {`
`1785`	`1785`	`}`
`1786`	`1786`	`slot->cache_tokens.resize(token_count);`
`1787`	`1787`
	`1788`	`+ slot->prompt = string_format("[restored %d tokens from file]", token_count);`
	`1789`	`+`
`1788`	`1790`	`const int64_t t_end = ggml_time_us();`
`1789`	`1791`	`const double t_restore_ms = (t_end - t_start) / 1000.0;`
`1790`	`1792`