server : update slot->prompt after restore

ggerganov · ggerganov · commit f90381abf072 · 2024-10-09T11:16:45.000+03:00
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1778,6 +1778,8 @@ struct server_context {
                     }
                     slot->cache_tokens.resize(token_count);
 
+                    slot->prompt = string_format("[restored %d tokens from file]", (int) token_count);
+
                     const int64_t t_end = ggml_time_us();
                     const double t_restore_ms = (t_end - t_start) / 1000.0;
 

Original file line number	Diff line number	Diff line change
`@@ -1778,6 +1778,8 @@ struct server_context {`
`1778`	`1778`	`}`
`1779`	`1779`	`slot->cache_tokens.resize(token_count);`
`1780`	`1780`
	`1781`	`+ slot->prompt = string_format("[restored %d tokens from file]", (int) token_count);`
	`1782`	`+`
`1781`	`1783`	`const int64_t t_end = ggml_time_us();`
`1782`	`1784`	`const double t_restore_ms = (t_end - t_start) / 1000.0;`
`1783`	`1785`