Skip to content

Commit aa4277c

Browse files
authored
server : fix slot selection by lru, migrate lcs to size_t
1 parent ba6f62e commit aa4277c

File tree

2 files changed

+8
-7
lines changed

2 files changed

+8
-7
lines changed

examples/server/server.cpp

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -247,6 +247,7 @@ struct server_slot {
247247
if (is_processing()) {
248248
SLT_INF(*this, "stop processing: n_past = %d, truncated = %d\n", n_past, truncated);
249249

250+
t_last_used = ggml_time_us();
250251
t_token_generation = (ggml_time_us() - t_start_generation) / 1e3;
251252
state = SLOT_STATE_IDLE;
252253
callback_on_release(id);

examples/server/utils.hpp

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -453,20 +453,20 @@ static size_t longest_common_subsequence(const llama_tokens & a, const llama_tok
453453
}
454454

455455
// get the lengths of the input sequences
456-
int a_len = a.size();
457-
int b_len = b.size();
456+
size_t a_len = a.size();
457+
size_t b_len = b.size();
458458

459459
// initialize the maximum length of the longest common subsequence (LCS)
460-
int max_length = 0;
460+
size_t max_length = 0;
461461

462462
// use two rows instead of a 2D matrix to optimize space
463-
std::vector<int> prev_row(b_len + 1, 0);
464-
std::vector<int> curr_row(b_len + 1, 0);
463+
std::vector<size_t> prev_row(b_len + 1, 0);
464+
std::vector<size_t> curr_row(b_len + 1, 0);
465465

466466
// iterate through the elements of a
467-
for (int i = 1; i <= a_len; i++) {
467+
for (size_t i = 1; i <= a_len; i++) {
468468
// iterate through the elements of b
469-
for (int j = 1; j <= b_len; j++) {
469+
for (size_t j = 1; j <= b_len; j++) {
470470
// if elements at the current positions match
471471
if (a[i - 1] == b[j - 1]) {
472472
// if it's the first element of either sequences, set LCS length to 1

0 commit comments

Comments
 (0)