Skip to content

Commit a3726d6

Browse files
committed
fix: Remove logits_all after rebase
Branch: HybridRecurrentCache Signed-off-by: Gabe Goodhart <[email protected]>
1 parent 40b662f commit a3726d6

File tree

2 files changed

+3
-4
lines changed

2 files changed

+3
-4
lines changed

src/llama-kv-cache-hybrid-recurrent.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -56,10 +56,10 @@ llama_kv_cache_hybrid_recurrent::llama_kv_cache_hybrid_recurrent(
5656
n_seq_max
5757
)) {}
5858

59-
llama_memory_state_ptr llama_kv_cache_hybrid_recurrent::init_batch(const llama_batch & batch, uint32_t n_ubatch, bool embd_pooled, bool logits_all) {
59+
llama_memory_state_ptr llama_kv_cache_hybrid_recurrent::init_batch(const llama_batch & batch, uint32_t n_ubatch, bool embd_pooled) {
6060

6161
// since this includes a recurrent cache, we cannot use split_simple
62-
auto sbatch = llama_sbatch(batch, hparams.n_embd, false, logits_all);
62+
auto sbatch = llama_sbatch(batch, hparams.n_embd, false);
6363

6464
// follow the recurrent pattern for creating the ubatch splits
6565
std::vector<llama_ubatch> ubatches;

src/llama-kv-cache-hybrid-recurrent.h

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -53,8 +53,7 @@ class llama_kv_cache_hybrid_recurrent : public llama_memory_i {
5353
llama_memory_state_ptr init_batch(
5454
const llama_batch & batch,
5555
uint32_t n_ubatch,
56-
bool embd_pooled,
57-
bool logits_all) override;
56+
bool embd_pooled) override;
5857

5958
llama_memory_state_ptr init_full() override;
6059

0 commit comments

Comments
 (0)