Skip to content

Commit 952ed35

Browse files
committed
llama : minor cosmetic changes
1 parent 704a303 commit 952ed35

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

src/llama.cpp

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14814,7 +14814,6 @@ static void llama_set_inputs(llama_context & lctx, const llama_ubatch & batch) {
1481414814

1481514815
int32_t * data = (int32_t *) lctx.inp_pos_bucket->data;
1481614816

14817-
1481814817
if (!lctx.is_encoding) {
1481914818
const int64_t n_kv = kv_self.n;
1482014819
for (int h = 0; h < 1; ++h) {
@@ -15280,7 +15279,7 @@ static int llama_encode_internal(
1528015279

1528115280
const int64_t n_embd = hparams.n_embd;
1528215281

15283-
lctx.sbatch.from_batch(batch, n_embd, true, true);
15282+
lctx.sbatch.from_batch(batch, n_embd, /* simple_split */ true, /* logits_all */ true);
1528415283

1528515284
const llama_ubatch ubatch = lctx.sbatch.split_simple(n_tokens);
1528615285

0 commit comments

Comments
 (0)