File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
examples/models/llama/runner Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -252,10 +252,10 @@ Error Runner::generate(
252252 std::vector<uint64_t > prompt_tokens_to_process (num_tokens_to_prefill_with);
253253 std::copy (
254254 prompt_tokens.begin () + num_tokens_to_process,
255- prompt_tokens.begin () + num_tokens_to_process + num_tokens_to_prefill_with,
255+ prompt_tokens.begin () + num_tokens_to_process +
256+ num_tokens_to_prefill_with,
256257 prompt_tokens_to_process.begin ());
257- auto prefill_res =
258- text_prefiller_->prefill (prompt_tokens_to_process, pos);
258+ auto prefill_res = text_prefiller_->prefill (prompt_tokens_to_process, pos);
259259 ET_CHECK_OK_OR_RETURN_ERROR (prefill_res.error ());
260260 cur_token = prefill_res.get ();
261261 num_tokens_to_process += num_tokens_to_prefill_with;
You can’t perform that action at this time.
0 commit comments