File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -797,15 +797,15 @@ extern "C" {
797797 // Processes a batch of tokens with the ecoder part of the encoder-decoder model.
798798 // Stores the encoder output internally for later use by the decoder cross-attention layers.
799799 // 0 - success
800- // < 0 - error
800+ // < 0 - error. the KV cache state is restored to the state before this call
801801 LLAMA_API int32_t llama_encode (
802802 struct llama_context * ctx,
803803 struct llama_batch batch);
804804
805805 // Positive return values does not mean a fatal error, but rather a warning.
806806 // 0 - success
807807 // 1 - could not find a KV slot for the batch (try reducing the size of the batch or increase the context)
808- // < 0 - error
808+ // < 0 - error. the KV cache state is restored to the state before this call
809809 LLAMA_API int32_t llama_decode (
810810 struct llama_context * ctx,
811811 struct llama_batch batch);
You can’t perform that action at this time.
0 commit comments