We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2a6952b commit 079d330Copy full SHA for 079d330
tools/server/server.cpp
@@ -1901,8 +1901,8 @@ struct server_context {
1901
llama_batch_free(batch);
1902
}
1903
1904
- // if the context does not have a memory module then all embeddings have to be computed without a single ubatch
1905
- // also we cannot split if the pooling requires any past tokens
+ // if the context does not have a memory module then all embeddings have to be computed within a single ubatch
+ // also we cannot split if the pooling would require any past tokens
1906
bool can_split() const {
1907
return
1908
!llama_get_embeddings(ctx) ||
0 commit comments