We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 424807e commit cee80d4Copy full SHA for cee80d4
src/llama-graph.cpp
@@ -43,7 +43,7 @@ void llm_graph_input_embd::set_input(const llama_ubatch * ubatch) {
43
ggml_backend_tensor_set(tokens, ubatch->token, 0, n_tokens*ggml_element_size(tokens));
44
}
45
46
- if (ubatch->embd) {
+ if (ubatch->embd && !ubatch->embd_tensor) {
47
const int64_t n_embd = embd->ne[0];
48
const int64_t n_tokens = ubatch->n_tokens;
49
0 commit comments