We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b658d92 commit 9a2d9a5Copy full SHA for 9a2d9a5
ggml/src/ggml-tp/ggml-tp.cpp
@@ -910,6 +910,11 @@ static void ggml_backend_tp_buffer_graph_compute_one(struct compute_thread * thr
910
thread->end = node_index;
911
912
for (auto & tensor : pending_gathers) {
913
+ // why does this happen?
914
+ if (tensor->ne[1] == 0) {
915
+ continue;
916
+ }
917
+
918
auto extra = (ggml_tensor_parallel_extra *)tensor->extra;
919
auto wrapped = extra->tensors[device_index];
920
0 commit comments