We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 94f9aa0 commit e398d8aCopy full SHA for e398d8a
ggml/src/ggml-tp/ggml-tp.cpp
@@ -1632,6 +1632,11 @@ static enum ggml_status ggml_backend_tp_buffer_init_tensor(ggml_backend_buffer_t
1632
ensure_dim2_split(tensor->src[1]);
1633
ensure_dim2_split(tensor->src[2]);
1634
}
1635
+ else if (tensor->op == GGML_OP_CPY) {
1636
+ auto src0 = tensor->src[0];
1637
+ auto src0_extra = (ggml_tensor_parallel_extra *)src0->extra;
1638
+ extra->split_tensors = src0_extra->split_tensors;
1639
+ }
1640
else if (tensor->op != GGML_OP_UNARY && tensor->op != GGML_OP_ROPE) {
1641
// printf("ggml_backend_tp_buffer_init_tensor: splitting tensor %s with op %s\n", tensor->name, ggml_op_name(tensor->op));
1642
for (int i = 0; i < GGML_MAX_SRC; i++) {
0 commit comments