Skip to content

Commit e398d8a

Browse files
committed
cpy retains gather type
1 parent 94f9aa0 commit e398d8a

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

ggml/src/ggml-tp/ggml-tp.cpp

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1632,6 +1632,11 @@ static enum ggml_status ggml_backend_tp_buffer_init_tensor(ggml_backend_buffer_t
16321632
ensure_dim2_split(tensor->src[1]);
16331633
ensure_dim2_split(tensor->src[2]);
16341634
}
1635+
else if (tensor->op == GGML_OP_CPY) {
1636+
auto src0 = tensor->src[0];
1637+
auto src0_extra = (ggml_tensor_parallel_extra *)src0->extra;
1638+
extra->split_tensors = src0_extra->split_tensors;
1639+
}
16351640
else if (tensor->op != GGML_OP_UNARY && tensor->op != GGML_OP_ROPE) {
16361641
// printf("ggml_backend_tp_buffer_init_tensor: splitting tensor %s with op %s\n", tensor->name, ggml_op_name(tensor->op));
16371642
for (int i = 0; i < GGML_MAX_SRC; i++) {

0 commit comments

Comments
 (0)