Skip to content

Commit 5f0e90b

Browse files
committed
wip
1 parent e398d8a commit 5f0e90b

File tree

1 file changed

+2
-3
lines changed

1 file changed

+2
-3
lines changed

ggml/src/ggml-tp/ggml-tp.cpp

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1633,9 +1633,7 @@ static enum ggml_status ggml_backend_tp_buffer_init_tensor(ggml_backend_buffer_t
16331633
ensure_dim2_split(tensor->src[2]);
16341634
}
16351635
else if (tensor->op == GGML_OP_CPY) {
1636-
auto src0 = tensor->src[0];
1637-
auto src0_extra = (ggml_tensor_parallel_extra *)src0->extra;
1638-
extra->split_tensors = src0_extra->split_tensors;
1636+
// nothing to split.
16391637
}
16401638
else if (tensor->op != GGML_OP_UNARY && tensor->op != GGML_OP_ROPE) {
16411639
// printf("ggml_backend_tp_buffer_init_tensor: splitting tensor %s with op %s\n", tensor->name, ggml_op_name(tensor->op));
@@ -2194,6 +2192,7 @@ static bool ggml_backend_tp_device_supports_op(ggml_backend_dev_t dev, const str
21942192
if (src->ne[1] != 1) {
21952193
return false;
21962194
}
2195+
// this seems to be dead code
21972196
return src->ne[1] >= 2048;
21982197
return src->ne[1] >= 8192;
21992198
}

0 commit comments

Comments
 (0)