Fix index for add

am17an · am17an · commit b7ee9d852a31 · 2025-08-29T20:00:46.000+08:00
diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu
@@ -2827,7 +2827,7 @@ static bool ggml_cuda_can_fuse(const struct ggml_cgraph * cgraph, int node_idx,
         const ggml_tensor *add      = nullptr;
 
         if (ops.size() == 3 && ops.begin()[2] == GGML_OP_ADD) {
-            add = cgraph->nodes[node_idx+1];
+            add = cgraph->nodes[node_idx+2];
         }
 
         GGML_ASSERT(rms_norm->src[0]->type == GGML_TYPE_F32);

Original file line number	Diff line number	Diff line change
`@@ -2827,7 +2827,7 @@ static bool ggml_cuda_can_fuse(const struct ggml_cgraph * cgraph, int node_idx,`
`2827`	`2827`	`const ggml_tensor *add = nullptr;`
`2828`	`2828`
`2829`	`2829`	`if (ops.size() == 3 && ops.begin()[2] == GGML_OP_ADD) {`
`2830`		`- add = cgraph->nodes[node_idx+1];`
	`2830`	`+ add = cgraph->nodes[node_idx+2];`
`2831`	`2831`	`}`
`2832`	`2832`
`2833`	`2833`	`GGML_ASSERT(rms_norm->src[0]->type == GGML_TYPE_F32);`