update position id tensor size check in GGML_OP_ROPE

HimariO · HimariO · commit e2e9a6caf780 · 2024-12-13T19:31:34.000+08:00
diff --git a/ggml/src/ggml-metal/ggml-metal.m b/ggml/src/ggml-metal/ggml-metal.m
@@ -3026,7 +3026,9 @@ static void ggml_metal_encode_node(
             } break;
         case GGML_OP_ROPE:
             {
-                GGML_ASSERT(ne10 == ne02);
+                // make sure we have one or more position id(ne10) per token(ne02)
+                GGML_ASSERT(ne10 % ne02 == 0);
+                GGML_ASSERT(ne10 >= ne02);
 
                 const int nth = MIN(1024, ne00);
 

Original file line number	Diff line number	Diff line change
`@@ -3026,7 +3026,9 @@ static void ggml_metal_encode_node(`
`3026`	`3026`	`} break;`
`3027`	`3027`	`case GGML_OP_ROPE:`
`3028`	`3028`	`{`
`3029`		`- GGML_ASSERT(ne10 == ne02);`
	`3029`	`+ // make sure we have one or more position id(ne10) per token(ne02)`
	`3030`	`+ GGML_ASSERT(ne10 % ne02 == 0);`
	`3031`	`+ GGML_ASSERT(ne10 >= ne02);`
`3030`	`3032`
`3031`	`3033`	`const int nth = MIN(1024, ne00);`
`3032`	`3034`