metal : always set cv to ggml_metal_library_compile_pipeline

jhen0409 · jhen0409 · commit 1f2e8eff47a8 · 2025-09-18T11:40:37.000+08:00
diff --git a/ggml/src/ggml-metal/ggml-metal-device.cpp b/ggml/src/ggml-metal/ggml-metal-device.cpp
@@ -72,7 +72,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_base(ggml_metal_library_t
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -89,7 +91,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_cpy(ggml_metal_library_t l
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -116,7 +120,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_pool_2d(ggml_metal_library
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -133,7 +139,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_get_rows(ggml_metal_librar
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -150,7 +158,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_set_rows(ggml_metal_librar
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -167,7 +177,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_repeat(ggml_metal_library_
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -225,7 +237,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_unary(ggml_metal_library_t
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -259,7 +273,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_glu(ggml_metal_library_t l
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -288,7 +304,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_sum_rows(ggml_metal_librar
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 32*sizeof(float));
 
@@ -317,7 +335,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_soft_max(ggml_metal_librar
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 32*sizeof(float));
 
@@ -342,7 +362,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_ssm_conv(ggml_metal_librar
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -363,7 +385,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_ssm_scan(ggml_metal_librar
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 32*sizeof(float));
 
@@ -405,7 +429,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_rwkv(ggml_metal_library_t
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -422,7 +448,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mv_ext(ggml_metal_libr
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -439,7 +467,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mm(ggml_metal_library_
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 8192);
 
@@ -623,7 +653,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mv(ggml_metal_library_
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_nr0 (res, nr0);
     ggml_metal_pipeline_set_nr1 (res, nr1);
@@ -645,7 +677,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mm_id_map0(ggml_metal_
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     const size_t smem = (size_t) ne02*ne20*sizeof(uint16_t);
 
@@ -666,7 +700,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mm_id(ggml_metal_libra
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 8192);
 
@@ -832,7 +868,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mv_id(ggml_metal_libra
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_nr0 (res, nr0);
     ggml_metal_pipeline_set_nr1 (res, nr1);
@@ -858,7 +896,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_argmax(ggml_metal_library_
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 32*(sizeof(float) + sizeof(int32_t)));
 
@@ -888,7 +928,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_argsort(ggml_metal_library
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -1079,7 +1121,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_bin(
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -1107,7 +1151,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_rms_norm(ggml_metal_librar
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 32*sizeof(float));
 
@@ -1131,7 +1177,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_l2_norm(ggml_metal_library
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 32*sizeof(float));
 
@@ -1154,7 +1202,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_group_norm(ggml_metal_libr
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 32*sizeof(float));
 
@@ -1178,7 +1228,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_norm(ggml_metal_library_t
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     ggml_metal_pipeline_set_smem(res, 32*sizeof(float));
 
@@ -1216,7 +1268,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_rope(ggml_metal_library_t
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -1239,7 +1293,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_im2col(ggml_metal_library_
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -1264,7 +1320,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_conv_transpose_1d(ggml_met
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -1283,7 +1341,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_upscale(ggml_metal_library
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -1302,7 +1362,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_pad(ggml_metal_library_t l
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -1321,7 +1383,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_pad_reflect_1d(ggml_metal_
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -1340,7 +1404,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_arange(ggml_metal_library_
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
@@ -1359,7 +1425,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_timestep_embedding(ggml_me
         return res;
     }
 
-    res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);
+    ggml_metal_cv_t cv = ggml_metal_cv_init();
+    res = ggml_metal_library_compile_pipeline(lib, base, name, cv);
+    ggml_metal_cv_free(cv);
 
     return res;
 }
diff --git a/ggml/src/ggml-metal/ggml-metal-device.m b/ggml/src/ggml-metal/ggml-metal-device.m
@@ -327,7 +327,7 @@ ggml_metal_pipeline_t ggml_metal_library_compile_pipeline(ggml_metal_library_t l
 
         GGML_LOG_DEBUG("%s: compiling pipeline: base = '%s', name = '%s'\n", __func__, base, name);
 
-        id<MTLFunction> mtl_function = [lib->obj newFunctionWithName:base_func constantValues:(cv ? cv->obj : nil) error:&error];
+        id<MTLFunction> mtl_function = [lib->obj newFunctionWithName:base_func constantValues:cv->obj error:&error];
         if (!mtl_function) {
             ggml_critical_section_end();
 

Original file line number	Diff line number	Diff line change
`@@ -72,7 +72,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_base(ggml_metal_library_t`
`72`	`72`	`return res;`
`73`	`73`	`}`
`74`	`74`
`75`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`75`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`76`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`77`	`+ ggml_metal_cv_free(cv);`
`76`	`78`
`77`	`79`	`return res;`
`78`	`80`	`}`
`@@ -89,7 +91,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_cpy(ggml_metal_library_t l`
`89`	`91`	`return res;`
`90`	`92`	`}`
`91`	`93`
`92`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`94`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`95`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`96`	`+ ggml_metal_cv_free(cv);`
`93`	`97`
`94`	`98`	`return res;`
`95`	`99`	`}`
`@@ -116,7 +120,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_pool_2d(ggml_metal_library`
`116`	`120`	`return res;`
`117`	`121`	`}`
`118`	`122`
`119`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`123`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`124`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`125`	`+ ggml_metal_cv_free(cv);`
`120`	`126`
`121`	`127`	`return res;`
`122`	`128`	`}`
`@@ -133,7 +139,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_get_rows(ggml_metal_librar`
`133`	`139`	`return res;`
`134`	`140`	`}`
`135`	`141`
`136`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`142`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`143`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`144`	`+ ggml_metal_cv_free(cv);`
`137`	`145`
`138`	`146`	`return res;`
`139`	`147`	`}`
`@@ -150,7 +158,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_set_rows(ggml_metal_librar`
`150`	`158`	`return res;`
`151`	`159`	`}`
`152`	`160`
`153`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`161`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`162`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`163`	`+ ggml_metal_cv_free(cv);`
`154`	`164`
`155`	`165`	`return res;`
`156`	`166`	`}`
`@@ -167,7 +177,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_repeat(ggml_metal_library_`
`167`	`177`	`return res;`
`168`	`178`	`}`
`169`	`179`
`170`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`180`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`181`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`182`	`+ ggml_metal_cv_free(cv);`
`171`	`183`
`172`	`184`	`return res;`
`173`	`185`	`}`
`@@ -225,7 +237,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_unary(ggml_metal_library_t`
`225`	`237`	`return res;`
`226`	`238`	`}`
`227`	`239`
`228`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`240`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`241`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`242`	`+ ggml_metal_cv_free(cv);`
`229`	`243`
`230`	`244`	`return res;`
`231`	`245`	`}`
`@@ -259,7 +273,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_glu(ggml_metal_library_t l`
`259`	`273`	`return res;`
`260`	`274`	`}`
`261`	`275`
`262`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`276`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`277`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`278`	`+ ggml_metal_cv_free(cv);`
`263`	`279`
`264`	`280`	`return res;`
`265`	`281`	`}`
`@@ -288,7 +304,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_sum_rows(ggml_metal_librar`
`288`	`304`	`return res;`
`289`	`305`	`}`
`290`	`306`
`291`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`307`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`308`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`309`	`+ ggml_metal_cv_free(cv);`
`292`	`310`
`293`	`311`	`ggml_metal_pipeline_set_smem(res, 32*sizeof(float));`
`294`	`312`
`@@ -317,7 +335,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_soft_max(ggml_metal_librar`
`317`	`335`	`return res;`
`318`	`336`	`}`
`319`	`337`
`320`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`338`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`339`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`340`	`+ ggml_metal_cv_free(cv);`
`321`	`341`
`322`	`342`	`ggml_metal_pipeline_set_smem(res, 32*sizeof(float));`
`323`	`343`
`@@ -342,7 +362,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_ssm_conv(ggml_metal_librar`
`342`	`362`	`return res;`
`343`	`363`	`}`
`344`	`364`
`345`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`365`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`366`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`367`	`+ ggml_metal_cv_free(cv);`
`346`	`368`
`347`	`369`	`return res;`
`348`	`370`	`}`
`@@ -363,7 +385,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_ssm_scan(ggml_metal_librar`
`363`	`385`	`return res;`
`364`	`386`	`}`
`365`	`387`
`366`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`388`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`389`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`390`	`+ ggml_metal_cv_free(cv);`
`367`	`391`
`368`	`392`	`ggml_metal_pipeline_set_smem(res, 32*sizeof(float));`
`369`	`393`
`@@ -405,7 +429,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_rwkv(ggml_metal_library_t`
`405`	`429`	`return res;`
`406`	`430`	`}`
`407`	`431`
`408`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`432`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`433`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`434`	`+ ggml_metal_cv_free(cv);`
`409`	`435`
`410`	`436`	`return res;`
`411`	`437`	`}`
`@@ -422,7 +448,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mv_ext(ggml_metal_libr`
`422`	`448`	`return res;`
`423`	`449`	`}`
`424`	`450`
`425`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`451`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`452`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`453`	`+ ggml_metal_cv_free(cv);`
`426`	`454`
`427`	`455`	`return res;`
`428`	`456`	`}`
`@@ -439,7 +467,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mm(ggml_metal_library_`
`439`	`467`	`return res;`
`440`	`468`	`}`
`441`	`469`
`442`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`470`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`471`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`472`	`+ ggml_metal_cv_free(cv);`
`443`	`473`
`444`	`474`	`ggml_metal_pipeline_set_smem(res, 8192);`
`445`	`475`
`@@ -623,7 +653,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mv(ggml_metal_library_`
`623`	`653`	`return res;`
`624`	`654`	`}`
`625`	`655`
`626`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`656`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`657`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`658`	`+ ggml_metal_cv_free(cv);`
`627`	`659`
`628`	`660`	`ggml_metal_pipeline_set_nr0 (res, nr0);`
`629`	`661`	`ggml_metal_pipeline_set_nr1 (res, nr1);`
`@@ -645,7 +677,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mm_id_map0(ggml_metal_`
`645`	`677`	`return res;`
`646`	`678`	`}`
`647`	`679`
`648`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`680`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`681`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`682`	`+ ggml_metal_cv_free(cv);`
`649`	`683`
`650`	`684`	`const size_t smem = (size_t) ne02ne20sizeof(uint16_t);`
`651`	`685`
`@@ -666,7 +700,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mm_id(ggml_metal_libra`
`666`	`700`	`return res;`
`667`	`701`	`}`
`668`	`702`
`669`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`703`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`704`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`705`	`+ ggml_metal_cv_free(cv);`
`670`	`706`
`671`	`707`	`ggml_metal_pipeline_set_smem(res, 8192);`
`672`	`708`
`@@ -832,7 +868,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_mul_mv_id(ggml_metal_libra`
`832`	`868`	`return res;`
`833`	`869`	`}`
`834`	`870`
`835`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`871`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`872`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`873`	`+ ggml_metal_cv_free(cv);`
`836`	`874`
`837`	`875`	`ggml_metal_pipeline_set_nr0 (res, nr0);`
`838`	`876`	`ggml_metal_pipeline_set_nr1 (res, nr1);`
`@@ -858,7 +896,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_argmax(ggml_metal_library_`
`858`	`896`	`return res;`
`859`	`897`	`}`
`860`	`898`
`861`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`899`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`900`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`901`	`+ ggml_metal_cv_free(cv);`
`862`	`902`
`863`	`903`	`ggml_metal_pipeline_set_smem(res, 32*(sizeof(float) + sizeof(int32_t)));`
`864`	`904`
`@@ -888,7 +928,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_argsort(ggml_metal_library`
`888`	`928`	`return res;`
`889`	`929`	`}`
`890`	`930`
`891`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`931`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`932`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`933`	`+ ggml_metal_cv_free(cv);`
`892`	`934`
`893`	`935`	`return res;`
`894`	`936`	`}`
`@@ -1079,7 +1121,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_bin(`
`1079`	`1121`	`return res;`
`1080`	`1122`	`}`
`1081`	`1123`
`1082`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1124`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1125`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1126`	`+ ggml_metal_cv_free(cv);`
`1083`	`1127`
`1084`	`1128`	`return res;`
`1085`	`1129`	`}`
`@@ -1107,7 +1151,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_rms_norm(ggml_metal_librar`
`1107`	`1151`	`return res;`
`1108`	`1152`	`}`
`1109`	`1153`
`1110`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1154`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1155`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1156`	`+ ggml_metal_cv_free(cv);`
`1111`	`1157`
`1112`	`1158`	`ggml_metal_pipeline_set_smem(res, 32*sizeof(float));`
`1113`	`1159`
`@@ -1131,7 +1177,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_l2_norm(ggml_metal_library`
`1131`	`1177`	`return res;`
`1132`	`1178`	`}`
`1133`	`1179`
`1134`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1180`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1181`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1182`	`+ ggml_metal_cv_free(cv);`
`1135`	`1183`
`1136`	`1184`	`ggml_metal_pipeline_set_smem(res, 32*sizeof(float));`
`1137`	`1185`
`@@ -1154,7 +1202,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_group_norm(ggml_metal_libr`
`1154`	`1202`	`return res;`
`1155`	`1203`	`}`
`1156`	`1204`
`1157`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1205`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1206`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1207`	`+ ggml_metal_cv_free(cv);`
`1158`	`1208`
`1159`	`1209`	`ggml_metal_pipeline_set_smem(res, 32*sizeof(float));`
`1160`	`1210`
`@@ -1178,7 +1228,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_norm(ggml_metal_library_t`
`1178`	`1228`	`return res;`
`1179`	`1229`	`}`
`1180`	`1230`
`1181`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1231`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1232`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1233`	`+ ggml_metal_cv_free(cv);`
`1182`	`1234`
`1183`	`1235`	`ggml_metal_pipeline_set_smem(res, 32*sizeof(float));`
`1184`	`1236`
`@@ -1216,7 +1268,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_rope(ggml_metal_library_t`
`1216`	`1268`	`return res;`
`1217`	`1269`	`}`
`1218`	`1270`
`1219`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1271`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1272`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1273`	`+ ggml_metal_cv_free(cv);`
`1220`	`1274`
`1221`	`1275`	`return res;`
`1222`	`1276`	`}`
`@@ -1239,7 +1293,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_im2col(ggml_metal_library_`
`1239`	`1293`	`return res;`
`1240`	`1294`	`}`
`1241`	`1295`
`1242`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1296`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1297`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1298`	`+ ggml_metal_cv_free(cv);`
`1243`	`1299`
`1244`	`1300`	`return res;`
`1245`	`1301`	`}`
`@@ -1264,7 +1320,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_conv_transpose_1d(ggml_met`
`1264`	`1320`	`return res;`
`1265`	`1321`	`}`
`1266`	`1322`
`1267`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1323`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1324`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1325`	`+ ggml_metal_cv_free(cv);`
`1268`	`1326`
`1269`	`1327`	`return res;`
`1270`	`1328`	`}`
`@@ -1283,7 +1341,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_upscale(ggml_metal_library`
`1283`	`1341`	`return res;`
`1284`	`1342`	`}`
`1285`	`1343`
`1286`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1344`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1345`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1346`	`+ ggml_metal_cv_free(cv);`
`1287`	`1347`
`1288`	`1348`	`return res;`
`1289`	`1349`	`}`
`@@ -1302,7 +1362,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_pad(ggml_metal_library_t l`
`1302`	`1362`	`return res;`
`1303`	`1363`	`}`
`1304`	`1364`
`1305`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1365`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1366`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1367`	`+ ggml_metal_cv_free(cv);`
`1306`	`1368`
`1307`	`1369`	`return res;`
`1308`	`1370`	`}`
`@@ -1321,7 +1383,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_pad_reflect_1d(ggml_metal_`
`1321`	`1383`	`return res;`
`1322`	`1384`	`}`
`1323`	`1385`
`1324`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1386`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1387`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1388`	`+ ggml_metal_cv_free(cv);`
`1325`	`1389`
`1326`	`1390`	`return res;`
`1327`	`1391`	`}`
`@@ -1340,7 +1404,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_arange(ggml_metal_library_`
`1340`	`1404`	`return res;`
`1341`	`1405`	`}`
`1342`	`1406`
`1343`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1407`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1408`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1409`	`+ ggml_metal_cv_free(cv);`
`1344`	`1410`
`1345`	`1411`	`return res;`
`1346`	`1412`	`}`
`@@ -1359,7 +1425,9 @@ ggml_metal_pipeline_t ggml_metal_library_get_pipeline_timestep_embedding(ggml_me`
`1359`	`1425`	`return res;`
`1360`	`1426`	`}`
`1361`	`1427`
`1362`		`- res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr);`
	`1428`	`+ ggml_metal_cv_t cv = ggml_metal_cv_init();`
	`1429`	`+ res = ggml_metal_library_compile_pipeline(lib, base, name, cv);`
	`1430`	`+ ggml_metal_cv_free(cv);`
`1363`	`1431`
`1364`	`1432`	`return res;`
`1365`	`1433`	`}`