We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2c77d79 commit 87b97d0Copy full SHA for 87b97d0
ggml/src/ggml-metal.m
@@ -1693,11 +1693,13 @@ static void ggml_metal_encode_node(
1693
const int64_t n_seq_tokens = ne11;
1694
const int64_t n_seqs = ne13;
1695
1696
+ id<MTLComputePipelineState> pipeline = nil;
1697
+
1698
if (ne30 == 1) {
1699
// Mamba-2
- id<MTLComputePipelineState> pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_SSM_SCAN_F32_GROUP].pipeline;
1700
+ pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_SSM_SCAN_F32_GROUP].pipeline;
1701
} else {
- id<MTLComputePipelineState> pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_SSM_SCAN_F32].pipeline;
1702
+ pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_SSM_SCAN_F32].pipeline;
1703
}
1704
1705
[encoder setComputePipelineState:pipeline];
0 commit comments