Update ggml/src/ggml-cuda/mmvq.cu

IMbackK · JohannesGaessler · web-flow · commit 1b3894eb30a9 · 2025-03-07T11:54:17.000+01:00
Co-authored-by: Johannes Gäßler &lt;johannesg@5d6.de&gt;
diff --git a/ggml/src/ggml-cuda/mmvq.cu b/ggml/src/ggml-cuda/mmvq.cu
@@ -203,8 +203,7 @@ static __global__ void mul_mat_vec_q(
     }
 }
 
-static std::pair<dim3, dim3> calc_launch_params(const int ncols_y, const int nrows_x, const int warp_size, const mmvq_parameter_table_id table_id)
-{
+static std::pair<dim3, dim3> calc_launch_params(const int ncols_y, const int nrows_x, const int warp_size, const mmvq_parameter_table_id table_id) {
     const int64_t nblocks = (nrows_x + calc_rows_per_block(ncols_y, table_id) - 1) / calc_rows_per_block(ncols_y, table_id);
     const dim3 block_nums(nblocks, 1, 1);
     const dim3 block_dims(warp_size, calc_nwarps(ncols_y, table_id), 1);

Original file line number	Diff line number	Diff line change
`@@ -203,8 +203,7 @@ static __global__ void mul_mat_vec_q(`
`203`	`203`	`}`
`204`	`204`	`}`
`205`	`205`
`206`		`-static std::pair<dim3, dim3> calc_launch_params(const int ncols_y, const int nrows_x, const int warp_size, const mmvq_parameter_table_id table_id)`
`207`		`-{`
	`206`	`+static std::pair<dim3, dim3> calc_launch_params(const int ncols_y, const int nrows_x, const int warp_size, const mmvq_parameter_table_id table_id) {`
`208`	`207`	`const int64_t nblocks = (nrows_x + calc_rows_per_block(ncols_y, table_id) - 1) / calc_rows_per_block(ncols_y, table_id);`
`209`	`208`	`const dim3 block_nums(nblocks, 1, 1);`
`210`	`209`	`const dim3 block_dims(warp_size, calc_nwarps(ncols_y, table_id), 1);`