Skip to content

Commit e008c0e

Browse files
ikawrakowIwan Kawrakow
andauthored
Log for debugging #721 (#722)
* Log for debugging #721 * Remove the 16 --------- Co-authored-by: Iwan Kawrakow <[email protected]>
1 parent e919e89 commit e008c0e

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

ggml/src/iqk/iqk_mul_mat.cpp

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -321,7 +321,6 @@ struct MulMat {
321321
return type;
322322
}
323323
static inline int num_rows([[maybe_unused]] ggml_type type) {
324-
return 16;
325324
#ifdef HAVE_FANCY_SIMD
326325
switch (type) {
327326
case GGML_TYPE_Q2_K_R4:
@@ -548,6 +547,11 @@ extern "C" IQK_API bool iqk_mul_mat(long Nx, long Ny, long ne00,
548547
//if (ith == 0) printf("%s: ne00 = %d, row_size_qx = %d, strideA = %d\n", __func__, int(ne00), int(row_size_qx), int(strideA));
549548

550549
auto num_rows = MulMat::num_rows(ggml_type(typeA));
550+
if (Nx%num_rows) {
551+
fprintf(stderr, "%s: Nx = %d, Ny = %d, ne00 = %d, num_rows = %d, types = %s, %s\n", __func__, (int)Nx, (int)Ny,
552+
(int)ne00, num_rows, ggml_type_name(ggml_type(typeA)), ggml_type_name(ggml_type(typeB)));
553+
GGML_ASSERT(false);
554+
}
551555
GGML_ASSERT(Nx%num_rows == 0);
552556
auto nrc_x = (Nx/num_rows + nth - 1)/nth;
553557
auto first_x = ith*nrc_x;

0 commit comments

Comments
 (0)