Skip to content

Commit d6f6d72

Browse files
author
Iwan Kawrakow
committed
q8_KV: nrc_y = 16 also doesn't pay off in FA
1 parent 4236e5d commit d6f6d72

File tree

1 file changed

+0
-6
lines changed

1 file changed

+0
-6
lines changed

ggml/src/iqk/iqk_mul_mat.cpp

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -9367,9 +9367,6 @@ bool MulMat::prepare(int typeA, int typeB, int ne00, MulMat& mm, int Ny) {
93679367
mm.funcs[5] = mul_mat_q8_KV_r8_q8_KV<6>;
93689368
mm.funcs[6] = mul_mat_q8_KV_r8_q8_KV<7>;
93699369
mm.funcs[7] = mul_mat_q8_KV_r8_q8_KV<8>;
9370-
//#ifdef HAVE_FANCY_SIMD
9371-
// mm.func16 = mul_mat_q8_KV_r8_q8_KV<16>;
9372-
//#endif
93739370
expected_typeB = GGML_TYPE_Q8_KV;
93749371
break;
93759372
case GGML_TYPE_IQ4_K_R4:
@@ -15909,9 +15906,6 @@ struct FlashQKfp32 {
1590915906
#endif
1591015907
}
1591115908
else if constexpr (std::is_same_v<KHelper, HelperQ8KVR8<D, k_step>>) {
15912-
#ifdef HAVE_FANCY_SIMD
15913-
if (nq%16 == 0) return std::make_pair(mul_mat_q8_KV_r8_q8_KV<16>, 16);
15914-
#endif
1591515909
MAKE_FUNCS_ONLY_NRC(mul_mat_q8_KV_r8_q8_KV, nq);
1591615910
}
1591715911
else if constexpr (std::is_same_v<KHelper, HelperQ60<D, k_step>>) {

0 commit comments

Comments
 (0)