Skip to content

Commit 1287a66

Browse files
author
Iwan Kawrakow
committed
With fancy simd also set func16
1 parent 1dfc023 commit 1287a66

File tree

1 file changed

+9
-0
lines changed

1 file changed

+9
-0
lines changed

ggml/src/iqk/iqk_gemm_ktquants.cpp

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1088,6 +1088,9 @@ bool iqk_set_kernels_ktquants(int ne00, int typeA, int typeB, std::array<mul_mat
10881088
if (typeA == GGML_TYPE_IQ4_KT) {
10891089
if (typeB == GGML_TYPE_Q8_2_X4) {
10901090
IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq4_kt_q8_2_x4_T, kernels);
1091+
#ifdef HAVE_FANCY_SIMD
1092+
func16 = mul_mat_iq4_kt_q8_2_x4_T<16>;
1093+
#endif
10911094
return true;
10921095
}
10931096
return false;
@@ -1096,6 +1099,9 @@ bool iqk_set_kernels_ktquants(int ne00, int typeA, int typeB, std::array<mul_mat
10961099
if (typeA == GGML_TYPE_IQ2_KT) {
10971100
if (typeB == GGML_TYPE_Q8_2_X4) {
10981101
IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq2_kt_q8_2_x4_T, kernels);
1102+
#ifdef HAVE_FANCY_SIMD
1103+
func16 = mul_mat_iq2_kt_q8_2_x4_T<16>;
1104+
#endif
10991105
return true;
11001106
}
11011107
return false;
@@ -1104,6 +1110,9 @@ bool iqk_set_kernels_ktquants(int ne00, int typeA, int typeB, std::array<mul_mat
11041110
if (typeA == GGML_TYPE_IQ3_KT) {
11051111
if (typeB == GGML_TYPE_Q8_2_X4) {
11061112
IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq3_kt_q8_2_x4_T, kernels);
1113+
#ifdef HAVE_FANCY_SIMD
1114+
func16 = mul_mat_iq3_kt_q8_2_x4_T<16>;
1115+
#endif
11071116
return true;
11081117
}
11091118
return false;

0 commit comments

Comments
 (0)