diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 636dd4d9..8d2b4090 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -7991,6 +7991,9 @@ bool MulMat::prepare(int typeA, int typeB, int ne00, MulMat& mm, int Ny) { mm.funcs[5] = mul_mat_q8_k_r8_q8_k<6>; mm.funcs[6] = mul_mat_q8_k_r8_q8_k<7>; mm.funcs[7] = mul_mat_q8_k_r8_q8_k<8>; +#ifdef HAVE_FANCY_SIMD + mm.func16 = mul_mat_q8_k_r8_q8_k<16>; +#endif expected_typeB = GGML_TYPE_Q8_KR8; break; case GGML_TYPE_IQ4_K_R4: