From 06efa17fa950a567cf4037e42d3f3acbf77d6d5b Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Mon, 19 May 2025 18:00:16 +0300 Subject: [PATCH] Adding forgotten iq5_k_r4 --- ggml/src/iqk/iqk_gemm_iqk_quants.cpp | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/ggml/src/iqk/iqk_gemm_iqk_quants.cpp b/ggml/src/iqk/iqk_gemm_iqk_quants.cpp index 19dcf8f6..438ef58b 100644 --- a/ggml/src/iqk/iqk_gemm_iqk_quants.cpp +++ b/ggml/src/iqk/iqk_gemm_iqk_quants.cpp @@ -2063,6 +2063,8 @@ bool iqk_set_kernels_iqk_quants(int ne00, int typeA, int typeB, std::array(kernels); @@ -2118,6 +2120,10 @@ bool iqk_set_kernels_iqk_quants(int ne00, int typeA, int typeB, std::array; #endif break; + case GGML_TYPE_IQ5_K_R4: + IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq5_k_r4_q8_k, kernels); + func16 = mul_mat_iq5_k_r4_q8_k<16>; + break; default: return false; } @@ -3261,6 +3267,8 @@ bool iqk_set_kernels_iqk_quants(int ne00, int typeA, int typeB, std::array