ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-24 07:04:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adding forgotten iq5_k_r4

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-05-19 18:00:16 +03:00
parent 380ab3f33a
commit 06efa17fa9
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
ggml/src/iqk/iqk_gemm_iqk_quants.cpp
View File

@@ -2063,6 +2063,8 @@ bool iqk_set_kernels_iqk_quants(int ne00, int typeA, int typeB, std::array<mul_m
return false;
}
func16 = nullptr;
switch (typeA) {
case GGML_TYPE_IQ2_KS:
set_functions<DequantizerIQ2KS>(kernels);
@@ -2118,6 +2120,10 @@ bool iqk_set_kernels_iqk_quants(int ne00, int typeA, int typeB, std::array<mul_m
func16 = mul_mat_iq5_ks_r4_q8_k<16>;
#endif
break;
case GGML_TYPE_IQ5_K_R4:
IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq5_k_r4_q8_k, kernels);
func16 = mul_mat_iq5_k_r4_q8_k<16>;
break;
default:
return false;
}
@@ -3261,6 +3267,8 @@ bool iqk_set_kernels_iqk_quants(int ne00, int typeA, int typeB, std::array<mul_m
break;
case GGML_TYPE_IQ5_KS_R4:
IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq5_ks_r4_q8_k, kernels);
case GGML_TYPE_IQ5_K_R4:
IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq5_k_r4_q8_k, kernels);
default:
return false;
}