ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-26 17:39:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

With fancy simd also set func16

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-06-20 08:06:25 +03:00
parent 1dfc023fef
commit 1287a66627
1 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
ggml/src/iqk/iqk_gemm_ktquants.cpp
View File

@@ -1088,6 +1088,9 @@ bool iqk_set_kernels_ktquants(int ne00, int typeA, int typeB, std::array<mul_mat
if (typeA == GGML_TYPE_IQ4_KT) {
if (typeB == GGML_TYPE_Q8_2_X4) {
IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq4_kt_q8_2_x4_T, kernels);
#ifdef HAVE_FANCY_SIMD
func16 = mul_mat_iq4_kt_q8_2_x4_T<16>;
#endif
return true;
}
return false;
@@ -1096,6 +1099,9 @@ bool iqk_set_kernels_ktquants(int ne00, int typeA, int typeB, std::array<mul_mat
if (typeA == GGML_TYPE_IQ2_KT) {
if (typeB == GGML_TYPE_Q8_2_X4) {
IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq2_kt_q8_2_x4_T, kernels);
#ifdef HAVE_FANCY_SIMD
func16 = mul_mat_iq2_kt_q8_2_x4_T<16>;
#endif
return true;
}
return false;
@@ -1104,6 +1110,9 @@ bool iqk_set_kernels_ktquants(int ne00, int typeA, int typeB, std::array<mul_mat
if (typeA == GGML_TYPE_IQ3_KT) {
if (typeB == GGML_TYPE_Q8_2_X4) {
IQK_SET_MUL_MAT_FUNCTIONS(mul_mat_iq3_kt_q8_2_x4_T, kernels);
#ifdef HAVE_FANCY_SIMD
func16 = mul_mat_iq3_kt_q8_2_x4_T<16>;
#endif
return true;
}
return false;