ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-26 17:39:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix q6_0 K cache

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-05-20 10:46:36 +03:00
parent 5351ec0442
commit 0943331ec9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ggml/src/iqk/iqk_gemm_legacy_quants.cpp
View File

@@ -2690,7 +2690,7 @@ inline std::pair<mul_mat_t, int> mul_mat_kernel(int int_typeA, int nq) {
MAKE_FUNCS_ONLY_NRC(mul_mat_q8_0_r8_q8_2, nq);
#endif
}
else if (typeA == GGML_TYPE_Q8_0) {
else if (typeA == GGML_TYPE_Q6_0) {
#ifdef __aarch64__
MAKE_FUNCS(mul_mat_qX_0_q8_0<DequantizerQ60, nq);
#else