ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-30 11:21:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adding lost q4_k_r4 case

Browse Source 
Not sure how it got lost.
This commit is contained in:
Kawrakow
2024-12-13 10:09:04 +02:00
parent ce97b0325e
commit 49e10a4bdd
1 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
ggml/src/iqk/iqk_mul_mat.cpp
View File

@@ -5923,6 +5923,18 @@ bool MulMat::prepare(int typeA, int typeB, int ne00, MulMat& mm, int Ny) {
mm.funcs[7] = mul_mat_q3_k_r4_q8_k<8>; mm.funcs[7] = mul_mat_q3_k_r4_q8_k<8>;
expected_typeB = GGML_TYPE_Q8_K; expected_typeB = GGML_TYPE_Q8_K;
break; break;
case GGML_TYPE_Q4_K_R4:
assert (ne00 % QK_K == 0);
mm.funcs[0] = mul_mat_q4_k_r4_q8_k<1>;
mm.funcs[1] = mul_mat_q4_k_r4_q8_k<2>;
mm.funcs[2] = mul_mat_q4_k_r4_q8_k<3>;
mm.funcs[3] = mul_mat_q4_k_r4_q8_k<4>;
mm.funcs[4] = mul_mat_q4_k_r4_q8_k<5>;
mm.funcs[5] = mul_mat_q4_k_r4_q8_k<6>;
mm.funcs[6] = mul_mat_q4_k_r4_q8_k<7>;
mm.funcs[7] = mul_mat_q4_k_r4_q8_k<8>;
expected_typeB = GGML_TYPE_Q8_K32;
break;
case GGML_TYPE_Q5_K_R4: case GGML_TYPE_Q5_K_R4:
assert (ne00 % QK_K == 0); assert (ne00 % QK_K == 0);
mm.funcs[0] = mul_mat_q5_k_r4_q8_k<1>; mm.funcs[0] = mul_mat_q5_k_r4_q8_k<1>;