From b9b9fde8dc17cbcf1b515e6020574b00626f0213 Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Wed, 11 Dec 2024 19:05:33 +0200 Subject: [PATCH] Make sure rows per thread are a multiple of 4 --- ggml/src/iqk/iqk_mul_mat.cpp | 3 +++ 1 file changed, 3 insertions(+) diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index ce588e17..4316373a 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -163,7 +163,10 @@ struct MulMat { static bool prepare(int typeA, int typeB, int ne00, MulMat& mm, int Ny); static inline int num_rows(ggml_type type) { switch (type) { + case GGML_TYPE_Q2_K_R4: + case GGML_TYPE_Q3_K_R4: case GGML_TYPE_Q4_K_R4: + case GGML_TYPE_Q5_K_R4: case GGML_TYPE_Q6_K_R4: case GGML_TYPE_Q4_0_R4: case GGML_TYPE_Q5_0_R4: