From 83f02e25fcf930efec7243cc2fd991aa02bb2947 Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Tue, 4 Feb 2025 15:25:08 +0200 Subject: [PATCH] Don't forget to make sure we have a multiple of 4 rows per thread --- ggml/src/iqk/iqk_mul_mat.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 307a1410..9672b37a 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -259,6 +259,7 @@ struct MulMat { case GGML_TYPE_IQ2_XS_R4: case GGML_TYPE_IQ2_S_R4: case GGML_TYPE_IQ3_XXS_R4: + case GGML_TYPE_IQ1_S_R4: case GGML_TYPE_IQ3_S_R4: return 4; case GGML_TYPE_IQ4_NL_R4: case GGML_TYPE_Q5_0_R4: @@ -293,6 +294,7 @@ struct MulMat { case GGML_TYPE_IQ2_S_R4: case GGML_TYPE_IQ3_XXS_R4: case GGML_TYPE_IQ3_S_R4: + case GGML_TYPE_IQ1_S_R4: case GGML_TYPE_IQ2_BN_R4: return 4; case GGML_TYPE_IQ4_XS_R4: case GGML_TYPE_Q4_0_R4: