From 79f34c4e1d24e0fe77c23f5bf246c14501be115b Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Thu, 21 Aug 2025 08:09:25 +0300 Subject: [PATCH] Just always set num_rows to 16 --- ggml/src/ggml.c | 11 +++++++++++ ggml/src/iqk/iqk_mul_mat.cpp | 3 ++- 2 files changed, 13 insertions(+), 1 deletion(-) diff --git a/ggml/src/ggml.c b/ggml/src/ggml.c index 45a4114c..ed5c448b 100644 --- a/ggml/src/ggml.c +++ b/ggml/src/ggml.c @@ -14983,6 +14983,17 @@ static void ggml_compute_forward_mul_mat( #endif #if GGML_USE_IQK_MULMAT + if (ith == 0) { + static bool first_time = true; + if (first_time) { + first_time = false; +#ifdef HAVE_FANCY_SIMD + printf("======================================= HAVE_FANCY_SIMD is defined\n"); +#else + printf("======================================= HAVE_FANCY_SIMD is NOT defined\n"); +#endif + } + } if (dst->type == GGML_TYPE_F32) { if (iqk_mul_mat_4d(ne01, ne11, ne00, ne02, ne03, ne12, ne13, nb02, nb03, nb12, nb13, nb2/sizeof(float), nb3/sizeof(float), diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 1855400a..6bb4a994 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -320,7 +320,8 @@ struct MulMat { #endif return type; } - static inline int num_rows(ggml_type type) { + static inline int num_rows([[maybe_unused]] ggml_type type) { + return 16; #ifdef HAVE_FANCY_SIMD switch (type) { case GGML_TYPE_Q2_K_R4: