From 40ab11286960c81ec3a73edb397f6638691c418e Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Wed, 26 Mar 2025 12:49:29 +0200 Subject: [PATCH] q8_0 without bells and wistles works --- ggml/src/iqk/iqk_mul_mat.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 638d2caf..cbde2ab9 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -4487,9 +4487,9 @@ static void mul_mat_q8_0_q8_2(int n, const void * vx, size_t bx, const DataInfo& } } else { __m256 acc[nrc_y] = {}; - __m256i qx[8]; + __m256i qx[4]; __m256i dot[4]; - float d4[4]; + ggml_half d4[4]; for (int ix = 0; ix < nrc_x; ++ix) { const block_q8_0 * iq8 = (const block_q8_0 *)((const char *)vx + ix*bx); for (int ib4 = 0; ib4 < nb/4; ++ib4) {