From 8e23ecdd9646ae42bf4da79ee0c6e269ffbffcb4 Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Sat, 23 Aug 2025 09:04:51 +0300 Subject: [PATCH] Fix more Q8_0 repacking mess on AVX2 (#719) Co-authored-by: Iwan Kawrakow --- ggml/src/iqk/iqk_mul_mat.cpp | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 6bb4a994..33bcfc0c 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -502,10 +502,8 @@ extern "C" IQK_API bool iqk_mul_mat(long Nx, long Ny, long ne00, MulMat mm; auto etypeA = ggml_type(typeA); - if (auto dequant_type = MulMat::is_dequant_better(etypeA, Ny); dequant_type != etypeA) { - if (!MulMat::prepare(dequant_type, typeB, ne00, mm, Ny)) { - return false; - } + if (auto dequant_type = MulMat::is_dequant_better(etypeA, Ny); + dequant_type != etypeA && MulMat::prepare(dequant_type, typeB, ne00, mm, Ny)) { constexpr int k_x_step = 32;