From 8ba852a2f3859ec66dd3966a8da6b44f80d98dc9 Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Thu, 12 Jun 2025 13:17:27 +0300 Subject: [PATCH] Remove the scales, they are not needed --- ggml/src/iqk/iqk_gemm_kquants.cpp | 3 --- 1 file changed, 3 deletions(-) diff --git a/ggml/src/iqk/iqk_gemm_kquants.cpp b/ggml/src/iqk/iqk_gemm_kquants.cpp index b834c5d8..589fbc26 100644 --- a/ggml/src/iqk/iqk_gemm_kquants.cpp +++ b/ggml/src/iqk/iqk_gemm_kquants.cpp @@ -755,9 +755,7 @@ struct DequantizerQ4K_AVX2 final : public BaseDequantizer { inline void prepare(int i, int j) { bits.prepare(x[i].qs, j); } - Q4Bits_AVX2 bits; - Scales8K s8k; }; struct DequantizerQ5K_AVX2 final : public BaseDequantizer { @@ -777,7 +775,6 @@ struct DequantizerQ5K_AVX2 final : public BaseDequantizer { const __m256i mh = _mm256_set1_epi8(0x10); Q4Bits_AVX2 bits; __m256i hbits; - Scales8K s8k; }; template