From 970df4b46701074cf907dcbfa0cf2feab972ed0d Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Tue, 1 Oct 2024 14:48:44 +0300 Subject: [PATCH] Fix last commit Did not re-check on AVX2/Zen4 after NEON related changes and, sure enough, I broke AVX2/Zen4. --- ggml/src/iqk/iqk_mul_mat.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 33b2a790..d16f01d9 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -7184,10 +7184,11 @@ struct HelperIQ4nl final : public BaseHelper { using Base = BaseHelper; #ifdef __aarch64__ using block_q8 = block_q8_0; + HelperIQ4nl(const char * data, int stride) : Base(data, stride), values(vld1q_s8(iq4k_values)) {} #else + HelperIQ4nl(const char * data, int stride) : Base(data, stride) {} using block_q8 = block_q8_1; #endif - HelperIQ4nl(const char * data, int stride) : Base(data, stride), values(vld1q_s8(iq4k_values)) {} // Needed for v * softmax(k * q) inline void load(int l1, int i, F16::Data& v1, F16::Data& v2) const {