From 33b77fc98e8cf8a49547818661ffc088e0b1bbbc Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Tue, 10 Sep 2024 18:19:29 +0300 Subject: [PATCH] Fix Zenn4 parts broken via the AVX2 change --- ggml/src/iqk/iqk_mul_mat.cpp | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index c83e796b..004461ac 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -6421,7 +6421,7 @@ struct BaseHelper { }; struct F16 { -#ifdef z_HAVE_FANCY_SIMD +#ifdef HAVE_FANCY_SIMD using Data = __m512; constexpr static int block_size = 16; static inline Data zero() { return _mm512_setzero_ps(); } @@ -6507,10 +6507,9 @@ struct HelperQ80 final : public BaseHelper { static_assert(step == QK8_0); using Base = BaseHelper; using F16 = HelperF16; - using Data = typename F16::Data; HelperQ80(const char * data, int stride) : Base(data, stride) {} - inline void load(int l1, Data * vk) const { + inline void load(int l1, __m512 * vk) const { auto dl = (const block_q8_0_x4 *)Base::lblock(l1); if constexpr (D >= 128) { __m512 vd[4];