From 2b040aef2134978b6730e9743001b4f18ff2ee0b Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Thu, 15 May 2025 20:03:13 +0300 Subject: [PATCH] iq5_ks_r4: AVX2 works --- ggml/src/iqk/iqk_mul_mat.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 93c34a19..b298491e 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -7509,6 +7509,7 @@ static void mul_mat_iq5_ks_r4_q8_k(int n, const void * vx, size_t bx, const Data using helper_t = union { __m256i vec; uint32_t val[8]; }; #ifndef HAVE_FANCY_SIMD helper_t h, h_shift; + auto s_shuffle = _mm256_set_epi64x(0x0f0e0f0e0d0c0d0c, 0x0b0a0b0a09080908, 0x0706070605040504, 0x0302030201000100); #else using helper512_t = union { __m512i vec; uint64_t val[8]; }; helper_t h;