ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-25 15:44:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix Zenn4 parts broken via the AVX2 change

Browse Source
This commit is contained in:
Iwan Kawrakow
2024-09-10 18:19:29 +03:00
parent 145df42c53
commit 33b77fc98e
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
ggml/src/iqk/iqk_mul_mat.cpp
View File

@@ -6421,7 +6421,7 @@ struct BaseHelper {
};
struct F16 {
#ifdef z_HAVE_FANCY_SIMD
#ifdef HAVE_FANCY_SIMD
using Data = __m512;
constexpr static int block_size = 16;
static inline Data zero() { return _mm512_setzero_ps(); }
@@ -6507,10 +6507,9 @@ struct HelperQ80 final : public BaseHelper<step> {
static_assert(step == QK8_0);
using Base = BaseHelper<step>;
using F16 = HelperF16<D, step>;
using Data = typename F16::Data;
HelperQ80(const char * data, int stride) : Base(data, stride) {}
inline void load(int l1, Data * vk) const {
inline void load(int l1, __m512 * vk) const {
auto dl = (const block_q8_0_x4 *)Base::lblock(l1);
if constexpr (D >= 128) {
__m512 vd[4];