ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-03-02 01:50:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix bf16

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-05-19 15:30:46 +03:00
parent 9541631a52
commit 9ae8f75114
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ggml/src/iqk/fa/iqk_fa_templates.h
View File

@@ -1653,8 +1653,8 @@ struct FlashAttn {
#ifdef __AVX512BF16__
template <int D, int step>
struct HelperBF16 final : public BaseHelper<step> {
using Base = BaseHelper<step>;
struct HelperBF16 final : public BaseHelper {
using Base = BaseHelper;
HelperBF16(const char * data, int stride) : Base(data, stride) {}
inline void load(int l1, __m512bh * vk) const {
auto dr = Base::lblock(l1);