ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-28 17:14:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use eps = 1e-6

Browse Source
This commit is contained in:
Kawrakow
2026-02-24 14:15:28 +00:00
parent d7c0104967
commit 1687ff88be
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ggml/src/iqk/iqk_mul_mat.cpp
View File

@@ -1397,7 +1397,7 @@ void iqk_fused_delta_net_impl(int n_heads, int n_tokens, int n_seqs,
static_assert(head_dim % 8 == 0);
#endif
const float eps = 1e-12f;
const float eps = 1e-6f;
const float scale = 1.0f / sqrtf((float) head_dim);
float v_new_buf[head_dim];