From 1687ff88bee76eb84494d91f0264f39a4f648554 Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Tue, 24 Feb 2026 14:15:28 +0000 Subject: [PATCH] Use eps = 1e-6 --- ggml/src/iqk/iqk_mul_mat.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index c6bd17b0..956b33e0 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -1397,7 +1397,7 @@ void iqk_fused_delta_net_impl(int n_heads, int n_tokens, int n_seqs, static_assert(head_dim % 8 == 0); #endif - const float eps = 1e-12f; + const float eps = 1e-6f; const float scale = 1.0f / sqrtf((float) head_dim); float v_new_buf[head_dim];