From 6b37066b8f3cc7680fba12770acaedefcbfb300e Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Wed, 28 Jan 2026 13:08:59 +0000 Subject: [PATCH] Forgot to add to fattn-common.h --- ggml/src/ggml-cuda/fattn-common.cuh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/ggml/src/ggml-cuda/fattn-common.cuh b/ggml/src/ggml-cuda/fattn-common.cuh index b4ff8913..fbff9e7f 100644 --- a/ggml/src/ggml-cuda/fattn-common.cuh +++ b/ggml/src/ggml-cuda/fattn-common.cuh @@ -17,6 +17,8 @@ #define HALF_MAX_HALF __float2half(65504.0f/2) // Use neg. of this instead of -INFINITY to initialize KQ max vals to avoid NaN upon subtraction. #define SOFTMAX_FTZ_THRESHOLD -20.0f // Softmax exp. of values smaller than this are flushed to zero to avoid NaNs. +#define FATTN_KQ_MAX_OFFSET 1.386294361f + typedef void (* fattn_kernel_t)( const char * __restrict__ Q, const char * __restrict__ K,