From 32e223df46a5c345aa08ed13350f94539d9bb0ef Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Tue, 2 Sep 2025 14:35:05 +0300 Subject: [PATCH] Fix it --- ggml/src/ggml-cuda/fattn-mma-f16.cuh | 3 --- 1 file changed, 3 deletions(-) diff --git a/ggml/src/ggml-cuda/fattn-mma-f16.cuh b/ggml/src/ggml-cuda/fattn-mma-f16.cuh index 8be70176..cfff9a3b 100644 --- a/ggml/src/ggml-cuda/fattn-mma-f16.cuh +++ b/ggml/src/ggml-cuda/fattn-mma-f16.cuh @@ -1035,9 +1035,6 @@ static __global__ void flash_attn_mma_ext_f16( int kb0_start_kernel = kb0_start * kb_niter; int kb0_stop_kernel = kb0_stop * kb_niter; if (bounds) { - if (kb0_start_kernel*KQ_per_iter >= bounds[jt].y || kb0_stop_kernel*KQ_per_iter < bounds[jt].x) { - return; - } kb0_start_kernel = max(kb0_start_kernel, bounds[jt].x / KQ_per_iter); kb0_stop_kernel = min(kb0_stop_kernel, bounds[jt].y / KQ_per_iter); }