From d2362176df33a24c138de4750ea62a161c1fcc5d Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Mon, 12 May 2025 15:01:35 +0300 Subject: [PATCH] Fix new CUDA FA on Touring --- ggml/src/ggml-cuda/fattn-new-mma.cu | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ggml/src/ggml-cuda/fattn-new-mma.cu b/ggml/src/ggml-cuda/fattn-new-mma.cu index 630baf33..5aeca3c4 100644 --- a/ggml/src/ggml-cuda/fattn-new-mma.cu +++ b/ggml/src/ggml-cuda/fattn-new-mma.cu @@ -273,11 +273,11 @@ struct fattn_mma_f16_config<576, 512> { } static constexpr __device__ int get_nbatch_V2_device(int ncols) { -#if __CUDA_ARCH__ == GML_CUDA_CC_TURING +#if __CUDA_ARCH__ == CC_TURING return ncols <= 16 ? 64 : 128; #else return ncols <= 16 ? 256 : 128; -#endif // __CUDA_ARCH__ == GML_CUDA_CC_TURING +#endif // __CUDA_ARCH__ == CC_TURING } static int get_nbatch_combine_host(const int /*cc*/, const int /*ncols*/) {