From 3549305b7a7adb6702f4d9b6858cae87f4b11b7a Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Fri, 7 Nov 2025 18:47:52 +0200 Subject: [PATCH] Disable add + fused_rms_norm fusion --- ggml/src/ggml-cuda.cu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/src/ggml-cuda.cu b/ggml/src/ggml-cuda.cu index e548edce..143275e5 100644 --- a/ggml/src/ggml-cuda.cu +++ b/ggml/src/ggml-cuda.cu @@ -3102,7 +3102,7 @@ static bool ggml_cuda_compute_forward(ggml_backend_cuda_context & ctx, struct gg ggml_cuda_op_fused_add_add_rms_norm(ctx, dst, cgraph->nodes[i+1], cgraph->nodes[i+2]); i += 2; } - else if (fusion && i + 1 < cgraph->n_nodes && + else if (false && fusion && i + 1 < cgraph->n_nodes && cgraph->nodes[i+1]->op == GGML_OP_FUSED_RMS_NORM && ggml_is_contiguous(dst->src[0]) && ggml_is_contiguous(dst->src[1]) &&