From d59e098ec4150d6f5e77449d5753e987f0fe1ec0 Mon Sep 17 00:00:00 2001 From: "PoYen, Chen" Date: Wed, 24 Jul 2024 05:17:57 +0000 Subject: [PATCH] Fix wrong pipeline --- example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py b/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py index 23dbd5e419..e39a8f85d0 100644 --- a/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py +++ b/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py @@ -292,8 +292,7 @@ def get_fwd_appendkv_blobs(kernel_filter : Optional[str], receipt, mask_impl) -> pipelines.append(FmhaFwdAppendKVPipeline('row', 't', 't', 't', 't', rope)) pipelines.append(FmhaFwdAppendKVPipeline('col', 't', 't', 't', 't', rope)) elif dtype in ['fp8', 'bf8']: - # no need lse/dropout kernels - pipelines.append(FmhaFwdAppendKVPipeline('col', 'f', 'f', 'f', 'f', 'f')) + pipelines.append(FmhaFwdAppendKVPipeline('col', 't', 't', 't', 't', 'f')) else: assert False return pipelines