From 08b4e8a125858eb70649de2118d968bb602d4b3f Mon Sep 17 00:00:00 2001 From: "PoYen, Chen" Date: Wed, 24 Jul 2024 06:06:07 +0000 Subject: [PATCH] Fix wrong rope key for fp8 pipeline --- example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py b/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py index e39a8f85d0..da1165f9db 100644 --- a/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py +++ b/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py @@ -292,7 +292,8 @@ def get_fwd_appendkv_blobs(kernel_filter : Optional[str], receipt, mask_impl) -> pipelines.append(FmhaFwdAppendKVPipeline('row', 't', 't', 't', 't', rope)) pipelines.append(FmhaFwdAppendKVPipeline('col', 't', 't', 't', 't', rope)) elif dtype in ['fp8', 'bf8']: - pipelines.append(FmhaFwdAppendKVPipeline('col', 't', 't', 't', 't', 'f')) + # rope is not supported + pipelines.append(FmhaFwdAppendKVPipeline('col', 't', 't', 't', 't', 'no')) else: assert False return pipelines