diff --git a/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py b/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py index ab572debbd..63442eef0b 100644 --- a/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py +++ b/example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py @@ -287,9 +287,8 @@ def get_fwd_appendkv_blobs(kernel_filter : Optional[str], receipt, mask_impl) -> pipelines = [] if dtype in ['fp16', 'bf16']: for rope in ROPE_MAP.keys(): - # pipelines.append(FmhaFwdAppendKVPipeline('row', 'f', 'f', 'f', 'f', rope)) - # pipelines.append(FmhaFwdAppendKVPipeline('col', 'f', 'f', 'f', 'f', rope)) - + # FIXME: it will be very complicated if we consider all the padding cases, + # so I just use 't' on all the dimensions pipelines.append(FmhaFwdAppendKVPipeline('row', 't', 't', 't', 't', rope)) pipelines.append(FmhaFwdAppendKVPipeline('col', 't', 't', 't', 't', rope)) elif dtype in ['fp8', 'bf8']: