ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-06-06 07:51:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix wrong rope key for fp8 pipeline

Browse Source
This commit is contained in:
PoYen, Chen
2024-07-24 06:06:07 +00:00
parent d84c915549
commit 08b4e8a125
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
example/ck_tile/01_fmha/codegen/ops/fmha_fwd_appendkv.py
View File

@@ -292,7 +292,8 @@ def get_fwd_appendkv_blobs(kernel_filter : Optional[str], receipt, mask_impl) ->
pipelines.append(FmhaFwdAppendKVPipeline('row', 't', 't', 't', 't', rope))
pipelines.append(FmhaFwdAppendKVPipeline('col', 't', 't', 't', 't', rope))
elif dtype in ['fp8', 'bf8']:
pipelines.append(FmhaFwdAppendKVPipeline('col', 't', 't', 't', 't', 'f'))
# rope is not supported
pipelines.append(FmhaFwdAppendKVPipeline('col', 't', 't', 't', 't', 'no'))
else:
assert False
return pipelines