ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-07-02 13:17:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix perf

Browse Source
This commit is contained in:
coderfeli
2025-04-21 05:43:57 +00:00
parent 3b8662f198
commit 9aa77620b8
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
include/ck_tile/ops/fmha/pipeline/block_fmha_pipeline_qr_ks_vs_async.hpp
View File

@@ -448,13 +448,12 @@ struct BlockFmhaPipelineQRKSVSAsync
#else
if constexpr(kHasLogitsSoftCap)
{
float scale_lo = scale_s * 0.6931472f;
float scale_lo = scale_s * 0.6931472f * logits_soft_cap_params.logits_soft_cap_rcp;
float logits_cap = log2e_v<SaccDataType> * logits_soft_cap_params.logits_soft_cap;
tile_elementwise_inout(
[&scale_lo,
&logits_cap = logits_soft_cap_params.logits_soft_cap,
&logits_cap_rev = logits_soft_cap_params.logits_soft_cap_rcp](auto& x) {
x = log2e_v<SaccDataType> * logits_cap *
tanh_fast<SaccDataType>(x * scale_lo * logits_cap_rev);
&logits_cap](auto& x) {
x = logits_cap * tanh_fast<SaccDataType>(x * scale_lo);
},
s_acc);
}