mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-05-15 18:42:06 +00:00
Back to use exp() instead of exp2() since exp() in ck_tile using fast __builtin_amdgcn_exp2f()
This commit is contained in:
@@ -247,7 +247,7 @@ struct HstuAttentionFwdPipelineQRKSVS
|
||||
const auto f_silu = [](CompDataType& x) {
|
||||
const auto one = ck_tile::type_convert<CompDataType>(1.0f);
|
||||
|
||||
return x = x / (one + exp2(-log2e_v<CompDataType> * x));
|
||||
return x = x / (one + exp(-x));
|
||||
};
|
||||
|
||||
using OaccBlockTileType = decltype(gemm_1.MakeCBlockTile());
|
||||
|
||||
Reference in New Issue
Block a user