From dd2cd2cbcb9b9cf9619542a4d2bc4471b0fbc742 Mon Sep 17 00:00:00 2001 From: Qianfeng Zhang Date: Wed, 9 Apr 2025 10:03:32 +0000 Subject: [PATCH] Tune the input initialization to avoid over-flow in silu --- .../ck_tile/18_hstu_attention/example_hstu_attention.cpp | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/example/ck_tile/18_hstu_attention/example_hstu_attention.cpp b/example/ck_tile/18_hstu_attention/example_hstu_attention.cpp index 4af9e72e23..afe3951ca4 100644 --- a/example/ck_tile/18_hstu_attention/example_hstu_attention.cpp +++ b/example/ck_tile/18_hstu_attention/example_hstu_attention.cpp @@ -290,9 +290,9 @@ bool run(const ck_tile::ArgParser& arg_parser) ck_tile::HostTensor o_host_ref( std::array{batches_for_alloc, seqlen, num_head, hdim_v}); - ck_tile::FillNormalDistributionIntegerValue{-2.f, 2.f, seed}(q_host); - ck_tile::FillNormalDistributionIntegerValue{-2.f, 2.f, seed}(k_host); - ck_tile::FillNormalDistributionIntegerValue{-2.f, 2.f, seed}(v_host); + ck_tile::FillNormalDistribution{0.f, 1.f, seed}(q_host); + ck_tile::FillNormalDistribution{0.f, 1.f, seed}(k_host); + ck_tile::FillNormalDistributionIntegerValue{-3.f, 3.f, seed}(v_host); ck_tile::DeviceMem q_dev(q_host.get_element_space_size_in_bytes()); ck_tile::DeviceMem k_dev(k_host.get_element_space_size_in_bytes());