ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-06-29 03:07:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update to benchmark scripts to consider for using softmax

Browse Source
This commit is contained in:
Qianfeng Zhang
2025-10-23 10:02:22 +00:00
parent be3b27edd3
commit 91afdfee40
6 changed files with 74 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
example/ck_tile/18_hstu_attention/scripts/bench_batched_causal.sh
View File

@@ -1,7 +1,19 @@
#!/bin/bash
set +x
BUILD=build
EXE=$BUILD/bin/tile_example_hstu_attention
USE_SOFTMAX=0
if [ $# -ge 1 ]; then
USE_SOFTMAX=$1
fi
if [ $USE_SOFTMAX -eq 1 ]; then
EXE="$BUILD/bin/tile_example_hstu_attention -softmax=1"
else
EXE="$BUILD/bin/tile_example_hstu_attention"
fi
dtype="bf16"
hdim=128

13
example/ck_tile/18_hstu_attention/scripts/bench_jagged_causal.sh
View File

@@ -1,8 +1,19 @@
#!/bin/bash
set +x
BUILD=build
EXE=$BUILD/bin/tile_example_hstu_attention
USE_SOFTMAX=0
if [ $# -ge 1 ]; then
USE_SOFTMAX=$1
fi
if [ $USE_SOFTMAX -eq 1 ]; then
EXE="$BUILD/bin/tile_example_hstu_attention -softmax=1"
else
EXE="$BUILD/bin/tile_example_hstu_attention"
fi
dtype="bf16"
hdim=128

13
example/ck_tile/18_hstu_attention/scripts/bench_jagged_causal_local.sh
View File

@@ -1,8 +1,19 @@
#!/bin/bash
set +x
BUILD=build
EXE=$BUILD/bin/tile_example_hstu_attention
USE_SOFTMAX=0
if [ $# -ge 1 ]; then
USE_SOFTMAX=$1
fi
if [ $USE_SOFTMAX -eq 1 ]; then
EXE="$BUILD/bin/tile_example_hstu_attention -softmax=1"
else
EXE="$BUILD/bin/tile_example_hstu_attention"
fi
dtype="bf16"
hdim=128

13
example/ck_tile/18_hstu_attention/scripts/bench_jagged_causal_mattn0_full0.sh
View File

@@ -1,8 +1,19 @@
#!/bin/bash
set +x
BUILD=build
EXE=$BUILD/bin/tile_example_hstu_attention
USE_SOFTMAX=0
if [ $# -ge 1 ]; then
USE_SOFTMAX=$1
fi
if [ $USE_SOFTMAX -eq 1 ]; then
EXE="$BUILD/bin/tile_example_hstu_attention -softmax=1"
else
EXE="$BUILD/bin/tile_example_hstu_attention"
fi
dtype="bf16"

13
example/ck_tile/18_hstu_attention/scripts/bench_jagged_causal_mattn256_full256.sh
View File

@@ -1,8 +1,19 @@
#!/bin/bash
set +x
BUILD=build
EXE=$BUILD/bin/tile_example_hstu_attention
USE_SOFTMAX=0
if [ $# -ge 1 ]; then
USE_SOFTMAX=$1
fi
if [ $USE_SOFTMAX -eq 1 ]; then
EXE="$BUILD/bin/tile_example_hstu_attention -softmax=1"
else
EXE="$BUILD/bin/tile_example_hstu_attention"
fi
dtype="bf16"

14
example/ck_tile/18_hstu_attention/scripts/benchmark_hstu_attention.sh
View File

@@ -1,7 +1,19 @@
#!/bin/bash
set +x
BUILD=build
EXE=$BUILD/bin/tile_example_hstu_attention
USE_SOFTMAX=0
if [ $# -ge 1 ]; then
USE_SOFTMAX=$1
fi
if [ $USE_SOFTMAX -eq 1 ]; then
EXE="$BUILD/bin/tile_example_hstu_attention -softmax=1"
else
EXE="$BUILD/bin/tile_example_hstu_attention"
fi
for dtype in "fp16" "bf16"; do
for seqlen in 512 1024 3072; do