From d3fd64cd2672e1feaa1d2825f1a60798a7bcd91b Mon Sep 17 00:00:00 2001 From: "PoYen, Chen" Date: Fri, 16 Aug 2024 18:03:28 +0000 Subject: [PATCH] Add more appendkv test --- example/ck_tile/01_fmha/script/smoke_test_fwd.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/example/ck_tile/01_fmha/script/smoke_test_fwd.sh b/example/ck_tile/01_fmha/script/smoke_test_fwd.sh index 52c94489b3..6d844e7bad 100755 --- a/example/ck_tile/01_fmha/script/smoke_test_fwd.sh +++ b/example/ck_tile/01_fmha/script/smoke_test_fwd.sh @@ -87,11 +87,12 @@ run_fp16_appendkv_tests() { for ri in 0 1 ; do for rdim in 0 16 32 $hdim ; do for page_block_size in 0 128 ; do + for cache_batch_idx in 0 1 ; do - $EXE -prec=fp16 -b=3 -h=3 -d=$hdim -s=$s -s_k=$s_k -s_knew=$s_knew -rotary_dim=$rdim -rotary_interleaved=$ri -page_block_size=$page_block_size -iperm=1 -operm=1 -kname=1 $COMMON_ARGS + $EXE -prec=fp16 -b=3 -h=3 -d=$hdim -s=$s -s_k=$s_k -s_knew=$s_knew -rotary_dim=$rdim -rotary_interleaved=$ri -page_block_size=$page_block_size -cache_batch_idx=$cache_batch_idx -iperm=1 -operm=1 -kname=1 $COMMON_ARGS done ; done ; done ; done ; done - done ; done + done ; done ; done } set -x