mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-04-19 22:39:03 +00:00
39acaea36d
* adding scripts for full perf test suite * uncomment the sql queries * fix typo and chmod a+x for scripts * dos2unix for all new scripts * disable verification in full performance test * fix reduction scripts, add gfrouped_gemm hotfix * fix the grouped_gemm hotfix and only run reduction for fp16 * change compiler flag syntax * fix syntax * add predefinition of dockerArgs * avoid redefinitions of dockerArgs * add blank space at the end of dockerArgs * try to build with release compiler * adding spaces inside if condition * limit the number of threads for building 9110 compiler * change the way HIP_CLANG_PATH is set * remove the export command * change the conditional ENV syntax * set HIP_CLANG_PATH at docker run time * update scripts for full qa * enable the sql write query * fix typo * remove a comment from a script
124 lines
5.9 KiB
Bash
Executable File
124 lines
5.9 KiB
Bash
Executable File
#!/bin/bash
|
|
#
|
|
# in order to run this script you'd first need to build the ckProfiler executable in ../build/bin/
|
|
# and make sure the following python packages are installed in your environment:
|
|
|
|
pip3 install --upgrade pip
|
|
pip3 install sqlalchemy pymysql pandas sshtunnel
|
|
|
|
# you would also need to set up some environment variables in order to
|
|
# post your new test results to the database and compare them to the baseline
|
|
# please contact Illia.Silin@amd.com for more details
|
|
#
|
|
# run the script as "./run_full_performance_tests.sh <tag for your test environment>
|
|
|
|
#get the test environment type:
|
|
export env_type=$1
|
|
echo 'Environment type ' $env_type
|
|
|
|
function print_log_header(){
|
|
rm -f $1;
|
|
git status | grep -e 'On branch' > $1;
|
|
echo -n 'Node name: ' >>$1; hostname >> $1;
|
|
#get GPU_arch and number of compute units from rocminfo
|
|
echo -n "GPU_arch: " >> $1; rocminfo | grep "Name:" | grep "gfx" >> $1;
|
|
rocminfo | grep "Compute Unit:" >> $1;
|
|
hipcc --version | grep -e 'HIP version' >> $1;
|
|
echo 'Environment type: ' $2 >>$1;
|
|
/opt/rocm/bin/amdclang++ --version | grep -e 'InstalledDir' >> $1;
|
|
}
|
|
|
|
#run gemm tests
|
|
export gemm_log="perf_gemm.log"
|
|
print_log_header $gemm_log $env_type
|
|
./profile_gemm.sh gemm 0 0 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 1 0 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 2 0 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 3 0 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 0 1 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 1 1 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 2 1 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 3 1 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 0 2 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 1 2 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 2 2 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 3 2 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 0 3 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 1 3 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 2 3 0 1 0 5 | tee -a $gemm_log
|
|
./profile_gemm.sh gemm 3 3 0 1 0 5 | tee -a $gemm_log
|
|
python3 process_perf_data.py $gemm_log
|
|
|
|
#run resnet50 tests
|
|
export resnet256_log="perf_resnet50_N256.log"
|
|
print_log_header $resnet256_log $env_type
|
|
./profile_resnet50.sh conv_fwd_bias_relu 1 1 1 1 0 2 0 1 256 | tee -a $resnet256_log
|
|
python3 process_perf_data.py $resnet256_log
|
|
export resnet4_log="perf_resnet50_N4.log"
|
|
print_log_header $resnet4_log $env_type
|
|
./profile_resnet50.sh conv_fwd_bias_relu 1 1 1 1 0 2 0 1 4 | tee -a $resnet4_log
|
|
python3 process_perf_data.py $resnet4_log
|
|
|
|
#run batched_gemm tests
|
|
export batched_gemm_log="perf_batched_gemm.log"
|
|
print_log_header $batched_gemm_log $env_type
|
|
./profile_batched_gemm.sh batched_gemm 0 0 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 0 1 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 0 2 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 0 3 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 1 0 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 1 1 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 1 2 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 1 3 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 2 0 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 2 1 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 2 2 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 2 3 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 3 0 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 3 1 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 3 2 0 2 0 5 | tee -a $batched_gemm_log
|
|
./profile_batched_gemm.sh batched_gemm 3 3 0 2 0 5 | tee -a $batched_gemm_log
|
|
python3 process_perf_data.py $batched_gemm_log
|
|
|
|
#run grouped_gemm tests
|
|
export grouped_gemm_log="perf_grouped_gemm.log"
|
|
print_log_header $grouped_gemm_log $env_type
|
|
./profile_grouped_gemm.sh grouped_gemm 1 0 0 2 0 5 | tee -a $grouped_gemm_log
|
|
./profile_grouped_gemm.sh grouped_gemm 1 1 0 2 0 5 | tee -a $grouped_gemm_log
|
|
./profile_grouped_gemm.sh grouped_gemm 1 2 0 2 0 5 | tee -a $grouped_gemm_log
|
|
./profile_grouped_gemm.sh grouped_gemm 1 3 0 2 0 5 | tee -a $grouped_gemm_log
|
|
python3 process_perf_data.py $grouped_gemm_log
|
|
|
|
#run fwd_conv tests
|
|
export fwd_conv_log="perf_fwd_conv.log"
|
|
print_log_header $fwd_conv_log $env_type
|
|
./profile_conv.sh conv_fwd 0 1 0 2 0 5 2 256 | tee -a $fwd_conv_log
|
|
./profile_conv.sh conv_fwd 1 1 0 2 0 5 2 256 | tee -a $fwd_conv_log
|
|
./profile_conv.sh conv_fwd 2 1 0 2 0 5 2 256 | tee -a $fwd_conv_log
|
|
./profile_conv.sh conv_fwd 3 1 0 2 0 5 2 256 | tee -a $fwd_conv_log
|
|
python3 process_perf_data.py $fwd_conv_log
|
|
|
|
#run bwd_conv tests
|
|
export bwd_conv_log="perf_bwd_conv.log"
|
|
print_log_header $bwd_conv_log $env_type
|
|
./profile_conv.sh conv2d_bwd_data 0 1 1 1 0 2 0 5 128 | tee -a $bwd_conv_log
|
|
./profile_conv.sh conv2d_bwd_data 1 1 1 1 0 2 0 5 128 | tee -a $bwd_conv_log
|
|
./profile_conv.sh conv2d_bwd_data 2 1 1 1 0 2 0 5 128 | tee -a $bwd_conv_log
|
|
./profile_conv.sh conv2d_bwd_data 3 1 1 1 0 2 0 5 128 | tee -a $bwd_conv_log
|
|
python3 process_perf_data.py $bwd_conv_log
|
|
|
|
#run fusion tests
|
|
export fusion_log="perf_fusion.log"
|
|
print_log_header $fusion_log $env_type
|
|
./profile_gemm_bias_relu_add.sh gemm_bias_relu_add 1 0 0 2 0 5 | tee -a $fusion_log
|
|
./profile_gemm_bias_relu_add.sh gemm_bias_relu_add 1 1 0 2 0 5 | tee -a $fusion_log
|
|
./profile_gemm_bias_relu_add.sh gemm_bias_relu_add 1 2 0 2 0 5 | tee -a $fusion_log
|
|
./profile_gemm_bias_relu_add.sh gemm_bias_relu_add 1 3 0 2 0 5 | tee -a $fusion_log
|
|
python3 process_perf_data.py $fusion_log
|
|
|
|
#run reduction tests
|
|
export reduction_log="perf_reduction.log"
|
|
print_log_header $reduction_log $env_type
|
|
./profile_reduce_with_index.sh 0 2 10 --half | tee -a $reduction_log
|
|
./profile_reduce_no_index.sh 0 2 10 --half | tee -a $reduction_log
|
|
python3 process_perf_data.py $reduction_log |