mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-04-19 22:39:03 +00:00
[CK_TILE] Add pooling tests for ckTileEngine
This commit is contained in:
Aleksander Dudek
@@ -3,29 +3,88 @@
|
||||
# SPDX-License-Identifier: MIT
|
||||
|
||||
|
||||
# Test script for tile engine GEMM benchmarks
|
||||
# This script demonstrates how to run the new individual benchmark executables
|
||||
# Test script for tile engine benchmarks (GEMM and Pooling)
|
||||
# This script demonstrates how to run the individual benchmark executables
|
||||
|
||||
# Colors for output
|
||||
RED='\033[0;31m'
|
||||
GREEN='\033[0;32m'
|
||||
YELLOW='\033[1;33m'
|
||||
BLUE='\033[0;34m'
|
||||
NC='\033[0m' # No Color
|
||||
|
||||
# Default operation type (gemm, pool, or all)
|
||||
OP_TYPE="all"
|
||||
|
||||
# Parse command line arguments
|
||||
show_help() {
|
||||
echo "Usage: $0 [OPTIONS] [build_directory]"
|
||||
echo ""
|
||||
echo "Options:"
|
||||
echo " --gemm Test only GEMM benchmarks"
|
||||
echo " --pool Test only Pooling benchmarks"
|
||||
echo " --all Test all benchmarks (default)"
|
||||
echo " --verify Enable verification"
|
||||
echo " --help Show this help message"
|
||||
echo ""
|
||||
echo "Examples:"
|
||||
echo " $0 # Test all benchmarks, auto-detect build dir"
|
||||
echo " $0 --pool # Test only pooling benchmarks"
|
||||
echo " $0 --gemm /path/to/build # Test GEMM with specific build dir"
|
||||
echo " $0 --verify --pool # Test pooling with verification"
|
||||
}
|
||||
|
||||
VERIFY_FLAG=""
|
||||
BUILD_DIR=""
|
||||
|
||||
while [[ $# -gt 0 ]]; do
|
||||
case $1 in
|
||||
--gemm)
|
||||
OP_TYPE="gemm"
|
||||
shift
|
||||
;;
|
||||
--pool)
|
||||
OP_TYPE="pool"
|
||||
shift
|
||||
;;
|
||||
--all)
|
||||
OP_TYPE="all"
|
||||
shift
|
||||
;;
|
||||
--verify)
|
||||
VERIFY_FLAG="-verify=1"
|
||||
shift
|
||||
;;
|
||||
--help|-h)
|
||||
show_help
|
||||
exit 0
|
||||
;;
|
||||
*)
|
||||
BUILD_DIR="$1"
|
||||
shift
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
# Find the build directory
|
||||
if [ -z "$1" ]; then
|
||||
# Try to find build directory automatically
|
||||
BUILD_DIR=$(find /root/workspace/composable_kernel -name "test_gemm_fix" -type d 2>/dev/null | head -1)
|
||||
if [ -z "$BUILD_DIR" ]; then
|
||||
# Try common build directory locations
|
||||
for dir in "/root/workspace/composable_kernel/build" "$HOME/composable_kernel/build" "$(pwd)/build"; do
|
||||
if [ -d "$dir/bin" ]; then
|
||||
BUILD_DIR="$dir"
|
||||
break
|
||||
fi
|
||||
done
|
||||
|
||||
if [ -z "$BUILD_DIR" ]; then
|
||||
echo -e "${RED}Error: Could not find build directory. Please provide it as first argument.${NC}"
|
||||
echo "Usage: $0 <build_directory>"
|
||||
echo -e "${RED}Error: Could not find build directory. Please provide it as argument.${NC}"
|
||||
echo "Usage: $0 [--gemm|--pool|--all] <build_directory>"
|
||||
exit 1
|
||||
fi
|
||||
else
|
||||
BUILD_DIR="$1"
|
||||
fi
|
||||
|
||||
echo -e "${GREEN}Using build directory: $BUILD_DIR${NC}"
|
||||
echo -e "${GREEN}Operation type: $OP_TYPE${NC}"
|
||||
|
||||
# Check if bin directory exists
|
||||
if [ ! -d "$BUILD_DIR/bin" ]; then
|
||||
@@ -33,73 +92,219 @@ if [ ! -d "$BUILD_DIR/bin" ]; then
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Find all benchmark executables
|
||||
echo -e "${YELLOW}Finding benchmark executables...${NC}"
|
||||
BENCHMARKS=$(find "$BUILD_DIR/bin" -name "benchmark_gemm_*" -type f 2>/dev/null)
|
||||
|
||||
if [ -z "$BENCHMARKS" ]; then
|
||||
echo -e "${RED}No benchmark executables found in $BUILD_DIR/bin${NC}"
|
||||
echo "Please build some benchmarks first with:"
|
||||
echo " cd $BUILD_DIR"
|
||||
echo " make benchmark_gemm_<kernel_name>"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Count benchmarks
|
||||
NUM_BENCHMARKS=$(echo "$BENCHMARKS" | wc -l)
|
||||
echo -e "${GREEN}Found $NUM_BENCHMARKS benchmark executable(s)${NC}"
|
||||
|
||||
# Test sizes
|
||||
SIZES=(512 1024 2048)
|
||||
|
||||
# Results file
|
||||
RESULTS_FILE="benchmark_results_$(date +%Y%m%d_%H%M%S).csv"
|
||||
|
||||
echo -e "${YELLOW}Running benchmarks...${NC}"
|
||||
echo "Results will be saved to: $RESULTS_FILE"
|
||||
|
||||
# Run each benchmark
|
||||
COUNTER=0
|
||||
for BENCH in $BENCHMARKS; do
|
||||
COUNTER=$((COUNTER + 1))
|
||||
BENCH_NAME=$(basename "$BENCH")
|
||||
echo -e "\n${GREEN}[$COUNTER/$NUM_BENCHMARKS] Running: $BENCH_NAME${NC}"
|
||||
# ============================================================================
|
||||
# GEMM Benchmark Functions
|
||||
# ============================================================================
|
||||
|
||||
run_gemm_benchmarks() {
|
||||
echo -e "\n${BLUE}========================================${NC}"
|
||||
echo -e "${BLUE} GEMM BENCHMARKS${NC}"
|
||||
echo -e "${BLUE}========================================${NC}"
|
||||
|
||||
for SIZE in "${SIZES[@]}"; do
|
||||
echo -e " Testing size: ${SIZE}x${SIZE}x${SIZE}"
|
||||
# Find all GEMM benchmark executables
|
||||
GEMM_BENCHMARKS=$(find "$BUILD_DIR/bin" -name "benchmark_gemm_*" -type f -executable 2>/dev/null | sort)
|
||||
|
||||
if [ -z "$GEMM_BENCHMARKS" ]; then
|
||||
echo -e "${YELLOW}No GEMM benchmark executables found in $BUILD_DIR/bin${NC}"
|
||||
echo "Build with: make benchmark_gemm_<kernel_name>"
|
||||
return 0
|
||||
fi
|
||||
|
||||
NUM_GEMM=$(echo "$GEMM_BENCHMARKS" | wc -l)
|
||||
echo -e "${GREEN}Found $NUM_GEMM GEMM benchmark executable(s)${NC}"
|
||||
|
||||
# Test sizes for GEMM
|
||||
GEMM_SIZES=(512 1024 2048)
|
||||
|
||||
COUNTER=0
|
||||
GEMM_PASSED=0
|
||||
GEMM_FAILED=0
|
||||
|
||||
for BENCH in $GEMM_BENCHMARKS; do
|
||||
COUNTER=$((COUNTER + 1))
|
||||
BENCH_NAME=$(basename "$BENCH")
|
||||
echo -e "\n${GREEN}[GEMM $COUNTER/$NUM_GEMM] Running: $BENCH_NAME${NC}"
|
||||
|
||||
# Run with verification
|
||||
"$BENCH" -m=$SIZE -n=$SIZE -k=$SIZE -verify=2 -warmup=10 -repeat=20 \
|
||||
-csv_filename="$RESULTS_FILE" -csv_format=simple \
|
||||
2>&1 | grep -E "(Time:|Performance:|Verification:|Error)"
|
||||
|
||||
if [ ${PIPESTATUS[0]} -ne 0 ]; then
|
||||
echo -e " ${RED}Benchmark failed!${NC}"
|
||||
fi
|
||||
for SIZE in "${GEMM_SIZES[@]}"; do
|
||||
echo -e " Testing size: ${SIZE}x${SIZE}x${SIZE}"
|
||||
|
||||
# Run benchmark
|
||||
if "$BENCH" -m=$SIZE -n=$SIZE -k=$SIZE $VERIFY_FLAG -warmup=5 -repeat=10 2>&1 | \
|
||||
grep -E "(Time:|Performance:|Verification:|Error|TFLOPS|latency)" | head -5; then
|
||||
GEMM_PASSED=$((GEMM_PASSED + 1))
|
||||
else
|
||||
echo -e " ${RED}Benchmark failed or no output!${NC}"
|
||||
GEMM_FAILED=$((GEMM_FAILED + 1))
|
||||
fi
|
||||
done
|
||||
done
|
||||
done
|
||||
|
||||
echo -e "\n${GREEN}GEMM Summary: $GEMM_PASSED passed, $GEMM_FAILED failed${NC}"
|
||||
}
|
||||
|
||||
echo -e "\n${GREEN}Benchmark testing complete!${NC}"
|
||||
echo "Results saved to: $RESULTS_FILE"
|
||||
# ============================================================================
|
||||
# Pooling Benchmark Functions
|
||||
# ============================================================================
|
||||
|
||||
# Show summary if CSV file exists
|
||||
if [ -f "$RESULTS_FILE" ]; then
|
||||
echo -e "\n${YELLOW}Summary of results:${NC}"
|
||||
echo "Number of tests: $(tail -n +2 "$RESULTS_FILE" | wc -l)"
|
||||
echo "Successful tests: $(grep -c "true" "$RESULTS_FILE")"
|
||||
echo "Failed tests: $(grep -c "false" "$RESULTS_FILE")"
|
||||
run_pool_benchmarks() {
|
||||
echo -e "\n${BLUE}========================================${NC}"
|
||||
echo -e "${BLUE} POOLING BENCHMARKS${NC}"
|
||||
echo -e "${BLUE}========================================${NC}"
|
||||
|
||||
# Find all Pooling benchmark executables
|
||||
POOL_BENCHMARKS=$(find "$BUILD_DIR/bin" -name "benchmark_pool*" -type f -executable 2>/dev/null | sort)
|
||||
|
||||
if [ -z "$POOL_BENCHMARKS" ]; then
|
||||
echo -e "${YELLOW}No Pooling benchmark executables found in $BUILD_DIR/bin${NC}"
|
||||
echo "Build with: make benchmark_pool_all or make benchmark_pool2d or make benchmark_pool3d"
|
||||
return 0
|
||||
fi
|
||||
|
||||
NUM_POOL=$(echo "$POOL_BENCHMARKS" | wc -l)
|
||||
echo -e "${GREEN}Found $NUM_POOL Pooling benchmark executable(s)${NC}"
|
||||
|
||||
COUNTER=0
|
||||
POOL_PASSED=0
|
||||
POOL_FAILED=0
|
||||
|
||||
# Test configurations for pooling
|
||||
# Format: "description|args"
|
||||
POOL2D_TESTS=(
|
||||
"Small 2D (64x64)| -N=1 -H=64 -W=64 -C=32 -Y=3 -X=3 -Sy=2 -Sx=2"
|
||||
"Medium 2D (224x224)| -N=2 -H=224 -W=224 -C=64 -Y=3 -X=3 -Sy=2 -Sx=2"
|
||||
"Large 2D (512x512)| -N=1 -H=512 -W=512 -C=128 -Y=3 -X=3 -Sy=2 -Sx=2"
|
||||
)
|
||||
|
||||
POOL3D_TESTS=(
|
||||
"Small 3D (32x32x32)| -N=1 -D=32 -H=32 -W=32 -C=32 -Z=3 -Y=3 -X=3 -Sz=2 -Sy=2 -Sx=2"
|
||||
"Medium 3D (56x56x32)| -N=2 -D=32 -H=56 -W=56 -C=64 -Z=3 -Y=3 -X=3 -Sz=2 -Sy=2 -Sx=2"
|
||||
"Large 3D (64x64x64)| -N=1 -D=64 -H=64 -W=64 -C=128 -Z=3 -Y=3 -X=3 -Sz=2 -Sy=2 -Sx=2"
|
||||
)
|
||||
|
||||
for BENCH in $POOL_BENCHMARKS; do
|
||||
COUNTER=$((COUNTER + 1))
|
||||
BENCH_NAME=$(basename "$BENCH")
|
||||
echo -e "\n${GREEN}[Pool $COUNTER/$NUM_POOL] Running: $BENCH_NAME${NC}"
|
||||
|
||||
# Determine if 2D or 3D based on name
|
||||
if [[ "$BENCH_NAME" == *"pool2d"* ]]; then
|
||||
TESTS=("${POOL2D_TESTS[@]}")
|
||||
POOL_TYPE="2D"
|
||||
elif [[ "$BENCH_NAME" == *"pool3d"* ]]; then
|
||||
TESTS=("${POOL3D_TESTS[@]}")
|
||||
POOL_TYPE="3D"
|
||||
else
|
||||
echo -e " ${YELLOW}Unknown pool type, skipping...${NC}"
|
||||
continue
|
||||
fi
|
||||
|
||||
for TEST in "${TESTS[@]}"; do
|
||||
# Parse test description and args
|
||||
DESC=$(echo "$TEST" | cut -d'|' -f1 | xargs)
|
||||
ARGS=$(echo "$TEST" | cut -d'|' -f2 | xargs)
|
||||
|
||||
echo -e " Testing: ${DESC}"
|
||||
|
||||
# Run benchmark
|
||||
OUTPUT=$("$BENCH" $ARGS $VERIFY_FLAG -warmup=5 -repeat=10 2>&1)
|
||||
EXIT_CODE=$?
|
||||
|
||||
if [ $EXIT_CODE -eq 0 ]; then
|
||||
# Try to extract and display key metrics
|
||||
echo "$OUTPUT" | grep -iE "(latency|bandwidth|tflops|time|performance|pass)" | head -3
|
||||
if [ -z "$(echo "$OUTPUT" | grep -i "error\|fail\|wrong")" ]; then
|
||||
echo -e " ${GREEN}PASS${NC}"
|
||||
POOL_PASSED=$((POOL_PASSED + 1))
|
||||
else
|
||||
echo -e " ${RED}FAIL (verification error)${NC}"
|
||||
POOL_FAILED=$((POOL_FAILED + 1))
|
||||
fi
|
||||
else
|
||||
echo -e " ${RED}FAIL (exit code: $EXIT_CODE)${NC}"
|
||||
# Show error output
|
||||
echo "$OUTPUT" | grep -iE "(error|fail|wrong|unsupported)" | head -3
|
||||
POOL_FAILED=$((POOL_FAILED + 1))
|
||||
fi
|
||||
done
|
||||
done
|
||||
|
||||
echo -e "\n${GREEN}Pooling Summary: $POOL_PASSED passed, $POOL_FAILED failed${NC}"
|
||||
}
|
||||
|
||||
# ============================================================================
|
||||
# Main Execution
|
||||
# ============================================================================
|
||||
|
||||
echo -e "${YELLOW}Starting ckTileEngine benchmark tests...${NC}"
|
||||
echo "=============================================="
|
||||
|
||||
TOTAL_START=$(date +%s)
|
||||
|
||||
case $OP_TYPE in
|
||||
gemm)
|
||||
run_gemm_benchmarks
|
||||
;;
|
||||
pool)
|
||||
run_pool_benchmarks
|
||||
;;
|
||||
all)
|
||||
run_gemm_benchmarks
|
||||
run_pool_benchmarks
|
||||
;;
|
||||
esac
|
||||
|
||||
TOTAL_END=$(date +%s)
|
||||
TOTAL_TIME=$((TOTAL_END - TOTAL_START))
|
||||
|
||||
echo -e "\n${BLUE}========================================${NC}"
|
||||
echo -e "${BLUE} FINAL SUMMARY${NC}"
|
||||
echo -e "${BLUE}========================================${NC}"
|
||||
echo -e "Total execution time: ${TOTAL_TIME} seconds"
|
||||
echo -e "Operation type tested: $OP_TYPE"
|
||||
|
||||
# ============================================================================
|
||||
# Example Commands
|
||||
# ============================================================================
|
||||
|
||||
echo -e "\n${YELLOW}Example commands for manual testing:${NC}"
|
||||
|
||||
if [[ "$OP_TYPE" == "gemm" ]] || [[ "$OP_TYPE" == "all" ]]; then
|
||||
echo -e "\n${GREEN}GEMM Examples:${NC}"
|
||||
SAMPLE_GEMM=$(find "$BUILD_DIR/bin" -name "benchmark_gemm_*" -type f 2>/dev/null | head -1)
|
||||
if [ -n "$SAMPLE_GEMM" ]; then
|
||||
echo "# Basic GEMM run:"
|
||||
echo "$SAMPLE_GEMM -m=1024 -n=1024 -k=1024"
|
||||
echo ""
|
||||
echo "# GEMM with CPU verification:"
|
||||
echo "$SAMPLE_GEMM -m=1024 -n=1024 -k=1024 -verify=1"
|
||||
fi
|
||||
fi
|
||||
|
||||
# Example of running a specific benchmark with different options
|
||||
echo -e "\n${YELLOW}Example commands for manual testing:${NC}"
|
||||
echo "# Basic run:"
|
||||
echo "$BUILD_DIR/bin/benchmark_gemm_fp16_rcr_compv3_default_intrawave_False_False_False_False_256x128x32_4x1x1_32x32x16 -m=1024 -n=1024 -k=1024"
|
||||
echo ""
|
||||
echo "# With CPU verification:"
|
||||
echo "$BUILD_DIR/bin/benchmark_gemm_fp16_rcr_compv3_default_intrawave_False_False_False_False_256x128x32_4x1x1_32x32x16 -m=1024 -n=1024 -k=1024 -verify=1"
|
||||
echo ""
|
||||
echo "# JSON output for parsing:"
|
||||
echo "$BUILD_DIR/bin/benchmark_gemm_fp16_rcr_compv3_default_intrawave_False_False_False_False_256x128x32_4x1x1_32x32x16 -m=1024 -n=1024 -k=1024 -json_output=true"
|
||||
echo ""
|
||||
echo "# Performance testing with TFLOPS metric:"
|
||||
echo "$BUILD_DIR/bin/benchmark_gemm_fp16_rcr_compv3_default_intrawave_False_False_False_False_256x128x32_4x1x1_32x32x16 -m=4096 -n=4096 -k=4096 -warmup=100 -repeat=200 -metric=1"
|
||||
if [[ "$OP_TYPE" == "pool" ]] || [[ "$OP_TYPE" == "all" ]]; then
|
||||
echo -e "\n${GREEN}Pooling Examples:${NC}"
|
||||
SAMPLE_POOL2D=$(find "$BUILD_DIR/bin" -name "benchmark_pool2d_*" -type f 2>/dev/null | head -1)
|
||||
SAMPLE_POOL3D=$(find "$BUILD_DIR/bin" -name "benchmark_pool3d_*" -type f 2>/dev/null | head -1)
|
||||
|
||||
if [ -n "$SAMPLE_POOL2D" ]; then
|
||||
echo "# 2D Pooling (NHWC format):"
|
||||
echo "$SAMPLE_POOL2D -N=2 -H=224 -W=224 -C=64 -Y=3 -X=3 -Sy=2 -Sx=2"
|
||||
echo ""
|
||||
echo "# 2D Pooling with verification:"
|
||||
echo "$SAMPLE_POOL2D -N=2 -H=224 -W=224 -C=64 -Y=3 -X=3 -Sy=2 -Sx=2 -verify=1"
|
||||
fi
|
||||
|
||||
if [ -n "$SAMPLE_POOL3D" ]; then
|
||||
echo ""
|
||||
echo "# 3D Pooling (NDHWC format):"
|
||||
echo "$SAMPLE_POOL3D -N=2 -D=32 -H=56 -W=56 -C=64 -Z=3 -Y=3 -X=3 -Sz=2 -Sy=2 -Sx=2"
|
||||
echo ""
|
||||
echo "# 3D Pooling with verification:"
|
||||
echo "$SAMPLE_POOL3D -N=2 -D=32 -H=56 -W=56 -C=64 -Z=3 -Y=3 -X=3 -Sz=2 -Sy=2 -Sx=2 -verify=1"
|
||||
fi
|
||||
fi
|
||||
|
||||
echo -e "\n${GREEN}Testing complete!${NC}"
|
||||
|
||||
Reference in New Issue
Block a user