mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-05-24 14:54:47 +00:00
* merging recent changes to universal gemm to tile_engine * Reducing Linking time by generating less intermediate files * make small libs to build faster * Reducing the instances * reducing instances * Restoring default config * Restoring default config * warp_n reverted in default config * Adding diff json files for fp8 and fp16, cmake changes for fp8 * Restructure the CMake File * Added more granularity for build and some debugging code * removed some of debugging statements * added fp8 instances * tahe datatype from command line to enable both type of json files * updated README file * code cleanup * code cleanup * updated jenkinsfile * enable tile_engine daily builds * updating cmake file * updated CMakeLists.txt * Updating CMake code fixing gfx12 build * Updating CMake code fixing gfx12 build * Fix CMake file null checks * fixed traces of rebase * Update tile_engine/ops/gemm/README.md Co-authored-by: spolifroni-amd <Sandra.Polifroni@amd.com> * Update tile_engine/ops/gemm/README.md Co-authored-by: spolifroni-amd <Sandra.Polifroni@amd.com> * Update tile_engine/ops/gemm/README.md Co-authored-by: spolifroni-amd <Sandra.Polifroni@amd.com> * fixing rebase issue --------- Co-authored-by: khushbu <khuagarw@gmail.com> Co-authored-by: ThomasNing <thomas.ning@amd.com> Co-authored-by: illsilin_amdeng <Illia.Silin@amd.com> Co-authored-by: AviralGoelAMD <aviral.goel@amd.com> Co-authored-by: spolifroni-amd <Sandra.Polifroni@amd.com>
135 lines
5.4 KiB
CMake
135 lines
5.4 KiB
CMake
|
|
set(GEMM_DATATYPE "fp8;fp16" CACHE STRING "List of datatypes for GEMM (semicolon-separated)")
|
|
|
|
function(build_gemm_for_datatype datatype)
|
|
set(working_path "${CMAKE_CURRENT_BINARY_DIR}/${datatype}/")
|
|
set(json_blob "${CMAKE_CURRENT_LIST_DIR}/configs/default_config.json")
|
|
#set(json_blob "${CMAKE_CURRENT_LIST_DIR}/configs/user_provided_config.json")
|
|
# Generate kernel list
|
|
execute_process(
|
|
COMMAND ${Python3_EXECUTABLE} ${CMAKE_CURRENT_LIST_DIR}/gemm_instance_builder.py
|
|
--working_path ${working_path}
|
|
--datatype ${datatype}
|
|
--config_json ${json_blob}
|
|
--list_blobs
|
|
RESULT_VARIABLE ret
|
|
)
|
|
if(NOT ret EQUAL 0)
|
|
message(FATAL_ERROR "Failed to list kernels for ${datatype}: ${ret}")
|
|
endif()
|
|
|
|
file(STRINGS "${working_path}/gemm_instance_blobs.txt" codegen_blobs)
|
|
file(STRINGS "${working_path}/gemm_instance_blobs_range.txt" codegen_blobs_range)
|
|
|
|
# Generate the blobs
|
|
add_custom_command(
|
|
OUTPUT ${codegen_blobs}
|
|
COMMAND ${Python3_EXECUTABLE} ${CMAKE_CURRENT_LIST_DIR}/gemm_instance_builder.py
|
|
--working_path "${working_path}"
|
|
--datatype ${datatype}
|
|
--config_json "${json_blob}"
|
|
--gen_blobs
|
|
COMMENT "Generating GEMM instance sources for ${datatype}"
|
|
)
|
|
add_custom_target(gemm_gen_${datatype} DEPENDS ${codegen_blobs})
|
|
|
|
set(intermediate_libs)
|
|
list(LENGTH codegen_blobs codegen_blobs_len)
|
|
|
|
foreach(blob IN LISTS codegen_blobs_range)
|
|
string(STRIP "${blob}" stripped_blob)
|
|
separate_arguments(spilit_blob UNIX_COMMAND "${stripped_blob}")
|
|
# Each line is: <trait_name> <first_index_inclusive> <last_index_exclusive>
|
|
list(GET spilit_blob 0 name)
|
|
list(GET spilit_blob 1 first)
|
|
list(GET spilit_blob 2 last)
|
|
math(EXPR total_files "${last} - ${first}")
|
|
if(total_files EQUAL 0)
|
|
continue() # nothing for this trait
|
|
endif()
|
|
|
|
# Object libraries (chunked) per trait
|
|
set(sub_intermediate_libs)
|
|
set(chunk_size 3)
|
|
math(EXPR num_chunks "( ${total_files} + ${chunk_size} - 1 ) / ${chunk_size}")
|
|
math(EXPR num_chunks_minus_1 "${num_chunks} - 1")
|
|
|
|
foreach(i RANGE 0 ${num_chunks_minus_1})
|
|
math(EXPR start "${first} + ${i} * ${chunk_size} ")
|
|
math(EXPR end "${start} + ${chunk_size} - 1")
|
|
|
|
set(chunk_files)
|
|
foreach(j RANGE ${start} ${end})
|
|
if(j LESS ${last} AND j LESS ${codegen_blobs_len})
|
|
list(GET codegen_blobs ${j} f)
|
|
list(APPEND chunk_files "${f}")
|
|
endif()
|
|
endforeach()
|
|
|
|
#list(LENGTH chunk_files chunk_files_len)
|
|
#if(chunk_files_len AND chunk_files_len GREATER 1)
|
|
if(chunk_files)
|
|
set(sub_intermediate_lib_name "gemm_objlib_${name}_${i}_${datatype}")
|
|
add_library(${sub_intermediate_lib_name} OBJECT ${chunk_files})
|
|
list(APPEND sub_intermediate_libs ${sub_intermediate_lib_name})
|
|
endif()
|
|
|
|
endforeach()
|
|
|
|
# ------------------ Bundle the object libs into one static lib ---------
|
|
#list(LENGTH sub_intermediate_libs sub_intermediate_libs_len)
|
|
#if(sub_intermediate_libs AND sub_intermediate_libs_len GREATER 1)
|
|
if(sub_intermediate_libs)
|
|
set(intermediate_lib_name "gemm_staticlib_${name}_${datatype}")
|
|
# Collect the $<TARGET_OBJECTS:...> expressions
|
|
|
|
set(obj_exprs)
|
|
foreach(objlib IN LISTS sub_intermediate_libs)
|
|
list(APPEND obj_exprs $<TARGET_OBJECTS:${objlib}>)
|
|
endforeach()
|
|
|
|
add_library(${intermediate_lib_name} STATIC ${obj_exprs})
|
|
add_dependencies(${intermediate_lib_name} gemm_gen_${datatype})
|
|
#foreach(objlib IN LISTS sub_intermediate_libs)
|
|
# target_sources(${intermediate_lib_name} PRIVATE $<TARGET_OBJECTS:${objlib}>)
|
|
#endforeach()
|
|
list(APPEND intermediate_libs ${intermediate_lib_name})
|
|
endif()
|
|
|
|
endforeach()
|
|
|
|
# Interface library for instances
|
|
add_library(gemm_template_instances_${datatype} INTERFACE)
|
|
add_dependencies(gemm_template_instances_${datatype} gemm_gen_${datatype})
|
|
target_link_libraries(gemm_template_instances_${datatype} INTERFACE ${intermediate_libs})
|
|
target_include_directories(gemm_template_instances_${datatype} INTERFACE
|
|
${CMAKE_CURRENT_LIST_DIR}
|
|
"${working_path}"
|
|
)
|
|
set_target_properties(gemm_template_instances_${datatype} PROPERTIES LINKER_LANGUAGE CXX)
|
|
|
|
# Host API interface library
|
|
add_library(gemm_host_api_${datatype} INTERFACE)
|
|
target_link_libraries(gemm_host_api_${datatype} INTERFACE gemm_template_instances_${datatype})
|
|
target_include_directories(gemm_host_api_${datatype} INTERFACE
|
|
${CMAKE_CURRENT_LIST_DIR}
|
|
"${working_path}"
|
|
)
|
|
|
|
|
|
# Executable per datatype
|
|
set(exec_name "benchmark_gemm_${datatype}")
|
|
add_executable(${exec_name} benchmark_gemm.cpp)
|
|
target_link_libraries(${exec_name} PRIVATE gemm_host_api_${datatype})
|
|
target_compile_options(${exec_name} PRIVATE
|
|
-Wno-undefined-func-template
|
|
-Wno-float-equal
|
|
--offload-compress
|
|
)
|
|
endfunction()
|
|
|
|
# Process each datatype in isolation
|
|
foreach(dt IN LISTS GEMM_DATATYPE)
|
|
build_gemm_for_datatype(${dt})
|
|
endforeach()
|