diff --git a/library/src/jit_library/CMakeLists.txt b/library/src/jit_library/CMakeLists.txt
index 9058bdfadc..c8ab7d79a3 100644
--- a/library/src/jit_library/CMakeLists.txt
+++ b/library/src/jit_library/CMakeLists.txt
@@ -33,7 +33,7 @@ rocm_install(
     EXPORT jit_libraryTargets
 )
 
-rocm_install(DIRECTORY include DESTINATION ${CMAKE_INSTALL_INCLUDEDIR})
+rocm_install(DIRECTORY include/ck DESTINATION ${CMAKE_INSTALL_INCLUDEDIR})
 
 rocm_install(
     EXPORT jit_libraryTargets