// Copyright (c) Advanced Micro Devices, Inc., or its affiliates. // SPDX-License-Identifier: MIT #include #include #include "ck_tile/host.hpp" #include "ck_tile/core.hpp" #include "ck_tile/host/kernel_launch.hpp" #include "test_copy.hpp" struct MemoryCopyParam { MemoryCopyParam(ck_tile::index_t m_, ck_tile::index_t n_, ck_tile::index_t warp_id_) : m(m_), n(n_), warp_id(warp_id_) { } ck_tile::index_t m; ck_tile::index_t n; ck_tile::index_t warp_id; }; template class TestCkTileMemoryCopy : public ::testing::TestWithParam> { protected: void Run(const MemoryCopyParam& memcpy_params) { using XDataType = DataType; using YDataType = DataType; ck_tile::index_t m = memcpy_params.m; ck_tile::index_t n = memcpy_params.n; ck_tile::index_t warp_id = memcpy_params.warp_id; constexpr auto dword_bytes = 4; if(n % (dword_bytes / sizeof(DataType)) != 0) { std::cerr << "n size should be multiple of dword_bytes" << std::endl; } ck_tile::HostTensor x_host({m, n}); ck_tile::HostTensor y_host_dev({m, n}); std::cout << "input: " << x_host.mDesc << std::endl; std::cout << "output: " << y_host_dev.mDesc << std::endl; ck_tile::index_t value = 1; for(int i = 0; i < m; i++) { value = 1; for(int j = 0; j < n; j++) { value = (value + 1) % 127; x_host(i, j) = static_cast(value); } } ck_tile::DeviceMem x_buf(x_host.get_element_space_size_in_bytes()); ck_tile::DeviceMem y_buf(y_host_dev.get_element_space_size_in_bytes()); x_buf.ToDevice(x_host.data()); using BlockWaves = ck_tile::sequence<2, 1>; using BlockTile = ck_tile::sequence<64, 8>; using WaveTile = ck_tile::sequence<64, 8>; using Vector = ck_tile::sequence<1, dword_bytes / sizeof(DataType)>; ck_tile::index_t kGridSize = ck_tile::integer_divide_ceil(m, BlockTile::at(ck_tile::number<0>{})); using Shape = ck_tile::TileCopyShape; using Problem = ck_tile::TileCopyProblem; using Kernel = ck_tile::TileCopy; constexpr ck_tile::index_t kBlockSize = 128; constexpr ck_tile::index_t kBlockPerCu = 1; auto ms = launch_kernel( ck_tile::stream_config{nullptr, true}, ck_tile::make_kernel(Kernel{}, kGridSize, kBlockSize, 0, static_cast(x_buf.GetDeviceBuffer()), static_cast(y_buf.GetDeviceBuffer()), m, n, warp_id)); auto bytes = 2 * m * n * sizeof(DataType); std::cout << "elapsed: " << ms << " (ms)" << std::endl; std::cout << (bytes * 1e-6 / ms) << " (GB/s)" << std::endl; // reference y_buf.FromDevice(y_host_dev.mData.data()); bool pass = ck_tile::check_err(y_host_dev, x_host); EXPECT_TRUE(pass); } }; class TestCkTileMemoryCopyHalfAsync : public TestCkTileMemoryCopy { }; class TestCkTileMemoryCopyHalfSync : public TestCkTileMemoryCopy { }; class TestCkTileMemoryCopyFloatAsync : public TestCkTileMemoryCopy { }; class TestCkTileMemoryCopyFP8Async : public TestCkTileMemoryCopy { }; TEST_P(TestCkTileMemoryCopyHalfAsync, TestCorrectness) { auto [M, N, warp_id] = GetParam(); this->Run({M, N, warp_id}); } TEST_P(TestCkTileMemoryCopyHalfSync, TestCorrectness) { auto [M, N, warp_id] = GetParam(); this->Run({M, N, warp_id}); } TEST_P(TestCkTileMemoryCopyFloatAsync, TestCorrectness) { auto [M, N, warp_id] = GetParam(); this->Run({M, N, warp_id}); } TEST_P(TestCkTileMemoryCopyFP8Async, TestCorrectness) { auto [M, N, warp_id] = GetParam(); this->Run({M, N, warp_id}); } INSTANTIATE_TEST_SUITE_P(TestCkTileMemCopySuite, TestCkTileMemoryCopyHalfAsync, ::testing::Values(std::tuple{64, 8, 0}, std::tuple{63, 8, 0}, std::tuple{63, 2, 0}, std::tuple{127, 30, 0}, std::tuple{64, 8, 1}, std::tuple{63, 8, 1}, std::tuple{63, 2, 1}, std::tuple{127, 30, 1}, std::tuple{16384, 16384, 0}, std::tuple{16384, 16384, 1})); INSTANTIATE_TEST_SUITE_P(TestCkTileMemCopySuite, TestCkTileMemoryCopyHalfSync, ::testing::Values(std::tuple{64, 8, 0}, std::tuple{63, 8, 0}, std::tuple{63, 2, 0}, std::tuple{127, 30, 0}, std::tuple{64, 8, 1}, std::tuple{63, 8, 1}, std::tuple{63, 2, 1}, std::tuple{127, 30, 1}, std::tuple{16384, 16384, 0}, std::tuple{16384, 16384, 1})); INSTANTIATE_TEST_SUITE_P(TestCkTileMemCopySuite, TestCkTileMemoryCopyFloatAsync, ::testing::Values(std::tuple{64, 8, 0}, std::tuple{63, 8, 0}, std::tuple{63, 2, 0}, std::tuple{127, 30, 0}, std::tuple{64, 8, 1}, std::tuple{63, 8, 1}, std::tuple{63, 2, 1}, std::tuple{127, 30, 1}, std::tuple{16384, 16384, 0}, std::tuple{16384, 16384, 1})); INSTANTIATE_TEST_SUITE_P(TestCkTileMemCopySuite, TestCkTileMemoryCopyFP8Async, ::testing::Values(std::tuple{64, 8, 0}, std::tuple{63, 8, 0}, std::tuple{63, 4, 0}, std::tuple{127, 20, 0}, std::tuple{64, 8, 1}, std::tuple{63, 8, 1}, std::tuple{63, 4, 1}, std::tuple{127, 20, 1}, std::tuple{16384, 16384, 0}, std::tuple{16384, 16384, 1}));