ROCm/composable_kernel
1
0
Fork 0
mirror of https://github.com/ROCm/composable_kernel.git synced 2026-05-12 17:26:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

add asm into lds_double_buffer version

Browse Source
This commit is contained in:
Chao Liu
2019-04-04 10:38:49 -05:00
parent 155d78594b
commit fbc7817bbb
4 changed files with 109 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
src/include/inline_asm.hpp
View File

@@ -4,28 +4,34 @@ typedef float Float4 __attribute__((ext_vector_type(4)));
extern "C" __attribute__((address_space(3))) void* __to_local(void* p)[[hc]];
inline __device__ void vmcnt(int cnt) {
if(cnt == 0) {
asm volatile ("\n \
inline __device__ void vmcnt(int cnt)
{
if(cnt == 0)
{
asm volatile("\n \
s_waitcnt vmcnt(0) \n \
"::);
" ::);
}
else if(cnt == 1) {
asm volatile ("\n \
else if(cnt == 1)
{
asm volatile("\n \
s_waitcnt vmcnt(1) \n \
"::);
" ::);
}
else if(cnt == 2) {
asm volatile ("\n \
else if(cnt == 2)
{
asm volatile("\n \
s_waitcnt vmcnt(2) \n \
"::);
" ::);
}
else if(cnt == 4) {
asm volatile ("\n \
else if(cnt == 4)
{
asm volatile("\n \
s_waitcnt vmcnt(2) \n \
"::);
" ::);
}
else {
else
{
assert(0);
}
}
@@ -397,13 +403,13 @@ inline __device__ void ds_read_b128(Float4& r, void* lds, int offset = 0)
}
}
inline __device__ void global_load(Float4 &r, Float4* ptr) {
asm volatile("\n \
inline __device__ void global_load(Float4& r, Float4* ptr)
{
asm volatile("\n \
global_load_dwordx4 %0, %1, off \n \
"
:"=v"(r)
:"v"(ptr)
);
: "=v"(r)
: "v"(ptr));
}
inline __device__ void ds_write_b128(Float4& r, void* lds, int offset = 0)
@@ -411,8 +417,6 @@ inline __device__ void ds_write_b128(Float4& r, void* lds, int offset = 0)
asm volatile("\n \
ds_write_b128 %0, %1 \n \
"
:
: "v"(__to_local(lds)), "v"(r)
);
:
: "v"(__to_local(lds)), "v"(r));
}