mirror of
https://github.com/microsoft/mscclpp.git
synced 2026-04-19 14:29:13 +00:00
85e8017535
Co-authored-by: Pratyush Patel <pratyushpatel.1995@gmail.com> Co-authored-by: Esha Choukse <eschouks@microsoft.com> Co-authored-by: Changho Hwang <changhohwang@microsoft.com>
16 lines
530 B
Plaintext
16 lines
530 B
Plaintext
// Copyright (c) Microsoft Corporation.
|
|
// Licensed under the MIT license.
|
|
|
|
#include <mscclpp/semaphore_device.hpp>
|
|
|
|
// be careful about using semaphore[my_rank] as it is an invalid semaphore and it is there just for simplicity of
|
|
// indexing
|
|
extern "C" __global__ void __launch_bounds__(1024, 1)
|
|
d2d_semaphore(mscclpp::SmDevice2DeviceSemaphoreDeviceHandle* semaphores, int my_rank, int nranks) {
|
|
int tid = threadIdx.x;
|
|
if (tid < nranks && tid != my_rank) {
|
|
semaphores[tid].signal();
|
|
semaphores[tid].wait();
|
|
}
|
|
}
|