mirror of
https://github.com/microsoft/mscclpp.git
synced 2026-05-19 04:19:41 +00:00
50 lines
2.0 KiB
C++
50 lines
2.0 KiB
C++
/*************************************************************************
|
|
* Copyright (c) 2015-2022, NVIDIA CORPORATION. All rights reserved.
|
|
*
|
|
* See LICENSE.txt for license information
|
|
************************************************************************/
|
|
|
|
#ifndef MSCCLPP_BOOTSTRAP_H_
|
|
#define MSCCLPP_BOOTSTRAP_H_
|
|
|
|
#include "mscclpp.h"
|
|
#include "socket.h"
|
|
|
|
#include "comm.h"
|
|
|
|
struct mscclppBootstrapHandle
|
|
{
|
|
uint64_t magic;
|
|
union mscclppSocketAddress addr;
|
|
};
|
|
static_assert(sizeof(struct mscclppBootstrapHandle) <= sizeof(mscclppUniqueId),
|
|
"Bootstrap handle is too large to fit inside MSCCLPP unique ID");
|
|
|
|
class mscclppBootstrap : Bootstrap {
|
|
public:
|
|
mscclppBootstrap(std::string ip_port_pair, int rank, int nranks);
|
|
mscclppBootstrap(mscclppBootstrapHandle handle, int rank, int nranks);
|
|
mscclppBootstrapHandle mscclppGetUniqueId();
|
|
void Send(void* data, int size, int peer, int tag);
|
|
void Recv(void* data, int size, int peer, int tag);
|
|
void AllGather(void* allData, int size);
|
|
void Barrier();
|
|
private:
|
|
struct impl;
|
|
std::unique_ptr<impl> pimpl;
|
|
};
|
|
|
|
mscclppResult_t bootstrapNetInit(const char* ip_port_pair = NULL);
|
|
mscclppResult_t bootstrapCreateRoot(struct mscclppBootstrapHandle* handle);
|
|
mscclppResult_t bootstrapGetUniqueId(struct mscclppBootstrapHandle* handle, bool isRoot = true,
|
|
const char* ip_port_pair = NULL);
|
|
mscclppResult_t bootstrapInit(struct mscclppBootstrapHandle* handle, struct mscclppComm* comm);
|
|
mscclppResult_t bootstrapAllGather(void* commState, void* allData, int size);
|
|
mscclppResult_t bootstrapSend(void* commState, int peer, int tag, void* data, int size);
|
|
mscclppResult_t bootstrapRecv(void* commState, int peer, int tag, void* data, int size);
|
|
mscclppResult_t bootstrapBarrier(void* commState, int* ranks, int rank, int nranks, int tag);
|
|
mscclppResult_t bootstrapIntraNodeAllGather(void* commState, int* ranks, int rank, int nranks, void* allData, int size);
|
|
mscclppResult_t bootstrapClose(void* commState);
|
|
mscclppResult_t bootstrapAbort(void* commState);
|
|
#endif
|