From e7cccbf8978b20fb1fc191ec8e8daae56581c42d Mon Sep 17 00:00:00 2001 From: Saeed Maleki Date: Tue, 28 Mar 2023 04:26:39 +0000 Subject: [PATCH] both head and tail are on OK to be only used by GPU --- src/init.cc | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/src/init.cc b/src/init.cc index 7d50ea2a..a2929e8e 100644 --- a/src/init.cc +++ b/src/init.cc @@ -225,7 +225,8 @@ mscclppResult_t mscclppCommDestroy(mscclppComm_t comm) if (proxyState) { // MSCCLPPCHECK(mscclppGdrCudaFree(proxyState->triggerFifo.desc)); MSCCLPPCHECK(mscclppCudaHostFree(proxyState->triggerFifo.hostPtr)); - MSCCLPPCHECK(mscclppGdrCudaFree(proxyState->fifoHead.desc)); + // MSCCLPPCHECK(mscclppGdrCudaFree(proxyState->fifoHead.desc)); + MSCCLPPCHECK(mscclppCudaFree(proxyState->fifoHead.devPtr)); // MSCCLPPCHECK(mscclppGdrCudaFree(proxyState->fifoTail.desc)); MSCCLPPCHECK(mscclppCudaFree(proxyState->fifoTail.devPtr)); free(proxyState->fifoTail.hostPtr); @@ -404,8 +405,9 @@ mscclppResult_t mscclppConnect(mscclppComm_t comm, int remoteRank, int tag, void MSCCLPP_PROXY_FIFO_SIZE, &proxyState->triggerFifo.desc)); MSCCLPPCHECK(mscclppCudaHostCalloc(&proxyState->triggerFifo.hostPtr, MSCCLPP_PROXY_FIFO_SIZE)); proxyState->triggerFifo.devPtr = proxyState->triggerFifo.hostPtr; - MSCCLPPCHECK( - mscclppGdrCudaCalloc(&proxyState->fifoHead.hostPtr, &proxyState->fifoHead.devPtr, 1, &proxyState->fifoHead.desc)); + // MSCCLPPCHECK( + // mscclppGdrCudaCalloc(&proxyState->fifoHead.hostPtr, &proxyState->fifoHead.devPtr, 1, &proxyState->fifoHead.desc)); + MSCCLPPCHECK(mscclppCudaCalloc(&proxyState->fifoHead.devPtr, 1)); // MSCCLPPCHECK( // mscclppGdrCudaCalloc(&proxyState->fifoTail.hostPtr, &proxyState->fifoTail.devPtr, 1, &proxyState->fifoTail.desc)); MSCCLPPCHECK(mscclppCudaCalloc(&proxyState->fifoTail.devPtr, 1));