diff --git a/src/init.cc b/src/init.cc
index 96767bc5..645a6683 100644
--- a/src/init.cc
+++ b/src/init.cc
@@ -163,6 +163,10 @@ mscclppResult_t mscclppCommDestroy(mscclppComm_t comm)
       MSCCLPPCHECK(mscclppCudaHostFree(proxyState->triggerFifo));
       MSCCLPPCHECK(mscclppCudaFree(proxyState->fifoHead));
       MSCCLPPCHECK(mscclppCudaFree(proxyState->fifoTailDev));
+
+      if (proxyState->p2pStream)
+        CUDACHECK(cudaStreamDestroy(proxyState->p2pStream));
+      CUDACHECK(cudaStreamDestroy(proxyState->fifoStream));
       free(proxyState);
     }
   }
diff --git a/src/proxy.cc b/src/proxy.cc
index fb8e3aeb..f27df44d 100644
--- a/src/proxy.cc
+++ b/src/proxy.cc
@@ -39,7 +39,6 @@ struct proxyArgs
 {
   struct mscclppComm* comm;
   struct mscclppProxyState* proxyState;
-  cudaStream_t stream;
 };
 
 static void readTrigger(mscclppTrigger* dst, mscclppTrigger* src)