microsoft/mscclpp
1
0
Fork 0
mirror of https://github.com/microsoft/mscclpp.git synced 2026-05-12 01:10:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix mscclpp_benchmark (#392)

Browse Source 
Enable 1GB message size for NVLS transport in mscclpp_benchmark
This commit is contained in:
Binyang Li
2024-11-25 11:59:51 -08:00
committed by GitHub
parent 93628d2066
commit 1b8d020650
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/mscclpp/comm.py
View File

@@ -99,7 +99,7 @@ class CommGroup:
else:
endpoint = endpoints
if endpoint.transport == Transport.Nvls:
return connect_nvls_collective(self.communicator, all_ranks)
return connect_nvls_collective(self.communicator, all_ranks, 2**30)
else:
connections[rank] = self.communicator.connect_on_setup(rank, 0, endpoint)
self.communicator.setup()

2
python/mscclpp_benchmark/allreduce_bench.py
View File

@@ -289,7 +289,7 @@ if __name__ == "__main__":
mscclpp_algbw = []
nccl_algbw = []
speed_ups = []
end_range = 28 if is_nvls_supported() else 29
end_range = 29
for i in range(10, end_range):
if MPI.COMM_WORLD.size // N_GPUS_PER_NODE == 1:
nelems = 2**i