microsoft/mscclpp
1
0
Fork 0
mirror of https://github.com/microsoft/mscclpp.git synced 2026-05-11 17:00:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

wip

Browse Source
This commit is contained in:
Caio Rocha
2026-05-05 21:19:23 +00:00
parent 528603856c
commit 1b9f335ddd
2 changed files with 23 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
python/mscclpp/__main__.py
View File

@@ -74,6 +74,27 @@ default_algo_configs = [
),
"additional_kwargs": {"thread_block_group_size": 8},
},
{
"filename": "allreduce_8nodes_1K_8M.json",
"function": def_algo.allreduce_multi_nodes,
"spec": AlgoSpec(
name="allreduce_8nodes_1K_8M",
collective=AllReduce(64, 1, True),
nranks_per_node=8,
world_size=64,
in_place=True,
instances=1,
protocol="LL",
auto_sync=False,
num_threads_per_block=1024,
reuse_resources=True,
use_double_scratch_buffer=True,
min_message_size=1 << 10,
max_message_size=8 << 20,
tags={"default": 1},
),
"additional_kwargs": {"thread_block_group_size": 1},
},
]

3
src/ext/collectives/algorithm_collection_builder.cc
View File

@@ -114,7 +114,8 @@ AlgorithmCollection AlgorithmCollectionBuilder::buildDefaultDslAlgorithms(int ra
static const std::vector<DslAlgoConfig> defaultAlgoConfigs = {
{"allreduce_2nodes_1K_64K.json", "allreduce", 8, 16, {{"default", 1}}},
{"allreduce_2nodes_128K_2M.json", "allreduce", 8, 16, {{"default", 1}}},
{"allreduce_4nodes_1K_8M.json", "allreduce", 8, 32, {{"default", 1}}}};
{"allreduce_4nodes_1K_8M.json", "allreduce", 8, 32, {{"default", 1}}},
{"allreduce_8nodes_1K_8M.json", "allreduce", 8, 64, {{"default", 1}}}};
AlgorithmCollection collection;
static auto generateFileId = [](const std::string& input) {