mirror of
https://github.com/microsoft/mscclpp.git
synced 2026-05-11 17:00:22 +00:00
577 lines
13 KiB
JSON
577 lines
13 KiB
JSON
{
|
|
"name": "reduce_pack_tbg",
|
|
"collective": "allreduce",
|
|
"protocol": "LL",
|
|
"inplace": true,
|
|
"reuse_resources": false,
|
|
"gpus": [
|
|
{
|
|
"id": 0,
|
|
"input_chunks": 2,
|
|
"output_chunks": 2,
|
|
"scratch_chunks": 3,
|
|
"threadblocks": [
|
|
{
|
|
"id": 0,
|
|
"ops": [
|
|
{
|
|
"name": "ppkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"buffer_id": 0,
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"channel_type": "memory",
|
|
"tbg_info": {
|
|
"tb_id": 0,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"channel_ids": [
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"remote_buffer_refs": [
|
|
{
|
|
"access_channel_type": "memory",
|
|
"remote_buffer_ids": [
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": 1,
|
|
"ops": [
|
|
{
|
|
"name": "ppkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"buffer_id": 0,
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"channel_type": "memory",
|
|
"tbg_info": {
|
|
"tb_id": 1,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"channel_ids": [
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"remote_buffer_refs": [
|
|
{
|
|
"access_channel_type": "memory",
|
|
"remote_buffer_ids": [
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": 2,
|
|
"ops": [
|
|
{
|
|
"name": "respkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 0,
|
|
"size": 1
|
|
},
|
|
{
|
|
"type": "s",
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 0,
|
|
"size": 1
|
|
},
|
|
{
|
|
"buffer_id": 0,
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"channel_type": "memory",
|
|
"reduce_op": "sum",
|
|
"tbg_info": {
|
|
"tb_id": 0,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"channel_ids": [
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"remote_buffer_refs": [
|
|
{
|
|
"access_channel_type": "memory",
|
|
"remote_buffer_ids": [
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": 3,
|
|
"ops": [
|
|
{
|
|
"name": "respkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 0,
|
|
"size": 1
|
|
},
|
|
{
|
|
"type": "s",
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 0,
|
|
"size": 1
|
|
},
|
|
{
|
|
"buffer_id": 0,
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"channel_type": "memory",
|
|
"reduce_op": "sum",
|
|
"tbg_info": {
|
|
"tb_id": 1,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"channel_ids": [
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"remote_buffer_refs": [
|
|
{
|
|
"access_channel_type": "memory",
|
|
"remote_buffer_ids": [
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": 4,
|
|
"ops": [
|
|
{
|
|
"name": "upkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "s",
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"tbg_info": {
|
|
"tb_id": 0,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [],
|
|
"remote_buffer_refs": []
|
|
},
|
|
{
|
|
"id": 5,
|
|
"ops": [
|
|
{
|
|
"name": "upkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "s",
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"tbg_info": {
|
|
"tb_id": 1,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [],
|
|
"remote_buffer_refs": []
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"connected_to": [
|
|
1
|
|
]
|
|
}
|
|
],
|
|
"remote_buffers": [
|
|
{
|
|
"rank": 1,
|
|
"type": "s",
|
|
"access_channel_types": [
|
|
"memory"
|
|
]
|
|
}
|
|
],
|
|
"semaphores": []
|
|
},
|
|
{
|
|
"id": 1,
|
|
"input_chunks": 2,
|
|
"output_chunks": 2,
|
|
"scratch_chunks": 3,
|
|
"threadblocks": [
|
|
{
|
|
"id": 0,
|
|
"ops": [
|
|
{
|
|
"name": "ppkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"buffer_id": 0,
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"channel_type": "memory",
|
|
"tbg_info": {
|
|
"tb_id": 0,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"channel_ids": [
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"remote_buffer_refs": [
|
|
{
|
|
"access_channel_type": "memory",
|
|
"remote_buffer_ids": [
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": 1,
|
|
"ops": [
|
|
{
|
|
"name": "ppkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"buffer_id": 0,
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"channel_type": "memory",
|
|
"tbg_info": {
|
|
"tb_id": 1,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"channel_ids": [
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"remote_buffer_refs": [
|
|
{
|
|
"access_channel_type": "memory",
|
|
"remote_buffer_ids": [
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": 2,
|
|
"ops": [
|
|
{
|
|
"name": "recspkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 1,
|
|
"size": 1
|
|
},
|
|
{
|
|
"type": "s",
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 1,
|
|
"size": 1
|
|
},
|
|
{
|
|
"type": "s",
|
|
"index": 2,
|
|
"size": 1
|
|
},
|
|
{
|
|
"buffer_id": 0,
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"channel_type": "memory",
|
|
"reduce_op": "sum",
|
|
"tbg_info": {
|
|
"tb_id": 0,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"channel_ids": [
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"remote_buffer_refs": [
|
|
{
|
|
"access_channel_type": "memory",
|
|
"remote_buffer_ids": [
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": 3,
|
|
"ops": [
|
|
{
|
|
"name": "recspkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 1,
|
|
"size": 1
|
|
},
|
|
{
|
|
"type": "s",
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 1,
|
|
"size": 1
|
|
},
|
|
{
|
|
"type": "s",
|
|
"index": 2,
|
|
"size": 1
|
|
},
|
|
{
|
|
"buffer_id": 0,
|
|
"index": 1,
|
|
"size": 1
|
|
}
|
|
],
|
|
"channel_type": "memory",
|
|
"reduce_op": "sum",
|
|
"tbg_info": {
|
|
"tb_id": 1,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"channel_ids": [
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"remote_buffer_refs": [
|
|
{
|
|
"access_channel_type": "memory",
|
|
"remote_buffer_ids": [
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": 4,
|
|
"ops": [
|
|
{
|
|
"name": "upkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "s",
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"tbg_info": {
|
|
"tb_id": 0,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [],
|
|
"remote_buffer_refs": []
|
|
},
|
|
{
|
|
"id": 5,
|
|
"ops": [
|
|
{
|
|
"name": "upkt",
|
|
"src_buff": [
|
|
{
|
|
"type": "s",
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"dst_buff": [
|
|
{
|
|
"type": "i",
|
|
"index": 0,
|
|
"size": 1
|
|
}
|
|
],
|
|
"tbg_info": {
|
|
"tb_id": 1,
|
|
"tbg_size": 2
|
|
}
|
|
}
|
|
],
|
|
"channels": [],
|
|
"remote_buffer_refs": []
|
|
}
|
|
],
|
|
"channels": [
|
|
{
|
|
"channel_type": "memory",
|
|
"connected_to": [
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"remote_buffers": [
|
|
{
|
|
"rank": 0,
|
|
"type": "s",
|
|
"access_channel_types": [
|
|
"memory"
|
|
]
|
|
}
|
|
],
|
|
"semaphores": []
|
|
}
|
|
],
|
|
"num_threads_per_block": 1024,
|
|
"use_double_scratch_buffer": true,
|
|
"buffer_alignment": 16,
|
|
"min_message_size": 0,
|
|
"max_message_size": 18446744073709551615
|
|
}
|