{ "name": "allreduce_nvls", "collective": "allreduce", "protocol": "Simple", "inplace": true, "reuse_resources": false, "gpus": [ { "id": 0, "input_chunks": 2, "output_chunks": 2, "scratch_chunks": 0, "threadblocks": [ { "id": 0, "ops": [ { "name": "nop" }, { "name": "rlxsignal", "channel_ids": [ 0 ], "channel_type": "memory" }, { "name": "nop" }, { "name": "rlxwait", "channel_ids": [ 0 ], "channel_type": "memory" }, { "name": "nop" }, { "name": "glres", "src_buff": [ { "switch_channel_id": 0, "index": 0, "size": 1 } ], "dst_buff": [ { "switch_channel_id": 0, "index": 0, "size": 1 } ], "channel_type": "switch", "reduce_op": "sum" }, { "name": "nop" }, { "name": "rlxsignal", "channel_ids": [ 0 ], "channel_type": "memory" }, { "name": "nop" }, { "name": "rlxwait", "channel_ids": [ 0 ], "channel_type": "memory" }, { "name": "nop" } ], "channels": [ { "channel_type": "memory", "channel_ids": [ 0 ] }, { "channel_type": "switch", "channel_ids": [ 0 ] } ], "remote_buffer_refs": [] } ], "channels": [ { "channel_type": "memory", "connected_to": [ 1 ] }, { "channel_type": "switch", "buffer_type": "i", "rank_groups": [ { "size": 2, "ranks": [ 0, 1 ] } ] } ], "remote_buffers": [], "semaphores": [] }, { "id": 1, "input_chunks": 2, "output_chunks": 2, "scratch_chunks": 0, "threadblocks": [ { "id": 0, "ops": [ { "name": "nop" }, { "name": "rlxsignal", "channel_ids": [ 0 ], "channel_type": "memory" }, { "name": "nop" }, { "name": "rlxwait", "channel_ids": [ 0 ], "channel_type": "memory" }, { "name": "nop" }, { "name": "glres", "src_buff": [ { "switch_channel_id": 0, "index": 1, "size": 1 } ], "dst_buff": [ { "switch_channel_id": 0, "index": 1, "size": 1 } ], "channel_type": "switch", "reduce_op": "sum" }, { "name": "nop" }, { "name": "rlxsignal", "channel_ids": [ 0 ], "channel_type": "memory" }, { "name": "nop" }, { "name": "rlxwait", "channel_ids": [ 0 ], "channel_type": "memory" }, { "name": "nop" } ], "channels": [ { "channel_type": "memory", "channel_ids": [ 0 ] }, { "channel_type": "switch", "channel_ids": [ 0 ] } ], "remote_buffer_refs": [] } ], "channels": [ { "channel_type": "memory", "connected_to": [ 0 ] }, { "channel_type": "switch", "buffer_type": "i", "rank_groups": [ { "size": 2, "ranks": [ 0, 1 ] } ] } ], "remote_buffers": [], "semaphores": [] } ], "num_threads_per_block": 1024, "use_double_scratch_buffer": false, "buffer_alignment": 16, "min_message_size": 0, "max_message_size": 18446744073709551615 }