mirror of
https://github.com/microsoft/mscclpp.git
synced 2026-05-11 17:00:22 +00:00
be6a941fba
The PR contains following changes: Python side: - Channel based DSL implementation: decouple channel with chunk. - Users create channel explicitly, only need local_rank, remote_rank and channel_type - Adjust executor json file, add remote_buffer fields, different op can use different channel and remote buffers combination. - Reimplement operation fusion, data dependency check mechanism - Add new op such as semaphore, pipeline - Clean code and enhance document C++ side: - Support new execution file json format - Support semaphore and pipeline operation - code clean, support non-zero copy scenario --------- Co-authored-by: Caio Rocha <caiorocha@microsoft.com> Co-authored-by: Changho Hwang <changhohwang@microsoft.com>
50 lines
1.7 KiB
YAML
50 lines
1.7 KiB
YAML
name: MSCCLPPLang
|
|
|
|
on:
|
|
pull_request:
|
|
branches:
|
|
- main
|
|
- release/*
|
|
|
|
jobs:
|
|
compare-diffs:
|
|
runs-on: 'ubuntu-latest'
|
|
container:
|
|
image: ghcr.io/microsoft/mscclpp/mscclpp:base-dev-${{ matrix.version }}
|
|
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
version: [ 'cuda11.8', 'cuda12.8' ]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Set environment variable
|
|
run: echo "LD_LIBRARY_PATH=/usr/local/cuda/compat:/usr/local/cuda/lib64" >> $GITHUB_ENV
|
|
|
|
- name: Install mscclpp
|
|
run: |
|
|
CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON" pip3 install .
|
|
|
|
# - name: Copy test script/config to temp directory
|
|
# run: |
|
|
# cp python/test/test_generate_mscclpp_lang_result.py $RUNNER_TEMP/
|
|
# cp python/test/configs/mscclpp_lang_test_config.json $RUNNER_TEMP/
|
|
# - name: generate outputs
|
|
# run: |
|
|
# python3 $RUNNER_TEMP/test_generate_mscclpp_lang_result.py python/examples/ $RUNNER_TEMP/mscclpp_lang_test_config.json $RUNNER_TEMP/tests/pr-outputs/
|
|
# - name: Checkout main branch
|
|
# uses: actions/checkout@v4
|
|
# if: github.event_name == 'pull_request' || github.event_name == 'push'
|
|
# with:
|
|
# ref: main
|
|
# - name: Install msccl and dependencies
|
|
# run: |
|
|
# CMAKE_ARGS="-DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON" pip3 install .
|
|
# - name: generate outputs
|
|
# run: |
|
|
# python3 $RUNNER_TEMP/test_generate_mscclpp_lang_result.py python/examples/ $RUNNER_TEMP/mscclpp_lang_test_config.json $RUNNER_TEMP/tests/main-outputs/
|
|
# - name: Compare outputs
|
|
# run: |
|
|
# diff -rw $RUNNER_TEMP/tests/main-outputs/ $RUNNER_TEMP/tests/pr-outputs/ |