mirror of
https://github.com/microsoft/mscclpp.git
synced 2026-05-11 17:00:22 +00:00
eeea00b298
## Support Python wheel build This PR modernizes the Python packaging for MSCCL++ by defining dependencies and optional extras in `pyproject.toml`, enabling proper wheel builds with `pip install ".[cuda12]"`. ### Changes **`pyproject.toml`** - Add `dependencies` (numpy, blake3, pybind11, sortedcontainers) - Add `optional-dependencies` for platform-specific CuPy (`cuda11`, `cuda12`, `cuda13`, `rocm6`), `benchmark`, and `test` extras - Bump minimum Python version from 3.8 to 3.10 **`test/deploy/setup.sh`** - Use `pip install ".[<platform>,benchmark,test]"` instead of separate `pip install -r requirements_*.txt` + `pip install .` steps - Add missing CUDA 13 case **`docs/quickstart.md`** - Update install instructions to use extras (e.g., `pip install ".[cuda12]"`) - Document all available extras and clarify that `rocm6` builds CuPy from source - Update Python version references to 3.10 **`python/csrc/CMakeLists.txt`**, **`python/test/CMakeLists.txt`** - Update `find_package(Python)` from 3.8 to 3.10 ### Notes - The `requirements_*.txt` files are kept for Docker base image builds where only dependencies (not the project itself) should be installed. - CuPy is intentionally not in base dependencies — users must specify a platform extra to get the correct pre-built wheel (or source build for ROCm). --------- Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com> Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
31 lines
1.2 KiB
CMake
31 lines
1.2 KiB
CMake
# Copyright (c) Microsoft Corporation.
|
|
# Licensed under the MIT license.
|
|
|
|
find_package(Python 3.10 COMPONENTS Interpreter Development.Module REQUIRED)
|
|
include(FetchContent)
|
|
FetchContent_Declare(nanobind GIT_REPOSITORY https://github.com/wjakob/nanobind.git GIT_TAG v1.9.2)
|
|
FetchContent_MakeAvailable(nanobind)
|
|
|
|
FetchContent_Declare(dlpack
|
|
GIT_REPOSITORY https://github.com/dmlc/dlpack.git
|
|
GIT_TAG 5c210da409e7f1e51ddf445134a4376fdbd70d7d
|
|
)
|
|
|
|
FetchContent_GetProperties(dlpack)
|
|
if(NOT dlpack_POPULATED)
|
|
FetchContent_Populate(dlpack)
|
|
# Add dlpack subdirectory but exclude it from installation
|
|
add_subdirectory(${dlpack_SOURCE_DIR} ${dlpack_BINARY_DIR} EXCLUDE_FROM_ALL)
|
|
endif()
|
|
|
|
file(GLOB_RECURSE SOURCES CONFIGURE_DEPENDS *.cpp)
|
|
nanobind_add_module(mscclpp_py ${SOURCES})
|
|
set_target_properties(mscclpp_py PROPERTIES OUTPUT_NAME _mscclpp)
|
|
set_target_properties(mscclpp_py PROPERTIES INSTALL_RPATH "\$ORIGIN/lib")
|
|
target_link_libraries(mscclpp_py PRIVATE dlpack mscclpp mscclpp_collectives ${GPU_LIBRARIES})
|
|
target_include_directories(mscclpp_py SYSTEM PRIVATE ${GPU_INCLUDE_DIRS})
|
|
if(MSCCLPP_USE_ROCM)
|
|
target_compile_definitions(mscclpp_py PRIVATE MSCCLPP_USE_ROCM)
|
|
endif()
|
|
install(TARGETS mscclpp_py LIBRARY DESTINATION .)
|