mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-04-29 02:31:20 +00:00
* [feat]: simplify sglang installation with submodule, auto-sync CI, and version alignment
- Add kvcache-ai/sglang as git submodule at third_party/sglang (branch = main)
- Add top-level install.sh for one-click source installation (sglang + kt-kernel)
- Add sglang-kt as hard dependency in kt-kernel/pyproject.toml
- Add CI workflow to auto-sync sglang submodule daily and create PR
- Add CI workflow to build and publish sglang-kt to PyPI
- Integrate sglang-kt build into release-pypi.yml (version.py bump publishes both packages)
- Align sglang-kt version with ktransformers via SGLANG_KT_VERSION env var injection
- Update Dockerfile to use submodule and inject aligned version
- Update all 13 doc files, CLI hints, and i18n strings to reference new install methods
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [build]: bump version to 0.5.2
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [build]: rename PyPI package from kt-kernel to ktransformers
Users can now `pip install ktransformers` to get everything
(sglang-kt is auto-installed as a dependency).
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* Revert "[build]: rename PyPI package from kt-kernel to ktransformers"
This reverts commit e0cbbf6364.
* [build]: add ktransformers meta-package for PyPI
`pip install ktransformers` now works as a single install command.
It pulls kt-kernel (which in turn pulls sglang-kt).
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [fix]: show sglang-kt package version in kt version command
- Prioritize sglang-kt package version (aligned with ktransformers)
over sglang internal __version__
- Update display name from "sglang" to "sglang-kt"
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [fix]: improve sglang-kt detection in kt doctor and kt version
Recognize sglang-kt package name as proof of kvcache-ai fork installation.
Previously both commands fell through to "PyPI (not recommended)" for
non-editable local source installs. Now version.py reuses the centralized
check_sglang_installation() logic.
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
* [build]: bump version to 0.5.2.post1
Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
---------
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
131 lines
3.8 KiB
YAML
131 lines
3.8 KiB
YAML
name: Release sglang-kt to PyPI
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
paths:
|
|
- "third_party/sglang"
|
|
- "version.py"
|
|
workflow_dispatch:
|
|
inputs:
|
|
test_pypi:
|
|
description: 'Publish to TestPyPI instead of PyPI (for testing)'
|
|
required: false
|
|
default: 'false'
|
|
type: choice
|
|
options:
|
|
- 'true'
|
|
- 'false'
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
build-sglang-kt:
|
|
name: Build sglang-kt wheel
|
|
runs-on: [self-hosted, linux, x64]
|
|
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@v4
|
|
with:
|
|
submodules: recursive
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: '3.12'
|
|
|
|
- name: Install build tools
|
|
run: |
|
|
python -m pip install --upgrade pip
|
|
pip install build wheel setuptools
|
|
|
|
- name: Build sglang-kt wheel
|
|
working-directory: third_party/sglang/python
|
|
run: |
|
|
# Read version from ktransformers version.py
|
|
KT_VERSION=$(python3 -c "exec(open('${{ github.workspace }}/version.py').read()); print(__version__)")
|
|
export SGLANG_KT_VERSION="$KT_VERSION"
|
|
echo "Building sglang-kt v${KT_VERSION} wheel..."
|
|
python -m build --wheel -v
|
|
|
|
- name: Verify wheel
|
|
working-directory: third_party/sglang/python
|
|
run: |
|
|
echo "Generated wheel:"
|
|
ls -lh dist/
|
|
# Verify the wheel has the correct package name
|
|
ls dist/ | grep -q "sglang_kt" || (echo "ERROR: Wheel name does not contain sglang_kt" && exit 1)
|
|
echo "Wheel name verified."
|
|
|
|
- name: Upload artifact
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: sglang-kt-wheel
|
|
path: third_party/sglang/python/dist/*.whl
|
|
retention-days: 7
|
|
|
|
publish-pypi:
|
|
name: Publish sglang-kt to PyPI
|
|
needs: [build-sglang-kt]
|
|
runs-on: [self-hosted, linux, x64]
|
|
if: github.repository == 'kvcache-ai/ktransformers' && github.ref == 'refs/heads/main'
|
|
environment: prod
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
|
|
steps:
|
|
- name: Download wheel artifact
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
name: sglang-kt-wheel
|
|
path: dist/
|
|
|
|
- name: Display wheels
|
|
run: |
|
|
echo "Wheels to publish:"
|
|
ls -lh dist/
|
|
|
|
- name: Install twine
|
|
run: |
|
|
python -m pip install --upgrade pip
|
|
pip install twine
|
|
|
|
- name: Publish to TestPyPI (if requested)
|
|
if: github.event.inputs.test_pypi == 'true'
|
|
env:
|
|
TWINE_USERNAME: __token__
|
|
TWINE_PASSWORD: ${{ secrets.TEST_PYPI_API_TOKEN }}
|
|
run: |
|
|
python -m twine upload \
|
|
--repository testpypi \
|
|
--skip-existing \
|
|
--verbose \
|
|
dist/*.whl
|
|
|
|
- name: Publish to PyPI
|
|
if: github.event.inputs.test_pypi != 'true'
|
|
env:
|
|
TWINE_USERNAME: __token__
|
|
TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
|
|
run: |
|
|
python -m twine upload \
|
|
--skip-existing \
|
|
--verbose \
|
|
dist/*.whl
|
|
|
|
- name: Create release summary
|
|
run: |
|
|
echo "## sglang-kt Published to PyPI" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "### Installation" >> $GITHUB_STEP_SUMMARY
|
|
echo '```bash' >> $GITHUB_STEP_SUMMARY
|
|
echo "pip install sglang-kt" >> $GITHUB_STEP_SUMMARY
|
|
echo '```' >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "This is the kvcache-ai fork of SGLang with kt-kernel support." >> $GITHUB_STEP_SUMMARY
|
|
echo "PyPI link: https://pypi.org/project/sglang-kt/" >> $GITHUB_STEP_SUMMARY
|