mirror of
https://github.com/kvcache-ai/sglang.git
synced 2026-06-30 19:57:52 +00:00
160 lines
5.0 KiB
YAML
160 lines
5.0 KiB
YAML
name: CI Coverage Overview
|
|
|
|
on:
|
|
schedule:
|
|
- cron: '0 6 * * *' # Daily at 6 AM UTC
|
|
pull_request:
|
|
paths:
|
|
- '.github/workflows/ci-coverage-overview.yml'
|
|
- 'scripts/ci/utils/ci_coverage_report.py'
|
|
- 'test/registered/**'
|
|
workflow_dispatch:
|
|
inputs:
|
|
output_format:
|
|
description: 'Output format'
|
|
required: false
|
|
default: 'markdown'
|
|
type: choice
|
|
options:
|
|
- markdown
|
|
- json
|
|
|
|
jobs:
|
|
summary:
|
|
name: Summary
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.10'
|
|
|
|
- name: Generate Summary Report
|
|
run: |
|
|
python scripts/ci/utils/ci_coverage_report.py --section summary
|
|
|
|
by-folder:
|
|
name: Tests by Folder
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.10'
|
|
|
|
- name: Generate Tests by Folder Report
|
|
run: |
|
|
python scripts/ci/utils/ci_coverage_report.py --section by-folder
|
|
|
|
by-suite:
|
|
name: Tests by Suite
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.10'
|
|
|
|
- name: Generate Tests by Suite Report
|
|
run: |
|
|
python scripts/ci/utils/ci_coverage_report.py --section by-suite
|
|
|
|
unit-test-coverage:
|
|
name: Unit Test Code Coverage
|
|
if: github.event_name != 'pull_request'
|
|
runs-on: 1-gpu-h100
|
|
timeout-minutes: 30
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Install dependencies
|
|
timeout-minutes: 10
|
|
run: |
|
|
pip install -e "python/[test]"
|
|
|
|
- name: Run unit tests with coverage
|
|
timeout-minutes: 10
|
|
run: |
|
|
pytest test/registered/unit/ \
|
|
--cov --cov-config=.coveragerc \
|
|
--cov-report=term-missing:skip-covered \
|
|
--continue-on-collection-errors \
|
|
-v | tee coverage_output.txt
|
|
|
|
- name: Write coverage to summary
|
|
if: always()
|
|
run: |
|
|
echo "## Unit Test Code Coverage" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "**Commit:** \`${GITHUB_SHA::8}\` | **Branch:** \`${GITHUB_REF_NAME}\`" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
|
|
# Test result line (e.g., "== 42 passed, 1 failed in 23.5s ==")
|
|
echo '```' >> $GITHUB_STEP_SUMMARY
|
|
grep -E '^=+.*passed' coverage_output.txt >> $GITHUB_STEP_SUMMARY || true
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
# Coverage total, reformatted
|
|
awk '/^TOTAL / { for(i=1;i<=NF;i++) if($i~/^[0-9]+$/ || $i~/^[0-9]+%$/) a[++n]=$i; if(n>=3) printf "TOTAL Stmts: %s Miss: %s Cover: %s\n", a[1], a[2], a[3] }' coverage_output.txt >> $GITHUB_STEP_SUMMARY || true
|
|
echo '```' >> $GITHUB_STEP_SUMMARY
|
|
|
|
# Core modules with coverage < 50%, sorted by uncovered lines (descending)
|
|
LOW_COV=$(awk '/^python\/.*%/ {
|
|
for (i=1; i<=NF; i++) {
|
|
if ($i ~ /^[0-9]+%$/) {
|
|
pct = $i + 0
|
|
if (pct >= 1 && pct < 50) {
|
|
stmts = $(i-2) + 0
|
|
miss = $(i-1) + 0
|
|
printf "%d|%s|%d|%d|%d%%\n", miss, $1, stmts, miss, pct
|
|
}
|
|
break
|
|
}
|
|
}
|
|
}' coverage_output.txt \
|
|
| grep -E '/(mem_cache|managers|sampling|parser|observability|function_call|entrypoints|speculative|multimodal|utils)/' \
|
|
| sort -t'|' -k1 -nr | cut -d'|' -f2- | head -40 || true)
|
|
if [ -n "$LOW_COV" ]; then
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "<details><summary>Top uncovered core modules (coverage < 50%, sorted by uncovered lines)</summary>" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "| File | Stmts | Miss | Cover |" >> $GITHUB_STEP_SUMMARY
|
|
echo "|------|-------|------|-------|" >> $GITHUB_STEP_SUMMARY
|
|
echo "$LOW_COV" | while IFS='|' read -r file stmts miss pct; do
|
|
echo "| \`$file\` | $stmts | $miss | $pct |" >> $GITHUB_STEP_SUMMARY
|
|
done
|
|
echo "</details>" >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
|
|
json-export:
|
|
name: JSON Export
|
|
runs-on: ubuntu-latest
|
|
if: inputs.output_format == 'json'
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.10'
|
|
|
|
- name: Generate JSON Report
|
|
run: |
|
|
python scripts/ci/utils/ci_coverage_report.py --output-format json > ci_coverage.json
|
|
|
|
- name: Upload JSON artifact
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: ci-coverage-report
|
|
path: ci_coverage.json
|