microsoft/mscclpp
1
0
Fork 0
mirror of https://github.com/microsoft/mscclpp.git synced 2026-05-12 09:17:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix batch size

Browse Source
This commit is contained in:
empyreus
2026-03-27 21:57:07 +00:00
parent 38552a6f9c
commit f171663d4e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.azure-pipelines/templates/sglang-test.yml
View File

@@ -64,7 +64,7 @@ steps:
displayName: Run SGLang test
runRemoteArgs: '--container mscclpp-sglang-test'
remoteScript: |
python -m sglang.bench_one_batch --model-path Qwen/Qwen3-8B --batch <bs> --input-len 256 --output-len 256 --tp-size 8 --disable-custom-all-reduce --enable-mscclpp
python -m sglang.bench_one_batch --model-path Qwen/Qwen3-8B --batch 1 --input-len 256 --output-len 256 --tp-size 8 --disable-custom-all-reduce --enable-mscclpp
# - template: stop.yml
# parameters: