diff --git a/.azure-pipelines/templates/sglang-test.yaml b/.azure-pipelines/templates/sglang-test.yaml
index 98990208..670a272c 100644
--- a/.azure-pipelines/templates/sglang-test.yaml
+++ b/.azure-pipelines/templates/sglang-test.yaml
@@ -12,17 +12,19 @@ parameters:
   type: string
 
 steps:
-- task: Bash@3
-  name: Build
-  displayName: Build
-  inputs:
-    targetType: inline
-    script: |
-      git clone https://github.com/microsoft/mscclpp.git && cd mscclpp
-      mkdir build && cd build
-      cmake -DCMAKE_BUILD_TYPE=Release -DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_BUILD_TESTS=ON -DMSCCLPP_GPU_ARCHS=${{ parameters.gpuArch }} ..
-      make -j
-    workingDirectory: '$(System.DefaultWorkingDirectory)'
+# - task: Bash@3
+#   name: Build
+#   displayName: Build
+#   inputs:
+#     targetType: inline
+#     script: |
+#       git clone https://github.com/microsoft/mscclpp.git && cd mscclpp
+#       pip install .
+#       pip install -r ./python/requirements_cuda13.txt
+#       mkdir build && cd build
+#       cmake -DCMAKE_BUILD_TYPE=Release -DMSCCLPP_BYPASS_GPU_CHECK=ON -DMSCCLPP_USE_CUDA=ON -DMSCCLPP_BUILD_TESTS=ON -DMSCCLPP_GPU_ARCHS=${{ parameters.gpuArch }} ..
+#       make -j
+#     workingDirectory: '$(System.DefaultWorkingDirectory)'
 
 - task: Bash@3
   name: InstallPackages
@@ -59,6 +61,35 @@ steps:
     arguments: "single-node-test"
     workingDirectory: '$(System.DefaultWorkingDirectory)'
 
+- task: Bash@3
+  name: SGLangSetup
+  displayName: SGLang Setup
+  inputs:
+    targetType: inline
+    script: |
+      set -e
+      HOSTFILE=$(System.DefaultWorkingDirectory)/test/deploy/hostfile_ci
+      SSH_OPTION="StrictHostKeyChecking=no"
+      KeyFilePath=${SSHKEYFILE_SECUREFILEPATH}
+      : > azureuser@10.0.0.4
+      tail -f azureuser@10.0.0.4 &
+      CHILD_PID=$!
+      parallel-ssh -o . -t 0 -h ${HOSTFILE} -x "-i ${KeyFilePath}" \
+        -O $SSH_OPTION 'sudo docker run -itd --name=mscclpp-test --privileged --net=host --ipc=host --gpus=all -w /root -v /mnt:/mnt lmsysorg/sglang:latest bash && \
+        sudo docker exec -t mscclpp-test bash -c " \
+          git clone https://github.com/microsoft/mscclpp.git && \
+          cd mscclpp && \
+          mkdir build && \
+          cd build && \
+          cmake -DCMAKE_BUILD_TYPE=Release .. && \
+          make -j && \
+          cd .. && \
+          pip install . && \
+          pip install -r ./python/requirements_cuda13.txt \
+        "'
+      kill $CHILD_PID
+    workingDirectory: '$(System.DefaultWorkingDirectory)'
+
 - task: Bash@3
   name: AllGatherTest
   displayName: Run mscclpp AllGather test