@@ -137,7 +137,7 @@ jobs:
137137 with :
138138 container_id : ${{ env.CONTAINER_ID }}
139139
140- sglang-regression -test :
140+ sglang-lang -test :
141141 needs : [build-sglang-image]
142142 if : needs.build-sglang-image.result == 'success'
143143 runs-on :
@@ -166,7 +166,6 @@ jobs:
166166 CONTAINER_ID=$(docker run -d -it --rm --gpus=all --entrypoint /bin/bash \
167167 -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
168168 -v ./sglang_source:/workdir --workdir /workdir \
169- -p 30000:30000 \
170169 -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
171170 ${{ needs.build-sglang-image.outputs.image-uri }})
172171 echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
@@ -185,7 +184,7 @@ jobs:
185184 set -eux
186185 nvidia-smi
187186
188- # Regression Test
187+ # Frontend Test
189188 cd /workdir/test/lang
190189 python3 run_suite.py --suite per-commit
191190 '
@@ -195,3 +194,62 @@ jobs:
195194 uses : ./.github/actions/container-cleanup
196195 with :
197196 container_id : ${{ env.CONTAINER_ID }}
197+
198+ sglang-srt-test :
199+ needs : [build-sglang-image]
200+ if : needs.build-sglang-image.result == 'success'
201+ runs-on :
202+ - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
203+ fleet:x86-g6exl-runner
204+ steps :
205+ - name : Checkout DLC source
206+ uses : actions/checkout@v5
207+
208+ - name : Container pull
209+ uses : ./.github/actions/ecr-authenticate
210+ with :
211+ aws_region : ${{ vars.AWS_REGION }}
212+ aws_account_id : ${{ vars.AWS_ACCOUNT_ID }}
213+ image_uri : ${{ needs.build-sglang-image.outputs.image-uri }}
214+
215+ - name : Checkout SGLang tests
216+ uses : actions/checkout@v5
217+ with :
218+ repository : sgl-project/sglang
219+ ref : v0.5.5
220+ path : sglang_source
221+
222+ - name : Start container
223+ run : |
224+ CONTAINER_ID=$(docker run -d -it --rm --gpus=all --entrypoint /bin/bash \
225+ -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
226+ -v ./sglang_source:/workdir --workdir /workdir \
227+ -p 30000:30000 \
228+ -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
229+ ${{ needs.build-sglang-image.outputs.image-uri }})
230+ echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
231+
232+ - name : Setup for SGLang tests
233+ run : |
234+ docker exec ${CONTAINER_ID} sh -c '
235+ set -eux
236+
237+ bash scripts/ci/ci_install_dependency.sh
238+ '
239+
240+ - name : Run SGLang tests
241+ run : |
242+ docker exec ${CONTAINER_ID} sh -c '
243+ set -eux
244+ nvidia-smi
245+
246+ # Runtime Backend Test
247+ cd /workdir/test/srt
248+ python3 run_suite.py --suite per-commit-1-gpu
249+ '
250+
251+ - name : Cleanup container and images
252+ if : always()
253+ uses : ./.github/actions/container-cleanup
254+ with :
255+ container_id : ${{ env.CONTAINER_ID }}
0 commit comments