Skip to content

Commit 0968385

Browse files
committed
Allow more time for cold start on SBSA
1 parent d91c406 commit 0968385

File tree

1 file changed

+5
-1
lines changed
  • ci/L0_additional_outputs_vllm

1 file changed

+5
-1
lines changed

ci/L0_additional_outputs_vllm/test.sh

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@ pip3 install pytest==8.1.1
3232
pip3 install tritonclient[grpc]
3333

3434
# Prepare Model
35-
rm -rf models vllm_baseline_output.pkl && mkdir -p models
35+
rm -rf models && mkdir -p models
3636
SAMPLE_MODELS_REPO="../../samples/model_repository"
3737
cp -r $SAMPLE_MODELS_REPO/vllm_model models/vllm_opt
3838
sed -i 's/"gpu_memory_utilization": 0.5/"gpu_memory_utilization": 0.3/' models/vllm_opt/1/model.json
@@ -42,7 +42,11 @@ RET=0
4242
# Test
4343
SERVER_LOG="additional_outputs_test.server.log"
4444
SERVER_ARGS="--model-repository=models"
45+
# Cold start on SBSA device can take longer than default 120 seconds
46+
PREV_SERVER_TIMEOUT=$SERVER_TIMEOUT
47+
SERVER_TIMEOUT=240
4548
run_server
49+
SERVER_TIMEOUT=$PREV_SERVER_TIMEOUT
4650
if [ "$SERVER_PID" == "0" ]; then
4751
echo -e "\n***\n*** Failed to start $SERVER\n***"
4852
cat $SERVER_LOG

0 commit comments

Comments
 (0)