File tree Expand file tree Collapse file tree 1 file changed +5
-1
lines changed
ci/L0_additional_outputs_vllm Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Original file line number Diff line number Diff line change @@ -32,7 +32,7 @@ pip3 install pytest==8.1.1
3232pip3 install tritonclient[grpc]
3333
3434# Prepare Model
35- rm -rf models vllm_baseline_output.pkl && mkdir -p models
35+ rm -rf models && mkdir -p models
3636SAMPLE_MODELS_REPO=" ../../samples/model_repository"
3737cp -r $SAMPLE_MODELS_REPO /vllm_model models/vllm_opt
3838sed -i ' s/"gpu_memory_utilization": 0.5/"gpu_memory_utilization": 0.3/' models/vllm_opt/1/model.json
4242# Test
4343SERVER_LOG=" additional_outputs_test.server.log"
4444SERVER_ARGS=" --model-repository=models"
45+ # Cold start on SBSA device can take longer than default 120 seconds
46+ PREV_SERVER_TIMEOUT=$SERVER_TIMEOUT
47+ SERVER_TIMEOUT=240
4548run_server
49+ SERVER_TIMEOUT=$PREV_SERVER_TIMEOUT
4650if [ " $SERVER_PID " == " 0" ]; then
4751 echo -e " \n***\n*** Failed to start $SERVER \n***"
4852 cat $SERVER_LOG
You can’t perform that action at this time.
0 commit comments