Skip to content

Commit e7b89b5

Browse files
committed
original nixl acc script
1 parent 79b7a2f commit e7b89b5

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -88,7 +88,6 @@ run_tests_for_model() {
8888
BASE_CMD="CUDA_VISIBLE_DEVICES=$GPU_ID VLLM_NIXL_SIDE_CHANNEL_PORT=$SIDE_CHANNEL_PORT vllm serve $model_name \
8989
--port $PORT \
9090
--enforce-eager \
91-
--disable-log-requests \
9291
--gpu-memory-utilization 0.2 \
9392
--tensor-parallel-size $PREFILLER_TP_SIZE \
9493
--kv-transfer-config '{\"kv_connector\":\"NixlConnector\",\"kv_role\":\"kv_both\"}'"
@@ -121,7 +120,6 @@ run_tests_for_model() {
121120
BASE_CMD="CUDA_VISIBLE_DEVICES=$GPU_ID VLLM_NIXL_SIDE_CHANNEL_PORT=$SIDE_CHANNEL_PORT vllm serve $model_name \
122121
--port $PORT \
123122
--enforce-eager \
124-
--disable-log-requests \
125123
--gpu-memory-utilization 0.2 \
126124
--tensor-parallel-size $DECODER_TP_SIZE \
127125
--kv-transfer-config '{\"kv_connector\":\"NixlConnector\",\"kv_role\":\"kv_both\"}'"

0 commit comments

Comments
 (0)