simplify script

Signed-off-by: nicklucche <[email protected]>

Author: NickLucche

tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh

@@ -8,7 +8,9 @@ MODELS=(
 
 # Number of prefill and decode instances to create
 NUM_PREFILL_INSTANCES=${NUM_PREFILL_INSTANCES:-1} # Default to 1
-NUM_DECODE_INSTANCES=${NUM_DECODE_INSTANCES:-2}   # Default to 2
+NUM_DECODE_INSTANCES=${NUM_DECODE_INSTANCES:-1}   # Default to 1
+PREFILLER_TP_SIZE=${PREFILLER_TP_SIZE:-1}
+DECODER_TP_SIZE=${DECODER_TP_SIZE:-1}
 
 # Find the git repository root directory
 GIT_ROOT=$(git rev-parse --show-toplevel)
@@ -44,40 +46,6 @@ get_model_args() {
   echo "$extra_args"
 }
 
-set_cli_args() {
-  PREFILLER_TP_SIZE=1
-  DECODER_TP_SIZE=1
-  # Iterate through the rest of the arguments
-  while [[ $# -gt 0 ]]; do
-    echo $#
-    case "$1" in
-      --prefiller-tp-size)
-        if [[ -n "$2" ]]; then
-          PREFILLER_TP_SIZE="$2"
-          shift 2 # Consume the flag and its value ($2)
-        else
-          echo "Error: --prefiller-tp-size requires a value." >&2
-          exit 1
-        fi
-        ;;
-      --decoder-tp-size)
-        if [[ -n "$2" ]]; then
-          DECODER_TP_SIZE="$2"
-          shift 2
-        else
-          echo "Error: --decoder-tp-size requires a value." >&2
-          exit 1
-        fi
-        ;;
-      *)
-        # Handle any arguments not recognized
-        shift # Ignore unknown argument
-        ;;
-    esac
-  done
-}
-
-
 # Function to run tests for a specific model
 run_tests_for_model() {
   local model_name=$1
@@ -100,10 +68,11 @@ run_tests_for_model() {
     # Calculate GPU ID - we'll distribute across available GPUs
     GPU_ID=$((i % $(nvidia-smi --query-gpu=name --format=csv,noheader | wc -l)))
 
+
     # Calculate port number (base port + instance number)
     PORT=$((8100 + i))
     # Calculate side channel port. Avoid clash with with TP workers. 
-    SIDE_CHANNEL_PORT=$((5559 + i * $PREFILLER_TP_SIZE))
+    SIDE_CHANNEL_PORT=$((5559 + i))
 
     echo "Starting prefill instance $i on GPU $GPU_ID, port $PORT"
 
@@ -122,7 +91,7 @@ run_tests_for_model() {
     FULL_CMD="$BASE_CMD"
     fi
 
-    eval "$FULL_CMD &"
+    eval "$FULL_CMD 2>&1 > out_prefiller &"
 
     # Store host and port for proxy configuration
     PREFILL_HOSTS+=("localhost")
@@ -137,7 +106,7 @@ run_tests_for_model() {
     # Calculate port number (base port + instance number)
     PORT=$((8200 + i))
     # Calculate side channel port
-    SIDE_CHANNEL_PORT=$((5659 + i * $PREFILLER_TP_SIZE))
+    SIDE_CHANNEL_PORT=$((5659 + i * $DECODER_TP_SIZE))
 
     echo "Starting decode instance $i on GPU $GPU_ID, port $PORT"
 
@@ -156,7 +125,7 @@ run_tests_for_model() {
     FULL_CMD="$BASE_CMD"
     fi
 
-    eval "$FULL_CMD &"
+    eval "$FULL_CMD 2>&1 > out_decoder &"
 
     # Store host and port for proxy configuration
     DECODE_HOSTS+=("localhost")