fixed run scripts

Author: sammshen

1-infrastructure/ADDING_INFRA.md

@@ -2,6 +2,7 @@
 
 # Get the directory where this script is located
 SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+PROJECT_ROOT="$( cd "$SCRIPT_DIR/../../" && pwd )"
 cd "$SCRIPT_DIR"
 
 if [[ $# -lt 3 ]]; then
@@ -22,7 +23,7 @@ SYSTEM_PROMPT=$7
 CHAT_HISTORY=$8
 ANSWER_LEN=$9
 
-# Optional QPS-like values (we’ll use as new-user-intervals here)
+# Optional QPS-like values (we'll use as new-user-intervals here)
 if [ $# -gt 9 ]; then
     NEW_USER_INTERVALS=("${@:10}")
 else
@@ -80,16 +81,22 @@ run_benchmark() {
 # Run benchmarks for each new_user_interval value
 for interval in "${NEW_USER_INTERVALS[@]}"; do
     run_benchmark "$interval"
-    local output_file="../../4-latest-results/${KEY}_agentic_output_${interval}.csv"
-    python3 "../../4-latest-results/post-processing/summarize.py" \
-            "$output_file" \
-            KEY="$KEY" \
-            WORKLOAD="agentic" \
-            NUM_USERS_WARMUP="$NUM_USERS_WARMUP" \
-            NUM_AGENTS="$NUM_AGENTS" \
-            NUM_ROUNDS="$NUM_ROUNDS" \
-            SYSTEM_PROMPT="$SYSTEM_PROMPT" \
-            CHAT_HISTORY="$CHAT_HISTORY" \
-            ANSWER_LEN="$ANSWER_LEN" \
-            NEW_USER_INTERVAL="$interval"
+    output_file="../../4-latest-results/${KEY}_agentic_output_${interval}.csv"
+
+    # Change to project root before running summarize.py
+    cd "$PROJECT_ROOT"
+    python3 "4-latest-results/post-processing/summarize.py" \
+        "${output_file#../../}" \
+        KEY="$KEY" \
+        WORKLOAD="agentic" \
+        NUM_USERS_WARMUP="$NUM_USERS_WARMUP" \
+        NUM_AGENTS="$NUM_AGENTS" \
+        NUM_ROUNDS="$NUM_ROUNDS" \
+        SYSTEM_PROMPT="$SYSTEM_PROMPT" \
+        CHAT_HISTORY="$CHAT_HISTORY" \
+        ANSWER_LEN="$ANSWER_LEN" \
+        NEW_USER_INTERVAL="$interval"
+
+    # Change back to script directory
+    cd "$SCRIPT_DIR"
 done

2-serving-engines/ADDING_BASELINE.md

@@ -2,6 +2,7 @@
 
 # Get the directory where this script is located
 SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+PROJECT_ROOT="$( cd "$SCRIPT_DIR/../../" && pwd )"
 cd "$SCRIPT_DIR"
 
 if [[ $# -ne 7 ]]; then
@@ -49,15 +50,21 @@ chmod +x ./prepare_mooncake.sh
 
 # Run benchmarks for the determined QPS values
 for qps in "${QPS_VALUES[@]}"; do
-    output_file="$../../4-latest-results/${KEY}_mooncake_output_${qps}.csv"
+    output_file="../../4-latest-results/${KEY}_mooncake_output_${qps}.csv"
     run_mooncake "$qps" "$output_file"
-    python3 "../../4-latest-results/post-processing/summarize.py" \
-        "$output_file" \
+
+    # Change to project root before running summarize.py
+    cd "$PROJECT_ROOT"
+    python3 "4-latest-results/post-processing/summarize.py" \
+        "${output_file#../../}" \
         KEY="$KEY" \
         WORKLOAD="mooncake" \
         NUM_ROUNDS="$NUM_ROUNDS" \
         SYSTEM_PROMPT="$SYSTEM_PROMPT" \
         CHAT_HISTORY="$CHAT_HISTORY" \
         ANSWER_LEN="$ANSWER_LEN" \
         QPS="$qps"
+
+    # Change back to script directory
+    cd "$SCRIPT_DIR"
 done

3-workloads/ADDING_WORKLOAD.md

@@ -2,6 +2,7 @@
 
 # Get the directory where this script is located
 SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+PROJECT_ROOT="$( cd "$SCRIPT_DIR/../../../" && pwd )"
 cd "$SCRIPT_DIR"
 
 # Set the path to the 4-latest-results directory
@@ -62,12 +63,17 @@ for qps in "${QPS_VALUES[@]}"; do
     output_file="../../../4-latest-results/${KEY}_sharegpt_output_${qps}.csv"
     warm_up "$qps"
     run_benchmark "$qps" "$output_file"
-    python3 "../../../4-latest-results/post-processing/summarize.py" \
-        "$output_file" \
+
+    # Change to project root before running summarize.py
+    cd "$PROJECT_ROOT"
+    python3 "4-latest-results/post-processing/summarize.py" \
+        "${output_file#../../../}" \
         KEY="$KEY" \
         WORKLOAD="sharegpt" \
         LIMIT="$LIMIT" \
         MIN_ROUNDS="$MIN_ROUNDS" \
         START_ROUND="$START_ROUND" \
         QPS="$qps"
+    # Change back to script directory
+    cd "$SCRIPT_DIR"
 done

3-workloads/README.md

@@ -2,6 +2,7 @@
 
 # Get the directory where this script is located
 SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+PROJECT_ROOT="$( cd "$SCRIPT_DIR/../.." && pwd )"
 cd "$SCRIPT_DIR"
 
 if [[ $# -lt 3 ]]; then
@@ -80,9 +81,11 @@ run_benchmark() {
 # Run benchmarks for each QPS value
 for qps in "${QPS_VALUES[@]}"; do
     run_benchmark "$qps"
-    output_file="../../4-latest-results/${KEY}_synthetic_output_${qps}.csv"
-    python3 "../../4-latest-results/post-processing/summarize.py" \
-        "$output_file" \
+
+    # Change to project root before running summarize.py
+    cd "$PROJECT_ROOT"
+    python3 "4-latest-results/post-processing/summarize.py" \
+        "${KEY}_synthetic_output_${qps}.csv" \
         KEY="$KEY" \
         WORKLOAD="synthetic" \
         NUM_USERS_WARMUP="$NUM_USERS_WARMUP" \
@@ -93,4 +96,7 @@ for qps in "${QPS_VALUES[@]}"; do
         ANSWER_LEN="$ANSWER_LEN" \
         QPS="$qps" \
         USE_SHAREGPT="$USE_SHAREGPT"
+
+    # Change back to script directory
+    cd "$SCRIPT_DIR"
 done

3-workloads/agentic/run_agentic.sh

@@ -82,7 +82,7 @@ def process_output(filename: str, **kwargs):
                 line for line in spec_file if "hf_token" not in line
             )
     else:
-        print("bench-spec.yaml not found")
+        print("bench-spec.yaml not found in summarize.py")
 
     with open(results_path, "w") as f:
         # Write the timestamp