Attempt to parallelize load benchmarks

Author: sarahchen6

benchmark/load/insecure-bank/k6.js

@@ -3,22 +3,22 @@ import {checkResponse, isOk, isRedirect} from "../../utils/k6.js";
 
 const variants = {
   "no_agent": {
-    "APP_URL": 'http://localhost:8080',
+    "APP_URL": 'http://localhost:8086',
   },
   "tracing": {
-    "APP_URL": 'http://localhost:8081',
+    "APP_URL": 'http://localhost:8087',
   },
   "profiling": {
-    "APP_URL": 'http://localhost:8082',
+    "APP_URL": 'http://localhost:8088',
   },
   "iast": {
-    "APP_URL": 'http://localhost:8083',
+    "APP_URL": 'http://localhost:8089',
   },
   "iast_GLOBAL": {
-    "APP_URL": 'http://localhost:8084',
+    "APP_URL": 'http://localhost:8090',
   },
   "iast_FULL": {
-    "APP_URL": 'http://localhost:8085',
+    "APP_URL": 'http://localhost:8091',
   },
 }
 

benchmark/load/insecure-bank/start-servers.sh

@@ -18,11 +18,11 @@ start_server() {
   echo "${CPU_AFFINITY_APP}java ${JAVA_OPTS} -Xms3G -Xmx3G -jar ${INSECURE_BANK} &> ${LOGS_DIR}/${VARIANT}/insecure-bank.log [PID=$PID]"
 }
 
-start_server "no_agent" "-Dserver.port=8080" "taskset -c 47 " &
-start_server "tracing" "-javaagent:${TRACER} -Dserver.port=8081" "taskset -c 46 " &
-start_server "profiling" "-javaagent:${TRACER} -Ddd.profiling.enabled=true -Dserver.port=8082" "taskset -c 45 " &
-start_server "iast" "-javaagent:${TRACER} -Ddd.iast.enabled=true -Dserver.port=8083" "taskset -c 44 " &
-start_server "iast_GLOBAL" "-javaagent:${TRACER} -Ddd.iast.enabled=true -Ddd.iast.context.mode=GLOBAL -Dserver.port=8084" "taskset -c 43 " &
-start_server "iast_FULL" "-javaagent:${TRACER} -Ddd.iast.enabled=true -Ddd.iast.detection.mode=FULL -Dserver.port=8085" "taskset -c 42 " &
+start_server "no_agent" "-Dserver.port=8086" "taskset -c 48 " &
+start_server "tracing" "-javaagent:${TRACER} -Dserver.port=8087" "taskset -c 49 " &
+start_server "profiling" "-javaagent:${TRACER} -Ddd.profiling.enabled=true -Dserver.port=8088" "taskset -c 50 " &
+start_server "iast" "-javaagent:${TRACER} -Ddd.iast.enabled=true -Dserver.port=8089" "taskset -c 51 " &
+start_server "iast_GLOBAL" "-javaagent:${TRACER} -Ddd.iast.enabled=true -Ddd.iast.context.mode=GLOBAL -Dserver.port=8090" "taskset -c 52 " &
+start_server "iast_FULL" "-javaagent:${TRACER} -Ddd.iast.enabled=true -Ddd.iast.detection.mode=FULL -Dserver.port=8091" "taskset -c 53 " &
 
 wait

benchmark/load/run.sh

@@ -27,11 +27,9 @@ fi
 
 source "${UTILS_DIR}/update-java-version.sh" 17
 
-for app in *; do
-  if [[ ! -d "${app}" ]]; then
-    continue
-  fi
-
+run_app_benchmark() {
+  local app=$1
+  
   message "${type} benchmark: ${app} started"
 
   export OUTPUT_DIR="${REPORTS_DIR}/${type}/${app}"
@@ -44,9 +42,15 @@ for app in *; do
   if [ "${app}" == "petclinic" ]; then
     HEALTHCHECK_URL=http://localhost:8082
     REPETITIONS_COUNT=5
+    PORT_START=8080
+    PORT_END=8085
+    HEALTHCHECK_PATH=""
   elif [ "${app}" == "insecure-bank" ]; then
-    HEALTHCHECK_URL=http://localhost:8082/login
+    HEALTHCHECK_URL=http://localhost:8088/login
     REPETITIONS_COUNT=5
+    PORT_START=8086
+    PORT_END=8091
+    HEALTHCHECK_PATH="/login"
   else
     echo "Unknown app ${app}"
     exit 1
@@ -56,15 +60,9 @@ for app in *; do
     bash -c "${UTILS_DIR}/../${type}/${app}/start-servers.sh" &
 
     echo "Waiting for serves to start..."
-    if [ "${app}" == "petclinic" ]; then
-      for port in $(seq 8080 8085); do
-        healthcheck http://localhost:$port
-      done
-    elif [ "${app}" == "insecure-bank" ]; then
-      for port in $(seq 8080 8085); do
-        healthcheck http://localhost:$port/login
-      done
-    fi
+    for port in $(seq $PORT_START $PORT_END); do
+      healthcheck http://localhost:$port$HEALTHCHECK_PATH
+    done
     echo "Servers are up!"
 
     (
@@ -74,4 +72,15 @@ for app in *; do
   done
 
   message "${type} benchmark: ${app} finished"
+}
+
+# Run petclinic and insecure-bank benchmarks in parallel to reduce total runtime
+for app in *; do
+  if [[ ! -d "${app}" ]]; then
+    continue
+  fi
+  run_app_benchmark "${app}" &
 done
+
+# Wait for all background jobs to complete
+wait