Starrocks: Remove materialized results

Author: rschu1ze

starrocks/create_and_load.sh

@@ -1,22 +1,20 @@
 #!/bin/bash
 
 # Check if the required arguments are provided
-if [[ $# -lt 7 ]]; then
-    echo "Usage: $0 <DB_NAME> <TABLE_NAME> <DDL_FILE> <DATA_DIRECTORY> <NUM_FILES> <SUCCESS_LOG> <ERROR_LOG>"
+if [[ $# -lt 6 ]]; then
+    echo "Usage: $0 <DB_NAME> <TABLE_NAME> <DATA_DIRECTORY> <NUM_FILES> <SUCCESS_LOG> <ERROR_LOG>"
     exit 1
 fi
 
 # Arguments
 DB_NAME="$1"
 TABLE_NAME="$2"
-DDL_FILE="$3"
-DATA_DIRECTORY="$4"
-NUM_FILES="$5"
-SUCCESS_LOG="$6"
-ERROR_LOG="$7"
+DATA_DIRECTORY="$3"
+NUM_FILES="$4"
+SUCCESS_LOG="$5"
+ERROR_LOG="$6"
 
 # Validate arguments
-[[ ! -f "$DDL_FILE" ]] && { echo "Error: DDL file '$DDL_FILE' does not exist."; exit 1; }
 [[ ! -d "$DATA_DIRECTORY" ]] && { echo "Error: Data directory '$DATA_DIRECTORY' does not exist."; exit 1; }
 [[ ! "$NUM_FILES" =~ ^[0-9]+$ ]] && { echo "Error: NUM_FILES must be a positive integer."; exit 1; }
 
@@ -25,7 +23,7 @@ echo "Create database"
 mysql -P 9030 -h 127.0.0.1 -u root -e "CREATE DATABASE IF NOT EXISTS $DB_NAME"
 
 echo "Execute DDL"
-mysql -P 9030 -h 127.0.0.1 -u root $DB_NAME < "$DDL_FILE"
+mysql -P 9030 -h 127.0.0.1 -u root $DB_NAME < "ddl.sql"
 
 echo "Load data"
 ./load_data.sh "$DATA_DIRECTORY" "$DB_NAME" "$TABLE_NAME" "$NUM_FILES" "$SUCCESS_LOG" "$ERROR_LOG"

starrocks/ddl_default.sql renamed to starrocks/ddl.sql

@@ -36,47 +36,38 @@ fi;
 
 benchmark() {
     local size=$1
-    local suffix=$2
     # Check DATA_DIRECTORY contains the required number of files to run the benchmark
     file_count=$(find "$DATA_DIRECTORY" -type f | wc -l)
     if (( file_count < size )); then
         echo "Error: Not enough files in '$DATA_DIRECTORY'. Required: $size, Found: $file_count."
         exit 1
     fi
-    ./create_and_load.sh "bluesky_${size}m_${suffix}" bluesky "ddl_${suffix}.sql" "$DATA_DIRECTORY" "$size" "$SUCCESS_LOG" "$ERROR_LOG"
-    ./total_size.sh "bluesky_${size}m_${suffix}" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m_${suffix}.total_size"
-    ./count.sh "bluesky_${size}m_${suffix}" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m_${suffix}.count"
-    ./physical_query_plans.sh "bluesky_${size}m_${suffix}" | tee "${OUTPUT_PREFIX}_bluesky_${size}m_${suffix}.physical_query_plans"
-    ./benchmark.sh "bluesky_${size}m_${suffix}" "${OUTPUT_PREFIX}_bluesky_${size}m_${suffix}.results_runtime" "${OUTPUT_PREFIX}_bluesky_${size}m_${suffix}.results_memory_usage"
-    ./drop_table.sh "bluesky_${size}m_${suffix}" bluesky
+    ./create_and_load.sh "bluesky_${size}m" bluesky "$DATA_DIRECTORY" "$size" "$SUCCESS_LOG" "$ERROR_LOG"
+    ./total_size.sh "bluesky_${size}m" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m.total_size"
+    ./count.sh "bluesky_${size}m" bluesky | tee "${OUTPUT_PREFIX}_bluesky_${size}m.count"
+    ./physical_query_plans.sh "bluesky_${size}m" | tee "${OUTPUT_PREFIX}_bluesky_${size}m.physical_query_plans"
+    ./benchmark.sh "bluesky_${size}m" "${OUTPUT_PREFIX}_bluesky_${size}m.results_runtime" "${OUTPUT_PREFIX}_bluesky_${size}m.results_memory_usage"
+    ./drop_table.sh "bluesky_${size}m" bluesky
 }
 
 case $CHOICE in
     2)
-        benchmark 10 default
-        benchmark 10 materialized
+        benchmark 10
         ;;
     3)
-        benchmark 100 default
-        benchmark 100 materialized
+        benchmark 100
         ;;
     4)
-        benchmark 1000 default
-        benchmark 1000 materialized
+        benchmark 1000
         ;;
     5)
-        benchmark 1 materialized
-        benchmark 1 default
-        benchmark 10 materialized
-        benchmark 10 default
-        benchmark 100 materialized
-        benchmark 100 default
-        benchmark 1000 materialized
-        benchmark 1000 default
+        benchmark 1
+        benchmark 10
+        benchmark 100
+        benchmark 1000
         ;;
     *)
-        benchmark 1 materialized
-        benchmark 1 default
+        benchmark 1
         ;;
 esac
 

starrocks/ddl_materialized.sql

@@ -1,5 +1,5 @@
 {
-  "system": "Starrocks (default)",
+  "system": "Starrocks",
   "version": "3.4.0-e94580b",
   "os": "Ubuntu 24.04",
   "date": "2025-03-24",

starrocks/main.sh

@@ -1,5 +1,5 @@
 {
-  "system": "Starrocks (default)",
+  "system": "Starrocks",
   "version": "3.4.0-e94580b",
   "os": "Ubuntu 24.04",
   "date": "2025-03-24",

starrocks/results/m6i.8xlarge_bluesky_1000m_default.json renamed to starrocks/results/m6i.8xlarge_bluesky_1000m.json

@@ -1,5 +1,5 @@
 {
-  "system": "Starrocks (default)",
+  "system": "Starrocks",
   "version": "3.4.0-e94580b",
   "os": "Ubuntu 24.04",
   "date": "2025-03-24",