Updated benchmarking scripts

Author: EkanshdeepGupta

lib/ext/prophecyExt/prophecyExt.ml

@@ -66,7 +66,7 @@ module ProphecyExt (Cont : ListApi) = struct
   (* This is to provide access to the ListExt API  to other modules depending on this module, since other extensions rely on the ListExt. *)
   module ListFns = Cont.ListFns
 
-  (** AstDef *)
+  (* AstDef *)
 
   (* Standard pattern: match on our constructors, defer the rest. *)
   let type_ext_to_name type_ext = match type_ext with

scripts/bench_ext.sh

@@ -18,11 +18,13 @@ EXT_LIST=(
   "lib/ext/listExt"
 )
 
-EXAMPLES=(
+EC_EXAMPLES=(
   "test/ext_error-credits/amortised_hash.rav"
   "test/ext_error-credits/cf_hashmap.rav"
   "test/ext_error-credits/ec_dynamic_vec.rav"
-# 
+)
+
+PROPH_EXAMPLES=( 
   "test/ext_prophecy/clairvoyant_coin.rav"
   "test/ext_prophecy/lazy_coin.rav"
   "test/ext_prophecy/rdcss.rav"
@@ -89,22 +91,19 @@ count_line() {
 
 
 run_benchmark() {
-  # local array_name=$1
+  local array_name="$1[@]"
   local args=$2
-  # local files=("${!array_name}")
-  # Print table header
-  printf "%-45s %10s %10s %10s %10s %10s\n" "File" "ProgLen" "ProofDecl" "ProofInstr" "Overhead" "Runtime(s)"
-  printf "%-45s %10s %10s %10s %10s %10s\n" "$(printf '%.0s=' {1..45})" "$(printf '%.0s=' {1..10})" "$(printf '%.0s=' {1..10})" "$(printf '%.0s=' {1..10})" "$(printf '%.0s=' {1..10})" "$(printf '%.0s=' {1..10})"
+  local files=("${!array_name}")
 
-  for file in "${EXAMPLES[@]}"; do
+  for file in "${files[@]}"; do
     if [ -z "$file" ]; then
       echo ""
       continue
     fi
 
     # echo "Running file $file"
     line_count=$(wc -l < "$file")
-    output=$(raven "$file" --stats)
+    output=$(eval "raven $args '$file' --stats")
 
     # Extract statistics from the output
     program_declarations=$(echo "$output" | grep "Program Declarations" | awk '{print $3}')
@@ -135,7 +134,7 @@ run_benchmark() {
     fi
 
     # Run hyperfine to measure runtime
-    runtime=$(hyperfine --warmup $WARMUP --runs $RUNS $args "raven \"$file\"" --export-json /tmp/hyperfine.json)
+    runtime=$(hyperfine --warmup $WARMUP --runs $RUNS --export-json /tmp/hyperfine.json -- "raven $args \"$file\"")
     runtime=$(jq '.results[0].mean' /tmp/hyperfine.json)
     runtime=$(printf "%.3f" "$runtime")
 
@@ -150,4 +149,9 @@ count_line
 echo
 
 echo "Table 2: Program Overhead and Runtimes for Benchmark Examples"
-run_benchmark
+  # Print table header
+  printf "%-45s %10s %10s %10s %10s %10s\n" "File" "ProgLen" "ProofDecl" "ProofInstr" "Overhead" "Runtime(s)"
+  printf "%-45s %10s %10s %10s %10s %10s\n" "$(printf '%.0s=' {1..45})" "$(printf '%.0s=' {1..10})" "$(printf '%.0s=' {1..10})" "$(printf '%.0s=' {1..10})" "$(printf '%.0s=' {1..10})" "$(printf '%.0s=' {1..10})"
+run_benchmark EC_EXAMPLES "--extension eris"
+run_benchmark PROPH_EXAMPLES "--extension prophecy"
+

scripts/count_sections.sh

@@ -35,7 +35,9 @@ fi
 total_lines=0
 
 # Process each section in order
-for section_name in "${SECTIONS[@]}"; do
+for i in "${!SECTIONS[@]}"; do
+  section_name="${SECTIONS[$i]}"
+  
   # Find line number of section marker
   section_line=$(grep -n "(\* $section_name \*)" "$filepath" | cut -d: -f1 | head -1)
 
@@ -44,11 +46,15 @@ for section_name in "${SECTIONS[@]}"; do
     continue
   fi
 
-  # Find the next section marker or use end of file
-  next_section_line=$(tail -n +$((section_line + 1)) "$filepath" | grep -n "(\* [A-Za-z]* \*)" | head -1 | cut -d: -f1)
-  
-  if [ -n "$next_section_line" ]; then
-    end_line=$((section_line + next_section_line - 2))
+  # Find the next section marker using the next section name
+  if [ $((i + 1)) -lt ${#SECTIONS[@]} ]; then
+    next_section_name="${SECTIONS[$((i + 1))]}"
+    next_section_line=$(grep -n "(\* $next_section_name \*)" "$filepath" | cut -d: -f1 | head -1)
+    if [ -n "$next_section_line" ]; then
+      end_line=$((next_section_line - 2))
+    else
+      end_line=$(wc -l < "$filepath")
+    fi
   else
     end_line=$(wc -l < "$filepath")
   fi
@@ -67,7 +73,7 @@ for section_name in "${SECTIONS[@]}"; do
   fi
 
   # Clean up temp file
-  rm -f "$temp_file"
+  # rm -f "$temp_file"
 
   # Print the row (CSV or table format)
   if [ "$csv_mode" = "--csv" ]; then