benchmark: output CSV, SVG and PDF

Author: kou

.github/workflows/test.yaml

@@ -77,8 +77,21 @@ jobs:
           PGHOST: /var/run/postgresql
         run: |
           bundle exec rake
+      - name: Install benchmark dependencies
+        run: |
+          sudo apt install -y -V \
+            gr-framework-plugin-base \
+            gr-framework-plugin-full \
+            libgr-framework-dev
       - name: Benchmark
         env:
           PGHOST: /var/run/postgresql
         run: |
           bundle exec benchmark/load-dump.rb
+      - uses: actions/upload-artifact@v4
+        with:
+          name: benchmark
+          path: |
+            *.csv
+            *.svg
+            *.pdf

Gemfile

@@ -17,6 +17,7 @@ end
 group :benchmark do
   gem "benchmark"
   gem "pg"
+  gem "ruby-gr"
 end
 
 group :test do

benchmark/load-dump.rb

@@ -1,6 +1,7 @@
 #!/usr/bin/env ruby
 
 require "benchmark"
+require "grm"
 require "pg"
 require_relative "../lib/activerecord-adbc-adapter"
 
@@ -101,28 +102,88 @@ class AdbcLog < ActiveRecord::Base
 end
 arrow_table = Arrow::Table.new(arrow_columns)
 
-Benchmark.bm do |benchmark|
-  benchmark.report("SQL: Load") do
+puts("Load:")
+load_results = Benchmark.bm do |benchmark|
+  benchmark.report("SQL") do
     SqlLog.connection.execute(sql_load)
   end
 
-  benchmark.report("SQL: Dump") do
-    SqlLog.connection.execute(sql_dump)
+  benchmark.report("Active Record") do
+    ActiveRecordLog.insert_all(raw_records)
   end
 
-  benchmark.report("Active Record: Load") do
-    ActiveRecordLog.insert_all(raw_records)
+  benchmark.report("ADBC") do
+    AdbcLog.ingest(arrow_table)
   end
+end
 
-  benchmark.report("Active Record: Dump") do
-    ActiveRecordLog.pluck
+File.open("load.csv", "w") do |csv|
+  csv.puts("approach,elapsed_time")
+  load_results.each do |result|
+    csv.puts("#{result.label},#{result.real}")
   end
+end
 
-  benchmark.report("ADBC: Load") do
-    AdbcLog.ingest(arrow_table)
+puts
+puts("Dump:")
+dump_results = Benchmark.bm do |benchmark|
+  benchmark.report("SQL") do
+    SqlLog.connection.execute(sql_dump)
+  end
+
+  benchmark.report("Active Record") do
+    ActiveRecordLog.pluck
   end
 
-  benchmark.report("ADBC: Dump") do
+  benchmark.report("ADBC") do
     AdbcLog.all.to_arrow
   end
 end
+
+File.open("dump.csv", "w") do |csv|
+  csv.puts("approach,elapsed_time")
+  dump_results.each do |result|
+    csv.puts("#{result.label},#{result.real}")
+  end
+end
+
+
+results = [
+  {title: "Load", results: load_results},
+  {title: "Dump", results: dump_results},
+]
+n_results = results.size
+x_margin = 0.0
+x_width = (1 / n_results.to_f) - (x_margin * 2)
+y_min = 0.05
+y_max = 0.95
+all_reals = results.collect do |results|
+  results[:results].collect do |result|
+    result[:real]
+  end
+end
+y_range = [0.0, all_reals.flatten.max]
+subplots = results.each_with_index.collect do |data, i|
+  x_index = (i - 1) % n_results
+  x_margin_right = x_margin + (2 * x_margin * i)
+  position = [
+    x_width * i + x_margin_right,
+    x_width * (i + 1) + x_margin_right,
+    y_min,
+    y_max,
+  ]
+  {
+    kind: "barplot",
+    title: data[:title],
+    c: n_results.times.collect {|j| j + 2},
+    x_label: "Approach",
+    y: data[:results].collect {|result| result[:real]},
+    y_label: "Elapsed time (s)",
+    y_labels: data[:results].collect {|result| result[:label]},
+    y_range: y_range,
+    subplot: position,
+  }
+end
+GRM.merge(subplots: subplots, size: [1200, 600])
+GRM.export("load-dump.png")
+GRM.export("load-dump.svg")