Add staging benchmarking (#2873)

Author: mullermp

.github/workflows/benchmark.yml

@@ -50,8 +50,8 @@ jobs:
 
       - name: Archive benchmark report
         run: |
-          GH_REF=${{github.head_ref}} GH_EVENT=${{github.event_name}} bundle exec rake benchmark:archive
+          GH_REPO=${{github.repository}} GH_REF=${{github.head_ref}} GH_EVENT=${{github.event_name}} bundle exec rake benchmark:archive
 
       - name: Upload benchmark metrics
         run: |
-          GH_REF=${{github.head_ref}} GH_EVENT=${{github.event_name}} bundle exec rake benchmark:put-metrics
+          GH_REPO=${{github.repository}} GH_REF=${{github.head_ref}} GH_EVENT=${{github.event_name}} bundle exec rake benchmark:put-metrics

tasks/benchmark.rake

@@ -13,16 +13,29 @@ task 'benchmark:archive' do
   require 'aws-sdk-s3'
   require 'securerandom'
 
+  puts 'Archiving benchmark report from GH with '\
+       "repo: #{ENV['GH_REPO']}, ref: #{ENV['GH_REF']}, event: #{ENV['GH_EVENT']}"
+  folder =
+    if ENV['GH_EVENT'] == 'pull_request'
+      ref = ENV['GH_REF']
+      if ENV['GH_REPO'] == 'aws/aws-sdk-ruby-staging'
+        "staging-pr/#{ref}"
+      else
+        "pr/#{ref}"
+      end
+    else
+      'release'
+    end
+  key = "#{folder}/#{Time.now.strftime('%Y-%m-%d')}/benchmark_#{SecureRandom.uuid}.json"
 
-  puts "Archiving benchmark report from GH with: #{ENV['GH_REF']}, #{ENV['GH_EVENT']}"
-  ref = ENV['GH_REF'] || "version-3"
-  event = ENV['GH_EVENT'] || 'push'
-  client = Aws::S3::Client.new
-
-  key = "#{event == 'pull_request' ? 'pr/' + ref : 'release'}/#{Time.now.strftime('%Y-%m-%d')}/benchmark_#{SecureRandom.uuid}.json"
   puts "Uploading report to: #{key}"
-  client.put_object(bucket: 'aws-sdk-ruby-performance-benchmark-archive', key: key, body: File.read('benchmark_report.json'))
-  puts "Upload complete"
+  client = Aws::S3::Client.new
+  client.put_object(
+    bucket: 'aws-sdk-ruby-performance-benchmark-archive',
+    key: key,
+    body: File.read('benchmark_report.json')
+  )
+  puts 'Upload complete'
 end
 
 desc 'Upload benchmarking data to cloudwatch'
@@ -31,7 +44,16 @@ task 'benchmark:put-metrics' do
   require 'aws-sdk-cloudwatch'
   require_relative '../benchmark/metrics'
 
-  event = ENV['GH_EVENT'] == 'pull_request' ? 'pr' : 'release'
+  event =
+    if ENV['GH_EVENT'] == 'pull_request'
+      if ENV['GH_REPO'] == 'aws/aws-sdk-ruby-staging'
+        'staging-pr'
+      else
+        'pr'
+      end
+    else
+      'release'
+    end
   report = JSON.parse(File.read('benchmark_report.json'))
   target = report['ruby_engine'] + "-" + report['ruby_version'].split('.').first(2).join('.')
 
@@ -44,14 +66,12 @@ task 'benchmark:put-metrics' do
     env: report['execution_env']
   }
 
-  puts "Uploading benchmarking metrics"
-
+  puts 'Uploading benchmarking metrics'
   client = Aws::CloudWatch::Client.new
-
-  benchmark_data = report["benchmark"]
+  benchmark_data = report['benchmark']
   benchmark_data.each do |gem_name, gem_data|
     dims = report_dims.merge(gem: gem_name)
-    gem_data.each do |k,v|
+    gem_data.each do |k, v|
       Benchmark::Metrics.put_metric(client, dims, report['timestamp'] || Time.now, k, v)
     end
   end