Fixed release.py issue and updated a doc (#402)

Author: stanbrub

docs/GettingStarted.md

@@ -22,8 +22,8 @@ installed.  For Windows, you must have Docker Desktop installed. See
 [Deephaven's Quick Start Guide](https://deephaven.io/core/docs/tutorials/quickstart/) for Docker version requirements
 and setup tips.  
 
-For Benchmark setup, the following docker-compose.yml file is useful.
-````
+For Benchmark setup, the following `docker-compose.yml` file is useful.
+```
 services:
   deephaven:
     image: ghcr.io/deephaven/server:edge
@@ -39,8 +39,8 @@ services:
     - redpanda
     - start
     - --smp 2
-    - --memory 2G
     - --reserve-memory 0M
+    - --memory=1G
     - --overprovisioned
     - --node-id 0
     - --check=false
@@ -50,13 +50,49 @@ services:
     - PLAINTEXT://redpanda:29092,OUTSIDE://localhost:9092
     - --pandaproxy-addr 0.0.0.0:8082
     - --advertise-pandaproxy-addr redpanda:8082
-    image: docker.redpanda.com/vectorized/redpanda:v23.2.22
+    image: redpandadata/redpanda:v24.1.2
     ports:
     - 8081:8081
     - 8082:8082
     - 9092:9092
     - 29092:29092
-````
+    
+  minio-server:
+    image: minio/minio:RELEASE.2024-07-04T14-25-45Z
+    command: server /minio --console-address ":9001"
+    hostname: minio
+    environment:
+      MINIO_DOMAIN: minio
+    networks:
+      default:
+        aliases:
+          - data.minio
+    expose:
+    - "9000"
+    - "9001"
+    ports:
+    - 9000:9000
+    - 9001:9001
+    healthcheck:
+      test: ["CMD", "mc", "ready", "local"]
+      interval: 5s
+      timeout: 5s
+      retries: 5
+    volumes:
+    - ./minio:/minio
+
+  minio-bucket:
+    image: minio/mc
+    depends_on:
+      - minio-server
+    entrypoint: >
+      /bin/sh -c "
+      /usr/bin/mc alias set endpoint http://minio:9000 minioadmin minioadmin;
+      /usr/bin/mc mb endpoint/data;
+      /usr/bin/mc anonymous set public endpoint/data;
+      exit 0;
+      "
+```
 
 ## Building/Running Tests Outside of the IDE
 

src/main/resources/io/deephaven/benchmark/run/profile/queries/release.py

@@ -1,26 +1,20 @@
-# Copyright (c) 2023-2024 Deephaven Data Labs and Patent Pending 
+# Copyright (c) 2022-2025 Deephaven Data Labs and Patent Pending 
 #
 # Supporting Deephaven queries to use the benchmark_snippet to investigate changes between releases
 # - Generate tables for best and wost static rates between the latest release and previous
 # - Generate table using same benchmarks as standard summmary SVG for comparison to previous releases
-# Requirements: Deephaven 0.23.0 or greater
+# Requirements: Deephaven 0.32.0 or greater
 
 from urllib.request import urlopen; import os
 
 root = 'file:///nfs' if os.path.exists('/nfs/deephaven-benchmark') else 'https://storage.googleapis.com'
 with urlopen(root + '/deephaven-benchmark/benchmark_tables.dh.py') as r:
     benchmark_storage_uri_arg = root + '/deephaven-benchmark'
-    benchmark_category_arg = 'release'  # release | nightly
-    benchmark_max_sets_arg = 5
+    benchmark_category_arg = 'release'
+    benchmark_max_sets_arg = 4
     benchmark_actor_filter_arg = 'deephaven'
-    benchmark_set_filter_arg = '[0-9]{2}[.][0-9]{3}[.][0-9]{2}'
     exec(r.read().decode(), globals(), locals())
 
-# Replace any characters that are illegal in DH column names
-def column_name(name):
-    name = name.replace('/','__')
-    return re.sub('[^A-Za-z0-9_$]', '_', name)
-
 # Return a table containing only non-obsolete benchmarks having at least two of the most recent versions
 # Candidate for pulling up into deephaven_tables.py
 def latest_comparable_benchmarks(filter_table):
@@ -44,13 +38,13 @@ def latest_comparable_benchmarks(filter_table):
 vers_tbl = newest_benchmarks.view(["deephaven_version"])
 
 from deephaven import numpy as dhnp
-vers = dhnp.to_numpy(newest_benchmarks.view(["deephaven_version"]).first_by())
-print("Vers: ", vers)
+vers = dhnp.to_numpy(newest_benchmarks.select_distinct(["deephaven_version"]))
 versLen = len(vers)
-vers = [normalize_name(ver) for ver in vers]
+vers = [normalize_name('V_' + ver[0]) for ver in vers]
+print("Vers: ", vers)
 
 past_static_rates = newest_benchmarks.where(['benchmark_name.endsWith(`-Static`)']) \
-    .group_by(['benchmark_name','origin','set_id']) \
+    .sort_descending(['set_id']).group_by(['benchmark_name','origin']) \
     .update(['Change=gain(op_rate[1], op_rate[0])']) \
     .update([(vers[i] + "=op_rate[" + str(i) + "]") for i in range(versLen)]) \
     .view(['Static_Benchmark=benchmark_name.replace(` -Static`,``)',
@@ -74,5 +68,5 @@ def latest_comparable_benchmarks(filter_table):
     ("Static_Benchmark='" + name + "'") for name in summary_bechmark_names
 ])
 
-parquet_benchmarks = past_static_rates.where(["Static_Benchmark.startsWith(`Parquet`)"]).sort(['Change'])
+parquet_benchmarks = past_static_rates.where(["Static_Benchmark.contains(`Parquet`)"]).sort(['Change'])