Tweak smoketest params and add version benchmark action

Author: bp-alex

.github/workflows/version-benchmarks.yml

@@ -0,0 +1,82 @@
+name: Version Benchmarks
+
+on:
+  # Manual trigger
+  workflow_dispatch:
+
+  # Daily at 3am UTC
+  schedule:
+    - cron: '0 3 * * *'
+
+  # Triggered from lmdbjava/lmdbjava repository
+  repository_dispatch:
+    types: [lmdbjava-release, lmdbjava-commit]
+
+  # Also run when benchmark scripts change
+  push:
+    branches: [master]
+    paths:
+      - '.github/workflows/version-benchmarks.yml'
+      - 'run-vers.sh'
+      - 'report-vers.sh'
+
+jobs:
+  benchmark:
+    name: Run Version Regression Benchmarks
+    runs-on: ubuntu-latest
+    timeout-minutes: 120
+
+    steps:
+    - name: Check out repository
+      uses: actions/checkout@v5
+
+    - name: Set up JDK
+      uses: actions/setup-java@v5
+      with:
+        java-version: '25'
+        distribution: 'temurin'
+        cache: maven
+
+    - name: Build benchmarks JAR
+      run: mvn -B clean package -DskipTests
+
+    - name: Install dependencies for report generation
+      run: sudo apt-get update && sudo apt-get install -y gnuplot jq
+
+    - name: Run version regression benchmarks (smoketest mode)
+      run: ./run-vers.sh smoketest
+      timeout-minutes: 60
+
+    - name: Generate version regression report
+      run: ./report-vers.sh
+
+    - name: Add deployment timestamp
+      run: |
+        echo "<p style='text-align: center; color: #666; font-size: 0.9em; margin-top: 2em;'>Last updated: $(date -u '+%Y-%m-%d %H:%M:%S UTC')</p>" >> target/benchmark/README.md
+
+    - name: Deploy to Cloudflare Pages
+      uses: cloudflare/pages-action@v1
+      with:
+        apiToken: ${{ secrets.CLOUDFLARE_API_TOKEN }}
+        accountId: ${{ secrets.CLOUDFLARE_ACCOUNT_ID }}
+        projectName: lmdbjava-version-benchmarks
+        directory: target/benchmark
+        gitHubToken: ${{ secrets.GITHUB_TOKEN }}
+        branch: main
+
+    - name: Upload benchmark artifacts (backup)
+      uses: actions/upload-artifact@v4
+      if: always()
+      with:
+        name: version-benchmark-results-${{ github.run_number }}
+        path: target/benchmark/
+        retention-days: 90
+
+    - name: Comment deployment URL on manual trigger
+      if: github.event_name == 'workflow_dispatch'
+      uses: actions/github-script@v7
+      with:
+        script: |
+          const runUrl = `${context.serverUrl}/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}`;
+          console.log(`Deployment triggered manually. Check deployment at: https://version-benchmark.lmdbjava.org`);
+          console.log(`Workflow run: ${runUrl}`);

run-libs.sh

@@ -40,9 +40,9 @@ echo "Detected RAM: ${TOTAL_RAM_GB} GB"
 
 case $MODE in
   smoketest)
-    # Fixed small dataset for verification
-    ITER_OPTS="-wi 1 -i 1 -f 1"
-    R_OPTS="-r 5s"
+    # Fixed small dataset for verification (fast, no warmup)
+    ITER_OPTS="-wi 0 -i 1 -f 1"
+    R_OPTS="-r 3s"
 
     # Fixed 1K entries for all runs
     NUM_RUN1=1000
@@ -56,7 +56,7 @@ case $MODE in
     ;;
 
   benchmark)
-    # Production benchmark with RAM-based scaling
+    # Production benchmark with RAM-based scaling and full warmup
     ITER_OPTS="-wi 3 -i 3 -f 3"
     R_OPTS="-r 120s"
 
@@ -121,7 +121,7 @@ esac
 
 # Single-shot benchmarks settings (align with main benchmark mode)
 if [ "$MODE" = "smoketest" ]; then
-  SS_OPTS="-bm ss -wi 1 -i 1 -f 1"
+  SS_OPTS="-bm ss -wi 0 -i 1 -f 1"
 else
   SS_OPTS="-bm ss -wi 3 -i 3 -f 3"
 fi

run-vers.sh

@@ -44,9 +44,9 @@ BRANCH_VERSIONS=(master)
 
 case $MODE in
   smoketest)
-    # Fixed small dataset for verification
-    ITER_OPTS="-wi 1 -i 1 -f 1"
-    R_OPTS="-r 5s"
+    # Fixed small dataset for verification (fast, no warmup)
+    ITER_OPTS="-wi 0 -i 1 -f 1"
+    R_OPTS="-r 3s"
     NUM_ENTRIES=1000
     echo "Running in SMOKETEST mode (1K entries, fast verification)"
     ;;