wip: squash go-runner

Author: not-matthias

.gitattributes

@@ -0,0 +1 @@
+go-runner/testdata/raw_results/*.json filter=lfs diff=lfs merge=lfs -text

.github/workflows/ci.yml

@@ -0,0 +1,68 @@
+name: CI
+on:
+  push:
+    branches: [main]
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: true
+      - uses: actions/setup-go@v5
+      - uses: moonrepo/setup-rust@v1
+        with:
+          components: rustfmt, clippy
+      - uses: pre-commit/[email protected]
+        with:
+          extra_args: --all-files
+
+  tests:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: true
+      - uses: moonrepo/setup-rust@v1
+      - run: |
+          cd go-runner
+          cargo test --all
+
+
+  compat-integration-test-walltime:
+    runs-on: codspeed-macro
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: true
+      - uses: actions/setup-go@v5
+      - uses: moonrepo/setup-rust@v1
+        with:
+          cache-target: release
+
+      - name: Build the golang benchmarks
+        run: |
+          cd go-runner
+          cargo r -- build ../example
+
+      - name: Run the benchmarks
+        uses: CodSpeedHQ/action@main
+        with:
+          run: |
+            cd go-runner
+            cargo r -- run
+
+  check:
+    runs-on: ubuntu-latest
+    if: always()
+    needs:
+      - lint
+      - tests
+      - compat-integration-test-walltime
+    steps:
+      - uses: re-actors/alls-green@release/v1
+        with:
+          jobs: ${{ toJson( needs ) }}

.gitmodules

@@ -0,0 +1,12 @@
+[submodule "go-runner/testdata/projects/caddy"]
+	path = go-runner/testdata/projects/caddy
+	url = https://github.com/caddyserver/caddy.git
+[submodule "go-runner/testdata/projects/fzf"]
+	path = go-runner/testdata/projects/fzf
+	url = https://github.com/junegunn/fzf.git
+[submodule "go-runner/testdata/projects/opentelemetry-go"]
+	path = go-runner/testdata/projects/opentelemetry-go
+	url = https://github.com/open-telemetry/opentelemetry-go.git
+[submodule "go-runner/testdata/projects/golang-benchmarks"]
+	path = go-runner/testdata/projects/golang-benchmarks
+	url = https://github.com/SimonWaldherr/golang-benchmarks.git

.pre-commit-config.yaml

@@ -6,5 +6,33 @@ repos:
       - id: end-of-file-fixer
       - id: check-yaml
       - id: check-json
+        exclude: ^go-runner/testdata/
       - id: check-merge-conflict
       - id: check-added-large-files
+
+  - repo: https://github.com/doublify/pre-commit-rust
+    rev: v1.0
+    hooks:
+      - id: fmt
+        args: [--all, --]
+        files: ^go-runner/
+        pass_filenames: false
+        additional_dependencies: []
+        entry: bash -c 'cd go-runner && cargo fmt --all'
+        language: system
+
+      - id: cargo-check
+        args: [--all-targets]
+        files: ^go-runner/
+        pass_filenames: false
+        additional_dependencies: []
+        entry: bash -c 'cd go-runner && cargo check --all-targets'
+        language: system
+
+      - id: clippy
+        args: [--all-targets, --, -D, warnings]
+        files: ^go-runner/
+        pass_filenames: false
+        additional_dependencies: []
+        entry: bash -c 'cd go-runner && cargo clippy --all-targets -- -D warnings'
+        language: system

example/fib_test.go

@@ -1,6 +1,6 @@
 package example
 
-import testing "github.com/AvalancheHQ/codspeed-go/compat/testing"
+import "testing"
 
 func BenchmarkFibonacci10(b *testing.B) {
 	for i := 0; i < b.N; i++ {
@@ -14,12 +14,18 @@ func BenchmarkFibonacci10(b *testing.B) {
 	})
 }
 
-func BenchmarkFibonacci20(b *testing.B) {
+func BenchmarkFibonacci20_Loop(b *testing.B) {
 	for b.Loop() {
 		fibonacci(20)
 	}
 }
 
+func BenchmarkFibonacci20_bN(b *testing.B) {
+	for i := 0; i < b.N; i++ {
+		fibonacci(20)
+	}
+}
+
 func BenchmarkFibonacci30(b *testing.B) {
 	for i := 0; i < b.N; i++ {
 		fibonacci(30)

example/go.mod

@@ -1,7 +1,3 @@
 module example
 
 go 1.24.3
-
-require github.com/AvalancheHQ/codspeed-go v0.0.0
-
-replace github.com/AvalancheHQ/codspeed-go => ..

example/sleep_test.go

@@ -0,0 +1,55 @@
+package example
+
+import (
+	"testing"
+	"time"
+)
+
+func busyWait(duration time.Duration) {
+	start := time.Now()
+	for time.Since(start) < duration {
+		// Busy wait loop
+	}
+}
+
+func BenchmarkSleep100ns(b *testing.B) {
+	for i := 0; i < b.N; i++ {
+		busyWait(100 * time.Nanosecond)
+	}
+}
+
+func BenchmarkSleep1us(b *testing.B) {
+	for i := 0; i < b.N; i++ {
+		busyWait(1 * time.Microsecond)
+	}
+}
+
+func BenchmarkSleep10us(b *testing.B) {
+	for i := 0; i < b.N; i++ {
+		busyWait(10 * time.Microsecond)
+	}
+}
+
+func BenchmarkSleep100us(b *testing.B) {
+	for i := 0; i < b.N; i++ {
+		busyWait(100 * time.Microsecond)
+	}
+}
+
+func BenchmarkSleep1ms(b *testing.B) {
+	for i := 0; i < b.N; i++ {
+		busyWait(1 * time.Millisecond)
+	}
+}
+
+func BenchmarkSleep10ms(b *testing.B) {
+	for i := 0; i < b.N; i++ {
+		busyWait(10 * time.Millisecond)
+	}
+}
+
+func BenchmarkSleep50ms(b *testing.B) {
+	for i := 0; i < b.N; i++ {
+		busyWait(50 * time.Millisecond)
+	}
+}

go-runner/.gitignore

@@ -0,0 +1,3 @@
+build-*/
+target/
+.codspeed