execute benchspy tests in ci

Author: Tofel

.github/workflows/wasp-test-benchspy.yml

@@ -0,0 +1,33 @@
+name: WASP's BenchSpy Go Tests
+on: [push]
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+jobs:
+  test:
+    defaults:
+      run:
+        working-directory: wasp
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: dorny/paths-filter@v3
+        id: changes
+        with:
+          filters: |
+            src:
+              - 'wasp/benchspy/**'
+      - uses: cachix/install-nix-action@08dcb3a5e62fa31e2da3d490afc4176ef55ecd72 # v30
+        if: steps.changes.outputs.src == 'true'
+        with:
+          nix_path: nixpkgs=channel:nixos-unstable
+      - name: Run tests
+        if: steps.changes.outputs.src == 'true'
+        run: |-
+          nix develop -c make test_benchspy_race
+          coverage=$(go tool cover -func=cover.out | grep total | awk '{print substr($3, 1, length($3)-1)}')
+          if (( $(echo "$coverage < 85" | bc -l) )); then
+            echo "Test coverage $coverage% is below minimum 85%"
+            exit 1
+          fi
+          echo "Test coverage: $coverage%"

lib/client/loki_test.go

@@ -8,7 +8,7 @@ test_race:
 
 .PHONY: test_benchspy_race
 test_benchspy_race:
-	go test -v -race -count 1 `go list ./... | grep -v examples | grep benchspy` -run TestBenchSpy
+	go test -v -race -coverprofile cover.out -count 1 `go list ./... | grep -v examples | grep benchspy` -run TestBenchSpy
 
 .PHONY: test_bench
 test_bench:

wasp/Makefile

@@ -344,7 +344,7 @@ func TestBenchSpy_StandardReport_FetchData(t *testing.T) {
 	})
 }
 
-func TestStandardReport_IsComparable(t *testing.T) {
+func TestBenchSpy_StandardReport_IsComparable(t *testing.T) {
 	baseTime := time.Now()
 	basicGen := &wasp.Generator{
 		Cfg: &wasp.Config{

wasp/benchspy/report_test.go

@@ -182,26 +182,3 @@ func extractTagsOrCommits(directory string) ([]string, error) {
 
 	return tagsOrCommits, nil
 }
-
-func findLatestCommit(references []string) (string, error) {
-	if len(references) == 0 {
-		return "", fmt.Errorf("no references provided")
-	}
-
-	args := append([]string{"rev-list", "--topo-order", "--date-order", "-n", "1"}, references...)
-	cmd := exec.Command("git", args...)
-
-	var stdout, stderr bytes.Buffer
-	cmd.Stdout = &stdout
-	cmd.Stderr = &stderr
-	if err := cmd.Run(); err != nil {
-		return "", fmt.Errorf("failed to run git rev-list: %s, error: %v", stderr.String(), err)
-	}
-
-	latestCommit := strings.TrimSpace(stdout.String())
-	if latestCommit == "" {
-		return "", fmt.Errorf("no latest commit found")
-	}
-
-	return latestCommit, nil
-}