Add Codecov to Report Test Coverage (#1101)

* fix permissions

* codecov

* Implement PR Size Labeler (#1098)

* added PR size labeler

* fix permissions

* fix permissions

* Apply suggestions from code review

---------

Co-authored-by: Erik Osterman (CEO @ Cloud Posse) <[email protected]>

* Use Mergify for PR Size Comments (#1099)

* fix comment and line breaks

* comment test

* test changes

* this should not trigger another one

* fix multiple msg

* fix multiple msg

* remove test file

* Update .github/workflows/codeql.yml

Co-authored-by: Erik Osterman (CEO @ Cloud Posse) <[email protected]>

* add test file

* delete test file

---------

Co-authored-by: Erik Osterman (CEO @ Cloud Posse) <[email protected]>

* fix: coverage run

* clean up codecov

* fix path

* add comment

* add comment

* fix path debug

* fix path part 2

* test config cov

* test config cov

* test config cov

* test config cov

* test codecov config

* update ci

* Update codecov.yml

Co-authored-by: Erik Osterman (CEO @ Cloud Posse) <[email protected]>

* remove coverage file

* unify tests

* fix action codecov issue

* Update codecov.yml

Co-authored-by: Erik Osterman (CEO @ Cloud Posse) <[email protected]>

* Update .github/workflows/test.yml

* Update test.yml

* Update test.yml

* Update codecov.yml

---------

Co-authored-by: Erik Osterman (CEO @ Cloud Posse) <[email protected]>

Author: Cerebrovinny

.github/workflows/test.yml

@@ -157,7 +157,18 @@ jobs:
         timeout-minutes: 10
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        run: make testacc
+        run: make testacc-cover
+
+      - name: Upload coverage report to Codecov
+        if: matrix.flavor.target == 'linux'
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          slug: ${{ github.repository }}
+          files: coverage.out
+          fail_ci_if_error: true
+          flags: unittests
+          verbose: true
 
   docker:
     name: "[lint] Dockerfile"

.gitignore

@@ -41,3 +41,7 @@
 # Ignore components vendored during tests
 tests/fixtures/scenarios/vendor/components/**
 examples/demo-vendoring/components/**
+
+# Coverage files
+coverage.out
+coverage.html

Makefile

@@ -55,8 +55,16 @@ version-windows: build-windows
 deps:
 	go mod download
 
-# Run acceptance tests
 testacc: get
+	@echo "Running acceptance tests"
 	go test $(TEST) -v $(TESTARGS) -timeout 10m
 
-.PHONY: lint get build version build-linux build-windows build-macos deps version-linux version-windows version-macos testacc
+testacc-cover: get
+	@echo "Running tests with coverage"
+	go test $(TEST) -v $(TESTARGS) -timeout 10m -coverprofile=coverage.out
+
+# Run acceptance tests with coverage report
+testacc-coverage: testacc-cover
+	go tool cover -html=coverage.out -o coverage.html
+
+.PHONY: lint get build version build-linux build-windows build-macos deps version-linux version-windows version-macos testacc testacc-cover testacc-coverage

codecov.yml

@@ -0,0 +1,20 @@
+codecov:
+  require_ci_to_pass: true
+
+coverage:
+  status:
+    patch:
+      default:
+        target: 80% # Require at least 80% test coverage on new/changed lines
+        threshold: 2% # Allow a small drop in coverage
+        base: auto
+
+comment:
+  layout: "reach,diff,flags,tree"  # Display different coverage views
+  behavior: default                # Default PR comment behavior
+  require_changes: true             # Only post if coverage changes
+  require_base: yes                 # Compare against base branch coverage
+
+github_checks:
+  annotations: true    # Enable GitHub Checks Annotations
+  informational: false # Fail the PR check if coverage is too low