feat: Adding integration tests

.circleci/config.yml

@@ -11,7 +11,6 @@ env: &env
     OPENTOFU_VERSION: "1.9.0"
     TERRAFORM_VERSION: "1.11.3"
     TFLINT_VERSION: "0.47.0"
-    TOFU_ENGINE_VERSION: "v0.0.16"
 
 defaults: &defaults
   docker:
@@ -112,12 +111,6 @@ run_integration_awsgcp_test: &run_integration_awsgcp_test
     run-go-tests --packages "-tags=awsgcp -run ^TestAwsGcp ./..." | tee logs/test-results.log
   no_output_timeout: 30m
 
-run_integration_engine_test: &run_integration_engine_test
-  name: Run integration tests engine
-  command: |
-    run-go-tests --packages "-tags=engine -run ^TestEngine ./test" | tee logs/test-results.log
-  no_output_timeout: 30m
-
 run_tflint_test: &run_tflint_test
   name: Run TFlint tests
   command: |
@@ -202,48 +195,6 @@ jobs:
           command: |
             go test -tags windows -v -run ^TestWindows ./... -timeout 45m
 
-  # We're running unit tests separately from integration tests - with no parallelization.
-  # With heavy parallelization coupled with re-use of test fixtures we've witnessed slight
-  # instability with the tests. The unit tests are fast to execute, so there is negligible
-  # performance penalty.
-  unit_test:
-    resource_class: large
-    <<: *defaults
-    <<: *env
-    steps:
-      - checkout
-      # Run pre-commit hooks and fail the build if any hook finds required changes.
-      - run:
-          name: run precommit
-          command: |
-            # Oct 26, 2019: Install the last known working version of pre-commit. Also, we have to pin the version of
-            # transitive dependencies that are being pulled in which released new versions that are no longer compatible
-            # with any python < 3.6.
-            pip3 install pre-commit==1.21.0 cfgv==2.0.1 zipp==1.1.0
-            go install golang.org/x/tools/cmd/goimports@latest
-            export GOPATH=~/go/bin && export PATH=$PATH:$GOPATH
-            pre-commit install
-            pre-commit run --all-files
-      - run:
-          name: generate mocks
-          command: |
-            make install-mockery
-            make generate-mocks
-      - run:
-          <<: *install_tofu
-      - run:
-          command: |
-            mkdir -p logs
-            go mod tidy
-            run-go-tests --parallelism 1 --packages "$(go list ./... | grep -v /test | tr '\n' ' ')"  | tee logs/test-results.log
-            go test -run=TestParseDependencyBlockMultiple -race ./config | tee -a logs/block-multiple-test-results.log
-      - run:
-          <<: *run_terratest_log_parser
-      - store_artifacts:
-          path: logs
-      - store_test_results:
-          path: logs
-
   integration_test_terraform_1_5:
     resource_class: xlarge
     <<: *defaults
@@ -401,25 +352,6 @@ jobs:
       - store_test_results:
           path: logs
 
-  integration_test_tofu_engine:
-    resource_class: xlarge
-    <<: *defaults
-    <<: *env
-    steps:
-      - checkout
-      - run:
-          <<: *install_tofu
-      - run:
-          <<: *setup_test_environment
-      - run:
-          <<: *run_integration_engine_test
-      - run:
-          <<: *run_terratest_log_parser
-      - store_artifacts:
-          path: logs
-      - store_test_results:
-          path: logs
-
   integration_test_tofu_gcp:
     <<: *defaults
     <<: *env
@@ -748,16 +680,6 @@ workflows:
             - AWS__PHXDEVOPS__circle-ci-test
             - GCP__automated-tests
             - GITHUB__PAT__gruntwork-ci
-      - unit_test:
-          filters:
-            tags:
-              only:
-                - /^v.*/
-                - /^alpha.*/
-          context:
-            - AWS__PHXDEVOPS__circle-ci-test
-            - GCP__automated-tests
-            - GITHUB__PAT__gruntwork-ci
       - integration_test_terraform_1_5:
           filters:
             tags:
@@ -868,17 +790,6 @@ workflows:
             - AWS__PHXDEVOPS__circle-ci-test
             - GCP__automated-tests
             - GITHUB__PAT__gruntwork-ci
-      - integration_test_tofu_engine:
-          filters:
-            tags:
-              only:
-                - /^v.*/
-                - /^alpha.*/
-          context:
-            - AWS__PHXDEVOPS__circle-ci-test
-            - GCP__automated-tests
-            - GITHUB__PAT__gruntwork-ci
-            - APPLE__OSX__code-signing
       - integration_test_tofu_gcp:
           filters:
             tags:

.github/scripts/setup/aws.sh

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+
+set -euo pipefail

.github/scripts/setup/engine.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+set -euo pipefail
+export TOFU_ENGINE_VERSION="v0.0.16"
+export REPO="gruntwork-io/terragrunt-engine-opentofu"
+export ASSET_NAME="terragrunt-iac-engine-opentofu_rpc_${TOFU_ENGINE_VERSION}_linux_amd64.zip"
+pushd .
+# Download the engine binary
+mkdir -p /tmp/engine
+cd /tmp/engine
+wget -O "engine.zip" "https://github.com/${REPO}/releases/download/${TOFU_ENGINE_VERSION}/${ASSET_NAME}"
+unzip -o "engine.zip"
+popd

.github/scripts/setup/gcp.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+set -euo pipefail
+echo "$GCLOUD_SERVICE_KEY" > "${HOME}/gcloud-service-key.json"
+export GOOGLE_APPLICATION_CREDENTIALS="${HOME}/gcloud-service-key.json"

.github/scripts/setup/sops.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+gpg --import --no-tty --batch --yes ./test/fixtures/sops/test_pgp_key.asc

.github/scripts/setup/ssh.sh

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+SSH_KEY="${GHA_DEPLOY_KEY:?Required environment variable GHA_DEPLOY_KEY}"
+
+mkdir -p ~/.ssh
+echo "$SSH_KEY" > ~/.ssh/id_rsa
+chmod 600 ~/.ssh/id_rsa

.github/scripts/setup/tflint.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+echo 'tflint = "0.47.0"' >> mise.toml

.github/workflows/base-test.yml

@@ -15,6 +15,8 @@ jobs:
       fail-fast: false
       matrix:
         os: [ubuntu, macos]
+    env:
+      MISE_PROFILE: cicd
 
     steps:
       - name: Checkout code
@@ -24,6 +26,7 @@ jobs:
         uses: jdx/mise-action@v2
         with:
           version: 2025.4.4
+          experimental: true
         env:
           # Adding token here to reduce the likelihood of hitting rate limit issues.
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
@@ -47,8 +50,27 @@ jobs:
           key: ${{ runner.os }}-go-mod-base-test-${{ hashFiles('**/go.sum') }}
 
       - name: Run Tests
-        run: go test -v ./... -timeout 45m
+        id: run-tests
+        run: |
+          set -o pipefail
+          go test -v ./... -timeout 45m | tee test-output.log | go-junit-report -set-exit-code > result.xml
         shell: bash
         env:
           # Adding token here to reduce the likelihood of hitting rate limit issues.
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Upload JUnit XML Report
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-report-${{ matrix.os }}
+          path: result.xml
+
+      - name: Display JUnit Results with action-junit-report
+        uses: mikepenz/action-junit-report@v5
+        if: always()
+        with:
+          report_paths: result.xml
+          detailed_summary: 'true'
+          include_time_in_summary: 'true'
+          group_suite: 'true'
+

.github/workflows/build-no-proxy.yml

@@ -44,20 +44,13 @@ jobs:
       - id: go-cache-paths
         run: |
           echo "go-build=$(go env GOCACHE)" >> "$GITHUB_OUTPUT"
-          echo "go-mod=$(go env GOMODCACHE)" >> "$GITHUB_OUTPUT"
 
       - name: Go Build Cache
         uses: actions/cache@v4
         with:
           path: ${{ steps.go-cache-paths.outputs.go-build }}
           key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }}-${{ matrix.os }}-${{ matrix.arch }}
 
-      - name: Go Mod Cache
-        uses: actions/cache@v4
-        with:
-          path: ${{ steps.go-cache-paths.outputs.go-mod }}
-          key: ${{ runner.os }}-go-mod-${{ hashFiles('**/go.sum') }}-${{ matrix.os }}-${{ matrix.arch }}
-
       - name: Build Terragrunt without Go proxy
         env:
           GOPROXY: direct