diff --git a/.github/workflows/test-podman-compose.yml b/.github/workflows/test-podman-compose.yml
index c1ae9e1445d..f74d0ed716b 100644
--- a/.github/workflows/test-podman-compose.yml
+++ b/.github/workflows/test-podman-compose.yml
@@ -178,3 +178,10 @@ jobs:
 
           echo "Sending notification to Power Automate..."
           curl -X POST -H "Content-Type: application/json" -d "$JSON_PAYLOAD" "${{ secrets.PYFLUENT_WEBHOOK_URL }}"
+
+
+      - name: Check test run status and fail the whole job if tests failed
+        if: steps.fluent_test.outcome != 'success'
+        run: |
+          echo "One or more tests failed. Failing the job."
+          exit 1
diff --git a/.github/workflows/test-run-dev-version-nightly.yml b/.github/workflows/test-run-dev-version-nightly.yml
index 78f80aa6b0e..e22d594d592 100644
--- a/.github/workflows/test-run-dev-version-nightly.yml
+++ b/.github/workflows/test-run-dev-version-nightly.yml
@@ -170,3 +170,10 @@ jobs:
 
           echo "Sending notification to Power Automate..."
           curl -X POST -H "Content-Type: application/json" -d "$JSON_PAYLOAD" "${{ secrets.PYFLUENT_WEBHOOK_URL }}"
+
+      - name: Check test run status and fail the whole job if tests failed
+        if: steps.unittest.outcome != 'success'
+        run: |
+          echo "One or more tests failed. Failing the job."
+          exit 1
+
diff --git a/doc/changelog.d/4564.maintenance.md b/doc/changelog.d/4564.maintenance.md
new file mode 100644
index 00000000000..7da29587b7c
--- /dev/null
+++ b/doc/changelog.d/4564.maintenance.md
@@ -0,0 +1 @@
+Fail the whole nightly job at the end if the testing step has failed [skip tests]