create db

Signed-off-by: Anas Nashif <[email protected]>

Author: nashif

.github/workflows/twister.yaml

@@ -143,7 +143,7 @@ jobs:
       CCACHE_IGNOREOPTIONS: '-specs=* --specs=*'
       BSIM_OUT_PATH: /opt/bsim/
       BSIM_COMPONENTS_PATH: /opt/bsim/components
-      TWISTER_COMMON: ' --test-config tests/test_config_ci.yaml --no-detailed-test-id --force-color --inline-logs -v -N -M --retry-failed 3 --timeout-multiplier 2 -j 16'
+      TWISTER_COMMON: ' --test-config tests/test_config_ci.yaml --no-detailed-test-id --force-color --inline-logs -v -N -M --retry-failed 3 --timeout-multiplier 2 -j 16 --cmake-only'
       WEEKLY_OPTIONS: ' -M --build-only --all --show-footprint --report-filtered'
       PR_OPTIONS: ' --clobber-output --integration'
       PUSH_OPTIONS: ' --clobber-output -M --show-footprint --report-filtered'
@@ -265,29 +265,21 @@ jobs:
           export ZEPHYR_BASE=${PWD}
           export ZEPHYR_TOOLCHAIN_VARIANT=zephyr
           ./scripts/twister --subset ${{matrix.subset}}/${{ strategy.job-total }} ${TWISTER_COMMON} ${WEEKLY_OPTIONS}
-          if [ "${{matrix.subset}}" = "1" ]; then
-            ./scripts/zephyr_module.py --twister-out module_tests.args
-            if [ -s module_tests.args ]; then
-              ./scripts/twister +module_tests.args --outdir module_tests ${TWISTER_COMMON} ${WEEKLY_OPTIONS}
-            fi
-          fi
+          python ./scripts/ci/db/gen_test_database.py --directory twister-out/ --output db_${{matrix.subset}}.json
 
       - name: Print ccache stats
         if: always()
         run: |
           ccache -s -vv
 
-      - name: Upload Unit Test Results
+      - name: Upload Database
         if: always()
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
+        uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1
         with:
-          name: Unit Test Results (Subset ${{ matrix.subset }})
+          name: Test and Source DB (Subset ${{ matrix.subset }})
           if-no-files-found: ignore
           path: |
-            twister-out/twister.xml
-            twister-out/twister.json
-            module_tests/twister.xml
-            testplan.json
+            db_${{matrix.subset}}.json
 
       - if: matrix.subset == 1 && github.event_name == 'push'
         name: Save the list of Python packages
@@ -306,80 +298,38 @@ jobs:
           name: Frozen PIP package set
           path: |
             frozen-requirements.txt
-
-  twister-test-results:
-    name: "Publish Unit Tests Results"
+  test-db-results:
+    name: "Publish Merged DB"
     needs:
-      - twister-build
+      - test-source-db
     runs-on: ubuntu-22.04
     permissions:
       checks: write # to create the check run entry with Twister test results
     # the build-and-test job might be skipped, we don't need to run this job then
     if: success() || failure()
 
     steps:
-      - name: Check out source code
-        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
-        with:
-          ref: ${{ github.event.pull_request.head.sha }}
-          fetch-depth: 0
-          persist-credentials: false
-
-      - name: Set up Python
-        uses: actions/setup-python@8d9ed9ac5c53483de85588cdf95a591a75ab9f55 # v5.5.0
-        with:
-          python-version: 3.12
-          cache: pip
-          cache-dependency-path: scripts/requirements-actions.txt
-
-      - name: Install Python packages
+      - name: Install packages
         run: |
-          pip install -r scripts/requirements-actions.txt --require-hashes
-
+          sudo apt-get update -y
+          sudo apt install -y jq
       - name: Download Artifacts
-        uses: actions/download-artifact@95815c38cf2ff2164869cbab79da8d1f422bc89e # v4.2.1
+        uses: actions/download-artifact@cc203385981b70ca67e1cc392babf9cc229d5806 # v4.1.9
         with:
           path: artifacts
 
-      - name: Merge Test Results
+      - name: Merge DB files
         run: |
-          junitparser merge artifacts/*/*/twister.xml junit.xml
-          junit2html junit.xml junit.html
-
-      - name: Upload Unit Test Results
+          jq -s '.' artifacts/*/*.json > db.json
+      - name: Upload Merged DB
         if: always()
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
+        uses: actions/upload-artifact@4cec3d8aa04e39d1a68397de0c4cd6fb9dce8ec1 # v4.6.1
         with:
-          name: Unit Test Results
+          name: Merged DB
           if-no-files-found: ignore
           path: |
-            junit.html
-            junit.xml
-
-      - name: Publish Unit Test Results
-        uses: EnricoMi/publish-unit-test-result-action@170bf24d20d201b842d7a52403b73ed297e6645b # v2.18.0
-        with:
-          check_name: Unit Test Results
-          files: "**/twister.xml"
-          comment_mode: off
-
-      - name: Analyze Twister Reports
-        if: needs.twister-build.result == 'failure'
-        run: |
-          ./scripts/ci/twister_report_analyzer.py artifacts/*/*/twister.json --long-summary --platforms --output-md errors.md
-          if [[ -s "errors.md" ]]; then
-            echo '### Error Summary! 🚀' >> $GITHUB_STEP_SUMMARY
-            cat errors.md  >> $GITHUB_STEP_SUMMARY
-          fi
+            db.json
 
-      - name: Upload Twister Analysis Results
-        if: needs.twister-build.result == 'failure'
-        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
-        with:
-          name: Twister Analysis Results
-          if-no-files-found: ignore
-          path: |
-            twister_report_summary.json
 
   twister-status-check:
     if: always()