ci: generate coverage for both UT and smoke tests

Introduce a new nydus-build-debug job to build debug binaries with coverage enabled,
upload profraw files for build, smoke, unit test, and takeover stages.

Add a nydus-coverage job to aggregate coverage data from various test jobs,
generate combined codecov report, and upload coverage artifacts.

Update existing jobs to enable debug mode and upload corresponding coverage files,
improving code coverage tracking and analysis in CI workflows.

Signed-off-by: Peng Tao <bergwolf@hyper.sh>

Author: bergwolf

.github/workflows/smoke.yml

@@ -61,6 +61,44 @@ jobs:
         working-directory: ${{ matrix.path }}
         args: --timeout=10m --verbose
 
+  nydus-build-debug:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v6
+    - name: Rust Cache
+      uses: Swatinem/rust-cache@v2
+      with:
+        cache-on-failure: true
+        shared-key: ${{ runner.os }}-cargo-amd64-debug
+        save-if: ${{ github.ref == 'refs/heads/master' }}
+    - uses: dsherret/rust-toolchain-file@v1
+    - name: Read Rust toolchain version
+      id: set_toolchain_version
+      run: |
+        RUST_TOOLCHAIN_VERSION=$(grep -oP '(?<=channel = ")[^"]*' rust-toolchain.toml)
+        echo "Rust toolchain version: $RUST_TOOLCHAIN_VERSION"
+        echo "rust-version=$RUST_TOOLCHAIN_VERSION" >> $GITHUB_OUTPUT
+      shell: bash
+    - name: Build Nydus Debug Version
+      run: |
+        make -e ENABLE_DEBUG=1 build
+        mv target/$RUST_TARGET/debug/nydusd .
+        mv target/$RUST_TARGET/debug/nydus-image .
+    - name: Upload Nydus Binaries
+      uses: actions/upload-artifact@v6
+      with:
+        name: nydus-artifact-debug
+        path: |
+          nydus-image
+          nydusd
+    - name: Upload Nydus Build profraw
+      uses: actions/upload-artifact@v6
+      with:
+        name: nydus-profraw-build
+        path: |
+          coverage/*.profraw
+
   nydus-build:
     runs-on: ubuntu-latest
     strategy:
@@ -122,7 +160,7 @@ jobs:
       if: matrix.arch == 'amd64'
       uses: actions/upload-artifact@v6
       with:
-        name: nydus-artifact
+        name: nydus-artifact-release
         path: |
           nydus-image
           nydusd
@@ -153,7 +191,7 @@ jobs:
 
   nydus-integration-test:
     runs-on: ubuntu-latest
-    needs: [contrib-build, nydus-build]
+    needs: [contrib-build, nydus-build-debug]
     steps:
     - name: Checkout
       uses: actions/checkout@v6
@@ -163,9 +201,8 @@ jobs:
     - name: Download Nydus
       uses: actions/download-artifact@v7
       with:
-        name: nydus-artifact
-        path: |
-          target/release
+        name: nydus-artifact-debug
+        path: target/debug
     - name: Download Nydusify
       uses: actions/download-artifact@v7
       with:
@@ -228,7 +265,13 @@ jobs:
         done
 
         curl -sSfL https://raw.githubusercontent.com/golangci/golangci-lint/master/install.sh | sudo sh -s -- -b /usr/bin v2.1.6
-        sudo -E make smoke-only
+        sudo -E ENABLE_DEBUG=1 make smoke-only
+    - name: Upload Nydus Smoke profraw
+      uses: actions/upload-artifact@v6
+      with:
+        name: nydus-profraw-smoke
+        path: |
+          coverage/*.profraw
 
   nydus-unit-test:
     runs-on: ubuntu-latest
@@ -248,13 +291,13 @@ jobs:
     - name: Unit Test
       run: |
         sudo -E ENABLE_DEBUG=1 "PATH=$PATH" make ut-nextest
-        sudo -E "PATH=$PATH" make generate-codecov
-    - name: Upload nydus coverage file
+        #sudo -E "PATH=$PATH" make generate-codecov
+    - name: Upload Nydus UT profraw
       uses: actions/upload-artifact@v6
       with:
-        name: nydus-test-coverage-artifact
+        name: nydus-profraw-ut
         path: |
-          coverage/coverage.info
+          coverage/*.profraw
 
   contrib-unit-test:
     runs-on: ubuntu-latest
@@ -278,7 +321,7 @@ jobs:
 
   upload-coverage-to-codecov:
     runs-on: ubuntu-latest
-    needs: [contrib-unit-test, nydus-unit-test]
+    needs: [contrib-unit-test, nydus-coverage]
     steps:
     - uses: actions/checkout@v6
     - name: Download nydus coverage file
@@ -307,7 +350,7 @@ jobs:
 
   performance-test:
     runs-on: ubuntu-latest
-    needs: [contrib-build, nydus-build]
+    needs: [contrib-build, nydus-build-debug]
     strategy:
       matrix:
         include:
@@ -320,7 +363,7 @@ jobs:
     - name: Download Nydus
       uses: actions/download-artifact@v7
       with:
-        name: nydus-artifact
+        name: nydus-artifact-release
         path: target/release
     - name: Download Nydusify
       uses: actions/download-artifact@v7
@@ -337,15 +380,15 @@ jobs:
 
   takeover-test:
     runs-on: ubuntu-latest
-    needs: [contrib-build, nydus-build]
+    needs: [contrib-build, nydus-build-debug]
     steps:
     - name: Checkout
       uses: actions/checkout@v6
     - name: Download Nydus
       uses: actions/download-artifact@v7
       with:
-        name: nydus-artifact
-        path: target/release
+        name: nydus-artifact-debug
+        path: target/debug
     - name: Download Nydusify
       uses: actions/download-artifact@v7
       with:
@@ -357,4 +400,51 @@ jobs:
     - name: Takeover Test
       run: |
         export NEW_NYDUSD_BINARY_PATH=target/release/nydusd
-        sudo -E make smoke-takeover
+        sudo -E ENABLE_DEBUG=1 make smoke-takeover
+    - name: Upload Nydus Takeover
+      uses: actions/upload-artifact@v6
+      with:
+        name: nydus-profraw-takeover
+        path: |
+          coverage/*.profraw
+
+  nydus-coverage:
+    runs-on: ubuntu-latest
+    needs: [takeover-test,nydus-integration-test,nydus-unit-test]
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v6
+    - name: Download Nydus
+      uses: actions/download-artifact@v7
+      with:
+        name: nydus-artifact-debug
+        path: target/debug
+    - name: Download Nydus Build profraw
+      uses: actions/download-artifact@v7
+      with:
+        name: nydus-profraw-build
+        path: coverage/
+    - name: Download Nydus Smoke profraw
+      uses: actions/download-artifact@v7
+      with:
+        name: nydus-profraw-smoke
+        path: coverage/
+    - name: Download Nydus UT profraw
+      uses: actions/download-artifact@v7
+      with:
+        name: nydus-profraw-ut
+        path: coverage/
+    - name: Download Nydus Takeover profraw
+      uses: actions/download-artifact@v7
+      with:
+        name: nydus-profraw-takeover
+        path: coverage/
+    - name: Generate Nydus Codecov
+      run: |
+        ls coverage | wc -l
+        sudo -E "PATH=$PATH" make generate-codecov
+    - name: Upload Nydus Codecov
+      uses: actions/upload-artifact@v6
+      with:
+        name: nydus-test-coverage-artifact
+        path: coverage/coverage.info