Alpha version of CI suite using PyTest for Siracusa and Siracusa Tiled

Author: Victor-Jung

.github/workflows/_runner-siracusa-tiled-kernels.yml

@@ -0,0 +1,40 @@
+name: Siracusa Tiled Kernels Runner
+
+on:
+  workflow_call:
+    inputs:
+      runner:
+        required: true
+        type: string
+      docker-image:
+        required: true
+        type: string
+      memory-level:
+        required: true
+        type: string
+        description: 'Memory level marker (l2 or l3)'
+      buffer-mode:
+        required: true
+        type: string
+        description: 'Buffer mode marker (singlebuffer or doublebuffer)'
+
+jobs:
+  run-tests:
+    runs-on: ${{ inputs.runner }}
+    container:
+      image: ${{ inputs.docker-image }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      - name: Install Deeploy
+        run: |
+          pip install -e .
+
+      - name: Run kernel tests
+        run: |
+          cd DeeployTest
+          pytest test_platforms.py -m "siracusa_tiled and kernels and ${{ inputs.memory-level }} and ${{ inputs.buffer-mode }}" -v

.github/workflows/_runner-siracusa-tiled-models.yml

@@ -0,0 +1,49 @@
+name: Siracusa Tiled Models Runner
+
+on:
+  workflow_call:
+    inputs:
+      runner:
+        required: true
+        type: string
+      docker-image:
+        required: true
+        type: string
+      test-name:
+        required: true
+        type: string
+        description: 'Test name to run'
+      memory-level:
+        required: true
+        type: string
+        description: 'Memory level marker (l2 or l3)'
+      buffer-mode:
+        required: true
+        type: string
+        description: 'Buffer mode marker (singlebuffer or doublebuffer)'
+
+jobs:
+  run-test:
+    runs-on: ${{ inputs.runner }}
+    container:
+      image: ${{ inputs.docker-image }}
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      - name: Install Deeploy
+        run: |
+          pip install -e .
+
+      - name: Run model test with retry
+        uses: nick-fields/retry@v3
+        with:
+          timeout_minutes: 10
+          max_attempts: 3
+          retry_on: error
+          command: |
+            cd DeeployTest
+            pytest test_platforms.py -k "${{ inputs.test-name }}-" -m "siracusa_tiled and models and ${{ inputs.memory-level }} and ${{ inputs.buffer-mode }}" -v

.github/workflows/_runner-siracusa-tiled-sequential.yml

@@ -51,11 +51,6 @@ jobs:
       - name: Build Deeploy
         shell: bash
         run: pip install -e .
-      - name: Install jq
-        run: |
-          export DEBIAN_FRONTEND=noninteractive
-          apt-get update -y
-          apt-get install -y jq
       - name: Cache ccache
         uses: actions/cache/restore@v4
         with:
@@ -64,16 +59,14 @@ jobs:
       - name: Run Tests
         run: |
           cd DeeployTest
-          echo '${{ inputs.tests-config }}' > tests.json
           mkdir -p /app/.ccache
           export CCACHE_DIR=/app/.ccache
 
-          jq -c '.[]' tests.json | while read test; do
-            testName=$(echo "$test" | jq -r '.name')
-            L1_values=$(echo "$test" | jq -r '.L1[]')
-            for L1_value in $L1_values; do
-              echo "Running test: $testName with L1: $L1_value"
-              python testRunner_tiled_siracusa.py -t Tests/$testName --cores=${{ inputs.num-cores }} --l1 $L1_value --defaultMemLevel=${{ inputs.default-memory-level }} ${{ inputs.double-buffer && '--doublebuffer' || '' }} --memAllocStrategy=${{ inputs.memory-allocation-strategy }} --searchStrategy=${{ inputs.search-strategy }}
-            done
-          done
+          # Determine buffer mode and memory level for pytest markers
+          BUFFER_MARKER="${{ inputs.double-buffer && 'doublebuffer' || 'singlebuffer' }}"
+          MEMLEVEL_MARKER="${{ inputs.default-memory-level == 'L3' && 'l3' || 'l2' }}"
+          
+          # Run all kernel tests matching the buffer and memory level configuration
+          echo "Running Siracusa tiled kernel tests (${MEMLEVEL_MARKER}, ${BUFFER_MARKER})"
+          pytest test_platforms.py::test_siracusa_tiled_kernels_${MEMLEVEL_MARKER}_${BUFFER_MARKER} -v
         shell: bash

.github/workflows/_runner-siracusa-tiled.yml

@@ -74,5 +74,20 @@ jobs:
             cd DeeployTest
             mkdir -p /app/.ccache
             export CCACHE_DIR=/app/.ccache
-            python testRunner_tiled_siracusa.py -t Tests/${{ inputs.test-name }} --cores=${{ inputs.num-cores }} --l1 ${{ matrix.L1 }} --defaultMemLevel=${{ inputs.default-memory-level }} ${{ inputs.double-buffer && '--doublebuffer' || '' }} --memAllocStrategy=${{ inputs.memory-allocation-strategy }} --searchStrategy=${{ inputs.search-strategy }}
+            
+            # Determine buffer mode and memory level for pytest markers
+            BUFFER_MARKER="${{ inputs.double-buffer && 'doublebuffer' || 'singlebuffer' }}"
+            MEMLEVEL_MARKER="${{ inputs.default-memory-level == 'L3' && 'l3' || 'l2' }}"
+            
+            # Determine if it's a kernel or model test
+            TEST_TYPE="kernels"
+            if [[ "${{ inputs.test-name }}" == *"/"* ]] || [[ "${{ inputs.test-name }}" =~ (simpleRegression|MobileNet|Attention|Transformer|Llama|MLPerf|CCT|TinyViT) ]]; then
+              TEST_TYPE="models"
+            fi
+            
+            # Build test ID pattern: testname-L1value-config
+            TEST_PATTERN="${{ inputs.test-name }}-${{ matrix.L1 }}-${{ inputs.default-memory-level }}-${BUFFER_MARKER}"
+            
+            # Run pytest with specific test matching the pattern
+            pytest test_platforms.py::test_siracusa_tiled_${TEST_TYPE}_${MEMLEVEL_MARKER}_${BUFFER_MARKER} -k "$TEST_PATTERN" -v
           shell: bash

.github/workflows/_runner-siracusa.yml

@@ -14,12 +14,10 @@ name: _runner-siracusa
       docker-image:
         required: true
         type: string
-      test-names:
+      test-type:
         required: true
         type: string
-      num-cores:
-        required: true
-        type: number
+        description: "Type of tests to run: kernels or models"
 
 jobs:
   test-runner-siracusa:
@@ -41,14 +39,10 @@ jobs:
           key: ccache-ci
       - name: Run Test
         run: |
-          testNames="${{ inputs.test-names }}"
           cd DeeployTest
           mkdir -p /app/.ccache
           export CCACHE_DIR=/app/.ccache
-          echo "$testNames" | while IFS= read -r testName; do
-            if [[ -n "$testName" ]]; then
-              echo "Running test: $testName"
-              python testRunner_siracusa.py -t Tests/$testName --cores=${{ inputs.num-cores }}
-            fi
-          done
+          
+          # Run tests using pytest markers
+          pytest test_platforms.py::test_siracusa_${{ inputs.test-type }} -v
         shell: bash