Merge pull request #1442 from luxonis/release/3.0.0

Release/3.0.0

Author: moratom

.github/workflows/bom.yml

@@ -47,7 +47,8 @@ jobs:
       id: build_and_push
       run: |
         cp -n scripts/hil/build_and_push.sh depthai-core/scripts/hil/build_and_push.sh
-        cp -n tests/Dockerfile depthai-core/tests/Dockerfile
+        rm depthai-core/tests/Dockerfile
+        cp tests/Dockerfile depthai-core/tests/Dockerfile
         cp -n tests/run_tests_entrypoint.sh depthai-core/tests/run_tests_entrypoint.sh
         cd depthai-core
 

.github/workflows/main.workflow.yml

@@ -80,7 +80,7 @@ jobs:
       if: matrix.os == 'ubuntu-latest'
       run: |
         sudo apt-get update
-        sudo apt-get install libopencv-dev libudev-dev
+        sudo apt-get install libopencv-dev libudev-dev libusb-1.0-0-dev
 
     - name: Install dependencies
       if: matrix.os == 'windows-latest'
@@ -126,7 +126,7 @@ jobs:
       if: matrix.os == 'ubuntu-latest'
       run: |
         sudo apt-get update
-        sudo apt-get install libopencv-dev libudev-dev
+        sudo apt-get install libopencv-dev libudev-dev libusb-1.0-0-dev
 
     - name: Install dependencies
       if: matrix.os == 'windows-latest'

.github/workflows/python-main.yml

@@ -239,22 +239,28 @@ jobs:
         run: |
           python -m pip install --upgrade pip
       - name: Building wheels
-        run: cd bindings/python && python -m pip wheel . -w ./wheelhouse/audited/ --verbose
+        run: cd bindings/python && python -m pip wheel . -w ./wheelhouse/ --verbose
       - name: Print out vcpkg logs if building port fails
         if: failure()    # Only run this if the build step fails
         run: cd bindings/python && bash ./ci/show_vcpkg_logs.sh
+      - name: Install delvewheel
+        run: python -m pip install delvewheel
+      - name: List wheelhouse
+        run: cd bindings/python && ls ./wheelhouse
+      - name: Auditing wheels
+        shell: bash
+        run: |
+          cd bindings/python
+          EXTRA_DLL_PATH=$(find ./build -type d -name "temp.win*" -exec ls -d {} \; | head -n 1)/Release/Release
+          echo "delvewheel extra dll path: $EXTRA_DLL_PATH"
+          for wheel in ./wheelhouse/*.whl; do
+            delvewheel repair "$wheel" --add-path "$EXTRA_DLL_PATH" --include vcruntime140.dll --include vcruntime140_1.dll --include ucrtbase.dll -w wheelhouse/audited
+          done
       - name: Archive wheel artifacts
         uses: actions/upload-artifact@v4
         with:
           name: audited-wheels-windows-${{ matrix.python-version }}
           path: bindings/python/wheelhouse/audited/*
-      - name: Deploy wheels to artifactory (if not a release)
-        if: startsWith(github.ref, 'refs/tags/v') != true
-        run: cd bindings/python && bash ./ci/upload-artifactory.sh
-        env:
-          ARTIFACTORY_URL: ${{ secrets.ARTIFACTORY_URL }}
-          ARTIFACTORY_USER: ${{ secrets.ARTIFACTORY_USER }}
-          ARTIFACTORY_PASS: ${{ secrets.ARTIFACTORY_PASS }}
 
   # This job builds wheels for macOS arch
   build-macos:
@@ -328,8 +334,28 @@ jobs:
         with:
           name: audited-wheels-macos-${{ matrix.os }}-${{ matrix.python-version }}
           path: bindings/python/wheelhouse/audited/*
-      - name: Deploy wheels to artifactory (if not a release)
-        if: startsWith(github.ref, 'refs/tags/v') != true
+
+  combine-macos-wheels:
+    needs: build-macos
+    strategy:
+      matrix:
+        os: [macos-13, macos-14]
+      fail-fast: false
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v3
+      - name: Download audited wheels
+        uses: actions/download-artifact@v4
+        with:
+          pattern: audited-wheels-macos-${{ matrix.os }}-*
+          path: bindings/python/wheelhouse/audited/
+          merge-multiple: true
+      - name: Combine wheels
+        run: |
+          cd bindings/python && mv wheelhouse/audited wheelhouse/audited_pre && mkdir -p wheelhouse/audited
+          echo "Combining repaired wheels into one master wheel"
+          python3 ci/combine_wheels.py --input_folder=wheelhouse/audited_pre --output_folder=wheelhouse/audited
+      - name: Upload combined wheels to artifactory
         run: cd bindings/python && bash ./ci/upload-artifactory.sh
         env:
           ARTIFACTORY_URL: ${{ secrets.ARTIFACTORY_URL }}
@@ -403,8 +429,28 @@ jobs:
         with:
           name: audited-wheels-linux-x86_64-${{ matrix.python-set }}
           path: bindings/python/wheelhouse/audited/*
-      - name: Deploy wheels to artifactory (if not a release)
-        if: startsWith(github.ref, 'refs/tags/v') != true
+
+  combine-linux-x86_64-wheels:
+    needs: build-linux-x86_64
+    runs-on: ubuntu-latest
+    container:
+      image: quay.io/pypa/manylinux_2_28_x86_64:2024.12.05-1
+      env:
+        PLAT: manylinux_2_28_x86_64
+    steps:
+      - uses: actions/checkout@v3
+      - name: Download audited wheels
+        uses: actions/download-artifact@v4
+        with:
+          pattern: audited-wheels-linux-x86_64-*
+          path: bindings/python/wheelhouse/audited/
+          merge-multiple: true
+      - name: Combine wheels
+        run: |
+          cd bindings/python && mv wheelhouse/audited wheelhouse/audited_pre && mkdir -p wheelhouse/audited
+          echo "Combining repaired wheels into one master wheel"
+          python3 ci/combine_wheels.py --input_folder=wheelhouse/audited_pre --output_folder=wheelhouse/audited
+      - name: Upload combined wheels to artifactory
         run: cd bindings/python && bash ./ci/upload-artifactory.sh
         env:
           ARTIFACTORY_URL: ${{ secrets.ARTIFACTORY_URL }}
@@ -482,8 +528,59 @@ jobs:
         with:
           name: audited-wheels-linux-arm64-${{ matrix.python-set }}
           path: bindings/python/wheelhouse/audited/*
-      - name: Deploy wheels to artifactory (if not a release)
-        if: startsWith(github.ref, 'refs/tags/v') != true
+
+  combine-linux-arm64-wheels:
+    needs: build-linux-arm64
+    runs-on: ubuntu-24.04-arm
+    timeout-minutes: 1440  # Set timeout to 24 hours
+    container:
+      image: quay.io/pypa/manylinux_2_28_aarch64:2024.12.05-1
+      env:
+        PLAT: manylinux_2_28_aarch64
+    steps:
+      - uses: actions/checkout@v3
+      - name: Download audited wheels
+        uses: actions/download-artifact@v4
+        with:
+          pattern: audited-wheels-linux-arm64-*
+          path: bindings/python/wheelhouse/audited/
+          merge-multiple: true
+      - name: Combine wheels
+        run: |
+          cd bindings/python && mv wheelhouse/audited wheelhouse/audited_pre && mkdir -p wheelhouse/audited
+          echo "Combining repaired wheels into one master wheel"
+          python3 ci/combine_wheels.py --input_folder=wheelhouse/audited_pre --output_folder=wheelhouse/audited
+      - name: Upload combined wheels to artifactory
+        run: cd bindings/python && bash ./ci/upload-artifactory.sh
+        env:
+          ARTIFACTORY_URL: ${{ secrets.ARTIFACTORY_URL }}
+          ARTIFACTORY_USER: ${{ secrets.ARTIFACTORY_USER }}
+          ARTIFACTORY_PASS: ${{ secrets.ARTIFACTORY_PASS }}
+
+  combine-windows-x86_64-wheels:
+    needs: build-windows-x86_64
+    runs-on: windows-latest
+    steps:
+      - uses: actions/checkout@v3
+      - name: Download audited wheels
+        uses: actions/download-artifact@v4
+        with:
+          pattern: audited-wheels-windows-*
+          path: bindings/python/wheelhouse/audited/
+          merge-multiple: true
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.12"
+      - name: Combine wheels
+        run: |
+          python -m pip install delvewheel # Install delvewheel for patching wheels
+          cd bindings/python
+          mv wheelhouse/audited wheelhouse/audited_pre
+          mkdir -p wheelhouse/audited
+          echo "Combining repaired wheels into one master wheel"
+          python ci/combine_wheels.py --input_folder=wheelhouse/audited_pre --output_folder=wheelhouse/audited --log_level=debug
+      - name: Upload combined wheels to artifactory
         run: cd bindings/python && bash ./ci/upload-artifactory.sh
         env:
           ARTIFACTORY_URL: ${{ secrets.ARTIFACTORY_URL }}
@@ -494,7 +591,7 @@ jobs:
     if: startsWith(github.ref, 'refs/tags/v')
     # needs: [pytest, build-linux-armhf, build-windows-x86_64, build-macos-x86_64, build-macos-arm64, build-linux-x86_64, build-linux-arm64]
     # needs: [pytest, build-windows-x86_64, build-macos, build-linux-x86_64, build-linux-arm64]
-    needs: [build-windows-x86_64, build-macos, build-linux-x86_64, build-linux-arm64]
+    needs: [combine-macos-wheels, combine-linux-x86_64-wheels, combine-linux-arm64-wheels, combine-windows-x86_64-wheels]
     runs-on: ubuntu-latest
 
     steps:

.github/workflows/test.workflow.yml

@@ -24,6 +24,7 @@ jobs:
     with:
       flavor: "vanilla"
       luxonis_os_versions_to_test: "['debug-1.6.0', '1.14.1', '1.15.0']"
+      luxonis_os_versions_to_test_rgb: "['1.15.0']"
     secrets:
       CONTAINER_REGISTRY: ${{ secrets.CONTAINER_REGISTRY }}
 

.github/workflows/test_child.yml

@@ -8,6 +8,10 @@ on:
       luxonis_os_versions_to_test:
         required: true
         type: string
+      luxonis_os_versions_to_test_rgb:
+        required: false
+        type: string
+        default: "[]"
     secrets:
       CONTAINER_REGISTRY:
         required: true
@@ -38,9 +42,15 @@ jobs:
         echo "Using branch: $BRANCH_NAME"
         scripts/hil/build_and_push.sh "${{ inputs.flavor }}" "$BRANCH_NAME" "$CONTAINER_REGISTRY" "${{ github.sha }}" "$PARALLEL_JOBS" "$PULL_REQUEST" "$TAG"
 
+ prepare_hil_framework:
+    needs: [build_docker_container]
+    runs-on: ['self-hosted', 'testbed-runner']
+    steps:
+      - name: Prepare HIL Framework
+        run: source scripts/hil/prepare_hil_framework.sh
 
  linux_rvc2_test:
-    needs: [build_docker_container]
+    needs: [build_docker_container,prepare_hil_framework]
     runs-on: ['self-hosted', 'testbed-runner']
     steps:
     - uses: actions/checkout@v3
@@ -50,9 +60,11 @@ jobs:
         script: |
           core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || '');
           core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || '');
-
-    - name: Prepare HIL Framework
-      run: source scripts/hil/prepare_hil_framework.sh
+    - name: Import HIL Framework
+      run: |
+          echo "/home/$USER/hil_framework/lib_testbed/tools" >> $GITHUB_PATH
+          echo "PYTHONPATH="$PYTHONPATH:/home/$USER/hil_framework"" >> $GITHUB_ENV
+          echo "HIL_FRAMEWORK_PATH="/home/$USER/hil_framework"" >> $GITHUB_ENV
 
     - name: Run RVC2 tests
       env:
@@ -63,7 +75,7 @@ jobs:
 
   # Testing
  linux_rvc4_test:
-      needs: [build_docker_container]
+      needs: [build_docker_container,prepare_hil_framework]
       strategy:
         matrix:
           rvc4os: ${{ fromJson(inputs.luxonis_os_versions_to_test) }}
@@ -73,10 +85,37 @@ jobs:
       steps:
       - uses: actions/checkout@v3
 
-      - name: Prepare HIL Framework
-        run: source scripts/hil/prepare_hil_framework.sh
+      - name: Import HIL Framework
+        run: |
+          echo "/home/$USER/hil_framework/lib_testbed/tools" >> $GITHUB_PATH
+          echo "PYTHONPATH="$PYTHONPATH:/home/$USER/hil_framework"" >> $GITHUB_ENV
+          echo "HIL_FRAMEWORK_PATH="/home/$USER/hil_framework"" >> $GITHUB_ENV
+
 
       - name: Run RVC4 tests
         run: |
           export RESERVATION_NAME="https://github.com/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID#rvc4-${{ matrix.rvc4os }}-${{ inputs.flavor }}"
-          exec hil --models "oak4_pro or oak4_d" --reservation-name $RESERVATION_NAME --wait --sync-workspace --rvc4-os-version ${{ matrix.rvc4os }} --docker-image ${{ secrets.CONTAINER_REGISTRY }}/depthai-core-hil:${{ needs.build_docker_container.outputs.tag }} --commands "./tests/run_tests_entrypoint.sh rvc4"
+          exec hil --models "oak4_pro or oak4_d" --reservation-name $RESERVATION_NAME --wait --rvc4-os-version ${{ matrix.rvc4os }} --docker-image ${{ secrets.CONTAINER_REGISTRY }}/depthai-core-hil:${{ needs.build_docker_container.outputs.tag }} --commands "./tests/run_tests_entrypoint.sh rvc4"
+
+ linux_rvc4_rgb_test:
+      needs: [build_docker_container,prepare_hil_framework]
+      strategy:
+        matrix:
+          rvc4os: ${{ fromJson(inputs.luxonis_os_versions_to_test_rgb) }}
+        fail-fast: false
+      runs-on: ['self-hosted', 'testbed-runner']
+
+      steps:
+      - uses: actions/checkout@v3
+
+      - name: Import HIL Framework
+        run: |
+          echo "/home/$USER/hil_framework/lib_testbed/tools" >> $GITHUB_PATH
+          echo "PYTHONPATH="$PYTHONPATH:/home/$USER/hil_framework"" >> $GITHUB_ENV
+          echo "HIL_FRAMEWORK_PATH="/home/$USER/hil_framework"" >> $GITHUB_ENV
+
+      - name: Run RVC4 tests
+        run: |
+          export RESERVATION_NAME="https://github.com/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID#rvc4-${{ matrix.rvc4os }}-${{ inputs.flavor }}-rgb"
+          exec hil --models "oak4_s" --reservation-name $RESERVATION_NAME --wait --rvc4-os-version ${{ matrix.rvc4os }} --docker-image ${{ secrets.CONTAINER_REGISTRY }}/depthai-core-hil:${{ needs.build_docker_container.outputs.tag }} --commands "./tests/run_tests_entrypoint.sh rvc4rgb"
+

.gitignore

@@ -47,4 +47,6 @@ _builds/
 .compile_commands.json
 .depthai_cached_models/
 install*
+!install_requirements.py
 build*
+depthai_calib_backup.json