Merge branch 'main' into dataman-154-metadata-upload

Author: digaobarbosa

.github/workflows/docker.inference-exp.yml

@@ -60,7 +60,7 @@ jobs:
     name: ${{ matrix.dockerfile }}:${{ matrix.platform }}
     needs: determine-tags
     runs-on: ubuntu-latest
-    timeout-minutes: 120
+    timeout-minutes: 240
     permissions:
       # permission lets the workflow issue OIDC tokens, required by depot.dev auth
       id-token: write
@@ -83,6 +83,9 @@ jobs:
           - dockerfile: "x86.cu128.base.dockerfile"
             platform: "cu128"
             build_platforms: "linux/amd64"
+          - dockerfile: "jp51.cu114.core.dockerfile"
+            platform: "jp51"
+            build_platforms: "linux/arm64"
           # - dockerfile: "jp61.cu126.base.dockerfile"
           #   platform: "jp61"
           #   build_platforms: "linux/arm64"

.github/workflows/docker.stream_manager.jetson.5.1.1.yml

@@ -1,7 +1,6 @@
 name: Docs Workflow
 permissions:
   contents: read
-  pages: write
 
 on:
   release:
@@ -15,7 +14,7 @@ on:
         default: false
 
 jobs:
-  deploy:
+  build:
     runs-on: depot-ubuntu-22.04-32
     timeout-minutes: 20
     permissions:
@@ -44,15 +43,6 @@ jobs:
           path: roboflow_enterprise_blocks
           token: ${{ steps.enterprise_blocks_token.outputs.token }}
 
-      - name: Create GitHub App token (mkdocs)
-        id: mkdocs_token
-        uses: actions/create-github-app-token@v1
-        with:
-          app-id: ${{ secrets.MKDOCS_APP_ID }}
-          private-key: ${{ secrets.MKDOCS_PEM }}
-          owner: roboflow
-          repositories: mkdocs-material-insiders
-
       - name: Set up Node
         uses: actions/setup-node@v3
         with:
@@ -61,7 +51,11 @@ jobs:
       - name: Install Docs Theme
         run: |
           npm ci
-        working-directory: ./inference_repo/theme
+        working-directory: ./inference_repo/theme_build
+
+      - name: Build theme assets
+        run: npm run build
+        working-directory: ./inference_repo/theme_build
 
       - name: Set up Python
         uses: actions/setup-python@v5
@@ -74,9 +68,6 @@ jobs:
           # Upgrade pip and setuptools
           python -m pip install --upgrade pip setuptools
 
-          # Install mkdocs-material-insiders using the GitHub App token
-          pip install git+https://roboflow:${{ steps.mkdocs_token.outputs.token }}@github.com/roboflow/mkdocs-material-insiders.git
-
           # Install doc requirements
           pip install -r requirements/requirements.docs.txt
 
@@ -96,6 +87,10 @@ jobs:
         run: pip install .
         working-directory: ./roboflow_enterprise_blocks
 
+      - name: Generate API reference pages
+        run: python docs/scripts/gen_ref_pages.py
+        working-directory: ./inference_repo
+
       - name: Build block docs
         run: python -m development.docs.build_block_docs
         working-directory: ./inference_repo
@@ -114,12 +109,43 @@ jobs:
         run: python -m development.docs.write_openapi_spec
         working-directory: ./inference_repo
 
+      - name: Replace template variables (VERSION, etc.)
+        run: python docs/scripts/macros.py
+        working-directory: ./inference_repo
+
       - name: Validate generated docs (Jinja2 syntax)
         run: python -m development.docs.validate_docs_jinja2
         working-directory: ./inference_repo
 
+      - name: Build docs
+        run: zensical build --clean
+        working-directory: ./inference_repo
+
+      - name: Verify build output
+        run: |
+          echo "Checking for theme assets in site/..."
+          test -f site/static/styles.css || { echo "ERROR: site/static/styles.css missing!"; exit 1; }
+          test -f site/static/dist/home.js || { echo "ERROR: site/static/dist/home.js missing!"; exit 1; }
+          echo "Theme assets OK."
+          echo "Checking for API reference pages..."
+          test -d site/reference/inference || { echo "ERROR: site/reference/inference/ missing!"; exit 1; }
+          test -d site/reference/inference_sdk || { echo "ERROR: site/reference/inference_sdk/ missing!"; exit 1; }
+          test -d site/reference/inference_cli || { echo "ERROR: site/reference/inference_cli/ missing!"; exit 1; }
+          echo "API reference OK."
+        working-directory: ./inference_repo
+
+      - name: Upload site artifact
+        if: ${{ github.event_name == 'workflow_dispatch' }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: docs-site-preview
+          path: ./inference_repo/site
+          retention-days: 7
+
       - name: Deploy docs
         # Only deploy if release event OR if deploy input was set to true
         if: ${{ github.event_name == 'release' || github.event.inputs.deploy == 'true' }}
-        run: mkdocs gh-deploy --force --verbose
+        run: |
+          pip install ghp-import
+          ghp-import -n -p -f site
         working-directory: ./inference_repo

.github/workflows/docs.yml

@@ -22,7 +22,7 @@ jobs:
     timeout-minutes: 20
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11", "3.12"]
     steps:
       - name: 🛎️ Checkout
         uses: actions/checkout@v4
@@ -63,7 +63,7 @@ jobs:
     timeout-minutes: 30
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11", "3.12"]
     steps:
       - name: 🛎️ Checkout
         uses: actions/checkout@v4

.github/workflows/integration_e2e_tests_inference_sdk_x86.yml

@@ -19,7 +19,7 @@ jobs:
     timeout-minutes: 30
     strategy:
       matrix:
-        python-version: ["3.9", "3.10"]
+        python-version: ["3.10"]
     steps:
       - name: 🛎️ Checkout
         uses: actions/checkout@v4

.github/workflows/integration_tests_inference_cli_depending_on_inference_x86.yml

@@ -19,7 +19,7 @@ jobs:
     timeout-minutes: 30
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11", "3.12"]
     steps:
       - name: 🛎️ Checkout
         uses: actions/checkout@v4

.github/workflows/integration_tests_inference_cli_x86.yml

@@ -95,6 +95,12 @@ jobs:
           python -m pip install uv
           python -m uv venv
           python -m uv pip install -e .[test,${{ matrix.extras.install }}] --python .venv
+      - name: 🪛 Display GPU
+        if: ${{ (github.event.inputs.extras == '' || github.event.inputs.extras == matrix.extras.marker) && (github.event.inputs.python_version == '' || github.event.inputs.python_version == matrix.python-version) }}
+        working-directory: inference_models
+        run: |
+          source .venv/bin/activate
+          python -c "import torch; print(torch.cuda.get_device_name(0))"
       - name: 🧪 Run tests marked `${{ matrix.extras.marker }}`
         if: ${{ (github.event.inputs.extras == '' || github.event.inputs.extras == matrix.extras.marker) && (github.event.inputs.python_version == '' || github.event.inputs.python_version == matrix.python-version) }}
         working-directory: inference_models

.github/workflows/integration_tests_inference_experimental_gpu.yml

@@ -19,7 +19,7 @@ jobs:
     timeout-minutes: 45
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11", "3.12"]
     steps:
       - name: 🛎️ Checkout
         uses: actions/checkout@v4

.github/workflows/integration_tests_inference_models.yml

@@ -14,7 +14,6 @@ on:
         default: all
         options:
           - all
-          - "3.9"
           - "3.10"
           - "3.11"
           - "3.12"
@@ -39,7 +38,7 @@ jobs:
       group: public-depot
     strategy:
       matrix:
-        python-version: ${{ fromJSON((github.event.inputs.python-version || 'all') == 'all' && '["3.9","3.10","3.11","3.12"]' || format('["{0}"]', github.event.inputs.python-version)) }}
+        python-version: ${{ fromJSON((github.event.inputs.python-version || 'all') == 'all' && '["3.10","3.11","3.12"]' || format('["{0}"]', github.event.inputs.python-version)) }}
         use-inference-models: ${{ fromJSON((github.event.inputs.use-inference-models || 'all') == 'all'&& '["true","false"]'|| format('["{0}"]', github.event.inputs.use-inference-models)) }}
     timeout-minutes: 15
     steps:

.github/workflows/integration_tests_workflows_x86.yml

@@ -1,4 +1,4 @@
-name: Publish Inference Experimental Wheels to PyPi
+name: Publish Inference Models Wheels to PyPi
 on:
   release:
     types: [created]
@@ -9,19 +9,14 @@ on:
         required: false
         default: false
         type: boolean
-      pre_release:
-        description: "Mark as pre-release"
-        required: false
-        default: false
-        type: boolean
 
 permissions:
   contents: read
   id-token: write
 
 jobs:
   build:
-    name: ${{ github.event_name == 'release' && 'Release publish' || (github.event.inputs.publish == 'true' && (github.event.inputs.pre_release == 'true' && 'Manual publish (pre-release)' || 'Manual publish (rejected - non-prerelease)') || 'Manual build only') }}
+    name: ${{ github.event_name == 'release' && 'Release publish' || (github.event.inputs.publish == 'true' && 'Manual publish' || 'Manual build only') }}
     runs-on:
       labels: depot-ubuntu-22.04-small
       group: public-depot
@@ -42,22 +37,6 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           python -m pip install uv
-      - name: 🏷️ Modify version for pre-release
-        if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.pre_release == 'true' }}
-        working-directory: inference_models
-        run: |
-          CURRENT_VERSION=$(grep -m 1 '^version = ' pyproject.toml | sed 's/version = "\(.*\)"/\1/')
-          echo "Current version: $CURRENT_VERSION"
-
-          if [[ $CURRENT_VERSION =~ (a|b|rc)[0-9]+$ ]]; then
-            echo "Version already has pre-release suffix, keeping as is"
-          else
-            TIMESTAMP=$(date +%Y%m%d%H%M%S)
-            NEW_VERSION="${CURRENT_VERSION}rc${TIMESTAMP}"
-            echo "New pre-release version: $NEW_VERSION"
-            sed -i.bak "s/^version = \"${CURRENT_VERSION}\"/version = \"${NEW_VERSION}\"/" pyproject.toml
-            rm pyproject.toml.bak
-          fi
       - name: 🔨 Build package
         working-directory: inference_models
         run: |