Merge branch 'main' into fix/cli-docstring-formatting-1108

Author: belloibrahv

.github/workflows/_docs_release.yml

@@ -13,6 +13,8 @@ jobs:
     environment: docs-release
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
       - uses: actions/setup-node@v4
         with:
           cache: yarn

.github/workflows/_test.yml

@@ -17,34 +17,48 @@ jobs:
                 platform:
                   - { runner: ubuntu-latest, python_exec: ".venv/bin/python" }
                   - { runner: ubuntu-24.04-arm, python_exec: ".venv/bin/python" }
-                  - { runner: macos-latest, python_exec: ".venv/bin/python" }
-                  - { runner: macos-13, python_exec: ".venv/bin/python" }
+                  - { runner: macos-latest, python_exec: ".venv/bin/python", extra_rustflags: "-C split-debuginfo=off"}
+                  - { runner: macos-13, python_exec: ".venv/bin/python", extra_rustflags: "-C split-debuginfo=off"}
                   - { runner: windows-latest, python_exec: ".venv\\Scripts\\python" }
         runs-on: ${{ matrix.platform.runner }}
+        env:
+          RUSTFLAGS: "-C debuginfo=0 ${{ matrix.platform.extra_rustflags }}"
+          CARGO_INCREMENTAL: "0"
+          SCCACHE_GHA_ENABLED: "true"
+          RUSTC_WRAPPER: "sccache"
+
         steps:
         - uses: actions/checkout@v4
+          with:
+            fetch-depth: 1
+
+        - name: Run sccache-cache
+          uses: mozilla-actions/[email protected]
 
         - uses: actions/setup-python@v5
           id: setup_python
           with:
             python-version: ${{ matrix.python-version }}
-            cache: 'pip'
+            # Python cache is huge and saves little time, so disabled for now, until we have higher cache size limits
+            # cache: 'pip'
 
         - run: rustup toolchain install stable --profile minimal
-        - name: Rust Cache
-          uses: Swatinem/rust-cache@v2
-          with:
-            key: rust-${{ matrix.platform.runner }}-${{ matrix.python-version }}
+
+        # Disable Rust cache until we have higher cache size limits
+        # - name: Rust Cache
+        #   uses: Swatinem/rust-cache@v2
+        #   with:
+        #     key: rust-${{ matrix.platform.runner }}-${{ matrix.python-version }}
+        #     cache-targets: 'false'
+        #     cache-all-crates: 'false'
+        #     cache-workspace-crates: 'false'
+
+        - name: Rust tests (no default features)
+          run: cargo test --no-default-features --verbose
+
         - name: Rust tests
           run: cargo test --verbose
 
-        - uses: actions/cache@v4
-          with:
-            path: .venv
-            key: pyenv-${{ matrix.platform.runner }}-${{ steps.setup_python.outputs.python-version }}-${{ hashFiles('pyproject.toml') }}
-            restore-keys: |
-              pyenv-${{ matrix.platform.runner }}-${{ steps.setup_python.outputs.python-version }}-
-
         - name: Setup venv
           run: |
             python -m venv .venv
@@ -53,7 +67,7 @@ jobs:
             ${{ matrix.platform.python_exec }} -m pip install maturin mypy pytest pytest-asyncio
         - name: Python build
           run: |
-            ${{ matrix.platform.python_exec }} -m maturin develop -E all
+            ${{ matrix.platform.python_exec }} -m maturin develop --strip -E all
         - name: Python type check (mypy)
           run: |
             ${{ matrix.platform.python_exec }} -m mypy python
@@ -65,6 +79,8 @@ jobs:
         runs-on: ubuntu-latest
         steps:
         - uses: actions/checkout@v4
+          with:
+            fetch-depth: 1
         - name: Install Rust toolchain
           uses: dtolnay/rust-toolchain@stable
         - uses: taiki-e/install-action@v2
@@ -81,4 +97,4 @@ jobs:
             if [ $status -ne 0 ]; then
               echo "::error::Third-party notices validation failed. Please update /about.toml and rerun."
               exit $status
-            fi
+            fi

.github/workflows/docs_test.yml

@@ -15,6 +15,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
       - uses: actions/setup-node@v4
         with:
           cache: yarn

.github/workflows/format.yml

@@ -29,6 +29,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
       - uses: dtolnay/rust-toolchain@stable
         with:
           components: rustfmt
@@ -41,6 +43,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
       - uses: actions/setup-python@v5
         with:
           python-version: 3.11

.github/workflows/release.yml

@@ -19,6 +19,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
       - run: ./.github/scripts/update_version.sh
       - uses: actions/upload-artifact@v4
         with:
@@ -30,6 +32,8 @@ jobs:
     needs: [create-versioned-toml]
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
       - uses: actions/download-artifact@v4
         with:
           name: Cargo.toml
@@ -61,6 +65,8 @@ jobs:
           - { os: windows, runner: windows-latest, target: x64 }
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
       - uses: actions/download-artifact@v4
         with:
           name: Cargo.toml
@@ -107,6 +113,8 @@ jobs:
     needs: [create-versioned-toml, generate-3p-notices]
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
       - uses: actions/download-artifact@v4
         with:
           name: Cargo.toml
@@ -138,6 +146,8 @@ jobs:
     environment: release
     steps:
       - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
       - uses: actions/download-artifact@v4
         with:
           name: Cargo.toml

.pre-commit-config.yaml

@@ -33,6 +33,13 @@ repos:
           files: ^(python/|src/|Cargo\.toml|pyproject\.toml)
           pass_filenames: false
 
+        - id: generate-cli-docs
+          name: generate CLI documentation
+          entry: python dev/generate_cli_docs.py
+          language: system
+          files: ^(python/cocoindex/cli\.py|dev/generate_cli_docs\.py)$
+          pass_filenames: false
+
         - id: cargo-fmt
           name: cargo fmt
           entry: cargo fmt