Merge branch 'main' of https://github.com/aryasoni98/cocoindex into issue-994

Author: aryasoni98

.github/workflows/_test.yml

@@ -35,6 +35,9 @@ jobs:
           uses: Swatinem/rust-cache@v2
           with:
             key: rust-${{ matrix.platform.runner }}-${{ matrix.python-version }}
+        - name: Rust tests (no default features)
+          run: cargo test --no-default-features --verbose
+
         - name: Rust tests
           run: cargo test --verbose
 
@@ -81,4 +84,4 @@ jobs:
             if [ $status -ne 0 ]; then
               echo "::error::Third-party notices validation failed. Please update /about.toml and rerun."
               exit $status
-            fi
+            fi

Cargo.lock

@@ -15,6 +15,10 @@ lto = true
 name = "cocoindex_engine"
 crate-type = ["cdylib"]
 
+[features]
+default = ["legacy-states-v0"]
+legacy-states-v0 = []
+
 [dependencies]
 pyo3 = { version = "0.25.1", features = [
     "abi3-py311",
@@ -57,7 +61,7 @@ tower = "0.5.2"
 tower-http = { version = "0.6.6", features = ["cors", "trace"] }
 indexmap = { version = "2.10.0", features = ["serde"] }
 blake2 = "0.10.6"
-pgvector = { version = "0.4.1", features = ["sqlx"] }
+pgvector = { version = "0.4.1", features = ["sqlx", "halfvec"] }
 phf = { version = "0.12.1", features = ["macros"] }
 indenter = "0.3.4"
 itertools = "0.14.0"
@@ -86,7 +90,7 @@ tree-sitter-javascript = "0.23.1"
 tree-sitter-json = "0.24.8"
 # The other more popular crate tree-sitter-kotlin requires tree-sitter < 0.23 for now
 tree-sitter-kotlin-ng = "1.1.0"
-tree-sitter-md = "0.3.2"
+tree-sitter-md = "0.5.1"
 tree-sitter-pascal = "0.10.0"
 tree-sitter-php = "0.23.11"
 tree-sitter-python = "0.23.6"
@@ -129,9 +133,10 @@ time = { version = "0.3", features = ["macros", "serde"] }
 numpy = "0.25.0"
 infer = "0.19.0"
 serde_with = { version = "3.14.0", features = ["base64"] }
-google-cloud-aiplatform-v1 = { version = "0.4.4", default-features = false, features = [
+google-cloud-aiplatform-v1 = { version = "0.4.5", default-features = false, features = [
     "prediction-service",
 ] }
+google-cloud-gax = "0.24.0"
 
 azure_identity = { version = "0.21.0", default-features = false, features = [
     "enable_reqwest_rustls",