feat: include duckdb-rs as a submodule (#2662)

Author: 0ax1

.github/workflows/ci.yml

@@ -31,6 +31,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - name: Validate YAML file
         run: |
           # Lint the workflows and yamllint's configuration file.
@@ -44,6 +46,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: spiraldb/actions/.github/actions/[email protected]
       - name: Python Lint - Format
         run: uv run ruff format --check .
@@ -55,6 +59,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: ./.github/actions/cleanup
       - uses: rui314/setup-mold@v1
       - uses: ./.github/actions/setup-rust
@@ -113,6 +119,8 @@ jobs:
       - tag=rust-docs
     steps:
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: ./.github/actions/setup-rust
       - name: Docs
         run: cargo doc --no-deps
@@ -159,6 +167,8 @@ jobs:
     steps:
       - uses: runs-on/action@v1
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: rui314/setup-mold@v1
         with:
           targets: ${{matrix.config.target || ''}}
@@ -184,6 +194,8 @@ jobs:
     steps:
       - uses: runs-on/action@v1
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: rui314/setup-mold@v1
       - uses: ./.github/actions/setup-c++
       - uses: taiki-e/install-action@cargo-hack
@@ -203,6 +215,8 @@ jobs:
     steps:
       - uses: runs-on/action@v1
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: rui314/setup-mold@v1
       - uses: ./.github/actions/setup-c++
       - name: Rust Lint - Format
@@ -236,6 +250,8 @@ jobs:
       GRCOV_OUTPUT_FILE: "target/coverage/vortex.lcov"
     steps:
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: ./.github/actions/cleanup
       - uses: rui314/setup-mold@v1
       - uses: ./.github/actions/setup-rust
@@ -272,6 +288,8 @@ jobs:
     steps:
       - uses: runs-on/action@v1
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       # rustup is pre-installed on the ubuntu24-full-x64 image.
 
       - name: Install Codspeed
@@ -311,6 +329,8 @@ jobs:
     continue-on-error: ${{ matrix.checks == 'advisories' }}
     steps:
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: EmbarkStudios/cargo-deny-action@v2
         with:
           command: check ${{ matrix.checks }}
@@ -340,6 +360,8 @@ jobs:
     steps:
       - uses: rui314/setup-mold@v1
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: ./.github/actions/setup-rust
       - uses: taiki-e/install-action@v2
         with:
@@ -356,6 +378,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
+        with:
+          submodules: "recursive"
       - uses: ./.github/actions/cleanup
       - uses: rui314/setup-mold@v1
       - uses: ./.github/actions/setup-rust

.gitmodules

@@ -4,3 +4,6 @@
 [submodule "extension-ci-tools"]
 	path = duckdb-vortex/extension-ci-tools
 	url = https://github.com/duckdb/extension-ci-tools
+[submodule "duckdb-vortex/duckdb-rs"]
+	path = duckdb-vortex/duckdb-rs
+	url = https://github.com/spiraldb/duckdb-rs

Cargo.lock

@@ -26,7 +26,7 @@ members = [
     "vortex-tui",
     "xtask",
 ]
-exclude = ["wasm-test"]
+exclude = ["duckdb-vortex/duckdb-rs", "wasm-test"]
 resolver = "2"
 
 [workspace.package]
@@ -81,7 +81,10 @@ datafusion-expr = { version = "46" }
 datafusion-physical-expr = { version = "46" }
 datafusion-physical-plan = { version = "46" }
 divan = { package = "codspeed-divan-compat", version = "2.8.0" }
-duckdb = "1.2.0"
+duckdb = { path = "duckdb-vortex/duckdb-rs/crates/duckdb", features = [
+    "vtab-full",
+    "bundled",
+] }
 dyn-hash = "0.2.0"
 enum-iterator = "2.0.0"
 exponential-decay-histogram = "=0.1.13"

Cargo.toml

@@ -40,7 +40,7 @@ docs = { workspace = true }
 
 [tool.ruff]
 line-length = 120
-extend-exclude = [".venv"]
+extend-exclude = [".venv", "duckdb-vortex/**"]
 
 [tool.ruff.lint]
 select = ["F", "E", "W", "UP", "I"]

duckdb-vortex/duckdb-rs

@@ -1,4 +1,5 @@
 include = ["**/Cargo.toml", "deny.toml"]
+exclude = ["duckdb-vortex/duckdb-rs/**"]
 
 [formatting]
 allowed_blank_lines = 1

pyproject.toml

@@ -25,7 +25,7 @@ vortex-dtype = { workspace = true }
 vortex-error = { workspace = true }
 
 [target.'cfg(not(target_arch = "wasm32"))'.dependencies]
-duckdb = { workspace = true, features = ["vtab-full", "bundled"] }
+duckdb = { workspace = true }
 
 [dev-dependencies]