diff --git a/.cargo/config.toml b/.cargo/config.toml
index 0129707b6b2..3ca032f75b6 100644
--- a/.cargo/config.toml
+++ b/.cargo/config.toml
@@ -3,7 +3,9 @@ rustflags = [
     "-C", "force-frame-pointers=yes",
     # Add dynamic DuckDB library directory to runtime search path.
     "-C", "link-arg=-Wl,-rpath,$ORIGIN/../duckdb-v1.3.0",
-    "-C", "link-arg=-Wl,-rpath,@executable_path/../duckdb-v1.3.0"
+    "-C", "link-arg=-Wl,-rpath,$ORIGIN/../../duckdb-v1.3.0",
+    "-C", "link-arg=-Wl,-rpath,@executable_path/../duckdb-v1.3.0",
+    "-C", "link-arg=-Wl,-rpath,@executable_path/../../duckdb-v1.3.0"
 ]
 
 [target.wasm32-unknown-unknown]
diff --git a/.github/workflows/bench-pr.yml b/.github/workflows/bench-pr.yml
index 7e7ce1ed526..e2fa1344b62 100644
--- a/.github/workflows/bench-pr.yml
+++ b/.github/workflows/bench-pr.yml
@@ -129,6 +129,9 @@ jobs:
 
       - name: Run ${{ matrix.benchmark.name }} benchmark
         shell: bash
+        env:
+          RUST_BACKTRACE: full
+          LD_LIBRARY_PATH: target/duckdb-v1.3.0
         run: |
           target/release_debug/${{ matrix.benchmark.id }} -d gh-json | tee ${{ matrix.benchmark.id }}.json
 
diff --git a/vortex-duckdb-ext/build.rs b/vortex-duckdb-ext/build.rs
index db70ab60979..f58412b9c82 100644
--- a/vortex-duckdb-ext/build.rs
+++ b/vortex-duckdb-ext/build.rs
@@ -109,6 +109,7 @@ fn main() {
     // Link against DuckDB dylib.
     println!("cargo:rustc-link-search=native={}", lib_path.display());
     println!("cargo:rustc-link-lib=dylib=duckdb");
+    println!("cargo:rustc-link-arg=-Wl,-rpath,{}", lib_path.display());
 
     if env::var("TARGET").unwrap().contains("linux") {
         println!("cargo:rustc-link-lib=stdc++");