Revert "chore[vortex-gpu]: remove vortex-gpu" (#5384)

Reverts #5376

---------

Signed-off-by: Joe Isaacs <[email protected]>

Author: joseph-isaacs

.github/workflows/ci.yml

@@ -333,6 +333,7 @@ jobs:
             --ignore 'vortex-python/*' --ignore 'vortex-jni/*' --ignore 'vortex-flatbuffers/*' \
             --ignore 'vortex-proto/*' --ignore 'vortex-tui/*' --ignore 'vortex-datafusion/examples/*' \
             --ignore 'vortex-ffi/examples/*' --ignore '*/arbitrary/*' --ignore '*/arbitrary.rs' --ignore 'vortex-cxx/*' \
+            --ignore 'vortex-gpu/*' \
             -o ${{ env.GRCOV_OUTPUT_FILE }}
       - name: Codecov
         uses: codecov/codecov-action@v5

Cargo.lock

@@ -88,6 +88,14 @@ clap = "4.5"
 crossbeam-deque = "0.8.6"
 crossbeam-queue = "0.3.12"
 crossterm = "0.29"
+cudarc = { version = "0.17.3", features = [
+    "std",
+    "driver",
+    "cuda-12080",
+    "dynamic-loading",
+    "f16",
+    "nvrtc",
+], default-features = false }
 dashmap = "6.1.0"
 datafusion = { version = "50", default-features = false }
 datafusion-catalog = { version = "50" }
@@ -246,7 +254,6 @@ vortex-zstd = { version = "0.1.0", path = "./encodings/zstd", default-features =
 vortex-cxx = { path = "./vortex-cxx", default-features = false }
 vortex-duckdb = { path = "./vortex-duckdb", default-features = false }
 vortex-ffi = { path = "./vortex-ffi", default-features = false }
-
 xshell = "0.2.6"
 zigzag = "0.1.0"
 zstd = { version = "0.13.3", default-features = false, features = [
@@ -269,6 +276,7 @@ unexpected_cfgs = { level = "deny", check-cfg = [
     "cfg(codspeed)",
     "cfg(disable_loom)",
     "cfg(vortex_nightly)",
+    "cfg(gpu_unstable)",
 ] }
 warnings = "warn"
 

Cargo.toml

@@ -34,6 +34,9 @@ serde = { workspace = true, optional = true }
 simdutf8 = { workspace = true }
 vortex-error = { workspace = true }
 
+[target.'cfg(gpu_unstable)'.dependencies]
+cudarc = { workspace = true }
+
 [lints]
 workspace = true
 

vortex-buffer/Cargo.toml

@@ -0,0 +1,26 @@
+// SPDX-License-Identifier: Apache-2.0
+// SPDX-FileCopyrightText: Copyright the Vortex contributors
+
+use cudarc::driver::{CudaStream, HostSlice, SyncOnDrop};
+
+use crate::BufferMut;
+
+impl<T> HostSlice<T> for BufferMut<T> {
+    fn len(&self) -> usize {
+        self.len()
+    }
+
+    unsafe fn stream_synced_slice<'a>(
+        &'a self,
+        _stream: &'a CudaStream,
+    ) -> (&'a [T], SyncOnDrop<'a>) {
+        (self.as_slice(), SyncOnDrop::Sync(None))
+    }
+
+    unsafe fn stream_synced_mut_slice<'a>(
+        &'a mut self,
+        _stream: &'a CudaStream,
+    ) -> (&'a mut [T], SyncOnDrop<'a>) {
+        (self.as_mut_slice(), SyncOnDrop::Sync(None))
+    }
+}

vortex-buffer/src/cuda.rs

@@ -2,6 +2,8 @@
 // SPDX-FileCopyrightText: Copyright the Vortex contributors
 
 #![deny(missing_docs)]
+// cudarc HostSlice has len and is_empty methods that duplicate BufferMut methods.
+#![allow(clippy::same_name_method)]
 
 //! A library for working with custom aligned buffers of sized values.
 //!
@@ -62,6 +64,8 @@ mod buffer;
 mod buffer_mut;
 mod bytes;
 mod r#const;
+#[cfg(gpu_unstable)]
+mod cuda;
 mod debug;
 mod macros;
 #[cfg(feature = "memmap2")]

vortex-buffer/src/lib.rs

@@ -96,6 +96,23 @@ impl VortexFile {
         )
     }
 
+    #[cfg(gpu_unstable)]
+    pub fn gpu_scan(
+        &self,
+        ctx: Arc<cudarc::driver::CudaContext>,
+    ) -> VortexResult<vortex_scan::gpu::GpuScanBuilder<vortex_gpu::GpuVector>> {
+        let segment_source = self.segment_source();
+        let gpu_reader = self
+            .footer
+            .layout()
+            .new_gpu_reader("".into(), segment_source, ctx)?;
+
+        Ok(vortex_scan::gpu::GpuScanBuilder::new(
+            self.session.clone(),
+            gpu_reader,
+        ))
+    }
+
     /// Returns true if the expression will never match any rows in the file.
     pub fn can_prune(&self, filter: &Expression) -> VortexResult<bool> {
         let Some((stats, fields)) = self