chore: Disable k8s CI checks (#61)

Author: andygrove

.github/workflows/k8s.yml

@@ -17,8 +17,9 @@
 name: Kubernetes
 
 on:
-  push:
-  pull_request:
+#  push:
+#  pull_request:
+  workflow_dispatch:
 
 env:
   RAY_HELM_VERSION: 1.1.0

.github/workflows/rust.yml

@@ -46,15 +46,15 @@ jobs:
         run: |
           python -m pip install --upgrade pip
           pip install -r tpch/requirements.txt
-      - name: Generate test data
-        run: |
-          ./scripts/gen-test-data.sh
+#      - name: Generate test data
+#        run: |
+#          ./scripts/gen-test-data.sh
       - name: Run Rust tests
         run: cargo test --verbose
-      - name: Run Python tests
-        run: |
-          python -m venv venv
-          source venv/bin/activate
-          pip install -r requirements-in.txt
-          maturin develop
-          python -m pytest
+#      - name: Run Python tests
+#        run: |
+#          python -m venv venv
+#          source venv/bin/activate
+#          pip install -r requirements-in.txt
+#          maturin develop
+#          python -m pytest

datafusion_ray/core.py

@@ -24,6 +24,7 @@
 import ray
 import uuid
 import time
+from typing import Optional
 
 from datafusion_ray._datafusion_ray_internal import (
     RayContext as RayContextInternal,
@@ -100,7 +101,7 @@ def __init__(
         ray_internal_df: RayDataFrameInternal,
         query_id: str,
         batch_size=8192,
-        partitions_per_worker: int | None = None,
+        partitions_per_worker: Optional[int] = None,
         prefetch_buffer_size=0,
     ):
         self.df = ray_internal_df
@@ -194,7 +195,7 @@ def __init__(
         self,
         batch_size: int = 8192,
         prefetch_buffer_size: int = 0,
-        partitions_per_worker: int | None = None,
+        partitions_per_worker: Optional[int] = None,
     ) -> None:
         self.ctx = RayContextInternal()
         self.batch_size = batch_size

requirements-in.txt

@@ -7,6 +7,6 @@ numpy
 pyarrow>=18.0.0
 pytest
 ray==2.40.0
-datafusion==43.0.0
+datafusion==43.1.0
 toml
 importlib_metadata; python_version < "3.8"

src/stage_service.rs

@@ -309,7 +309,7 @@ impl StageService {
 
         let signal = async move {
             // TODO: handle Result
-            let result = all_done_rx.recv().await;
+            let _ = all_done_rx.recv().await;
         };
 
         let service = FlightServ {
@@ -337,7 +337,6 @@ impl StageService {
             Ok::<(), Box<dyn Error + Send + Sync>>(())
         };
 
-        let name = self.name.clone();
         let fut = async move {
             serv.await.to_py_err()?;
             Ok(())