improve: fdb → ledger

Author: evansims

.config/nextest.toml

@@ -97,8 +97,8 @@ slow-timeout = { period = "120s" }
 threads-required = 2
 
 [[profile.default.overrides]]
-# FDB tests need to run serially to avoid conflicts
-filter = 'test(fdb) | test(foundationdb)'
+# Ledger tests need to run serially to avoid conflicts
+filter = 'test(ledger)'
 test-group = "database"
 threads-required = 1
 

.env.example

@@ -34,11 +34,13 @@ INFERADB_CTRL__SERVER__WORKER_THREADS=4
 # Storage
 # =============================================================================
 
-# Storage backend: "memory" or "foundationdb"
+# Storage backend: "memory" or "ledger"
 INFERADB_CTRL__STORAGE__BACKEND=memory
 
-# FoundationDB cluster file (required if using foundationdb backend)
-# INFERADB_CTRL__STORAGE__FDB_CLUSTER_FILE=/etc/foundationdb/fdb.cluster
+# Ledger configuration (required if using ledger backend)
+# INFERADB_CTRL__STORAGE__LEDGER__ENDPOINT=http://localhost:50051
+# INFERADB_CTRL__STORAGE__LEDGER__CLIENT_ID=
+# INFERADB_CTRL__STORAGE__LEDGER__NAMESPACE_ID=
 
 # =============================================================================
 # Authentication

.github/dependabot.yml

@@ -19,9 +19,6 @@ updates:
       prefix: "deps"
       include: "scope"
     ignore:
-      - dependency-name: "foundationdb"
-        update-types:
-          - "version-update:semver-major"
       - dependency-name: "tonic"
         update-types:
           - "version-update:semver-major"
@@ -75,7 +72,7 @@ updates:
           - "*"
 
   - package-ecosystem: "docker"
-    directory: "/docker/fdb-integration-tests"
+    directory: "/docker/ledger-integration-tests"
     schedule:
       interval: "daily"
       time: "09:00"

.github/workflows/ci.yml

@@ -118,11 +118,6 @@ jobs:
           sudo apt-get install -y -qq mold
           mold --version
 
-      - name: Install FoundationDB client library
-        run: |
-          wget -q https://github.com/apple/foundationdb/releases/download/7.3.69/foundationdb-clients_7.3.69-1_amd64.deb
-          sudo dpkg -i foundationdb-clients_7.3.69-1_amd64.deb
-
       - name: Cache Rust dependencies
         uses: step-security/rust-cache@f8fba7098297c8c53a7c9a30575ec2ad4ad85056 # v2.8.2
         with:
@@ -170,11 +165,6 @@ jobs:
           install_args: protobuf cargo:cargo-nextest
           cache: true
 
-      - name: Install FoundationDB client library
-        run: |
-          wget -q https://github.com/apple/foundationdb/releases/download/7.3.69/foundationdb-clients_7.3.69-1_amd64.deb
-          sudo dpkg -i foundationdb-clients_7.3.69-1_amd64.deb
-
       - name: Cache Rust dependencies
         uses: step-security/rust-cache@f8fba7098297c8c53a7c9a30575ec2ad4ad85056 # v2.8.2
         with:
@@ -231,11 +221,6 @@ jobs:
           install_args: protobuf cargo:cargo-nextest
           cache: true
 
-      - name: Install FoundationDB client library
-        run: |
-          wget -q https://github.com/apple/foundationdb/releases/download/7.3.69/foundationdb-clients_7.3.69-1_amd64.deb
-          sudo dpkg -i foundationdb-clients_7.3.69-1_amd64.deb
-
       - name: Download nextest archive
         uses: actions/download-artifact@37930b1c2abaa49bbe596cd826c3c89aef350131 # v7.0.0
         with:
@@ -265,6 +250,85 @@ jobs:
           path: target/nextest/ci/junit.xml
           retention-days: 7
 
+  # Ledger Integration Tests
+  # Runs Control tests against a real Ledger server to verify storage backend integration.
+  # Uses Docker Compose to start a single-node Ledger cluster, then runs native cargo tests.
+  ledger-integration-tests:
+    name: Ledger Integration Tests
+    needs: build
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    timeout-minutes: 10
+    env:
+      CARGO_INCREMENTAL: 0
+      RUSTFLAGS: "-C codegen-units=16 -C link-arg=-fuse-ld=mold"
+    steps:
+      - name: Harden the runner (Audit all outbound calls)
+        uses: step-security/harden-runner@20cf305ff2072d973412fa9b1e3a4f227bda3c76 # v2.14.0
+        with:
+          egress-policy: audit
+
+      - name: Checkout code
+        uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
+
+      - name: Install Rust toolchain
+        uses: dtolnay/rust-toolchain@e97e2d8cc328f1b50210efc529dca0028893a2d9 # v1
+        with:
+          toolchain: stable
+
+      - name: Install mold linker
+        run: |
+          sudo apt-get update -qq
+          sudo apt-get install -y -qq mold
+
+      - name: Install development tools via Mise
+        uses: step-security/mise-action@2fa1b2b4fa1577588d8ac75f4dfa0f67c266d2a0 # v3.4.1
+        with:
+          install_args: protobuf cargo:cargo-nextest
+          cache: true
+
+      - name: Cache Rust dependencies
+        uses: step-security/rust-cache@f8fba7098297c8c53a7c9a30575ec2ad4ad85056 # v2.8.2
+        with:
+          shared-key: management-ubuntu-latest-x86_64-unknown-linux-gnu
+          save-if: false
+
+      - name: Start Ledger server
+        working-directory: docker/ledger-integration-tests
+        run: |
+          docker-compose up -d ledger
+          echo "Waiting for Ledger to be ready..."
+          for i in {1..30}; do
+            if docker-compose exec -T ledger nc -z localhost 50051 2>/dev/null; then
+              echo "Ledger is ready!"
+              break
+            fi
+            echo "Attempt $i/30: Ledger not ready yet..."
+            sleep 2
+          done
+          # Final check
+          docker-compose exec -T ledger nc -z localhost 50051 || (docker-compose logs ledger && exit 1)
+
+      - name: Run Ledger integration tests
+        env:
+          RUN_LEDGER_INTEGRATION_TESTS: "1"
+          LEDGER_ENDPOINT: "http://localhost:50052"
+          LEDGER_NAMESPACE_ID: "1"
+          RUST_BACKTRACE: "1"
+        run: |
+          cargo nextest run \
+            --package inferadb-control-storage \
+            --test ledger_integration_tests \
+            --features ledger \
+            --profile ci \
+            --no-fail-fast
+
+      - name: Stop Ledger server
+        if: always()
+        working-directory: docker/ledger-integration-tests
+        run: docker-compose down -v
+
   # Test code coverage (nightly only to reduce CI costs)
   coverage:
     name: Code Coverage
@@ -303,11 +367,6 @@ jobs:
           install_args: protobuf cargo:cargo-llvm-cov
           cache: true
 
-      - name: Install FoundationDB client library
-        run: |
-          wget -q https://github.com/apple/foundationdb/releases/download/7.3.69/foundationdb-clients_7.3.69-1_amd64.deb
-          sudo dpkg -i foundationdb-clients_7.3.69-1_amd64.deb
-
       - name: Restore build cache
         uses: step-security/rust-cache@f8fba7098297c8c53a7c9a30575ec2ad4ad85056 # v2.8.2
         with:
@@ -363,7 +422,7 @@ jobs:
   # Overall status check
   ci-success:
     name: CI Success
-    needs: [changes, fmt, clippy, build, test, coverage, dependencies]
+    needs: [changes, fmt, clippy, build, test, ledger-integration-tests, coverage, dependencies]
     runs-on: ubuntu-latest
     permissions:
       contents: read
@@ -394,6 +453,11 @@ jobs:
             echo "Tests failed"
             exit 1
           fi
+          # Ledger integration tests verify storage backend
+          if [[ "${{ needs.ledger-integration-tests.result }}" != "success" && "${{ needs.ledger-integration-tests.result }}" != "skipped" ]]; then
+            echo "Ledger integration tests failed"
+            exit 1
+          fi
           # Coverage and dependencies can be skipped for Dependabot PRs
           if [[ "${{ needs.coverage.result }}" != "success" && "${{ needs.coverage.result }}" != "skipped" ]]; then
             echo "Coverage check failed"

.serena/memories/codebase_structure.md

@@ -11,8 +11,7 @@ control/
 │   ├── inferadb-control-core/       # Business logic, entities, services
 │   ├── inferadb-control-discovery/  # Service discovery
 │   ├── inferadb-control-engine-client/ # Engine API client
-│   ├── inferadb-control-fdb-shared/ # FoundationDB shared utilities
-│   ├── inferadb-control-storage/    # Storage layer (FDB, in-memory)
+│   ├── inferadb-control-storage/    # Storage layer (Ledger, in-memory)
 │   ├── inferadb-control-test-fixtures/ # Test utilities and fixtures
 │   └── inferadb-control-types/      # Shared type definitions
 ├── docs/                            # Documentation
@@ -36,7 +35,7 @@ inferadb-control (binary)
          └── inferadb-control-core
               └── inferadb-control-config
               └── inferadb-control-storage
-                   └── FoundationDB
+                   └── Ledger
               └── inferadb-control-engine-client
 ```
 
@@ -45,8 +44,6 @@ inferadb-control (binary)
 - `clock` - Time utilities
 - `crypto` - Cryptographic operations
 - `email` - Email sending
-- `fdb_invalidation` - FDB cache invalidation
-- `fdb_jwks` - JWK storage in FDB
 - `id` - ID generation (Snowflake)
 - `jobs` - Background jobs
 - `jwt` - JWT token handling

.serena/memories/project_overview.md

@@ -7,7 +7,7 @@ Multi-tenant administration headless APIs for InferaDB with Kubernetes-native de
 - **Language**: Rust 1.85+ (stable toolchain)
 - **Async Runtime**: Tokio
 - **Web Framework**: Axum (REST), Tonic (gRPC)
-- **Storage**: FoundationDB (production) or in-memory (development)
+- **Storage**: Ledger (production) or in-memory (development)
 - **Authentication**: Argon2 (password), WebAuthn/FIDO2 (passkeys), OAuth, Email verification
 - **Cryptography**: Ed25519 (client certs), JWT (tokens), AES-GCM (encryption)
 - **Observability**: OpenTelemetry, Prometheus metrics, tracing

.serena/memories/suggested_commands.md

@@ -3,7 +3,7 @@
 ## One-Time Setup
 ```bash
 mise trust && mise install    # Install tools via mise
-docker-compose up -d          # Start FoundationDB (optional)
+docker-compose up -d          # Start dependencies (optional)
 export INFERADB_CTRL__AUTH__KEY_ENCRYPTION_SECRET=$(openssl rand -base64 32)
 ```
 

Cargo.toml

@@ -7,7 +7,6 @@ members = [
   "crates/inferadb-control-core",
   "crates/inferadb-control-discovery",
   "crates/inferadb-control-engine-client",
-  "crates/inferadb-control-fdb-shared",
   "crates/inferadb-control-storage",
   "crates/inferadb-control-test-fixtures",
   "crates/inferadb-control-types",
@@ -65,9 +64,6 @@ tower-http = { version = "0.6", features = [
   "trace",
 ] }
 
-# Storage
-foundationdb = { version = "0.10", features = ["fdb-7_3"] }
-
 # Configuration
 clap = { version = "4.5", features = ["derive", "env"] }
 config = "0.15.18"

Dockerfile

@@ -12,38 +12,21 @@
 FROM rustlang/rust:nightly-bookworm-slim AS builder
 WORKDIR /app
 
-# Install build dependencies including FoundationDB client
+# Install build dependencies
 RUN apt-get update && apt-get install -y \
     pkg-config \
     libssl-dev \
     protobuf-compiler \
-    wget \
     clang \
     libclang-dev \
     && rm -rf /var/lib/apt/lists/*
 
-# Install FoundationDB client library (required for fdb feature)
-# Detect architecture and download appropriate package
-RUN ARCH=$(dpkg --print-architecture) && \
-    FDB_VERSION="7.3.69" && \
-    if [ "$ARCH" = "amd64" ]; then \
-        wget -q https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/foundationdb-clients_${FDB_VERSION}-1_amd64.deb && \
-        dpkg -i foundationdb-clients_${FDB_VERSION}-1_amd64.deb && \
-        rm foundationdb-clients_${FDB_VERSION}-1_amd64.deb; \
-    elif [ "$ARCH" = "arm64" ]; then \
-        wget -q https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/foundationdb-clients_${FDB_VERSION}-1_aarch64.deb && \
-        dpkg -i foundationdb-clients_${FDB_VERSION}-1_aarch64.deb && \
-        rm foundationdb-clients_${FDB_VERSION}-1_aarch64.deb; \
-    else \
-        echo "Unsupported architecture: $ARCH" && exit 1; \
-    fi
-
 # Copy source code
 COPY Cargo.toml Cargo.lock ./
 COPY crates ./crates
 
-# Build the application in release mode with FoundationDB support
-RUN cargo build --release --bin inferadb-control --features fdb
+# Build the application in release mode with Ledger support
+RUN cargo build --release --bin inferadb-control --features ledger
 
 # Strip debug symbols to reduce binary size
 RUN strip /app/target/release/inferadb-control
@@ -61,31 +44,13 @@ LABEL org.opencontainers.image.licenses="BSL-1.1"
 LABEL org.opencontainers.image.source="https://github.com/inferadb/inferadb"
 LABEL org.opencontainers.image.documentation="https://docs.inferadb.com"
 
-# Install runtime dependencies including FoundationDB client
+# Install runtime dependencies
 RUN apt-get update && apt-get install -y \
     ca-certificates \
     libssl3 \
     curl \
-    wget \
     && rm -rf /var/lib/apt/lists/*
 
-# Install FoundationDB client library (required at runtime for FDB backend)
-RUN ARCH=$(dpkg --print-architecture) && \
-    FDB_VERSION="7.3.69" && \
-    if [ "$ARCH" = "amd64" ]; then \
-        wget -q https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/foundationdb-clients_${FDB_VERSION}-1_amd64.deb && \
-        dpkg -i foundationdb-clients_${FDB_VERSION}-1_amd64.deb && \
-        rm foundationdb-clients_${FDB_VERSION}-1_amd64.deb; \
-    elif [ "$ARCH" = "arm64" ]; then \
-        wget -q https://github.com/apple/foundationdb/releases/download/${FDB_VERSION}/foundationdb-clients_${FDB_VERSION}-1_aarch64.deb && \
-        dpkg -i foundationdb-clients_${FDB_VERSION}-1_aarch64.deb && \
-        rm foundationdb-clients_${FDB_VERSION}-1_aarch64.deb; \
-    else \
-        echo "Unsupported architecture: $ARCH" && exit 1; \
-    fi && \
-    apt-get purge -y wget && \
-    apt-get autoremove -y
-
 # Create non-root user
 RUN useradd -r -u 65532 -s /sbin/nologin nonroot