Merge pull request #1 from allen-munsch/cuda

add cuda support to mosaicdb

Author: allen-munsch

.gitignore

@@ -45,3 +45,4 @@ config/prod.secret.exs
 /node_modules
 /assets/node_modules
 /assets/_build
+context/

Dockerfile

@@ -1,37 +1,34 @@
-FROM elixir:1.16-alpine
-
-# Install runtime dependencies
-RUN apk add --no-cache \
-    build-base \
+# Use the specified Elixir image as base
+FROM elixir:1.19.3-otp-28-slim
+
+# Install necessary system dependencies
+# build-essential for compilation tools, git for mix deps that might be from git,
+# sqlite3 for the SQLite client (useful for debugging inside the container)
+RUN apt-get update && apt-get install -y \
+    build-essential \
     git \
-    sqlite \
+    sqlite3 \
     curl \
-    bash
-
-# Install hex and rebar
-RUN mix local.hex --force && \
-    mix local.rebar --force
+    && curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
+    && rm -rf /var/lib/apt/lists/*
+ENV PATH="/root/.cargo/bin:$PATH"
 
-# Set working directory
+# Set the working directory inside the container
 WORKDIR /app
 
-# Copy mix files
-COPY mix.exs mix.lock ./
-
-# Install dependencies
-ENV MIX_ENV=dev
-RUN mix deps.get
-
-# Copy application code
-COPY config ./config
-COPY lib ./lib
-COPY priv ./priv
+# Copy the application code
+COPY . /app
 
-# Compile
-RUN mix compile
+# Install Elixir dependencies and compile the project
+# Use --force to ensure recompilation if needed
+# mix ecto.create and mix ecto.migrate are placeholders if you have Ecto setup
+RUN mix deps.get --only prod && \
+    mix deps.compile sqlite_vec && \
+    mix deps.compile duckdbex && \
+    mix compile
 
-# Expose port
+# Expose the port your application runs on
 EXPOSE 4040
 
-# Run with mix (no release needed)
+# Define the command to run your application
 CMD ["mix", "run", "--no-halt"]

Dockerfile.cuda

@@ -0,0 +1,67 @@
+# Use an official NVIDIA CUDA runtime image as base
+FROM docker.io/nvidia/cuda:12.3.2-devel-ubuntu22.04
+ENV LANG=C.UTF-8
+ENV LC_ALL=C.UTF-8
+
+# Install common dependencies needed for Elixir/Erlang and build tools
+RUN apt-get update && \
+    DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    build-essential \
+    git \
+    curl \
+    libcudnn9-cuda-12 \
+    libcudnn9-dev-cuda-12 \
+    sqlite3 \
+    libsqlite3-dev \
+    ca-certificates \
+    libssl-dev \
+    libncurses5-dev \
+    libwxgtk3.0-gtk3-dev \
+    libgl1-mesa-dev \
+    libglu1-mesa-dev \
+    unzip \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install asdf-vm
+RUN git clone https://github.com/asdf-vm/asdf.git ~/.asdf --branch v0.14.0
+ENV PATH="/root/.asdf/bin:/root/.asdf/shims:$PATH"
+
+# Install Erlang and Elixir plugins for asdf
+RUN asdf plugin add erlang || true
+RUN asdf plugin add elixir || true
+
+# Set Erlang and Elixir versions
+ENV ERLANG_VERSION="28.2"
+ENV ELIXIR_VERSION="1.19.3"
+
+RUN asdf install erlang ${ERLANG_VERSION}
+RUN asdf global erlang ${ERLANG_VERSION}
+RUN asdf install elixir ${ELIXIR_VERSION}
+RUN asdf global elixir ${ELIXIR_VERSION}
+
+# Install Rust toolchain for Rustler NIFs
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
+    && export PATH="/root/.cargo/bin:$PATH" \
+    && echo "source $HOME/.cargo/env" >> ~/.bashrc
+ENV PATH="/root/.cargo/bin:$PATH"
+ENV XLA_TARGET=cuda12
+ENV PATH="/usr/local/cuda/bin:${PATH}"
+ENV LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/local/cuda-12.3/targets/x86_64-linux/lib:${LD_LIBRARY_PATH}"
+ENV MIX_ENV=dev
+
+WORKDIR /app
+COPY . /app
+
+# Ensure start_app.sh is executable
+COPY start_app.sh /app/start_app.sh
+RUN chmod +x /app/start_app.sh
+
+# Install Elixir dependencies and compile the project
+RUN mix deps.get && \
+    mix deps.compile
+
+# Expose the port your application runs on
+EXPOSE 4040
+
+# Define the command to run your application
+CMD ["bash", "-c", "MIX_ENV=dev elixir --sname mosaic_app@mosaic --cookie supersecretcookie --erl '-pa /app/_build/dev/lib' -S mix run --no-halt"]