Merge pull request #60 from rishikanthc/fix/docker-arm64-build

Update GPU configuration, Docker setup, Fixed Arm64 build error

Author: BarbellDwarf

Dockerfile

@@ -1,5 +1,5 @@
 # Use a specific version of Ubuntu as the base image
-FROM ubuntu:22.04
+FROM ubuntu:24.04
 
 # Set environment variables to make installation non-interactive and set timezone
 ENV DEBIAN_FRONTEND=noninteractive \
@@ -8,6 +8,7 @@ ENV DEBIAN_FRONTEND=noninteractive \
 
 # Combine all apt-get related commands to reduce layers and avoid multiple updates
 RUN apt-get update && \
+    apt-get upgrade -y && \
     apt-get install -y \
         python3 \
         python3-dev \
@@ -41,7 +42,8 @@ WORKDIR /app
 
 # Copy and install Python dependencies first to leverage caching
 COPY requirements.txt .
-RUN uv pip install --system -r requirements.txt
+RUN uv venv && \
+    uv pip install -r requirements.txt
 
 # Copy package.json and package-lock.json separately to cache npm install
 COPY package*.json ./

Dockerfile-gpu

@@ -8,6 +8,7 @@ ENV DEBIAN_FRONTEND=noninteractive \
 
 # Combine all apt-get related commands to reduce layers and avoid multiple updates
 RUN apt-get update && \
+    apt-get upgrade -y && \
     apt-get install -y \
         python3 \
         python3-dev \
@@ -41,7 +42,8 @@ WORKDIR /app
 
 # Copy and install Python dependencies first to leverage caching
 COPY requirements.txt .
-RUN uv pip install --system -r requirements.txt
+RUN uv venv && \
+    uv pip install -r requirements.txt
 
 # Copy package.json and package-lock.json separately to cache npm install
 COPY package*.json ./

docker-compose.yml

@@ -43,8 +43,9 @@ services:
       POSTGRES_USER: ${POSTGRES_USER}
       POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
       POSTGRES_DB: ${POSTGRES_DB}
-    ports:
-      - "${POSTGRES_PORT:-5432}:5432"
+    # Uncomment the following lines if you want to access PostgreSQL from outside the container
+    #ports:
+      #- "${POSTGRES_PORT:-5432}:5432"
     volumes:
       # Comment out the following line if you want to use a local directory for PostgreSQL data storage
       - postgres_data:/var/lib/postgresql/data

docker-entrypoint.sh

@@ -6,6 +6,8 @@ if [ "$HARDWARE_ACCEL" = "gpu" ]; then
   export HARDWARE_ACCEL='cuda'
 fi
 
+# Active the python virtual environment
+source /app/.venv/bin/activate
 
 # Function to wait for database to be ready
 wait_for_db() {
@@ -46,9 +48,6 @@ fi
 echo "Building the application..."
 exec "$@"
 
-# Uncomment these lines if needed
-# npm run build
-
 echo "Starting the application..."
 node build
 

src/routes/api/setup/whisper/+server.ts

@@ -60,7 +60,7 @@ export const GET: RequestHandler = async ({ url }) => {
                sendMessage('Installing dependencies...', 0);
                try {
                    await execWithProgress(
-                       `python3 -m pip install torch==2.0.0 torchaudio==2.0.0 --index-url https://download.pytorch.org/whl/cpu`, 
+                       `uv pip install torch torchaudio --index-url https://download.pytorch.org/whl/cpu`,
                        { shell: true }
                    );
                } catch (err) {
@@ -73,7 +73,7 @@ export const GET: RequestHandler = async ({ url }) => {
                sendMessage('Installing WhisperX...', 30);
                try {
                    await execWithProgress(
-                       `python3 -m pip install whisperx`, 
+                       `uv pip install whisperx`,
                        { shell: true }
                    );
                } catch (err) {