add: cuda12.4

Author: thr3a

cuda12.4-torch/Dockerfile

@@ -0,0 +1,24 @@
+FROM --platform=linux/x86_64 nvcr.io/nvidia/cuda:12.4.1-cudnn8-devel-ubuntu24.04
+
+ARG PYTHON_VERSION=3.12
+ARG PACKAGES="git curl ca-certificates vim wget unzip build-essential cmake jq"
+
+ENV DEBIAN_FRONTEND=noninteractive
+ENV TZ=Asia/Tokyo
+ENV PYTHONUNBUFFERED=1
+ENV PIP_NO_CACHE_DIR=on
+ENV PYTHONDONTWRITEBYTECODE=1
+
+RUN apt-key adv --keyserver keyserver.ubuntu.com --recv f23c5a6cf475977595c89f51ba6932366a755776 \
+ && echo "deb http://ppa.launchpadcontent.net/deadsnakes/ppa/ubuntu jammy main" > /etc/apt/sources.list.d/python.list \
+ && echo "deb-src http://ppa.launchpad.net/deadsnakes/ppa/ubuntu jammy main" >> /etc/apt/sources.list.d/python.list
+
+RUN apt-get update \
+ && apt-get install -y --no-install-recommends ${PACKAGES} python${PYTHON_VERSION} \
+ && ln -nfs /usr/bin/python${PYTHON_VERSION} /usr/bin/python \
+ && ln -nfs /usr/bin/python${PYTHON_VERSION} /usr/bin/python3 \
+ && rm -rf /var/lib/apt/lists/* \
+ && curl -sSL https://bootstrap.pypa.io/get-pip.py | python -
+RUN pip install torch torchvision --index-url https://download.pytorch.org/whl/cu121
+
+WORKDIR /app

cuda12.4-torch/README.md

@@ -0,0 +1,27 @@
+docker-compose.yml
+
+```yml
+version: "3"
+
+services:
+  app:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    image: peft-workspace:latest
+    stop_grace_period: 0s
+    ipc: host
+    tty: true
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              device_ids: ['1']
+              capabilities: [gpu]
+    volumes:
+      - "./:/app"
+      - "./cache:/root/.cache"
+    # command: sleep infinity
+    command: python train_rinna.py
+```