Perf000 doker

.dockerignore

@@ -0,0 +1,12 @@
+venv
+.venv
+__pycache__
+.idea
+.vscode
+*.pb
+*.tsv
+.DS_Store
+*.pyc
+.env
+*.pt
+.ipynb_checkpoints

Dockerfile

@@ -0,0 +1,37 @@
+ARG CUDA_IMAGE=11.7.0-devel-ubuntu18.04
+FROM nvidia/cuda:${CUDA_IMAGE} as cuda_source
+FROM continuumio/miniconda3:22.11.1
+
+# Proxy (if needed)
+ARG HTTP_PROXY
+ENV HTTPS_PROXY=${HTTP_PROXY}
+ENV http_proxy=${HTTP_PROXY}
+ENV https_proxy=${HTTP_PROXY}
+
+# Build packages
+RUN apt-get update \
+    && apt-get install -y --allow-downgrades --allow-change-held-packages --no-install-recommends \
+        ibverbs-providers \
+        libibverbs1 \
+        librdmacm1 \
+        vim \
+        g++ \
+    && apt-get clean
+
+# Copy cuda devel from nvidia docker
+ARG CUDA=11.7
+ENV CUDA_HOME=/usr/local/cuda-${CUDA}
+COPY --from=cuda_source ${CUDA_HOME} ${CUDA_HOME}
+
+COPY cpm-live /cpm-live
+WORKDIR /cpm-live
+
+RUN conda config --set channel_priority strict && \
+    conda env create -f conda-environment.yaml && conda clean -q -y -a
+
+# Replace the shell binary with activated conda env
+RUN echo "conda activate "`conda env list | tail -2 | cut -d' ' -f1` >> ~/.bashrc
+SHELL ["/bin/bash", "--login", "-c"]
+
+# Default entrypoint
+CMD ["/bin/bash", "--login"]

cpm-live/conda-environment.yaml

@@ -0,0 +1,19 @@
+name: cpm-live
+channels:
+  - pytorch
+  - nvidia
+  - conda-forge
+  - huggingface
+dependencies:
+  - python=3.10
+  - pytorch==1.13.1=py3.10_cuda11.7_cudnn8.5.0_0
+  - torchvision=0.14.1
+  - torchaudio=0.13.1
+  - pytorch-cuda=11.7
+  - pip=23.0
+  - pip:
+    - bmtrain==0.2.1
+    - jieba==0.42
+    - tensorboard==2.12
+    - tqdm==4.65
+    - opendelta==0.3.2

cpm-live/pyproject.toml

@@ -4,4 +4,4 @@ include = ["cpm_live"]
 [tool.black]
 line-length = 100
 target-version = ['py37']
-include = '\.pyi?$'
+include = '\.pyi?$'