Skip to content

Commit 72ef126

Browse files
hephaexhephaex
committed
fixed cuda version 10
1 parent 1693aa0 commit 72ef126

6 files changed

+97
-33
lines changed

‎commons/Dockerfile.base.19.09-py36-cuda10

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -321,4 +321,18 @@ RUN apt autoclean && \
321321
rm -rf /root/.cache && \
322322
rm -rf /tmp/*
323323

324+
# Jupyter notebook extension
325+
RUN mkdir -p /home/work/.jupyter/nbextension
326+
WORKDIR /home/work/.jupyter/nbextension
327+
328+
RUN jupyter nbextensions_configurator enable && \
329+
jupyter contrib nbextension install && \
330+
jupyter nbextension enable --py --sys-prefix widgetsnbextension && \
331+
jupyter contrib nbextension install && \
332+
jupyter serverextension enable --py jupyterlab --sys-prefix && \
333+
jupyter labextension install @jupyter-widgets/jupyterlab-manager && \
334+
# jupyter labextension install jupyterlab-nvdashboard && \
335+
git clone https://github.com/lambdalisue/jupyter-vim-binding vim_binding && \
336+
jupyter nbextension enable /home/work/.jupyter/nbextension/vim_binding/vim_binding
337+
324338
WORKDIR /home/work

‎commons/Dockerfile.base.20.03-py36-cuda10

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -321,4 +321,18 @@ RUN apt autoclean && \
321321
rm -rf /root/.cache && \
322322
rm -rf /tmp/*
323323

324+
# Jupyter notebook extension
325+
RUN mkdir -p /home/work/.jupyter/nbextension
326+
WORKDIR /home/work/.jupyter/nbextension
327+
328+
RUN jupyter nbextensions_configurator enable && \
329+
jupyter contrib nbextension install && \
330+
jupyter nbextension enable --py --sys-prefix widgetsnbextension && \
331+
jupyter contrib nbextension install && \
332+
jupyter serverextension enable --py jupyterlab --sys-prefix && \
333+
jupyter labextension install @jupyter-widgets/jupyterlab-manager && \
334+
# jupyter labextension install jupyterlab-nvdashboard && \
335+
git clone https://github.com/lambdalisue/jupyter-vim-binding vim_binding && \
336+
jupyter nbextension enable /home/work/.jupyter/nbextension/vim_binding/vim_binding
337+
324338
WORKDIR /home/work

‎commons/Dockerfile.base.20.05-py36-cuda10.1

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ ARG CUDA=10.1
55
ARG LIBNVINFER=6.0.1-1
66
ARG LIBNVINFER_MAJOR_VERSION=6
77
ARG CUDNN=7.6.5.32-1
8-
ENV NCCL_VERSION=2.4.8-1+cuda10.1
8+
ENV NCCL_VERSION=2.6.4-1+cuda10.1
99
ENV DEBIAN_FRONTEND=noninteractive
1010
ENV mecab_dicdir /usr/local/lib/mecab/dic/mecab-ko-dic
1111

‎python-tensorflow/Dockerfile.1.13-py36-cuda10

Lines changed: 30 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -1,29 +1,48 @@
1-
# Lablup/Python-TensorFlow 1.13 Python 3.6, CUDA10.0
1+
# Lablup/Python-TensorFlow 1.15 Python 3.6, CUDA10.0
22

3-
FROM lablup/common-base:19.06-py36-cuda10
3+
FROM lablup/common-base:20.03-py36-cuda10
44
MAINTAINER Mario Cho "[email protected]"
55

6-
ENV PYTHONUNBUFFERED=1 \
7-
LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/local/nvidia/lib64" \
8-
PATH="/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" \
9-
LANG=C.UTF-8
6+
# Install TensorFlow
7+
ENV TENSORFLOW_VERSION=1.15.3
8+
ENV DEBIAN_FRONTEND=noninteractive
109

1110
# Install ipython kernelspec
12-
RUN python3 -m ipykernel install --display-name "TensorFlow 1.13 on Python 3.6 (CUDA 10.0)" && \
11+
Run python3 -m ipykernel install --display-name "TensorFlow 1.15.3 on Python 3.6 (CUDA 10)" && \
1312
cat /usr/local/share/jupyter/kernels/python3/kernel.json
1413

14+
RUN python3 -m pip install pip --no-cache-dir \
15+
pandas==1.0.1 \
16+
tensorflow-gpu==${TENSORFLOW_VERSION} \
17+
tensorboard==1.15 \
18+
ngraph-tensorflow-bridge \
19+
tensor2tensor==1.15.4 \
20+
jupyter-tensorboard==0.2.0 \
21+
tensorwatch==0.8.10
22+
23+
# Install Horovod, temporarily using CUDA stubs
24+
RUN ldconfig /usr/local/cuda/targets/x86_64-linux/lib/stubs && \
25+
HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_GPU_BROADCAST=NCCL \
26+
HOROVOD_WITH_TENSORFLOW=1 HOROVOD_WITHOUT_PYTORCH=1 HOROVOD_WITHOUT_MXNET=1 \
27+
pip install --no-cache-dir horovod==0.19.0 && \
28+
ldconfig
29+
30+
RUN python3 -m pip install --no-cache-dir \
31+
mpi4py==3.0.3 \
32+
nni
33+
1534
# Backend.AI specifics
1635
LABEL ai.backend.kernelspec="1" \
1736
ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \
1837
ai.backend.features="batch query uid-match user-input" \
1938
ai.backend.base-distro="ubuntu16.04" \
2039
ai.backend.resource.min.cpu="1" \
2140
ai.backend.resource.min.mem="1g" \
22-
ai.backend.resource.min.cuda.device=1 \
23-
ai.backend.resource.min.cuda.shares=0.1 \
41+
ai.backend.resource.min.cuda.device=0 \
42+
ai.backend.resource.min.cuda.shares=0 \
2443
ai.backend.runtime-type="python" \
2544
ai.backend.runtime-path="/usr/bin/python3" \
26-
ai.backend.service-ports="ipython:pty:3000,nniboard:http:8080,jupyter:http:8070,jupyterlab:http:8090"
45+
ai.backend.service-ports="jupyter:http:8080,jupyterlab:http:8090,ipython:pty:3000,tensorboard:http:6006"
2746

2847
WORKDIR /home/work
29-
# vim: ft=dockerfile
48+
# vim: ft=dockerfile

‎python-tensorflow/Dockerfile.1.14-py36-cuda10

Lines changed: 30 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -1,31 +1,48 @@
1-
# Lablup/Python-TensorFlow 1.14 Python 3.6, CUDA10.0
1+
# Lablup/Python-TensorFlow 1.15 Python 3.6, CUDA10.0
22

3-
FROM lablup/common-base:19.09-py36-cuda10
3+
FROM lablup/common-base:20.03-py36-cuda10
44
MAINTAINER Mario Cho "[email protected]"
55

6-
ENV PYTHONUNBUFFERED=1 \
7-
LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/local/nvidia/lib64" \
8-
PATH="/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" \
9-
LANG=C.UTF-8
10-
11-
RUN update-alternatives --install /usr/bin/python python /usr/bin/python3 2
6+
# Install TensorFlow
7+
ENV TENSORFLOW_VERSION=1.15.3
8+
ENV DEBIAN_FRONTEND=noninteractive
129

1310
# Install ipython kernelspec
14-
RUN python3 -m ipykernel install --display-name "TensorFlow 1.14 on Python 3.6 (CUDA 10.0)" && \
11+
Run python3 -m ipykernel install --display-name "TensorFlow 1.15.3 on Python 3.6 (CUDA 10)" && \
1512
cat /usr/local/share/jupyter/kernels/python3/kernel.json
1613

14+
RUN python3 -m pip install pip --no-cache-dir \
15+
pandas==1.0.1 \
16+
tensorflow-gpu==${TENSORFLOW_VERSION} \
17+
tensorboard==1.15 \
18+
ngraph-tensorflow-bridge \
19+
tensor2tensor==1.15.4 \
20+
jupyter-tensorboard==0.2.0 \
21+
tensorwatch==0.8.10
22+
23+
# Install Horovod, temporarily using CUDA stubs
24+
RUN ldconfig /usr/local/cuda/targets/x86_64-linux/lib/stubs && \
25+
HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_GPU_BROADCAST=NCCL \
26+
HOROVOD_WITH_TENSORFLOW=1 HOROVOD_WITHOUT_PYTORCH=1 HOROVOD_WITHOUT_MXNET=1 \
27+
pip install --no-cache-dir horovod==0.19.0 && \
28+
ldconfig
29+
30+
RUN python3 -m pip install --no-cache-dir \
31+
mpi4py==3.0.3 \
32+
nni
33+
1734
# Backend.AI specifics
1835
LABEL ai.backend.kernelspec="1" \
1936
ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \
2037
ai.backend.features="batch query uid-match user-input" \
2138
ai.backend.base-distro="ubuntu16.04" \
2239
ai.backend.resource.min.cpu="1" \
2340
ai.backend.resource.min.mem="1g" \
24-
ai.backend.resource.min.cuda.device=1 \
25-
ai.backend.resource.min.cuda.shares=0.1 \
41+
ai.backend.resource.min.cuda.device=0 \
42+
ai.backend.resource.min.cuda.shares=0 \
2643
ai.backend.runtime-type="python" \
2744
ai.backend.runtime-path="/usr/bin/python3" \
28-
ai.backend.service-ports="ipython:pty:3000,jupyter:http:8070,jupyterlab:http:8090"
45+
ai.backend.service-ports="jupyter:http:8080,jupyterlab:http:8090,ipython:pty:3000,tensorboard:http:6006"
2946

3047
WORKDIR /home/work
31-
# vim: ft=dockerfile
48+
# vim: ft=dockerfile

‎python-tensorflow/Dockerfile.1.14-py36-cuda10.0 renamed to ‎python-tensorflow/Dockerfile.1.15-py36-cuda10

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,23 +1,23 @@
1-
FROM lablup/common-base:19.09-py36-cuda10
1+
FROM lablup/common-base:20.03-py36-cuda10.0
22

3-
# Install TensorFlow, Keras, PyTorch and MXNet
4-
ENV TENSORFLOW_VERSION=1.14.0
3+
# Install TensorFlow
4+
ENV TENSORFLOW_VERSION=1.15.3
55
ENV DEBIAN_FRONTEND=noninteractive
66
ENV mecab_dicdir /usr/local/lib/mecab/dic/mecab-ko-dic
77

88
# Set default shell to /bin/bash
99
SHELL ["/bin/bash", "-cu"]
1010

1111
# Install ipython kernelspec
12-
Run python3 -m ipykernel install --display-name "TensorFlow 1.14.0 on Python 3.6 (CUDA 10.0)" && \
12+
Run python3 -m ipykernel install --display-name "TensorFlow 1.15.3 on Python 3.6 (CUDA 10.0)" && \
1313
cat /usr/local/share/jupyter/kernels/python3/kernel.json
1414

1515
RUN python3 -m pip install pip --no-cache-dir \
1616
pandas==1.0.1 \
1717
tensorflow-gpu==${TENSORFLOW_VERSION} \
18-
tensorboard==1.14 \
18+
tensorboard==1.15 \
1919
ngraph-tensorflow-bridge \
20-
tensor2tensor==1.14.1 \
20+
tensor2tensor==1.15.4 \
2121
jupyter-tensorboard==0.2.0 \
2222
tensorwatch==0.8.10
2323

@@ -39,8 +39,8 @@ LABEL ai.backend.kernelspec="1" \
3939
ai.backend.base-distro="ubuntu16.04" \
4040
ai.backend.resource.min.cpu="1" \
4141
ai.backend.resource.min.mem="1g" \
42-
ai.backend.resource.min.cuda.device=1 \
43-
ai.backend.resource.min.cuda.shares=0.1 \
42+
ai.backend.resource.min.cuda.device=0 \
43+
ai.backend.resource.min.cuda.shares=0 \
4444
ai.backend.runtime-type="python" \
4545
ai.backend.runtime-path="/usr/bin/python3" \
4646
ai.backend.service-ports="jupyter:http:8080,jupyterlab:http:8090,ipython:pty:3000,tensorboard:http:6006"

0 commit comments

Comments
 (0)