Lablup FF 20.03 on Python 3.6 & CUDA 10.1

Author: hephaex

python-ff/Dockerfile.20.03-py36-cuda10.1

@@ -0,0 +1,110 @@
+FROM lablup/common-base:20.03-py36-cuda10.1
+
+# Install TensorFlow, Keras, PyTorch and MXNet
+ENV TENSORFLOW_VERSION=2.1.0
+ENV PYTORCH_VERSION=1.4.0
+ENV TORCHVISION_VERSION=0.5.0
+ENV TORCHAUDIO_VERSION=0.4.0
+ENV TORCHTEXT_VERSION=0.5.0
+ENV TENSORBOARDX_VERSION=1.9
+ENV MXNET_VERSION=1.5.1
+ARG CUDA=10.1
+ARG LIBNVINFER=6.0.1-1
+ARG LIBNVINFER_MAJOR_VERSION=6
+ENV CUDNN_VERSION=7.6.4.38-1+cuda10.1
+ENV NCCL_VERSION=2.4.8-1+cuda10.1
+ENV DEBIAN_FRONTEND=noninteractive
+ENV mecab_dicdir /usr/local/lib/mecab/dic/mecab-ko-dic
+
+ENV PYTHONUNBUFFERED=1 \
+    LD_LIBRARY_PATH="/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib64:/usr/local/cuda/lib64/stubs:/usr/include/x86_64-linux-gnu" \
+    PATH="/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/bin/mecab" \
+    LANG=C.UTF-8
+
+# Set default shell to /bin/bash
+SHELL ["/bin/bash", "-cu"]
+
+RUN python3 -m pip install pip --no-cache-dir \
+	    tensorflow-transform==0.21.2 \
+	    tensorflow_model_analysis==0.21.6 \
+	    ngraph-tensorflow-bridge \
+	    adanet==0.8.0
+
+RUN python3 -m pip install pip --no-cache-dir \
+	    pandas==1.0.1 \
+    	    tensorflow-gpu==${TENSORFLOW_VERSION} \
+       	    tensorboard==2.1.1 \
+	    tensorflow-metadata==0.21.1 \
+	    tensorflow-datasets==2.1.0 \
+	    tensorflow_probability==0.9.0  \
+	    tensorflow-addons==0.8.3 \
+	    neural-structured-learning \
+	    tensorflow-model-optimization==0.2.1 \
+	    tensorflow-hub==0.7.0 \
+	    tensorflow_text==2.1.1 \
+	    tensorflow-graphics-gpu==1.0.0 \
+	    tensorflow-gan==2.0.0 \
+	    tensorflow_text==2.1.1 \
+	    tensorflow-data-validation==0.21.5 \
+	    fairness-indicators==0.1.2 \
+	    tensorboard-plugin-fairness-indicators==0.0.3 \
+	    fairness==0.1.8 \
+	    tfx==0.21.2 \
+	    tfx-bsl==0.21.4 \
+	    tf-agents==0.3.0  \
+	    tensorflow-lattice-gpu==0.9.8 \
+	    tensorflow-lattice==2.0.3 \
+	    tensorflow_ranking==0.2.3 \
+	    tensorflow-compression==1.3 \
+	    tensor2tensor==1.15.4 \
+	    mesh-tensorflow \
+	    tensorflow-io==0.12.0 \
+	    jupyter-tensorboard==0.2.0 \
+    	    tensorwatch==0.8.10 \
+	    jupyterlab-nvdashboard==0.2.0 
+
+RUN python3 -m pip install pip --no-cache-dir \
+        pandas==1.0.1 \
+    	https://download.pytorch.org/whl/cu101/torch-${PYTORCH_VERSION}-cp36-cp36m-linux_x86_64.whl \
+        https://download.pytorch.org/whl/cu101/torchvision-${TORCHVISION_VERSION}-cp36-cp36m-linux_x86_64.whl \
+        https://download.pytorch.org/whl/torchaudio-${TORCHAUDIO_VERSION}-cp36-cp36m-linux_x86_64.whl \
+        torchtext==${TORCHTEXT_VERSION} && \
+    python3 -m pip install --no-cache-dir tensorboardX==${TENSORBOARDX_VERSION}	    
+
+RUN python3 -m pip install --no-cache-dir mxnet-cu101==${MXNET_VERSION}
+
+RUN python3 -m pip install --no-cache-dir -Iv \
+    	    tensorwatch==0.8.10 \
+	    jupyterlab-nvdashboard==0.2.0 
+
+# Install Horovod, temporarily using CUDA stubs
+RUN ldconfig /usr/local/cuda/targets/x86_64-linux/lib/stubs && \
+    HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_GPU_BROADCAST=NCCL \
+    HOROVOD_WITH_TENSORFLOW=1 HOROVOD_WITH_PYTORCH=1 HOROVOD_WITH_MXNET=1 \
+    pip install --no-cache-dir horovod==0.19.0 && \
+    ldconfig
+
+RUN python3 -m pip install --no-cache-dir \
+    	    mpi4py==3.0.3 \
+	    nni
+
+# Install ipython kernelspec
+Run python3 -m ipykernel install --display-name "Lablup FF 20.03 on Python 3.6 (CUDA 10.1)" && \
+    cat /usr/local/share/jupyter/kernels/python3/kernel.json
+
+# Jupyter notebook extension
+RUN mkdir -p /home/work/.jupyter/nbextension
+WORKDIR /home/work/.jupyter/nbextension
+
+RUN jupyter nbextensions_configurator enable && \
+    jupyter contrib nbextension install && \
+    jupyter nbextension enable --py --sys-prefix widgetsnbextension && \
+    jupyter contrib nbextension install && \
+    jupyter serverextension enable --py jupyterlab --sys-prefix && \
+    jupyter labextension install @jupyter-widgets/jupyterlab-manager && \
+#    jupyter labextension install jupyterlab-nvdashboard && \
+    git clone https://github.com/lambdalisue/jupyter-vim-binding vim_binding && \
+    jupyter nbextension enable /home/work/.jupyter/nbextension/vim_binding/vim_binding 
+
+WORKDIR /home/work
+# vim: ft=dockerfile