Merge branch '20.12' of https://github.com/lablup/backend.ai-kernels into 20.12

Author: hephaex

commons/Dockerfile.base.cuda11.1

@@ -90,6 +90,7 @@ RUN rm -fr /var/lib/apt/lists/* && \
 	libboost-filesystem-dev \
 	libopenblas-dev liblapack-dev \
 	xvfb \
+	xz-utils \
 	fonts-nanum \
 	fonts-nanum-coding \
 	fonts-nanum-extra \
@@ -100,9 +101,9 @@ RUN rm -fr /var/lib/apt/lists/* && \
     echo "/opt/intel/mkl/lib/intel64" >> /etc/ls.so.conf && \
     find /usr/local/cuda-${CUDA}/lib64/ -type f -name 'lib*_static.a' -not -name 'libcudart_static.a' -delete
 
-RUN apt update && apt install curl xz-utils -y --no-install-recommends && NCCL_DOWNLOAD_SUM=34000cbe6a0118bfd4ad898ebc5f59bf5d532bbf2453793891fa3f1621e25653 && \
-    curl -fsSL https://developer.nvidia.com/compute/machine-learning/nccl/secure/${NCCL}/ubuntu1804/x86_64/nccl-repo-ubuntu1804-${NCCL}-ga-cuda11.1_1-1_amd64.deb https://developer.nvidia.com/compute/machine-learning/nccl/secure/${NCCL}/agnostic/x64/nccl_${NCCL}-1+cuda11.1_x86_64.txz -O && \
-    echo "$NCCL_DOWNLOAD_SUM  nccl_2.8.3-1+cuda11.1_x86_64.txz" | sha256sum -c - && \
+# NCCL_DOWNLOAD_SUM=34000cbe6a0118bfd4ad898ebc5f59bf5d532bbf2453793891fa3f1621e25653
+# echo "$NCCL_DOWNLOAD_SUM  nccl_2.8.3-1+cuda11.1_x86_64.txz" | sha256sum -c - 
+RUN curl -fsSL https://developer.download.nvidia.com/compute/redist/nccl/v2.8/nccl_2.8.3-1+cuda11.1_x86_64.txz -O && \
     tar --no-same-owner --keep-old-files --lzma -xvf nccl_${NCCL}-1+cuda11.1_x86_64.txz -C /usr/local/cuda/lib64/ --strip-components=2 --wildcards '*/lib/libnccl.so.*' && \
     tar --no-same-owner --keep-old-files --lzma -xvf  nccl_${NCCL}-1+cuda11.1_x86_64.txz -C /usr/lib/pkgconfig/ --strip-components=3 --wildcards '*/lib/pkgconfig/*' && \
     rm nccl_${NCCL}-1+cuda11.1_x86_64.txz && \

vendor/ngc-pytorch/Dockerfile.20.11-py3

@@ -203,6 +203,7 @@ RUN ldconfig /usr/local/cuda/targets/x86_64-linux/lib/stubs && \
 RUN python3 -m pip install --no-cache-dir \
     	    mpi4py==3.0.3 \
 	    nni==1.9 \
+	    mlflow==1.13 \
 	    scikit-nni==0.2.1
 
 RUN jupyter nbextensions_configurator enable && \
@@ -229,7 +230,7 @@ RUN apt autoclean && \
 
 RUN /opt/conda/bin/python3 -m ipykernel install \
         --prefix=/opt/conda/ \
-        --display-name "PyTorch 1.8 (NGC 20.11/Python 3.6 Conda) on Backend.AI" && \
+        --display-name "PyTorch 1.7.1 (NGC 20.11/Python 3.6 Conda) on Backend.AI" && \
     cat /opt/conda/share/jupyter/kernels/python3/kernel.json
 
 # Backend.AI specifics
@@ -245,7 +246,7 @@ LABEL ai.backend.kernelspec="1" \
       ai.backend.base-distro="ubuntu16.04" \
       ai.backend.runtime-type="python" \
       ai.backend.runtime-path="/opt/conda/bin/python3" \
-      ai.backend.service-ports="ipython:pty:3000,jupyter:http:8080,jupyterlab:http:8090,vscode:http:8180,tensorboard:http:6006"
+      ai.backend.service-ports="ipython:pty:3000,jupyter:http:8091,jupyterlab:http:8090,vscode:http:8180,tensorboard:http:6006,mlflow-ui:http:5000,nniboard:http:8080"
 
 
 WORKDIR /home/work