NGC 20.11 TF2

Author: hephaex

vendor/ngc-tensorflow/Dockerfile.20.11-tf2-py3

@@ -2,29 +2,38 @@ FROM nvcr.io/nvidia/tensorflow:20.11-tf2-py3
 # NVIDIA DIGITS runs on Python 3.6
 
 RUN apt-get update && \
-    apt-get install -y libsm6 libxext6 libxrender-dev mercurial libgdal-dev python3-gdal \
-    libsdl-dev libsdl-image1.2-dev libsdl-mixer1.2-dev libsdl-ttf2.0-dev \
-    libsmpeg-dev libportmidi-dev libavformat-dev libswscale-dev
+    apt-get install -y --no-install-recommends \
+    	fonts-nanum \
+	fonts-nanum-coding \
+	fonts-nanum-extra \
+	htop \
+	ncurses-term \
+	libasound2-dev \
+        libsm6 libxext6 libxrender-dev mercurial libgdal-dev python3-gdal \
+        libsdl-dev libsdl-image1.2-dev libsdl-mixer1.2-dev libsdl-ttf2.0-dev \
+        libsmpeg-dev libportmidi-dev libavformat-dev libswscale-dev
 
-ENV CPLUS_INCLUDE_PATH=/usr/include/gdal
-ENV C_INCLUDE_PATH=/usr/include/gdal
 ENV DEBIAN_FRONTEND=noninteractive \
     MPLBACKEND=Svg \
+    PIP_IGNORE_INSTALLED=0 \
     PYTHONUNBUFFERED=1 \
+    CPLUS_INCLUDE_PATH=/usr/include/gdal \
+    C_INCLUDE_PATH=/usr/include/gdal \
     LD_LIBRARY_PATH="/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib64:/usr/include/x86_64-linux-gnu" \
     PATH="/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/bin/cmake/bin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/src/lightgbm/LightGBM:/usr/local/bin/mecab" \
     mecab_dicdir=/usr/local/lib/mecab/dic/mecab-ko-dic \
+    NODE_OPTIONS="--max-old-space-size=4096" \
     LANG=C.UTF-8
 
 RUN update-alternatives --install /usr/bin/python python /usr/bin/python3 2
 
 # install NLP packages *mecab-ko & khai*
 RUN apt-get update && \
     apt-get install -y \
+	automake \
+	gfortran \
+	libasound2-dev \
     	openjdk-8-jdk \
-	    libasound2-dev \
-	    gfortran \
-	    automake \
 	&& \
     cd /tmp && \
     curl -LO https://bitbucket.org/eunjeon/mecab-ko/downloads/mecab-0.996-ko-0.9.2.tar.gz && \
@@ -53,34 +62,31 @@ RUN echo "Install mecab-ko-dic" && \
 # OpenCV
 RUN ln -s /usr/include/libv4l1-videodev.h /usr/include/linux/videodev.h && \
    apt-get install -y \
-	    libgstreamer1.0-dev \
-	    libgstreamer-plugins-base1.0-dev \
-	    libgtk-3-dev \
+	libgstreamer1.0-dev \
+	libgstreamer-plugins-base1.0-dev \
+	libgtk-3-dev \
         libtbb-dev \
-	    libatlas-base-dev \
-	    libdc1394-22-dev \
-	    libxvidcore-dev \
-	    libfaac-dev \
-	    libmp3lame-dev \
-	    libtheora-dev \
-	    libvorbis-dev \
-	    libxvidcore-dev \
-	    libopencore-amrnb-dev libopencore-amrwb-dev \
-	    libavresample-dev \
-	    x264 \
-	    libx264-dev \
-    	v4l-utils \	
-	    libprotobuf-dev protobuf-compiler \
-	    libgoogle-glog-dev libgflags-dev \
-	    libgphoto2-dev \
-	    libeigen3-dev \
-	    libhdf5-dev \	
-    && \	
-    apt-get clean && \
-    rm -rf /var/lib/apt/lists/
+	libatlas-base-dev \
+	libdc1394-22-dev \
+	libxvidcore-dev \
+	libfaac-dev \
+	libmp3lame-dev \
+	libtheora-dev \
+	libvorbis-dev \
+	libxvidcore-dev \
+	libopencore-amrnb-dev libopencore-amrwb-dev \
+	libavresample-dev \
+	x264 \
+	libx264-dev \
+	v4l-utils \	
+	libprotobuf-dev protobuf-compiler \
+	libgoogle-glog-dev libgflags-dev \
+	libgphoto2-dev \
+	libeigen3-dev \
+	libhdf5-dev
 
 WORKDIR /tmp
-ENV OPENCV_VERSION="4.5.1"
+ENV OPENCV_VERSION="4.5.2"
 RUN wget https://github.com/opencv/opencv/archive/${OPENCV_VERSION}.zip && \
     wget -O opencv-contrib.zip https://github.com/opencv/opencv_contrib/archive/${OPENCV_VERSION}.zip && \
     unzip ${OPENCV_VERSION}.zip && \
@@ -105,7 +111,7 @@ RUN wget https://github.com/opencv/opencv/archive/${OPENCV_VERSION}.zip && \
       -D WITH_V4L=ON \
       -D BUILD_TESTS=OFF \
       -D BUILD_PERF_TESTS=OFF \
-      -D OPENCV_EXTRA_MODULES_PATH="../../opencv_contrib-4.5.1/modules" \
+      -D OPENCV_EXTRA_MODULES_PATH="../../opencv_contrib-4.5.2/modules" \
       -D CMAKE_BUILD_TYPE=RELEASE \
       -D CMAKE_INSTALL_PREFIX=$(python3 -c "import sys; print(sys.prefix)") \
       -D PYTHON_EXECUTABLE=$(which python3) \
@@ -119,7 +125,7 @@ RUN wget https://github.com/opencv/opencv/archive/${OPENCV_VERSION}.zip && \
     rm -fr opencv* 
 
 
-RUN curl -sL https://deb.nodesource.com/setup_10.x | bash - && \
+RUN curl -sL https://deb.nodesource.com/setup_14.x | bash - && \
     apt-get update -y && \
     apt-get install -y nodejs
 
@@ -145,6 +151,25 @@ RUN mkdir -p /opt/oracle && \
     echo /opt/oracle/instantclient* > /etc/ld.so.conf.d/oracle-instantclient.conf && \
     ldconfig
 
+
+# install bashtop
+WORKDIR /tmp
+RUN git clone https://github.com/aristocratos/bashtop.git && \
+    cd bashtop && \
+    make install
+
+# install git-lfs
+WORKDIR /tmp
+RUN curl -sLO https://github.com/git-lfs/git-lfs/releases/download/v2.12.1/git-lfs-linux-amd64-v2.12.1.tar.gz && \
+    tar -zxf git-lfs-linux-amd64-v2.12.1.tar.gz && \
+    bash install.sh && \
+    rm -rf /tmp/*
+
+# install code-server
+RUN curl -fL https://github.com/cdr/code-server/releases/download/v3.9.0/code-server-3.9.0-linux-amd64.tar.gz | tar -C /usr/local/lib -xz && \
+    mv /usr/local/lib/code-server-3.9.0-linux-amd64 /usr/local/lib/code-server-3.9.0 && \
+    ln -s /usr/local/lib/code-server-3.9.0/bin/code-server /usr/local/bin/code-server
+
 WORKDIR /tmp
 RUN python3 -m pip install --no-cache-dir \
         Cython==0.29.21 \
@@ -163,18 +188,6 @@ RUN cd /tmp && \
     pip uninstall -y typing && \
     python3 -m pip install .
 
-
-# install git-lfs
-WORKDIR /tmp
-RUN curl -sLO https://github.com/git-lfs/git-lfs/releases/download/v2.12.1/git-lfs-linux-amd64-v2.12.1.tar.gz && \
-    tar -zxf git-lfs-linux-amd64-v2.12.1.tar.gz && \
-    bash install.sh && \
-    rm -rf /tmp/*
-
-COPY ./service-defs /etc/backend.ai/service-defs
-RUN curl -fL https://github.com/cdr/code-server/releases/download/v3.7.3/code-server-3.7.3-linux-amd64.tar.gz | tar -C /usr/local/lib -xz && \
-    mv /usr/local/lib/code-server-3.7.3-linux-amd64 /usr/local/lib/code-server-3.7.3 && \
-    ln -s /usr/local/lib/code-server-3.7.3/bin/code-server /usr/local/bin/code-server
 # Install Open MPI
 RUN mkdir /tmp/openmpi && \
     cd /tmp/openmpi && \
@@ -192,28 +205,35 @@ RUN mv /usr/local/bin/mpirun /usr/local/bin/mpirun.real && \
     echo 'mpirun.real --allow-run-as-root "$@"' >> /usr/local/bin/mpirun && \
     chmod a+x /usr/local/bin/mpirun
 
+RUN python3 -m pip install --no-cache-dir \
+    	    mpi4py==3.0.3 \
+	    nni==2.0 \
+	    mlflow==1.14.1 \
+	    scikit-nni==0.2.1
+
 # Configure OpenMPI to run good defaults:
 RUN echo "btl_tcp_if_exclude = lo,docker0" >> /usr/local/etc/openmpi-mca-params.conf
 
-ENV NODE_OPTIONS="--max-old-space-size=4096"
-
 RUN jupyter nbextensions_configurator enable && \
     jupyter contrib nbextension install && \
     jupyter nbextension enable --py --sys-prefix widgetsnbextension && \
-    jupyter serverextension enable --py jupyterlab --sys-prefix && \
-    jupyter labextension install --no-build @jupyter-widgets/jupyterlab-manager && \
-    jupyter labextension install --no-build @krassowski/jupyterlab-lsp && \
-    jupyter serverextension enable --py jupyter_lsp && \
-    jupyter labextension install --no-build @jupyterlab/toc && \
     jupyter nbextension enable execute_time/ExecuteTime && \
     jupyter nbextension enable toc2/main && \
-    jupyter labextension install @pyviz/jupyterlab_pyviz && \
-    jupyter labextension install @bokeh/jupyter_bokeh && \
-    jupyter labextension install --no-build jupyterlab-nvdashboard && \
+    jupyter serverextension enable --py jupyterlab --sys-prefix && \
+    jupyter serverextension enable --py jupyter_lsp && \
+    jupyter labextension install @jupyter-widgets/jupyterlab-manager --no-build && \
+    jupyter labextension install [email protected] --no-build && \
+    jupyter labextension install @jupyterlab/toc --no-build && \
+    jupyter labextension install @kiteco/jupyterlab-kite --no-build && \
+    jupyter labextension install jupyterlab-flake8 --no-build && \
+    jupyter labextension install @pyviz/jupyterlab_pyviz --no-build && \
+    jupyter labextension install @bokeh/jupyter_bokeh --no-build && \
+    jupyter labextension install jupyterlab-nvdashboard --no-build && \
     jupyter lab build
 
 RUN apt autoclean && \
     sed -i 's/source \/usr\/local\/nvm\/nvm.sh//' /etc/bash.bashrc && \
+    ln -sf /usr/share/terminfo/x/xterm-color /usr/share/terminfo/x/xterm-256color && \
     rm -rf /var/lib/apt/lists/* && \	
     rm -rf /root/.cache && \
     rm -rf /tmp/*
@@ -223,6 +243,8 @@ RUN /usr/bin/python3 -m ipykernel install --display-name "Python 3.6 (NGC 20.11
     cat /usr/local/share/jupyter/kernels/python3/kernel.json
 
 # Backend.AI specifics
+COPY ./service-defs /etc/backend.ai/service-defs
+COPY runner-scripts/bootstrap.sh runner-scripts/setup_multinode.py /opt/container/
 LABEL ai.backend.kernelspec="1" \
       ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \
       ai.backend.features="batch query uid-match user-input" \
@@ -235,7 +257,7 @@ LABEL ai.backend.kernelspec="1" \
       ai.backend.base-distro="ubuntu16.04" \
       ai.backend.runtime-type="python" \
       ai.backend.runtime-path="/usr/bin/python" \
-      ai.backend.service-ports="ipython:pty:3000,jupyter:http:8080,jupyterlab:http:8090,vscode:http:8180,tensorboard:http:6006"
+      ai.backend.service-ports="ipython:pty:3000,jupyter:http:8091,jupyterlab:http:8090,vscode:http:8180,tensorboard:http:6006,mlflow-ui:preopen:5000,nniboard:preopen:8080"
 
 WORKDIR /home/work
 # vim: ft=dockerfile