clean up NGC 21.03 TF1

Author: hephaex

vendor/ngc-tensorflow/Dockerfile.21.03-tf1-py3

@@ -2,15 +2,24 @@ FROM nvcr.io/nvidia/tensorflow:21.03-tf1-py3
 # NVIDIA DIGITS runs on Python 3.8
 
 RUN apt-get update && \
-    apt-get install -y libsm6 libxext6 libxrender-dev mercurial libgdal-dev python3-gdal \
-    libsdl-dev libsdl-image1.2-dev libsdl-mixer1.2-dev libsdl-ttf2.0-dev \
-    libsmpeg-dev libportmidi-dev libavformat-dev libswscale-dev
+    apt-get install -y --no-install-recommends \
+    	fonts-nanum \
+	fonts-nanum-coding \
+	fonts-nanum-extra \
+	htop \
+	ncurses-term \
+	libasound2-dev \
+        libsm6 libxext6 libxrender-dev mercurial libgdal-dev python3-gdal \
+        libsdl-dev libsdl-image1.2-dev libsdl-mixer1.2-dev libsdl-ttf2.0-dev \
+        libsmpeg-dev libportmidi-dev libavformat-dev libswscale-dev
 
-ENV CPLUS_INCLUDE_PATH=/usr/include/gdal
-ENV C_INCLUDE_PATH=/usr/include/gdal
 ENV DEBIAN_FRONTEND=noninteractive \
     MPLBACKEND=Svg \
     PYTHONUNBUFFERED=1 \
+    PIP_IGNORE_INSTALLED=0 \
+    CPLUS_INCLUDE_PATH=/usr/include/gdal \
+    C_INCLUDE_PATH=/usr/include/gdal \
+    TF_ENABLE_DEPRECATION_WARNINGS=1 \
     LD_LIBRARY_PATH="/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib64:/usr/include/x86_64-linux-gnu" \
     PATH="/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/bin/cmake/bin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/src/lightgbm/LightGBM:/usr/local/bin/mecab" \
     mecab_dicdir=/usr/local/lib/mecab/dic/mecab-ko-dic \
@@ -21,10 +30,9 @@ RUN update-alternatives --install /usr/bin/python python /usr/bin/python3 2
 # install NLP packages *mecab-ko & khai*
 RUN apt-get update && \
     apt-get install -y \
-    	openjdk-8-jdk \
-	libasound2-dev \
-	gfortran \
 	automake \
+	gfortran \
+    	openjdk-8-jdk \
 	&& \
     cd /tmp && \
     curl -LO https://bitbucket.org/eunjeon/mecab-ko/downloads/mecab-0.996-ko-0.9.2.tar.gz && \
@@ -74,10 +82,7 @@ RUN ln -s /usr/include/libv4l1-videodev.h /usr/include/linux/videodev.h && \
 	libgoogle-glog-dev libgflags-dev \
 	libgphoto2-dev \
 	libeigen3-dev \
-	libhdf5-dev \	
-    && \	
-    apt-get clean && \
-    rm -rf /var/lib/apt/lists/
+	libhdf5-dev
 
 WORKDIR /tmp
 ENV OPENCV_VERSION="4.5.2"
@@ -148,19 +153,9 @@ RUN mkdir -p /opt/oracle && \
 WORKDIR /tmp
 RUN python3 -m pip install --no-cache-dir \
         argon2_cffi==20.1.0
-COPY ./requirements.txt /tmp
-RUN python3 -m pip install --no-cache-dir -r requirements.txt && \
-    rm -f /tmp/*.whl /tmp/requirements.txt
-ENV SCIPY_VERSION 1.6.0
-# Install scipy
-RUN cd /tmp && \
-    git clone --branch=v${SCIPY_VERSION} --depth=1 https://github.com/scipy/scipy.git scipy && \
-    cd scipy && \
-    git checkout -b v${SCIPY_VERSION} && \  
-    cp site.cfg.example site.cfg && \
-    pip uninstall -y typing && \
-    python3 -m pip install .
-	    
+COPY ./requirements.py36.txt /tmp
+RUN python3 -m pip install --no-cache-dir -r requirements.py36.txt && \
+    rm -f /tmp/*.whl /tmp/requirements.py36.txt
 
 # install git-lfs
 WORKDIR /tmp
@@ -169,7 +164,11 @@ RUN curl -sLO https://github.com/git-lfs/git-lfs/releases/download/v2.12.1/git-l
     bash install.sh && \
     rm -rf /tmp/*
 
-COPY ./service-defs /etc/backend.ai/service-defs
+WORKDIR /tmp
+RUN git clone https://github.com/aristocratos/bashtop.git && \
+    cd bashtop && \
+    make install
+
 RUN curl -fL https://github.com/cdr/code-server/releases/download/v3.7.3/code-server-3.7.3-linux-amd64.tar.gz | tar -C /usr/local/lib -xz && \
     mv /usr/local/lib/code-server-3.7.3-linux-amd64 /usr/local/lib/code-server-3.7.3 && \
     ln -s /usr/local/lib/code-server-3.7.3/bin/code-server /usr/local/bin/code-server
@@ -210,10 +209,15 @@ RUN jupyter nbextensions_configurator enable && \
 
 RUN apt autoclean && \
     sed -i 's/source \/usr\/local\/nvm\/nvm.sh//' /etc/bash.bashrc && \
+    ln -sf /usr/share/terminfo/x/xterm-color /usr/share/terminfo/x/xterm-256color && \
     rm -rf /var/lib/apt/lists/* && \	
     rm -rf /root/.cache && \
     rm -rf /tmp/*
 
+# Copy Backend.Ai multi-node support
+COPY ./service-defs-tf1 /etc/backend.ai/service-defs
+COPY runner-scripts/bootstrap.sh runner-scripts/setup_multinode.py /opt/container/
+
 # Install ipython kernelspec
 RUN /usr/bin/python3 -m ipykernel install --display-name "Python 3.8 (NGC 21.03 / TensorFlow 1.15) on Backend.AI" && \
     cat /usr/local/share/jupyter/kernels/python3/kernel.json