common 21.02 python 3.8 cuda 11.1

Author: hephaex

commons/Dockerfile.base.py38-cuda11.1

@@ -161,6 +161,7 @@ RUN git clone https://github.com/Mellanox/nv_peer_memory.git /tmp/nv_peer_memory
     dpkg-buildpackage -us -uc && \
     dpkg -i /tmp/nvidia-peer-memory_1.1-0_all.deb
 
+# Oracle client
 RUN mkdir -p /opt/oracle && \
     cd /opt/oracle && \
     apt-get clean && \
@@ -186,19 +187,15 @@ RUN rm /usr/bin/python /usr/bin/python3 && \
 
 WORKDIR /tmp
 RUN curl https://bootstrap.pypa.io/get-pip.py | python3 && \
-    python3 -m pip install --no-cache-dir -U setuptools pip==20.3.2 
-
-RUN python3 -m pip install --no-cache-dir \
-    	    Cython==0.29.21 \
-	    tornado==6.1 \
-	    nvidia-pyindex==1.0.5 \
-	    matplotlib==3.3.3 
+    python3 -m pip install --no-cache-dir -U setuptools pip
 
 WORKDIR /tmp
+# OpenBlas
 RUN git clone -q --branch=master git://github.com/xianyi/OpenBLAS.git && \
     cd OpenBLAS && \
     make DYNAMIC_ARCH=1 NO_AFFINITY=1 NUM_THREADS=48 FC=gfortran && \
     make install
+# Numpy    
 RUN git clone --branch=v${NUMPY_VERSION} --depth=1 https://github.com/numpy/numpy.git numpy && \
     cd numpy && \
     git checkout -b v${NUMPY_VERSION} && \
@@ -210,7 +207,7 @@ RUN git clone --branch=v${NUMPY_VERSION} --depth=1 https://github.com/numpy/nump
     echo "lapack_libs =" >> site.cfg && \
     python3 setup.py bdist_wheel -d /tmp 
 
-# Install scipy
+# Scipy
 RUN cd /tmp && \
     git clone --branch=v${SCIPY_VERSION} --depth=1 https://github.com/scipy/scipy.git scipy && \
     cd scipy && \
@@ -257,11 +254,6 @@ RUN echo "Install mecab-ko-dic" && \
     git clone https://bitbucket.org/eunjeon/mecab-python-0.996.git && \
     python3 -m pip install /tmp/mecab-python-0.996
 
-RUN python3 -m pip install pip --no-cache-dir \
-    	    Cartopy==0.18.0 \
-	    nvidia-dlprof \
-	    notebook==6.0.3 
-
 WORKDIR /tmp
 COPY ./requirements.py38.txt /tmp
 RUN python3 -m pip install --no-cache-dir -r requirements.py38.txt && \
@@ -408,18 +400,20 @@ RUN cat /etc/ssh/ssh_config | grep -v StrictHostKeyChecking > /etc/ssh/ssh_confi
     echo "    StrictHostKeyChecking no" >> /etc/ssh/ssh_config.new && \
     mv /etc/ssh/ssh_config.new /etc/ssh/ssh_config
 
-# install git-lfs
+# Install git-lfs
 WORKDIR /tmp
 RUN curl -sLO https://github.com/git-lfs/git-lfs/releases/download/v2.13.1/git-lfs-linux-amd64-v2.13.1.tar.gz && \
     tar -zxf git-lfs-linux-amd64-v2.13.1.tar.gz && \
     bash install.sh && \
     rm -rf /tmp/*
 
+# Install VSCode
 RUN curl -fL https://github.com/cdr/code-server/releases/download/v3.8.0/code-server-3.8.0-linux-amd64.tar.gz \
   | tar -C /usr/local/lib -xz && \
     mv /usr/local/lib/code-server-3.8.0-linux-amd64 /usr/local/lib/code-server-3.8.0 && \
     ln -s /usr/local/lib/code-server-3.8.0/bin/code-server /usr/local/bin/code-server
 
+# Install Jupyterlab extensions
 RUN jupyter nbextensions_configurator enable && \
     jupyter contrib nbextension install && \
     jupyter nbextension enable --py --sys-prefix widgetsnbextension && \
@@ -428,18 +422,17 @@ RUN jupyter nbextensions_configurator enable && \
     jupyter labextension install --no-build @krassowski/jupyterlab-lsp && \
     jupyter serverextension enable --py jupyter_lsp && \
     jupyter labextension install --no-build @jupyterlab/toc && \
-#    jupyter labextension install @jupyterlab/hdf5 
     jupyter nbextension enable execute_time/ExecuteTime && \
     jupyter nbextension enable toc2/main && \
     jupyter labextension install @pyviz/jupyterlab_pyviz && \
     jupyter labextension install @bokeh/jupyter_bokeh && \
     jupyter labextension install --no-build jupyterlab-nvdashboard && \
     jupyter lab build
 
+# Clean up
 RUN apt autoclean && \
     ln -s /usr/local/cuda-11.1/targets/x86_64-linux/lib/libcusolver.so.11 /usr/local/cuda-11.1/targets/x86_64-linux/lib/libcusolver.so.10 && \
     sed -i 's/source \/usr\/local\/nvm\/nvm.sh//' /etc/bash.bashrc && \
-    python3 -m pip uninstall -y  tensorboard-plugin-wit && \
     rm -rf /var/lib/apt/lists/* && \	
     rm -rf /root/.cache && \
     rm -rf /tmp/*

commons/requirements.py38.txt

@@ -25,6 +25,7 @@ boto3==1.9.209
 botocore==1.12.209
 branca==0.4.0
 cachetools==3.1.1
+Cartopy==0.18.0
 catboost==0.22
 category-encoders==2.0.0
 certifi==2019.11.28
@@ -43,9 +44,8 @@ coverage==4.5.4
 cryptography==3.0
 cvxpy==1.0.24
 cycler==0.10.0
-Cython==0.29.13 
+Cython==0.29.21
 dask==2.9.0
-#dataclasses==0.8
 deap==1.3.1
 decorator==4.4.2
 defusedxml==0.6.0
@@ -139,6 +139,7 @@ lxml==4.5.0
 Mako==1.0.7
 Markdown==3.2.1
 MarkupSafe==1.1.1
+matplotlib==3.3.3 
 mccabe==0.6.1
 mistune==0.8.4
 mlxtend==0.17.2
@@ -159,12 +160,14 @@ networkx==2.4
 #ngraph-onnx==0.24.0
 #ngraph-tensorflow-bridge==0.18.0
 nltk==3.2.5
+notebook==6.0.3 
 numba==0.48.0
 numexpr==2.7.0
+nvidia-dlprof==0.0.1.dev4
+nvidia-pyindex==1.0.5
 oauthlib==3.1.0
 oauth2client==3.0.0
 onnx==1.8.0
-#onnx-plaidml==0.6.3
 opt-einsum==3.3.0
 osqp==0.6.2
 packaging==20.3
@@ -178,8 +181,7 @@ pexpect==4.8.0
 pickleshare==0.7.5
 Pillow==6.2.2
 plaidml==0.7.0
-#plaidml-keras==0.7.0
-plotly==4.5.3
+Splotly==4.5.3
 pluggy==0.12.0
 ply==3.11
 portpicker==1.3.1
@@ -253,7 +255,6 @@ scikit-plot==0.3.7
 scikit-optimize==0.7.4
 scikit-surprise==1.1.0
 scooby==0.5.5
-#scs==2.1.0
 seaborn==0.10.0
 selenium==3.141.0
 Send2Trash==1.5.0
@@ -284,6 +285,7 @@ tf2onnx==1.5.5
 toml==0.10.0
 toolz==0.10.0
 torch==1.7.1
+tornado==6.1
 TPOT==0.11.1
 tqdm==4.55.1
 traitlets==4.3.3