Tensorflow 2.5 (Python 3.8 & CUDA 11.3)

Author: hephaex

python-tensorflow/Dockerfile.2.5-py38-cuda11.3

@@ -0,0 +1,113 @@
+FROM lablup/common-base:py38-cuda11.3
+
+RUN python3 -m pip install --no-cache-dir --upgrade \
+	    -q git+https://github.com/google-research/tensorflow_constrained_optimization
+	    
+RUN python3 -m pip install --no-cache-dir \
+      --use-feature=2020-resolver \
+        requests_oauthlib==1.2.0 \
+	neural-structured-learning==1.3.1 \
+	pydot==1.4.0 \
+	proto-plus==1.10.2
+RUN python3 -m pip install --no-cache-dir \
+      --use-feature=2020-resolver \
+	    tensorflow-transform==0.25.0 \
+	    tensorflow_model_analysis \
+	    tensorflow-datasets \
+	    tensorflow_probability==0.11.1 \ 
+	    tensorflow-addons==0.11.2 \
+	    neural-structured-learning==1.3.1 \
+	    tensorflow-model-optimization==0.5.0 \
+	    tfx==0.25.0 \
+	    tfx-bsl==0.25.0 \ 
+	    tf-agents==0.6.0  
+
+RUN python3 -m pip install --no-cache-dir \
+      --use-feature=2020-resolver \
+	    fastavro==1.2.0 \
+	    pymongo==3.11.2 \
+	    docker==4.4.1 \
+	    pbr==5.5.1 \
+	    mock==1.3.0 \
+	    proto-plus==1.13.0 \
+	    oauth2client==4.1.3 \
+	    future==0.18.1 \
+	    gin_config==0.4.0 \
+	    joblib==0.14.0 \
+	    libcst==0.3.14 
+
+RUN python3 -m pip install --no-cache-dir \
+      --use-feature=2020-resolver \
+	    google_cloud_spanner==1.19.0 \
+	    googleapis-common-protos==1.51.0 \
+	    google_cloud_videointelligence==1.15.0 \
+	    google_cloud_vision==0.42.0 \
+	    google_cloud_pubsub==1.6.0 \
+	    google_cloud_dlp==0.15.0 \
+	    google_cloud_datastore==1.15.2 \
+	    google_cloud_bigtable==1.6.0 \
+	    google_api_core==1.24.0 
+
+RUN python3 -m pip install --no-cache-dir \
+	    mesh-tensorflow==0.1.18 \
+            tensorflow-cloud==0.1.10 \
+            tensorflow-hub==0.9.0 
+
+RUN python3 -m pip install --no-cache-dir \
+	    -i https://pypi-nightly.tensorflow.org/simple tensorflow-data-validation
+RUN python3 -m pip install --no-cache-dir \
+	    tensorflow-graphics-gpu==1.0.0 \
+            tensorflow-io==0.17.0 \
+	    tensorflow_ranking==0.3.2 \
+	    tensorflow-plot==0.3.2 \
+	    tensorflow_text==2.4.1 \
+	    tensorflow-gan==2.0.0 
+RUN python3 -m pip uninstall -y numpy scipy && \
+    python3 -m pip install --no-cache-dir \
+            tensorflow-gpu==2.5.0 \
+	    tensorboard-plugin-wit \
+	    tensorboard numpy scipy
+	    
+RUN python3 -m pip install --extra-index-url \
+       https://developer.download.nvidia.com/compute/redist nvidia-dali-cuda100 \
+       && \
+    python3 -m pip install --extra-index-url \
+       https://developer.download.nvidia.com/compute/redist nvidia-dali-tf-plugin-cuda100
+
+# Install Horovod, temporarily using CUDA stubs
+RUN ldconfig /usr/local/cuda/targets/x86_64-linux/lib/stubs && \
+    HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_GPU_BROADCAST=NCCL HOROVOD_NCCL_LINK=SHARED \
+    HOROVOD_WITH_TENSORFLOW=1 HOROVOD_WITHOUT_PYTORCH=1 HOROVOD_WITHOUT_MXNET=1\
+    HOROVOD_GPU=CUDA \
+    python3 -m pip install --no-cache-dir horovod==0.21.1 && \
+    ldconfig
+
+RUN python3 -m pip install --no-cache-dir \
+            mpi4py==3.0.3 \
+            nni==1.9 \
+            mlflow==1.12.1 \
+            scikit-nni==0.2.1
+
+COPY ./service-defs /etc/backend.ai/service-defs
+# Install ipython kernelspec
+Run python3 -m ipykernel install --display-name "TensorFlow 2.5 on Python 3.8 & CUDA 11.3" && \
+    cat /usr/local/share/jupyter/kernels/python3/kernel.json
+
+# Copy Backend.Ai multi-node support
+COPY runner-scripts/bootstrap.sh runner-scripts/setup_multinode.py /opt/container/
+
+# Backend.AI specifics
+LABEL ai.backend.kernelspec="1" \
+      ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \
+      ai.backend.features="batch query uid-match user-input" \
+      ai.backend.base-distro="ubuntu16.04" \
+      ai.backend.resource.min.cpu="1" \
+      ai.backend.resource.min.mem="1g" \
+      ai.backend.resource.min.cuda.device=0 \
+      ai.backend.resource.min.cuda.shares=0 \
+      ai.backend.runtime-type="python" \
+      ai.backend.runtime-path="/usr/bin/python3" \
+      ai.backend.service-ports="ipython:pty:3000,jupyter:http:8081,jupyterlab:http:8090,vscode:http:8180,tensorboard:http:6006,mlflow-ui:preopen:5000,nniboard:preopen:8080"
+      
+WORKDIR /home/work
+# vim: ft=dockerfile