|
| 1 | +FROM lablup/common-base:20.07-py36-cuda10.1 |
| 2 | + |
| 3 | +# Install TensorFlow, Keras, PyTorch and MXNet |
| 4 | +ENV TENSORFLOW_VERSION=2.3.0-rc2 |
| 5 | + |
| 6 | +ENV PYTHONUNBUFFERED=1 \ |
| 7 | + LD_LIBRARY_PATH="/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib64:/usr/include/x86_64-linux-gnu" \ |
| 8 | + PATH="/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/tensorrt/bin:/usr/local/bin/mecab" \ |
| 9 | + LANG=C.UTF-8 |
| 10 | + |
| 11 | +# Set default shell to /bin/bash |
| 12 | +SHELL ["/bin/bash", "-cu"] |
| 13 | + |
| 14 | +RUN python3 -m pip install --no-cache-dir --upgrade \ |
| 15 | + gast==0.3.3 \ |
| 16 | + 'httplib2<0.18.0,>=0.8' \ |
| 17 | + 'coverage<5.0,>=4.5' \ |
| 18 | + mock==3.0.5 \ |
| 19 | + tensorflow==${TENSORFLOW_VERSION} \ |
| 20 | + mesh-tensorflow==0.1.16 \ |
| 21 | + tensorboard |
| 22 | + |
| 23 | +RUN python3 -m pip install --no-cache-dir --upgrade \ |
| 24 | + -q git+https://github.com/google-research/tensorflow_constrained_optimization |
| 25 | +RUN python3 -m pip install --no-cache-dir --upgrade \ |
| 26 | + cachetools==3.1.0 \ |
| 27 | + tensorflow-transform==0.22.0 \ |
| 28 | + tensorflow_model_analysis==0.22.2 \ |
| 29 | + ngraph-tensorflow-bridge==0.18.0 \ |
| 30 | + tensorflow-metadata==0.22.2 \ |
| 31 | + tensorflow-datasets==3.2.0 \ |
| 32 | + tensorflow_probability==0.10.1 \ |
| 33 | + tensorwatch==0.9.1 \ |
| 34 | + tensorflow-hub==0.8.0 \ |
| 35 | + tensorflow-addons==0.10.0 \ |
| 36 | + tensorflow_text==2.2.1 \ |
| 37 | + neural-structured-learning==1.1.0 \ |
| 38 | + tensorflow_constrained_optimization \ |
| 39 | + tensorflow-graphics-gpu==1.0.0 \ |
| 40 | + tensorflow-gan==2.0.0 \ |
| 41 | + tensorflow-data-validation==0.22.2 \ |
| 42 | + tensorflow-model-optimization==0.3.0 |
| 43 | +RUN python3 -m pip install --no-cache-dir --upgrade \ |
| 44 | + jupyter-tensorboard==0.2.0 \ |
| 45 | + tf-agents==0.5.0 \ |
| 46 | + tf-slim==1.1.0 \ |
| 47 | + tensorflow-plot==0.3.2 \ |
| 48 | + tensorflow-lattice==2.0.5 \ |
| 49 | + tensorflow-io==0.13.0 \ |
| 50 | + tfx==0.22.0 \ |
| 51 | + tfx-bsl==0.22.1 |
| 52 | +RUN python3 -m pip install --no-cache-dir \ |
| 53 | + tensorflow_ranking==0.3.1 \ |
| 54 | + tensorflow-compression==1.3 \ |
| 55 | + tensor2tensor==1.15.7 \ |
| 56 | + jupyterlab-nvdashboard==0.3.1 |
| 57 | + |
| 58 | +RUN python3 -m pip install --no-cache-dir \ |
| 59 | + tensorflow==${TENSORFLOW_VERSION} |
| 60 | + |
| 61 | +# Install Horovod, temporarily using CUDA stubs |
| 62 | +RUN ldconfig /usr/local/cuda/targets/x86_64-linux/lib/stubs && \ |
| 63 | + HOROVOD_GPU_ALLREDUCE=NCCL HOROVOD_GPU_BROADCAST=NCCL \ |
| 64 | + HOROVOD_WITH_TENSORFLOW=1 HOROVOD_WITHOUT_PYTORCH=1 HOROVOD_WITHOUT_MXNET=1 \ |
| 65 | + pip install --no-cache-dir horovod==0.19.4 && \ |
| 66 | + ldconfig |
| 67 | + |
| 68 | +RUN python3 -m pip install --no-cache-dir \ |
| 69 | + mpi4py==3.0.3 \ |
| 70 | + nni==1.6 \ |
| 71 | + scikit-nni==0.2.1 |
| 72 | + |
| 73 | +# Install ipython kernelspec |
| 74 | +Run python3 -m ipykernel install --display-name "TensorFlow 2.3 on Python 3.6 (CUDA 10.1)" && \ |
| 75 | + cat /usr/local/share/jupyter/kernels/python3/kernel.json |
| 76 | + |
| 77 | +RUN jupyter nbextension enable --py --sys-prefix widgetsnbextension && \ |
| 78 | + jupyter nbextension enable --py tensorflow_model_analysis |
| 79 | + |
| 80 | +# Backend.AI specifics |
| 81 | +LABEL ai.backend.kernelspec="1" \ |
| 82 | + ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \ |
| 83 | + ai.backend.features="batch query uid-match user-input" \ |
| 84 | + ai.backend.base-distro="ubuntu16.04" \ |
| 85 | + ai.backend.resource.min.cpu="1" \ |
| 86 | + ai.backend.resource.min.mem="1g" \ |
| 87 | + ai.backend.resource.min.cuda.device=0 \ |
| 88 | + ai.backend.resource.min.cuda.shares=0 \ |
| 89 | + ai.backend.runtime-type="python" \ |
| 90 | + ai.backend.runtime-path="/usr/bin/python3" \ |
| 91 | + ai.backend.service-ports="ipython:pty:3000,jupyter:http:8080,jupyterlab:http:8090,vscode:http:8180,tensorboard:http:6006" |
| 92 | + |
| 93 | +WORKDIR /home/work |
| 94 | +# vim: ft=dockerfile |
0 commit comments