NGC Triton SDK 22.07

Author: hephaex

vendor/ngc-triton/Dockerfile.22.07-py3-sdk

@@ -0,0 +1,30 @@
+FROM nvcr.io/nvidia/tritonserver:22.07-py3-sdk
+# NVIDIA Triton
+
+ENV PYTHONUNBUFFERED=1 \
+    PATH="/workspace/install/bin:/opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" \
+    LIBRARY_PATH="/usr/local/cuda/lib64/stubs" \
+    LD_LIBRARY_PATH="/workspace/install/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64" \
+    LANG=C.UTF-8
+
+RUN apt update ; apt install ncurses-term -y && \
+    ln -sf /usr/share/terminfo/x/xterm-color /usr/share/terminfo/x/xterm-256color
+
+RUN update-alternatives --install /usr/bin/python python /usr/bin/python3 2
+COPY ./service-defs /etc/backend.ai/service-defs
+LABEL ai.backend.kernelspec="1" \
+      ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \
+      ai.backend.features="batch query uid-match user-input" \
+      ai.backend.base-distro="ubuntu16.04" \
+      ai.backend.accelerators="cuda" \
+      ai.backend.resource.min.cpu="1" \
+      ai.backend.resource.min.mem="1g" \
+      ai.backend.resource.min.cuda.device=1 \
+      ai.backend.resource.min.cuda.shares=0.1 \
+      ai.backend.base-distro="ubuntu16.04" \
+      ai.backend.runtime-type="python" \
+      ai.backend.runtime-path="/usr/bin/python" \
+      ai.backend.service-ports=""
+
+WORKDIR /home/work
+# vim: ft=dockerfile