Add examples on NGC Triton 22.07

Author: adrysn

vendor/ngc-triton/Dockerfile.22.07-py3

@@ -10,9 +10,15 @@ ENV PYTHONUNBUFFERED=1 \
 RUN apt update && \
     apt install -y --no-install-recommends \
       ncurses-term \
-      unzip zlib1g-dev htop && \
+      unzip zlib1g-dev htop curl git && \
     ln -sf /usr/share/terminfo/x/xterm-color /usr/share/terminfo/x/xterm-256color
 
+# Copy example models
+RUN git clone https://github.com/triton-inference-server/server.git /workspace/triton-server && \
+    cd /workspace/triton-server/docs/examples && \
+    ./fetch_models.sh && \
+    chmod -R +r /workspace/triton-server
+
 RUN update-alternatives --install /usr/bin/python python /usr/bin/python3 2
 COPY ./service-defs /etc/backend.ai/service-defs
 LABEL ai.backend.kernelspec="1" \
@@ -22,12 +28,14 @@ LABEL ai.backend.kernelspec="1" \
       ai.backend.accelerators="cuda" \
       ai.backend.resource.min.cpu="1" \
       ai.backend.resource.min.mem="1g" \
-      ai.backend.resource.min.cuda.device=1 \
-      ai.backend.resource.min.cuda.shares=0.1 \
+      ai.backend.resource.min.cuda.device=0 \
+      ai.backend.resource.min.cuda.shares=0 \
       ai.backend.base-distro="ubuntu16.04" \
       ai.backend.runtime-type="python" \
       ai.backend.runtime-path="/usr/bin/python" \
-      ai.backend.service-ports="triton-server:preopen:[8000,8001,8002]"
+      ai.backend.service-ports="triton-server-http:preopen:8000"
+      # ai.backend.service-ports="triton-server-http:preopen:8000,triton-server-grpc:preopen:8001,triton-server-metric:preopen:8002"
+      # ai.backend.service-ports="triton-server:preopen:[8000,8001,8002]"
 
 WORKDIR /home/work
 # vim: ft=dockerfile

vendor/ngc-triton/Dockerfile.22.07-py3-sdk

@@ -7,7 +7,10 @@ ENV PYTHONUNBUFFERED=1 \
     LD_LIBRARY_PATH="/workspace/install/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64" \
     LANG=C.UTF-8
 
-RUN apt update ; apt install ncurses-term -y && \
+RUN apt update && \
+    apt install -y --no-install-recommends \
+      ncurses-term \
+      unzip htop curl git && \
     ln -sf /usr/share/terminfo/x/xterm-color /usr/share/terminfo/x/xterm-256color
 
 RUN update-alternatives --install /usr/bin/python python /usr/bin/python3 2
@@ -19,8 +22,8 @@ LABEL ai.backend.kernelspec="1" \
       ai.backend.accelerators="cuda" \
       ai.backend.resource.min.cpu="1" \
       ai.backend.resource.min.mem="1g" \
-      ai.backend.resource.min.cuda.device=1 \
-      ai.backend.resource.min.cuda.shares=0.1 \
+      ai.backend.resource.min.cuda.device=0 \
+      ai.backend.resource.min.cuda.shares=0 \
       ai.backend.base-distro="ubuntu16.04" \
       ai.backend.runtime-type="python" \
       ai.backend.runtime-path="/usr/bin/python" \

vendor/ngc-triton/service-defs/triton-server-grpc.json

@@ -0,0 +1,7 @@
+{
+    "command": [
+        "/opt/tritonserver/bin/tritonserver",
+        "--model-repository",
+        "/workspace/triton-server/docs/examples/model_repository"
+    ]
+}

vendor/ngc-triton/service-defs/triton-server-http.json

@@ -0,0 +1,7 @@
+{
+    "command": [
+        "/opt/tritonserver/bin/tritonserver",
+        "--model-repository",
+        "/workspace/triton-server/docs/examples/model_repository"
+    ]
+}

vendor/ngc-triton/service-defs/triton-server-metric.json

@@ -0,0 +1,7 @@
+{
+    "command": [
+        "/opt/tritonserver/bin/tritonserver",
+        "--model-repository",
+        "/workspace/triton-server/docs/examples/model_repository"
+    ]
+}