Skip to content

Commit 2aac337

Browse files
committed
add TensorFlow model server based on original docker image
1 parent 301a0da commit 2aac337

File tree

4 files changed

+52
-0
lines changed

4 files changed

+52
-0
lines changed
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
FROM tensorflow/serving:2.10.0
2+
# Backend.AI specifics
3+
LABEL ai.backend.kernelspec="1" \
4+
ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \
5+
ai.backend.features="batch query uid-match user-input" \
6+
ai.backend.base-distro="ubuntu18.04" \
7+
ai.backend.resource.min.cpu="1" \
8+
ai.backend.resource.min.mem="1g" \
9+
ai.backend.resource.min.cuda.device=0 \
10+
ai.backend.resource.min.cuda.shares=0 \
11+
ai.backend.runtime-type="python" \
12+
ai.backend.runtime-path="/usr/bin/python3" \
13+
ai.backend.service-ports="tf-model-server-grpc:preopen:8500,tf-model-server-restapi:preopen:8501"
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
FROM tensorflow/serving:2.7.4
2+
# Backend.AI specifics
3+
LABEL ai.backend.kernelspec="1" \
4+
ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \
5+
ai.backend.features="batch query uid-match user-input" \
6+
ai.backend.base-distro="ubuntu18.04" \
7+
ai.backend.resource.min.cpu="1" \
8+
ai.backend.resource.min.mem="1g" \
9+
ai.backend.resource.min.cuda.device=0 \
10+
ai.backend.resource.min.cuda.shares=0 \
11+
ai.backend.runtime-type="python" \
12+
ai.backend.runtime-path="/usr/bin/python3" \
13+
ai.backend.service-ports="tf-model-server-grpc:preopen:8500,tf-model-server-restapi:preopen:8501"
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
FROM tensorflow/serving:2.8.3
2+
# Backend.AI specifics
3+
LABEL ai.backend.kernelspec="1" \
4+
ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \
5+
ai.backend.features="batch query uid-match user-input" \
6+
ai.backend.base-distro="ubuntu18.04" \
7+
ai.backend.resource.min.cpu="1" \
8+
ai.backend.resource.min.mem="1g" \
9+
ai.backend.resource.min.cuda.device=0 \
10+
ai.backend.resource.min.cuda.shares=0 \
11+
ai.backend.runtime-type="python" \
12+
ai.backend.runtime-path="/usr/bin/python3" \
13+
ai.backend.service-ports="tf-model-server-grpc:preopen:8500,tf-model-server-restapi:preopen:8501"
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
FROM tensorflow/serving:2.9.2
2+
# Backend.AI specifics
3+
LABEL ai.backend.kernelspec="1" \
4+
ai.backend.envs.corecount="OPENBLAS_NUM_THREADS,OMP_NUM_THREADS,NPROC" \
5+
ai.backend.features="batch query uid-match user-input" \
6+
ai.backend.base-distro="ubuntu18.04" \
7+
ai.backend.resource.min.cpu="1" \
8+
ai.backend.resource.min.mem="1g" \
9+
ai.backend.resource.min.cuda.device=0 \
10+
ai.backend.resource.min.cuda.shares=0 \
11+
ai.backend.runtime-type="python" \
12+
ai.backend.runtime-path="/usr/bin/python3" \
13+
ai.backend.service-ports="tf-model-server-grpc:preopen:8500,tf-model-server-restapi:preopen:8501"

0 commit comments

Comments
 (0)