@@ -83,11 +83,11 @@ opencv-python | 4.10.0.84
8383- Start the container
8484
8585 ```
86- docker run -d -u $(id -u) --rm -v ${PWD}/<model_directory>:<model_directory> -p 9000:9000 openvino/model_server:latest --model_name <model_name> --model_path <model_path> --port 9000
86+ docker run -d -u $(id -u) --rm --name="ovms" - v ${PWD}/<model_directory>:<model_directory> -p 9000:9000 -p 8000:8000 openvino/model_server:latest --model_name <model_name> --model_path <model_path> --port 9000 --rest_port 8000
8787
8888 Example:
8989
90- docker run -d -u $(id -u) --rm -v ${PWD}/models:/models -p 9000:9000 openvino/model_server:latest --model_name resnet --model_path /models/resnet-50-pytorch --port 9000
90+ docker run -d -u $(id -u) --rm --name="ovms" - v ${PWD}/models:/models -p 9000:9000 -p 8000:8000 openvino/model_server:latest --model_name resnet --model_path /models/resnet-50-pytorch --port 9000 --rest_port 8000
9191 ```
9292
9393## Testing on CPU
@@ -121,11 +121,11 @@ opencv-python | 4.10.0.84
121121- Start container
122122
123123 ```
124- docker run -d --device=/dev/dri --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u) --rm -v ${PWD}/<model_directory>:<model_directory> -p 9000:9000 openvino/model_server:latest-gpu --model_name <model_name> --model_path <model_path> --port 9000 --target_device <GPU or AUTO>
124+ docker run -d --device=/dev/dri --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u) --rm --name="ovms" - v ${PWD}/<model_directory>:<model_directory> -p 9000:9000 -p 8000:8000 openvino/model_server:latest-gpu --model_name <model_name> --model_path <model_path> --port 9000 --rest_port 8000 --target_device <GPU or AUTO>
125125
126126 Example:
127127
128- docker run -d --device=/dev/dri --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u) --rm -v ${PWD}/models:/models -p 9000:9000 openvino/model_server:latest-gpu --model_name resnet --model_path /models/resnet-50-pytorch --port 9000 --target_device GPU
128+ docker run -d --device=/dev/dri --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u) --rm --name="ovms" - v ${PWD}/models:/models -p 9000:9000 -p 8000:8000 openvino/model_server:latest-gpu --model_name resnet --model_path /models/resnet-50-pytorch --port 9000 --rest_port 8000 --target_device GPU
129129 ```
130130
131131- Run inference
@@ -144,17 +144,17 @@ opencv-python | 4.10.0.84
144144
145145 ```
146146 cd model_server
147- make release_image NPU=1
147+ make release_image NPU=1 OVMS_CPP_IMAGE_TAG=latest-npu
148148 ```
149149
150150- Start container
151151
152152 ```
153- docker run -d --device=/dev/accel --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u) --rm -v ${PWD}/<model_directory>:<model_directory> -p 9000:9000 openvino/model_server:latest --model_name <model_name> --model_path <model_path> --port 9000 --target_device NPU
153+ docker run -d --device=/dev/accel --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u) --rm --name="ovms" - v ${PWD}/<model_directory>:<model_directory> -p 9000:9000 -p 8000:8000 openvino/model_server:latest-npu --model_name <model_name> --model_path <model_path> --port 9000 --rest_port 8000 --target_device NPU
154154
155155 Example:
156156
157- docker run -d --device=/dev/accel --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u) --rm -v ${PWD}/models:/models -p 9000:9000 openvino/model_server:latest --model_name resnet --model_path /models/resnet-50-pytorch --port 9000 --target_device NPU
157+ docker run -d --device=/dev/accel --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u) --rm --name="ovms" - v ${PWD}/models:/models -p 9000:9000 -p 8000:8000 openvino/model_server:latest-npu --model_name resnet --model_path /models/resnet-50-pytorch --port 9000 --rest_port 8000 --target_device NPU
158158 ```
159159
160160- Run inference
0 commit comments