add triton demo readme

Author: irexyc

demo/triton/image-classification/README.md

@@ -1 +1,40 @@
-python tools/deploy.py configs/mmpretrain/classification_tensorrt_static-224x224.py ../mmpretrain/configs/resnet/resnet18_8xb32_in1k.py ../checkpoints/resnet18_8xb32_in1k_20210831-fbbb1da6.pth ../mmclassification/demo/demo.JPEG --device cuda --work-dir work_dirs/resnet --dump-info
+# Image classification serving
+
+
+## Starting a docker container
+```
+docker run -it --rm --gpus all openmmlab/mmdeploy:triton-22.12
+```
+
+## Convert pytorch model to tensorrt model
+```
+cd /root/workspace/mmdeploy
+python3 tools/deploy.py \
+    configs/mmpretrain/classification_tensorrt_static-224x224.py \
+    ../mmpretrain/configs/resnet/resnet18_8xb32_in1k.py \
+    https://download.openmmlab.com/mmclassification/v0/resnet/resnet18_8xb32_in1k_20210831-fbbb1da6.pth \
+    ../mmpretrain/demo/demo.JPEG \
+    --device cuda \
+    --work-dir work_dir/resnet \
+    --dump-info
+```
+
+## Convert tensorrt model to triton format
+```
+cd /root/workspace/mmdeploy
+python3 demo/triton/to_triton_model.py \
+    /root/workspace/mmdeploy/work_dir/resnet \
+    /model-repository
+```
+
+## Start triton server
+```
+tritonserver --model-repository=/model-repository
+```
+
+## Run client code output container
+```
+python3 demo/triton/image-classification/grpc_client.py \
+    model \
+    /path/to/image
+```

demo/triton/image-classification/README_CN.md

@@ -1 +1,40 @@
-python tools/deploy.py configs/mmdet/instance-seg/instance-seg_tensorrt_dynamic-320x320-1344x1344.py ../mmdetection/configs/mask_rcnn/mask-rcnn_r50_fpn_2x_coco.py https://download.openmmlab.com/mmdetection/v2.0/mask_rcnn/mask_rcnn_r50_fpn_2x_coco/mask_rcnn_r50_fpn_2x_coco_bbox_mAP-0.392__segm_mAP-0.354_20200505_003907-3e542a40.pth ../mmdetection/demo/demo.jpg --work-dir work_dir/maskrcnn --dump-info --device cuda
+# Instance segmentation serving
+
+
+## Starting a docker container
+```
+docker run -it --rm --gpus all openmmlab/mmdeploy:triton-22.12
+```
+
+## Convert pytorch model to tensorrt model
+```
+cd /root/workspace/mmdeploy
+python3 tools/deploy.py \
+    configs/mmdet/instance-seg/instance-seg_tensorrt_dynamic-320x320-1344x1344.py \
+    ../mmdetection/configs/mask_rcnn/mask-rcnn_r50_fpn_2x_coco.py \
+    https://download.openmmlab.com/mmdetection/v2.0/mask_rcnn/mask_rcnn_r50_fpn_2x_coco/mask_rcnn_r50_fpn_2x_coco_bbox_mAP-0.392__segm_mAP-0.354_20200505_003907-3e542a40.pth \
+    ../mmdetection/demo/demo.jpg \
+    --work-dir work_dir/maskrcnn \
+    --dump-info \
+    --device cuda
+```
+
+## Convert tensorrt model to triton format
+```
+cd /root/workspace/mmdeploy
+python3 demo/triton/to_triton_model.py \
+    /root/workspace/mmdeploy/work_dir/maskrcnn \
+    /model-repository
+```
+
+## Start triton server
+```
+tritonserver --model-repository=/model-repository
+```
+
+## Run client code output container
+```
+python3 demo/triton/instance-segmentation/grpc_client.py \
+    model \
+    /path/to/image
+```

demo/triton/instance-segmentation/README.md

@@ -1,4 +1,39 @@
-python tools/deploy.py configs/mmpose/pose-detection_tensorrt_static-256x192.py ../mmpose/configs/body_2d_keypoint/topdown_heatmap/coco/td-hm_hrnet-w32_8xb64-210e_coco-256x192.py ../checkpoints/td-hm_hrnet-w32_8xb64-210e_coco-256x192-81c58e40_20220909.pth demo/resources/human-pose.jpg --work-dir work_dir/hrnet --dump-info --device cuda
+# Keypoint detection serving
 
-python tools/deploy.py configs/mmpose/pose-detection_simcc_tensorrt_dynamic-256x192.py ../mmpose/configs/body_2d_keypoint/simcc/coco/simcc_res50_8xb64-210e_coco-256x192.py https://download.openmmlab.com/mmpose/v1/body_2d_keypoint/simcc/coco/simcc_res50_8xb64-210e_coco-256x192-8e0f5b59_20220919.pth demo/resources/human-pose.jpg --work-dir work_dir/pose2 --dump-info --device cuda
+## Starting a docker container
+```
+docker run -it --rm --gpus all openmmlab/mmdeploy:triton-22.12
+```
 
+## Convert pytorch model to tensorrt model
+```
+cd /root/workspace/mmdeploy
+python3 tools/deploy.py \
+    configs/mmpose/pose-detection_tensorrt_static-256x192.py \
+    ../mmpose/configs/body_2d_keypoint/topdown_heatmap/coco/td-hm_hrnet-w32_8xb64-210e_coco-256x192.py \
+    https://download.openmmlab.com/mmpose/v1/body_2d_keypoint/topdown_heatmap/coco/td-hm_hrnet-w32_8xb64-210e_coco-256x192-81c58e40_20220909.pth \
+    demo/resources/human-pose.jpg \
+    --work-dir work_dir/hrnet \
+    --dump-info \
+    --device cuda
+```
+
+## Convert tensorrt model to triton format
+```
+cd /root/workspace/mmdeploy
+python3 demo/triton/to_triton_model.py \
+    /root/workspace/mmdeploy/work_dir/hrnet \
+    /model-repository
+```
+
+## Start triton server
+```
+tritonserver --model-repository=/model-repository
+```
+
+## Run client code output container
+```
+python3 demo/triton/keypoint-detection/grpc_client.py \
+    model \
+    /path/to/image
+```

demo/triton/instance-segmentation/README_zh-CN.md

@@ -1 +1,39 @@
-python tools/deploy.py configs/mmdet/detection/detection_tensorrt_dynamic-320x320-1344x1344.py ../mmdetection/configs/retinanet/retinanet_r18_fpn_1x_coco.py https://download.openmmlab.com/mmdetection/v2.0/retinanet/retinanet_r18_fpn_1x_coco/retinanet_r18_fpn_1x_coco_20220407_171055-614fd399.pth  ../mmdetection/demo/demo.jpg --work-dir work_dir/retinanet --dump-info --device cuda
+# Object detection serving
+
+## Starting a docker container
+```
+docker run -it --rm --gpus all openmmlab/mmdeploy:triton-22.12
+```
+
+## Convert pytorch model to tensorrt model
+```
+cd /root/workspace/mmdeploy
+python3 tools/deploy.py \
+    configs/mmdet/detection/detection_tensorrt_dynamic-320x320-1344x1344.py \
+    ../mmdetection/configs/retinanet/retinanet_r18_fpn_1x_coco.py \
+    https://download.openmmlab.com/mmdetection/v2.0/retinanet/retinanet_r18_fpn_1x_coco/retinanet_r18_fpn_1x_coco_20220407_171055-614fd399.pth  \
+    ../mmdetection/demo/demo.jpg \
+    --work-dir work_dir/retinanet \
+    --dump-info \
+    --device cuda
+```
+
+## Convert tensorrt model to triton format
+```
+cd /root/workspace/mmdeploy
+python3 demo/triton/to_triton_model.py \
+    /root/workspace/mmdeploy/work_dir/retinanet \
+    /model-repository
+```
+
+## Start triton server
+```
+tritonserver --model-repository=/model-repository
+```
+
+## Run client code output container
+```
+python3 demo/triton/object-detection/grpc_client.py \
+    model \
+    /path/to/image
+```

demo/triton/keypoint-detection/README.md

@@ -1 +1,39 @@
-python tools/deploy.py configs/mmrotate/rotated-detection_tensorrt_dynamic-320x320-1024x1024.py ../mmrotate/configs/rotated_faster_rcnn/rotated-faster-rcnn-le90_r50_fpn_1x_dota.py ../../mmrotate/checkpoint/rotated_faster_rcnn_r50_fpn_1x_dota_le90-0393aa5c.pth ../mmrotate/demo/demo.jpg --dump-info --work-dir work_dir/rrcnn --device cuda
+# Oriented object detection serving
+
+## Starting a docker container
+```
+docker run -it --rm --gpus all openmmlab/mmdeploy:triton-22.12
+```
+
+## Convert pytorch model to tensorrt model
+```
+cd /root/workspace/mmdeploy
+python3 tools/deploy.py \
+    configs/mmrotate/rotated-detection_tensorrt_dynamic-320x320-1024x1024.py \
+    ../mmrotate/configs/rotated_faster_rcnn/rotated-faster-rcnn-le90_r50_fpn_1x_dota.py \
+    https://download.openmmlab.com/mmrotate/v0.1.0/rotated_faster_rcnn/rotated_faster_rcnn_r50_fpn_1x_dota_le90/rotated_faster_rcnn_r50_fpn_1x_dota_le90-0393aa5c.pth \
+    ../mmrotate/demo/demo.jpg \
+    --dump-info \
+    --work-dir work_dir/rrcnn \
+    --device cuda
+```
+
+## Convert tensorrt model to triton format
+```
+cd /root/workspace/mmdeploy
+python3 demo/triton/to_triton_model.py \
+    /root/workspace/mmdeploy/work_dir/rrcnn \
+    /model-repository
+```
+
+## Start triton server
+```
+tritonserver --model-repository=/model-repository
+```
+
+## Run client code output container
+```
+python3 demo/triton/oriented-object-detection/grpc_client.py \
+    model \
+    /path/to/image
+```