Skip to content

Commit f2ea65d

Browse files
pvijayakrishpvijayakrish
committed
Add separate model generation scrips for the backends
1 parent 27f6c86 commit f2ea65d

File tree

5 files changed

+160
-6
lines changed

5 files changed

+160
-6
lines changed

‎qa/common/run_onnx_model_generation.sh‎

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,39 @@ VOLUME_TORCHTRTDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/torchtrt_model_store
4747
VOLUME_SCALARMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_scalar_models
4848
VOLUME_IMAGEMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dynamic_batch_image_model_repository
4949

50+
51+
# Ensure necessary directories exist
52+
mkdir -p \
53+
$VOLUME_BUILD_DIR \
54+
$VOLUME_SRCDIR \
55+
$VOLUME_DESTDIR \
56+
$VOLUME_VARDESTDIR \
57+
$VOLUME_IDENTITYDESTDIR \
58+
$VOLUME_SIGDEFDESTDIR \
59+
$VOLUME_IDENTITYBIGDESTDIR \
60+
$VOLUME_TFPARAMETERSDESTDIR \
61+
$VOLUME_SHAPEDESTDIR \
62+
$VOLUME_RESHAPEDESTDIR \
63+
$VOLUME_SEQDESTDIR \
64+
$VOLUME_DYNASEQDESTDIR \
65+
$VOLUME_DYNASEQIMPLICITDESTDIR \
66+
$VOLUME_VARSEQDESTDIR \
67+
$VOLUME_ENSEMBLEDESTDIR \
68+
$VOLUME_NOSHAPEDESTDIR \
69+
$VOLUME_PLGDESTDIR \
70+
$VOLUME_RAGGEDDESTDIR \
71+
$VOLUME_FORMATDESTDIR \
72+
$VOLUME_DATADEPENDENTDIR \
73+
$VOLUME_IMPLICITSEQDESTDIR \
74+
$VOLUME_VARIMPLICITSEQDESTDIR \
75+
$VOLUME_INITIALSTATEIMPLICITSEQDESTDIR \
76+
$VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR \
77+
$VOLUME_TORCHTRTDESTDIR \
78+
$VOLUME_SCALARMODELSDESTDIR \
79+
$VOLUME_IMAGEMODELSDESTDIR
80+
81+
cp . $VOLUME_SRCDIR
82+
5083
export DEBIAN_FRONTEND=noninteractive
5184
apt-get update && \
5285
apt-get install -y --no-install-recommends build-essential cmake libprotobuf-dev \

‎qa/common/run_openvino_model_generation.sh‎

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -46,6 +46,38 @@ VOLUME_TORCHTRTDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/torchtrt_model_store
4646
VOLUME_SCALARMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_scalar_models
4747
VOLUME_IMAGEMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dynamic_batch_image_model_repository
4848

49+
50+
# Ensure necessary directories exist
51+
mkdir -p \
52+
$VOLUME_BUILD_DIR \
53+
$VOLUME_SRCDIR \
54+
$VOLUME_DESTDIR \
55+
$VOLUME_VARDESTDIR \
56+
$VOLUME_IDENTITYDESTDIR \
57+
$VOLUME_SIGDEFDESTDIR \
58+
$VOLUME_IDENTITYBIGDESTDIR \
59+
$VOLUME_TFPARAMETERSDESTDIR \
60+
$VOLUME_SHAPEDESTDIR \
61+
$VOLUME_RESHAPEDESTDIR \
62+
$VOLUME_SEQDESTDIR \
63+
$VOLUME_DYNASEQDESTDIR \
64+
$VOLUME_DYNASEQIMPLICITDESTDIR \
65+
$VOLUME_VARSEQDESTDIR \
66+
$VOLUME_ENSEMBLEDESTDIR \
67+
$VOLUME_NOSHAPEDESTDIR \
68+
$VOLUME_PLGDESTDIR \
69+
$VOLUME_RAGGEDDESTDIR \
70+
$VOLUME_FORMATDESTDIR \
71+
$VOLUME_DATADEPENDENTDIR \
72+
$VOLUME_IMPLICITSEQDESTDIR \
73+
$VOLUME_VARIMPLICITSEQDESTDIR \
74+
$VOLUME_INITIALSTATEIMPLICITSEQDESTDIR \
75+
$VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR \
76+
$VOLUME_TORCHTRTDESTDIR \
77+
$VOLUME_SCALARMODELSDESTDIR \
78+
$VOLUME_IMAGEMODELSDESTDIR
79+
80+
cp . $VOLUME_SRCDIR
4981
# OPENVINO
5082
#
5183
# OpenVINO is not available on ARM so skip

‎qa/common/run_pytorch_model_generation.sh‎

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,6 +42,39 @@ VOLUME_TORCHTRTDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/torchtrt_model_store
4242
VOLUME_SCALARMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_scalar_models
4343
VOLUME_IMAGEMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dynamic_batch_image_model_repository
4444

45+
46+
# Ensure necessary directories exist
47+
mkdir -p \
48+
$VOLUME_BUILD_DIR \
49+
$VOLUME_SRCDIR \
50+
$VOLUME_DESTDIR \
51+
$VOLUME_VARDESTDIR \
52+
$VOLUME_IDENTITYDESTDIR \
53+
$VOLUME_SIGDEFDESTDIR \
54+
$VOLUME_IDENTITYBIGDESTDIR \
55+
$VOLUME_TFPARAMETERSDESTDIR \
56+
$VOLUME_SHAPEDESTDIR \
57+
$VOLUME_RESHAPEDESTDIR \
58+
$VOLUME_SEQDESTDIR \
59+
$VOLUME_DYNASEQDESTDIR \
60+
$VOLUME_DYNASEQIMPLICITDESTDIR \
61+
$VOLUME_VARSEQDESTDIR \
62+
$VOLUME_ENSEMBLEDESTDIR \
63+
$VOLUME_NOSHAPEDESTDIR \
64+
$VOLUME_PLGDESTDIR \
65+
$VOLUME_RAGGEDDESTDIR \
66+
$VOLUME_FORMATDESTDIR \
67+
$VOLUME_DATADEPENDENTDIR \
68+
$VOLUME_IMPLICITSEQDESTDIR \
69+
$VOLUME_VARIMPLICITSEQDESTDIR \
70+
$VOLUME_INITIALSTATEIMPLICITSEQDESTDIR \
71+
$VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR \
72+
$VOLUME_TORCHTRTDESTDIR \
73+
$VOLUME_SCALARMODELSDESTDIR \
74+
$VOLUME_IMAGEMODELSDESTDIR
75+
76+
cp . $VOLUME_SRCDIR
77+
4578
python3 $VOLUME_SRCDIR/gen_qa_models.py --libtorch --models_dir=$VOLUME_DESTDIR
4679
chmod -R 777 $VOLUME_DESTDIR
4780
python3 $VOLUME_SRCDIR/gen_qa_models.py --libtorch --variable --models_dir=$VOLUME_VARDESTDIR

‎qa/common/run_tf_model_generation.sh‎

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -43,6 +43,39 @@ VOLUME_TORCHTRTDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/torchtrt_model_store
4343
VOLUME_SCALARMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_scalar_models
4444
VOLUME_IMAGEMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dynamic_batch_image_model_repository
4545

46+
47+
# Ensure necessary directories exist
48+
mkdir -p \
49+
$VOLUME_BUILD_DIR \
50+
$VOLUME_SRCDIR \
51+
$VOLUME_DESTDIR \
52+
$VOLUME_VARDESTDIR \
53+
$VOLUME_IDENTITYDESTDIR \
54+
$VOLUME_SIGDEFDESTDIR \
55+
$VOLUME_IDENTITYBIGDESTDIR \
56+
$VOLUME_TFPARAMETERSDESTDIR \
57+
$VOLUME_SHAPEDESTDIR \
58+
$VOLUME_RESHAPEDESTDIR \
59+
$VOLUME_SEQDESTDIR \
60+
$VOLUME_DYNASEQDESTDIR \
61+
$VOLUME_DYNASEQIMPLICITDESTDIR \
62+
$VOLUME_VARSEQDESTDIR \
63+
$VOLUME_ENSEMBLEDESTDIR \
64+
$VOLUME_NOSHAPEDESTDIR \
65+
$VOLUME_PLGDESTDIR \
66+
$VOLUME_RAGGEDDESTDIR \
67+
$VOLUME_FORMATDESTDIR \
68+
$VOLUME_DATADEPENDENTDIR \
69+
$VOLUME_IMPLICITSEQDESTDIR \
70+
$VOLUME_VARIMPLICITSEQDESTDIR \
71+
$VOLUME_INITIALSTATEIMPLICITSEQDESTDIR \
72+
$VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR \
73+
$VOLUME_TORCHTRTDESTDIR \
74+
$VOLUME_SCALARMODELSDESTDIR \
75+
$VOLUME_IMAGEMODELSDESTDIR
76+
77+
cp . $VOLUME_SRCDIR
78+
4679
pip3 install "protobuf>4.24.0"
4780

4881
python3 $VOLUME_SRCDIR/gen_qa_models.py --graphdef --savedmodel --models_dir=$VOLUME_DESTDIR

‎qa/common/run_trt_model_generation.sh‎

Lines changed: 29 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -47,14 +47,37 @@ VOLUME_TORCHTRTDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/torchtrt_model_store
4747
VOLUME_SCALARMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_scalar_models
4848
VOLUME_IMAGEMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dynamic_batch_image_model_repository
4949

50-
51-
5250
# Ensure necessary directories exist
53-
mkdir -p $VOLUME_BUILD_DIR $VOLUME_SRCDIR $VOLUME_DESTDIR $VOLUME_SHAPEDESTDIR \
54-
$VOLUME_VARDESTDIR $VOLUME_RESHAPEDESTDIR $VOLUME_DYNASEQDESTDIR \
55-
$VOLUME_DYNASEQIMPLICITDESTDIR
51+
mkdir -p \
52+
$VOLUME_BUILD_DIR \
53+
$VOLUME_SRCDIR \
54+
$VOLUME_DESTDIR \
55+
$VOLUME_VARDESTDIR \
56+
$VOLUME_IDENTITYDESTDIR \
57+
$VOLUME_SIGDEFDESTDIR \
58+
$VOLUME_IDENTITYBIGDESTDIR \
59+
$VOLUME_TFPARAMETERSDESTDIR \
60+
$VOLUME_SHAPEDESTDIR \
61+
$VOLUME_RESHAPEDESTDIR \
62+
$VOLUME_SEQDESTDIR \
63+
$VOLUME_DYNASEQDESTDIR \
64+
$VOLUME_DYNASEQIMPLICITDESTDIR \
65+
$VOLUME_VARSEQDESTDIR \
66+
$VOLUME_ENSEMBLEDESTDIR \
67+
$VOLUME_NOSHAPEDESTDIR \
68+
$VOLUME_PLGDESTDIR \
69+
$VOLUME_RAGGEDDESTDIR \
70+
$VOLUME_FORMATDESTDIR \
71+
$VOLUME_DATADEPENDENTDIR \
72+
$VOLUME_IMPLICITSEQDESTDIR \
73+
$VOLUME_VARIMPLICITSEQDESTDIR \
74+
$VOLUME_INITIALSTATEIMPLICITSEQDESTDIR \
75+
$VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR \
76+
$VOLUME_TORCHTRTDESTDIR \
77+
$VOLUME_SCALARMODELSDESTDIR \
78+
$VOLUME_IMAGEMODELSDESTDIR
5679

57-
cp *.py $VOLUME_SRCDIR
80+
cp . $VOLUME_SRCDIR
5881

5982
python3 $SRCDIR/gen_qa_identity_models.py --tensorrt-shape-io --models_dir=$SHAPEDESTDIR
6083
python3 $SRCDIR/gen_qa_sequence_models.py --tensorrt-shape-io --models_dir=$SHAPEDESTDIR

0 commit comments

Comments
 (0)