Skip to content

Commit a2551ab

Browse files
pvijayakrishpvijayakrish
committed
Update varable name
1 parent 7dcb761 commit a2551ab

File tree

5 files changed

+371
-371
lines changed

5 files changed

+371
-371
lines changed

‎qa/common/run_onnx_model_generation.sh‎

Lines changed: 84 additions & 84 deletions
Original file line numberDiff line numberDiff line change
@@ -19,66 +19,66 @@ RUNNER_ID=${RUNNER_ID:=0}
1919
PROJECT_NAME=${CI_PROJECT_NAME:=tritonserver}
2020

2121
# Set up environment variables and paths
22-
VOLUME_BUILD_DIR=${VOLUME_BUILD_DIR:=/mnt/$CI_JOB_ID}
23-
VOLUME_SRCDIR=${VOLUME_SRCDIR:=$VOLUME_BUILD_DIR/gen_srcdir}
24-
VOLUME_DESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_model_repository
25-
VOLUME_VARDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_variable_model_repository
26-
VOLUME_IDENTITYDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_identity_model_repository
27-
VOLUME_SIGDEFDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_tf_tag_sigdef_repository
28-
VOLUME_IDENTITYBIGDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_identity_big_model_repository
29-
VOLUME_TFPARAMETERSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_tf_parameters_repository
30-
VOLUME_SHAPEDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_shapetensor_model_repository
31-
VOLUME_RESHAPEDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_reshape_model_repository
32-
VOLUME_SEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_sequence_model_repository
33-
VOLUME_DYNASEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dyna_sequence_model_repository
34-
VOLUME_DYNASEQIMPLICITDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dyna_sequence_implicit_model_repository
35-
VOLUME_VARSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_model_repository
36-
VOLUME_ENSEMBLEDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_ensemble_model_repository
37-
VOLUME_NOSHAPEDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_noshape_model_repository
38-
VOLUME_PLGDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_trt_plugin_model_repository
39-
VOLUME_RAGGEDDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_ragged_model_repository
40-
VOLUME_FORMATDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_trt_format_model_repository
41-
VOLUME_DATADEPENDENTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_trt_data_dependent_model_repository
42-
VOLUME_IMPLICITSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_sequence_implicit_model_repository
43-
VOLUME_VARIMPLICITSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_implicit_model_repository
44-
VOLUME_INITIALSTATEIMPLICITSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_sequence_initial_state_implicit_model_repository
45-
VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_initial_state_implicit_model_repository
46-
VOLUME_TORCHTRTDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/torchtrt_model_store
47-
VOLUME_SCALARMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_scalar_models
48-
VOLUME_IMAGEMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dynamic_batch_image_model_repository
22+
BUILD_DIR=${BUILD_DIR:=/mnt/$CI_JOB_ID}
23+
SRCDIR=${SRCDIR:=$BUILD_DIR/gen_srcdir}
24+
DESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_model_repository
25+
VARDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_variable_model_repository
26+
IDENTITYDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_identity_model_repository
27+
SIGDEFDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_tf_tag_sigdef_repository
28+
IDENTITYBIGDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_identity_big_model_repository
29+
TFPARAMETERSDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_tf_parameters_repository
30+
SHAPEDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_shapetensor_model_repository
31+
RESHAPEDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_reshape_model_repository
32+
SEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_sequence_model_repository
33+
DYNASEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_dyna_sequence_model_repository
34+
DYNASEQIMPLICITDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_dyna_sequence_implicit_model_repository
35+
VARSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_model_repository
36+
ENSEMBLEDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_ensemble_model_repository
37+
NOSHAPEDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_noshape_model_repository
38+
PLGDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_trt_plugin_model_repository
39+
RAGGEDDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_ragged_model_repository
40+
FORMATDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_trt_format_model_repository
41+
DATADEPENDENTDIR=$BUILD_DIR/$TRITON_VERSION/qa_trt_data_dependent_model_repository
42+
IMPLICITSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_sequence_implicit_model_repository
43+
VARIMPLICITSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_implicit_model_repository
44+
INITIALSTATEIMPLICITSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_sequence_initial_state_implicit_model_repository
45+
VARINITIALSTATEIMPLICITSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_initial_state_implicit_model_repository
46+
TORCHTRTDESTDIR=$BUILD_DIR/$TRITON_VERSION/torchtrt_model_store
47+
SCALARMODELSDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_scalar_models
48+
IMAGEMODELSDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_dynamic_batch_image_model_repository
4949

5050

5151
# Ensure necessary directories exist
5252
mkdir -p \
53-
$VOLUME_BUILD_DIR \
54-
$VOLUME_SRCDIR \
55-
$VOLUME_DESTDIR \
56-
$VOLUME_VARDESTDIR \
57-
$VOLUME_IDENTITYDESTDIR \
58-
$VOLUME_SIGDEFDESTDIR \
59-
$VOLUME_IDENTITYBIGDESTDIR \
60-
$VOLUME_TFPARAMETERSDESTDIR \
61-
$VOLUME_SHAPEDESTDIR \
62-
$VOLUME_RESHAPEDESTDIR \
63-
$VOLUME_SEQDESTDIR \
64-
$VOLUME_DYNASEQDESTDIR \
65-
$VOLUME_DYNASEQIMPLICITDESTDIR \
66-
$VOLUME_VARSEQDESTDIR \
67-
$VOLUME_ENSEMBLEDESTDIR \
68-
$VOLUME_NOSHAPEDESTDIR \
69-
$VOLUME_PLGDESTDIR \
70-
$VOLUME_RAGGEDDESTDIR \
71-
$VOLUME_FORMATDESTDIR \
72-
$VOLUME_DATADEPENDENTDIR \
73-
$VOLUME_IMPLICITSEQDESTDIR \
74-
$VOLUME_VARIMPLICITSEQDESTDIR \
75-
$VOLUME_INITIALSTATEIMPLICITSEQDESTDIR \
76-
$VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR \
77-
$VOLUME_TORCHTRTDESTDIR \
78-
$VOLUME_SCALARMODELSDESTDIR \
79-
$VOLUME_IMAGEMODELSDESTDIR
53+
$BUILD_DIR \
54+
$SRCDIR \
55+
$DESTDIR \
56+
$VARDESTDIR \
57+
$IDENTITYDESTDIR \
58+
$SIGDEFDESTDIR \
59+
$IDENTITYBIGDESTDIR \
60+
$TFPARAMETERSDESTDIR \
61+
$SHAPEDESTDIR \
62+
$RESHAPEDESTDIR \
63+
$SEQDESTDIR \
64+
$DYNASEQDESTDIR \
65+
$DYNASEQIMPLICITDESTDIR \
66+
$VARSEQDESTDIR \
67+
$ENSEMBLEDESTDIR \
68+
$NOSHAPEDESTDIR \
69+
$PLGDESTDIR \
70+
$RAGGEDDESTDIR \
71+
$FORMATDESTDIR \
72+
$DATADEPENDENTDIR \
73+
$IMPLICITSEQDESTDIR \
74+
$VARIMPLICITSEQDESTDIR \
75+
$INITIALSTATEIMPLICITSEQDESTDIR \
76+
$VARINITIALSTATEIMPLICITSEQDESTDIR \
77+
$TORCHTRTDESTDIR \
78+
$SCALARMODELSDESTDIR \
79+
$IMAGEMODELSDESTDIR
8080

81-
cp -r . $VOLUME_SRCDIR
81+
cp -r . $SRCDIR
8282

8383
export DEBIAN_FRONTEND=noninteractive
8484
apt-get update && \
@@ -89,32 +89,32 @@ ln -s /usr/bin/python3 /usr/bin/python
8989
pip3 install "protobuf<=3.20.1" "numpy<=1.23.5" # TODO: Remove current line DLIS-3838
9090
pip3 install --upgrade onnx==${ONNX_VERSION}
9191

92-
python3 $VOLUME_SRCDIR/gen_qa_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$VOLUME_DESTDIR
93-
chmod -R 777 $VOLUME_DESTDIR
94-
python3 $VOLUME_SRCDIR/gen_qa_models.py --onnx --onnx_opset=$ONNX_OPSET --variable --models_dir=$VOLUME_VARDESTDIR
95-
chmod -R 777 $VOLUME_VARDESTDIR
96-
python3 $VOLUME_SRCDIR/gen_qa_identity_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$VOLUME_IDENTITYDESTDIR
97-
chmod -R 777 $VOLUME_IDENTITYDESTDIR
98-
python3 $VOLUME_SRCDIR/gen_qa_reshape_models.py --onnx --onnx_opset=$ONNX_OPSET --variable --models_dir=$VOLUME_RESHAPEDESTDIR
99-
chmod -R 777 $VOLUME_RESHAPEDESTDIR
100-
python3 $VOLUME_SRCDIR/gen_qa_sequence_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$VOLUME_SEQDESTDIR
101-
chmod -R 777 $VOLUME_SEQDESTDIR
102-
python3 $VOLUME_SRCDIR/gen_qa_sequence_models.py --onnx --onnx_opset=$ONNX_OPSET --variable --models_dir=$VOLUME_VARSEQDESTDIR
103-
chmod -R 777 $VOLUME_VARSEQDESTDIR
104-
python3 $VOLUME_SRCDIR/gen_qa_implicit_models.py --onnx --initial-state zero --onnx_opset=$ONNX_OPSET --models_dir=$VOLUME_INITIALSTATEIMPLICITSEQDESTDIR
105-
chmod -R 777 $VOLUME_INITIALSTATEIMPLICITSEQDESTDIR
106-
python3 $VOLUME_SRCDIR/gen_qa_implicit_models.py --onnx --initial-state zero --onnx_opset=$ONNX_OPSET --variable --models_dir=$VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR
107-
chmod -R 777 $VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR
108-
python3 $VOLUME_SRCDIR/gen_qa_implicit_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$VOLUME_IMPLICITSEQDESTDIR
109-
chmod -R 777 $VOLUME_IMPLICITSEQDESTDIR
110-
python3 $VOLUME_SRCDIR/gen_qa_implicit_models.py --onnx --onnx_opset=$ONNX_OPSET --variable --models_dir=$VOLUME_VARIMPLICITSEQDESTDIR
111-
chmod -R 777 $VOLUME_VARIMPLICITSEQDESTDIR
112-
python3 $VOLUME_SRCDIR/gen_qa_dyna_sequence_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$VOLUME_DYNASEQDESTDIR
113-
chmod -R 777 $VOLUME_DYNASEQDESTDIR
114-
python3 $VOLUME_SRCDIR/gen_qa_dyna_sequence_implicit_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$VOLUME_DYNASEQIMPLICITDESTDIR
115-
chmod -R 777 $VOLUME_DYNASEQIMPLICITDESTDIR
116-
python3 $VOLUME_SRCDIR/gen_qa_ragged_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$VOLUME_RAGGEDDESTDIR
117-
chmod -R 777 $VOLUME_RAGGEDDESTDIR
118-
python3 $VOLUME_SRCDIR/gen_qa_ort_scalar_models.py --onnx_opset=$ONNX_OPSET --models_dir=$VOLUME_SCALARMODELSDESTDIR
119-
chmod -R 777 $VOLUME_SCALARMODELSDESTDIR
120-
rsync -av --ignore-existing $VOLUME_BUILD_DIR/$TRITON_VERSION/ /lustre/fsw/core_dlfw_ci/datasets/inferenceserver/${NVIDIA_TRITON_SERVER_VERSION}_${TEST_REPO_ARCH}/
92+
python3 $SRCDIR/gen_qa_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$DESTDIR
93+
chmod -R 777 $DESTDIR
94+
python3 $SRCDIR/gen_qa_models.py --onnx --onnx_opset=$ONNX_OPSET --variable --models_dir=$VARDESTDIR
95+
chmod -R 777 $VARDESTDIR
96+
python3 $SRCDIR/gen_qa_identity_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$IDENTITYDESTDIR
97+
chmod -R 777 $IDENTITYDESTDIR
98+
python3 $SRCDIR/gen_qa_reshape_models.py --onnx --onnx_opset=$ONNX_OPSET --variable --models_dir=$RESHAPEDESTDIR
99+
chmod -R 777 $RESHAPEDESTDIR
100+
python3 $SRCDIR/gen_qa_sequence_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$SEQDESTDIR
101+
chmod -R 777 $SEQDESTDIR
102+
python3 $SRCDIR/gen_qa_sequence_models.py --onnx --onnx_opset=$ONNX_OPSET --variable --models_dir=$VARSEQDESTDIR
103+
chmod -R 777 $VARSEQDESTDIR
104+
python3 $SRCDIR/gen_qa_implicit_models.py --onnx --initial-state zero --onnx_opset=$ONNX_OPSET --models_dir=$INITIALSTATEIMPLICITSEQDESTDIR
105+
chmod -R 777 $INITIALSTATEIMPLICITSEQDESTDIR
106+
python3 $SRCDIR/gen_qa_implicit_models.py --onnx --initial-state zero --onnx_opset=$ONNX_OPSET --variable --models_dir=$VARINITIALSTATEIMPLICITSEQDESTDIR
107+
chmod -R 777 $VARINITIALSTATEIMPLICITSEQDESTDIR
108+
python3 $SRCDIR/gen_qa_implicit_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$IMPLICITSEQDESTDIR
109+
chmod -R 777 $IMPLICITSEQDESTDIR
110+
python3 $SRCDIR/gen_qa_implicit_models.py --onnx --onnx_opset=$ONNX_OPSET --variable --models_dir=$VARIMPLICITSEQDESTDIR
111+
chmod -R 777 $VARIMPLICITSEQDESTDIR
112+
python3 $SRCDIR/gen_qa_dyna_sequence_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$DYNASEQDESTDIR
113+
chmod -R 777 $DYNASEQDESTDIR
114+
python3 $SRCDIR/gen_qa_dyna_sequence_implicit_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$DYNASEQIMPLICITDESTDIR
115+
chmod -R 777 $DYNASEQIMPLICITDESTDIR
116+
python3 $SRCDIR/gen_qa_ragged_models.py --onnx --onnx_opset=$ONNX_OPSET --models_dir=$RAGGEDDESTDIR
117+
chmod -R 777 $RAGGEDDESTDIR
118+
python3 $SRCDIR/gen_qa_ort_scalar_models.py --onnx_opset=$ONNX_OPSET --models_dir=$SCALARMODELSDESTDIR
119+
chmod -R 777 $SCALARMODELSDESTDIR
120+
rsync -av --ignore-existing $BUILD_DIR/$TRITON_VERSION/ /lustre/fsw/core_dlfw_ci/datasets/inferenceserver/${NVIDIA_TRITON_SERVER_VERSION}_${TEST_REPO_ARCH}/

‎qa/common/run_openvino_model_generation.sh‎

Lines changed: 66 additions & 66 deletions
Original file line numberDiff line numberDiff line change
@@ -18,66 +18,66 @@ RUNNER_ID=${RUNNER_ID:=0}
1818
PROJECT_NAME=${CI_PROJECT_NAME:=tritonserver}
1919

2020
# Set up environment variables and paths
21-
VOLUME_BUILD_DIR=${VOLUME_BUILD_DIR:=/mnt/$CI_JOB_ID}
22-
VOLUME_SRCDIR=${VOLUME_SRCDIR:=$VOLUME_BUILD_DIR/gen_srcdir}
23-
VOLUME_DESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_model_repository
24-
VOLUME_VARDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_variable_model_repository
25-
VOLUME_IDENTITYDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_identity_model_repository
26-
VOLUME_SIGDEFDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_tf_tag_sigdef_repository
27-
VOLUME_IDENTITYBIGDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_identity_big_model_repository
28-
VOLUME_TFPARAMETERSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_tf_parameters_repository
29-
VOLUME_SHAPEDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_shapetensor_model_repository
30-
VOLUME_RESHAPEDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_reshape_model_repository
31-
VOLUME_SEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_sequence_model_repository
32-
VOLUME_DYNASEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dyna_sequence_model_repository
33-
VOLUME_DYNASEQIMPLICITDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dyna_sequence_implicit_model_repository
34-
VOLUME_VARSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_model_repository
35-
VOLUME_ENSEMBLEDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_ensemble_model_repository
36-
VOLUME_NOSHAPEDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_noshape_model_repository
37-
VOLUME_PLGDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_trt_plugin_model_repository
38-
VOLUME_RAGGEDDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_ragged_model_repository
39-
VOLUME_FORMATDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_trt_format_model_repository
40-
VOLUME_DATADEPENDENTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_trt_data_dependent_model_repository
41-
VOLUME_IMPLICITSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_sequence_implicit_model_repository
42-
VOLUME_VARIMPLICITSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_implicit_model_repository
43-
VOLUME_INITIALSTATEIMPLICITSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_sequence_initial_state_implicit_model_repository
44-
VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_initial_state_implicit_model_repository
45-
VOLUME_TORCHTRTDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/torchtrt_model_store
46-
VOLUME_SCALARMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_scalar_models
47-
VOLUME_IMAGEMODELSDESTDIR=$VOLUME_BUILD_DIR/$TRITON_VERSION/qa_dynamic_batch_image_model_repository
21+
BUILD_DIR=${BUILD_DIR:=/mnt/$CI_JOB_ID}
22+
SRCDIR=${SRCDIR:=$BUILD_DIR/gen_srcdir}
23+
DESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_model_repository
24+
VARDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_variable_model_repository
25+
IDENTITYDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_identity_model_repository
26+
SIGDEFDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_tf_tag_sigdef_repository
27+
IDENTITYBIGDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_identity_big_model_repository
28+
TFPARAMETERSDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_tf_parameters_repository
29+
SHAPEDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_shapetensor_model_repository
30+
RESHAPEDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_reshape_model_repository
31+
SEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_sequence_model_repository
32+
DYNASEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_dyna_sequence_model_repository
33+
DYNASEQIMPLICITDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_dyna_sequence_implicit_model_repository
34+
VARSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_model_repository
35+
ENSEMBLEDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_ensemble_model_repository
36+
NOSHAPEDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_noshape_model_repository
37+
PLGDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_trt_plugin_model_repository
38+
RAGGEDDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_ragged_model_repository
39+
FORMATDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_trt_format_model_repository
40+
DATADEPENDENTDIR=$BUILD_DIR/$TRITON_VERSION/qa_trt_data_dependent_model_repository
41+
IMPLICITSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_sequence_implicit_model_repository
42+
VARIMPLICITSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_implicit_model_repository
43+
INITIALSTATEIMPLICITSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_sequence_initial_state_implicit_model_repository
44+
VARINITIALSTATEIMPLICITSEQDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_variable_sequence_initial_state_implicit_model_repository
45+
TORCHTRTDESTDIR=$BUILD_DIR/$TRITON_VERSION/torchtrt_model_store
46+
SCALARMODELSDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_scalar_models
47+
IMAGEMODELSDESTDIR=$BUILD_DIR/$TRITON_VERSION/qa_dynamic_batch_image_model_repository
4848

4949

5050
# Ensure necessary directories exist
5151
mkdir -p \
52-
$VOLUME_BUILD_DIR \
53-
$VOLUME_SRCDIR \
54-
$VOLUME_DESTDIR \
55-
$VOLUME_VARDESTDIR \
56-
$VOLUME_IDENTITYDESTDIR \
57-
$VOLUME_SIGDEFDESTDIR \
58-
$VOLUME_IDENTITYBIGDESTDIR \
59-
$VOLUME_TFPARAMETERSDESTDIR \
60-
$VOLUME_SHAPEDESTDIR \
61-
$VOLUME_RESHAPEDESTDIR \
62-
$VOLUME_SEQDESTDIR \
63-
$VOLUME_DYNASEQDESTDIR \
64-
$VOLUME_DYNASEQIMPLICITDESTDIR \
65-
$VOLUME_VARSEQDESTDIR \
66-
$VOLUME_ENSEMBLEDESTDIR \
67-
$VOLUME_NOSHAPEDESTDIR \
68-
$VOLUME_PLGDESTDIR \
69-
$VOLUME_RAGGEDDESTDIR \
70-
$VOLUME_FORMATDESTDIR \
71-
$VOLUME_DATADEPENDENTDIR \
72-
$VOLUME_IMPLICITSEQDESTDIR \
73-
$VOLUME_VARIMPLICITSEQDESTDIR \
74-
$VOLUME_INITIALSTATEIMPLICITSEQDESTDIR \
75-
$VOLUME_VARINITIALSTATEIMPLICITSEQDESTDIR \
76-
$VOLUME_TORCHTRTDESTDIR \
77-
$VOLUME_SCALARMODELSDESTDIR \
78-
$VOLUME_IMAGEMODELSDESTDIR
52+
$BUILD_DIR \
53+
$SRCDIR \
54+
$DESTDIR \
55+
$VARDESTDIR \
56+
$IDENTITYDESTDIR \
57+
$SIGDEFDESTDIR \
58+
$IDENTITYBIGDESTDIR \
59+
$TFPARAMETERSDESTDIR \
60+
$SHAPEDESTDIR \
61+
$RESHAPEDESTDIR \
62+
$SEQDESTDIR \
63+
$DYNASEQDESTDIR \
64+
$DYNASEQIMPLICITDESTDIR \
65+
$VARSEQDESTDIR \
66+
$ENSEMBLEDESTDIR \
67+
$NOSHAPEDESTDIR \
68+
$PLGDESTDIR \
69+
$RAGGEDDESTDIR \
70+
$FORMATDESTDIR \
71+
$DATADEPENDENTDIR \
72+
$IMPLICITSEQDESTDIR \
73+
$VARIMPLICITSEQDESTDIR \
74+
$INITIALSTATEIMPLICITSEQDESTDIR \
75+
$VARINITIALSTATEIMPLICITSEQDESTDIR \
76+
$TORCHTRTDESTDIR \
77+
$SCALARMODELSDESTDIR \
78+
$IMAGEMODELSDESTDIR
7979

80-
cp -r . $VOLUME_SRCDIR
80+
cp -r . $SRCDIR
8181
# OPENVINO
8282
#
8383
# OpenVINO is not available on ARM so skip
@@ -95,15 +95,15 @@ pip3 install openvino==$OPENVINO_VERSION
9595
# Since variable shape tensors are not allowed, identity models may fail to generate.
9696
# TODO Add variable size tensor models after DLIS-2827 adds support for variable shape tensors.
9797
# TODO Add sequence models after DLIS-2864 adds support for sequence/control inputs.
98-
python3 $VOLUME_SRCDIR/gen_qa_models.py --openvino --models_dir=$VOLUME_DESTDIR
99-
chmod -R 777 $VOLUME_DESTDIR
100-
# python3 $VOLUME_SRCDIR/gen_qa_identity_models.py --openvino --models_dir=$VOLUME_IDENTITYDESTDIR
101-
# chmod -R 777 $VOLUME_IDENTITYDESTDIR
102-
python3 $VOLUME_SRCDIR/gen_qa_reshape_models.py --openvino --models_dir=$VOLUME_RESHAPEDESTDIR
103-
chmod -R 777 $VOLUME_RESHAPEDESTDIR
104-
# python3 $VOLUME_SRCDIR/gen_qa_sequence_models.py --openvino --models_dir=$VOLUME_SEQDESTDIR
105-
# chmod -R 777 $SVOLUME_EQDESTDIR
106-
# python3 $VOLUME_SRCDIR/gen_qa_dyna_sequence_models.py --openvino --models_dir=$VOLUME_DYNASEQDESTDIR
107-
# chmod -R 777 $VOLUME_DYNASEQDESTDIR
108-
rsync -av --ignore-existing $VOLUME_BUILD_DIR/$TRITON_VERSION/ /lustre/fsw/core_dlfw_ci/datasets/inferenceserver/${NVIDIA_TRITON_SERVER_VERSION}_${TEST_REPO_ARCH}/
98+
python3 $SRCDIR/gen_qa_models.py --openvino --models_dir=$DESTDIR
99+
chmod -R 777 $DESTDIR
100+
# python3 $SRCDIR/gen_qa_identity_models.py --openvino --models_dir=$IDENTITYDESTDIR
101+
# chmod -R 777 $IDENTITYDESTDIR
102+
python3 $SRCDIR/gen_qa_reshape_models.py --openvino --models_dir=$RESHAPEDESTDIR
103+
chmod -R 777 $RESHAPEDESTDIR
104+
# python3 $SRCDIR/gen_qa_sequence_models.py --openvino --models_dir=$SEQDESTDIR
105+
# chmod -R 777 $SEQDESTDIR
106+
# python3 $SRCDIR/gen_qa_dyna_sequence_models.py --openvino --models_dir=$DYNASEQDESTDIR
107+
# chmod -R 777 $DYNASEQDESTDIR
108+
rsync -av --ignore-existing $BUILD_DIR/$TRITON_VERSION/ /lustre/fsw/core_dlfw_ci/datasets/inferenceserver/${NVIDIA_TRITON_SERVER_VERSION}_${TEST_REPO_ARCH}/
109109
fi # [[ "aarch64" != $(uname -m) ]]

0 commit comments

Comments
 (0)