|
1 | 1 | #!/bin/bash |
2 | | -# Copyright (c) 2018-2023, NVIDIA CORPORATION. All rights reserved. |
| 2 | +# Copyright (c) 2018-2024, NVIDIA CORPORATION. All rights reserved. |
3 | 3 | # |
4 | 4 | # Redistribution and use in source and binary forms, with or without |
5 | 5 | # modification, are permitted provided that the following conditions |
@@ -45,6 +45,7 @@ CLIENT_LOG_BASE="./client" |
45 | 45 | INFER_TEST="../common/infer_test.py" |
46 | 46 | EXPECTED_NUM_TESTS="3" |
47 | 47 | TEST_RESULT_FILE='test_results.txt' |
| 48 | +BACKENDS=${BACKENDS:="graphdef savedmodel onnx libtorch plan"} |
48 | 49 |
|
49 | 50 | # S3 credentials are necessary for this test. Pass via ENV variables |
50 | 51 | aws configure set default.region $AWS_DEFAULT_REGION && \ |
@@ -164,15 +165,16 @@ for ENV_VAR in "env" "env_dummy" "config"; do |
164 | 165 |
|
165 | 166 | # Now start model tests |
166 | 167 |
|
167 | | - for FW in graphdef savedmodel onnx libtorch plan; do |
| 168 | + for FW in ${BACKENDS}; do |
168 | 169 | cp -r /data/inferenceserver/${REPO_VERSION}/qa_model_repository/${FW}_float32_float32_float32/ models/ |
| 170 | + # Copy models with string inputs and remove nobatch (bs=1) models. Model does not exist for plan backend. |
| 171 | + if [[ ${FW} != "plan" ]]; then |
| 172 | + cp -r /data/inferenceserver/${REPO_VERSION}/qa_model_repository/${FW}*_object_object_object/ models/ |
| 173 | + rm -rf models/*nobatch* |
| 174 | + fi |
169 | 175 | done |
170 | 176 |
|
171 | | - # Copy models with string inputs and remove nobatch (bs=1) models |
172 | | - cp -r /data/inferenceserver/${REPO_VERSION}/qa_model_repository/*_object_object_object/ models/ |
173 | | - rm -rf models/*nobatch* |
174 | | - |
175 | | - for FW in graphdef savedmodel onnx libtorch plan; do |
| 177 | + for FW in ${BACKENDS}; do |
176 | 178 | for MC in `ls models/${FW}*/config.pbtxt`; do |
177 | 179 | echo "instance_group [ { kind: ${KIND} }]" >> $MC |
178 | 180 | done |
|
0 commit comments