Skip to content
This repository was archived by the owner on Feb 3, 2025. It is now read-only.

Commit ec5a268

Browse files
author
DEKHTIARJonathan
committed
[Benchmarking Py] Removing Max Workspace Size Args from Base Scripts
1 parent 35075b8 commit ec5a268

File tree

2 files changed

+0
-12
lines changed

2 files changed

+0
-12
lines changed

tftrt/benchmarking-python/huggingface/bert/base_run_inference.sh

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -60,7 +60,6 @@ BYPASS_ARGUMENTS=$(echo ${BYPASS_ARGUMENTS} | tr -s " ")
6060

6161
MIN_SEGMENT_SIZE=5
6262
VOCAB_SIZE=-1
63-
MAX_WORKSPACE_SIZE=$((2 ** (32 + 1))) # + 1 necessary compared to python
6463
MAX_SAMPLES=1
6564
OUTPUT_TENSORS_NAME="last_hidden_state,pooler_output"
6665

@@ -93,7 +92,6 @@ echo ""
9392
# Custom Transormer Task Flags
9493
echo "[*] VOCAB_SIZE: ${VOCAB_SIZE}"
9594
echo "[*] SEQ_LEN: ${SEQ_LEN}"
96-
echo "[*] MAX_WORKSPACE_SIZE: ${MAX_WORKSPACE_SIZE}"
9795
echo "[*] MAX_SAMPLES: ${MAX_SAMPLES}"
9896
echo "[*] OUTPUT_TENSORS_NAME: ${OUTPUT_TENSORS_NAME}"
9997
echo ""
@@ -148,7 +146,6 @@ python ${BASE_DIR}/infer.py \
148146
--batch_size ${BATCH_SIZE} \
149147
--vocab_size ${VOCAB_SIZE} \
150148
--sequence_length=${SEQ_LEN} \
151-
--max_workspace_size ${MAX_WORKSPACE_SIZE} \
152149
--total_max_samples=${MAX_SAMPLES} \
153150
--output_tensors_name=${OUTPUT_TENSORS_NAME} \
154151
${BYPASS_ARGUMENTS}

tftrt/benchmarking-python/object_detection/base_run_inference.sh

Lines changed: 0 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -51,16 +51,9 @@ BYPASS_ARGUMENTS=$(echo ${BYPASS_ARGUMENTS} | tr -s " ")
5151
# ============== Set model specific parameters ============= #
5252

5353
INPUT_SIZE=640
54-
MAX_WORKSPACE_SIZE=$((2 ** (32 + 1))) # + 1 necessary compared to python
5554
MAX_SAMPLES=5000
5655
OUTPUT_TENSORS_NAME="boxes,classes,num_detections,scores"
5756

58-
case ${MODEL_NAME} in
59-
"faster_rcnn_resnet50_coco" | "ssd_mobilenet_v1_fpn_coco")
60-
MAX_WORKSPACE_SIZE=$((2 ** (24 + 1))) # + 1 necessary compared to python
61-
;;
62-
esac
63-
6457
# %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% #
6558

6659
echo -e "\n********************************************************************"
@@ -72,7 +65,6 @@ echo ""
7265
# Custom Object Detection Task Flags
7366
echo "[*] BATCH_SIZE: ${BATCH_SIZE}"
7467
echo "[*] INPUT_SIZE: ${INPUT_SIZE}"
75-
echo "[*] MAX_WORKSPACE_SIZE: ${MAX_WORKSPACE_SIZE}"
7668
echo "[*] MAX_SAMPLES: ${MAX_SAMPLES}"
7769
echo "[*] OUTPUT_TENSORS_NAME: ${OUTPUT_TENSORS_NAME}"
7870
echo ""
@@ -151,7 +143,6 @@ python ${BASE_DIR}/infer.py \
151143
--model_source "tf_models_object" \
152144
--batch_size ${BATCH_SIZE} \
153145
--input_size ${INPUT_SIZE} \
154-
--max_workspace_size ${MAX_WORKSPACE_SIZE} \
155146
--total_max_samples=${MAX_SAMPLES} \
156147
--output_tensors_name=${OUTPUT_TENSORS_NAME} \
157148
${BYPASS_ARGUMENTS}

0 commit comments

Comments
 (0)