[Benchmarking-Py] Bugfix for TF Hub ALBERT

Author: DEKHTIARJonathan

tftrt/benchmarking-python/tf_hub/albert/base_run_inference.sh

@@ -79,7 +79,7 @@ echo "[*] TOKENIZER_DIR: ${TOKENIZER_DIR}"
 echo ""
 echo "[*] BATCH_SIZE: ${BATCH_SIZE}"
 echo ""
-# Custom T5 Task Flags
+# Custom ALBERT Flags
 echo "[*] SEQ_LEN: ${SEQ_LEN}"
 echo "[*] OUTPUT_TENSOR_NAMES: ${OUTPUT_TENSOR_NAMES}"
 echo ""

tftrt/benchmarking-python/tf_hub/albert/run_all.sh

@@ -24,7 +24,7 @@ export TF_TRT_SHOW_DETAILED_REPORT=1
 for model_name in "${ALBERT_MODELS[@]}"; do
     echo "Processing Model: ${model_name} ..."
 
-    MODEL_DATA_EXPORT_DIR="${BENCHMARK_DATA_EXPORT_DIR}/${model_name}"
+    MODEL_DATA_EXPORT_DIR="${BASE_BENCHMARK_DATA_EXPORT_DIR}/${model_name}"
     mkdir -p ${MODEL_DATA_EXPORT_DIR}
 
     MODEL_PROFILE_DIR="${MODEL_DATA_EXPORT_DIR}/tf_profiles"
@@ -36,22 +36,22 @@ for model_name in "${ALBERT_MODELS[@]}"; do
     script -q -c "${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP32" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tf_native_fp32.log
 
     # TF Native - FP16
-    # script -q -c "${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP16" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tf_native_fp16.log
+    script -q -c "${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP16" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tf_native_fp16.log
 
     # ============================ TF XLA ============================ #
     # TF XLA - FP32
-    # script -q -c "${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP32 ${TF_XLA_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tf_xla_fp32.log
+    script -q -c "${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP32 ${TF_XLA_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tf_xla_fp32.log
 
     # TF XLA - FP16
-    # script -q -c "${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP16 ${TF_XLA_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tf_xla_fp16.log
+    script -q -c "${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP16 ${TF_XLA_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tf_xla_fp16.log
 
     # ============================ TF-TRT ============================ #
     # TF-TRT - FP32
-    # script -q -c "TF_TRT_EXPORT_GRAPH_VIZ_PATH=${MODEL_DATA_EXPORT_DIR}/tftrt_fp32.dot ${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP32 ${TF_TRT_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tftrt_fp32.log
+    script -q -c "TF_TRT_EXPORT_GRAPH_VIZ_PATH=${MODEL_DATA_EXPORT_DIR}/tftrt_fp32.dot ${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP32 ${TF_TRT_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tftrt_fp32.log
 
     # TF-TRT - FP16
-    # script -q -c "TF_TRT_EXPORT_GRAPH_VIZ_PATH=${MODEL_DATA_EXPORT_DIR}/tftrt_fp16.dot ${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP16 ${TF_TRT_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tftrt_fp16.log
+    script -q -c "TF_TRT_EXPORT_GRAPH_VIZ_PATH=${MODEL_DATA_EXPORT_DIR}/tftrt_fp16.dot ${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=FP16 ${TF_TRT_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tftrt_fp16.log
 
     # TF-TRT - INT8
-    # script -q -c "TF_TRT_EXPORT_GRAPH_VIZ_PATH=${MODEL_DATA_EXPORT_DIR}/tftrt_int8.dot ${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=INT8 ${TF_TRT_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tftrt_int8.log
+    script -q -c "TF_TRT_EXPORT_GRAPH_VIZ_PATH=${MODEL_DATA_EXPORT_DIR}/tftrt_int8.dot ${BASE_DIR}/models/${model_name}/run_inference.sh ${RUN_ARGS} --precision=INT8 ${TF_TRT_ARGS}" /dev/null | tee ${MODEL_DATA_EXPORT_DIR}/inference_tftrt_int8.log
 done