Update base_run_inference.sh

DEKHTIARJonathan · web-flow · commit 7086a97d074f · 2022-09-12T17:14:55.000-04:00
diff --git a/tftrt/benchmarking-python/huggingface/gpt2/base_run_inference.sh b/tftrt/benchmarking-python/huggingface/gpt2/base_run_inference.sh
@@ -8,7 +8,7 @@ BASE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
 MODEL_NAME=""
 
 # Default Argument Values
-BATCH_SIZE=32
+BATCH_SIZE=12
 SEQ_LEN=1024
 VOCAB_SIZE=50257
 
