[Benchmarking-Py] HF Models Script Cleanups

Author: DEKHTIARJonathan

tftrt/benchmarking-python/huggingface/bert/base_run_inference.sh

@@ -83,6 +83,8 @@ echo ""
 echo "[*] DATA_DIR: ${DATA_DIR}"
 echo "[*] MODEL_DIR: ${MODEL_DIR}"
 echo ""
+echo "[*] BATCH_SIZE: ${BATCH_SIZE}"
+echo ""
 # Custom Transormer Task Flags
 echo "[*] VOCAB_SIZE: ${VOCAB_SIZE}"
 echo "[*] SEQ_LEN: ${SEQ_LEN}"

tftrt/benchmarking-python/huggingface/t5/base_run_inference.sh

@@ -47,19 +47,18 @@ do
         OUTPUT_TENSOR_NAMES="${arg#*=}"
         shift # Remove --output_tensors_name= from processing
         ;;
-        ######### IGNORE ARGUMENTS BELOW
         --data_dir=*)
+        DATA_DIR="${arg#*=}"
         shift # Remove --data_dir= from processing
         ;;
         --input_saved_model_dir=*)
+        MODEL_DIR="${arg#*=}"
         shift # Remove --input_saved_model_dir= from processing
         ;;
         --tokenizer_model_dir=*)
+        TOKENIZER_DIR="${arg#*=}"
         shift # Remove --tokenizer_model_dir= from processing
         ;;
-        --total_max_samples=*)
-        shift # Remove --total_max_samples= from processing
-        ;;
         *)
         BYPASS_ARGUMENTS=" ${BYPASS_ARGUMENTS} ${arg}"
         ;;
@@ -71,6 +70,9 @@ echo "[*] MODEL_NAME: ${MODEL_NAME}"
 echo "[*] DATASET_NAME: ${DATASET_NAME}"
 echo ""
 echo "[*] DATA_DIR: ${DATA_DIR}"
+echo "[*] MODEL_DIR: ${MODEL_DIR}"
+echo "[*] TOKENIZER_DIR: ${TOKENIZER_DIR}"
+echo ""
 echo "[*] BATCH_SIZE: ${BATCH_SIZE}"
 echo ""
 # Custom T5 Task Flags
@@ -81,9 +83,9 @@ echo "[*] BYPASS_ARGUMENTS: $(echo \"${BYPASS_ARGUMENTS}\" | tr -s ' ')"
 
 echo -e "********************************************************************\n"
 
-DATA_DIR="/data/c4/${DATASET_NAME}"
-MODEL_DIR="/models/huggingface/t5/${MODEL_NAME}/saved_models/model"
-TOKENIZER_DIR="/models/huggingface/t5/${MODEL_NAME}/saved_models/tokenizer"
+DATA_DIR="${DATA_DIR}/${DATASET_NAME}"
+MODEL_DIR="${MODEL_DIR}/${MODEL_NAME}/saved_models/model"
+TOKENIZER_DIR="${TOKENIZER_DIR}/${MODEL_NAME}/saved_models/tokenizer"
 
 if [[ ! -d ${DATA_DIR} ]]; then
     echo "ERROR: \`--data_dir=/path/to/directory\` does not exist. [Received: \`${DATA_DIR}\`]"

tftrt/benchmarking-python/huggingface/t5/run_all.sh

@@ -13,7 +13,7 @@ T5_MODELS=(
   "t5-v1_1-base"
 )
 
-RUN_ARGS="--dataset_name=realnewslike --debug --batch_size=32 --display_every=1"
+RUN_ARGS="--data_dir=/data/c4 --dataset_name=realnewslike --debug --batch_size=32 --display_every=1"
 TF_TRT_ARGS="--use_tftrt --use_dynamic_shape --num_calib_batches=10"
 TF_XLA_ARGS="--use_xla_auto_jit"