Fix llama artifacts retrieve

Author: winskuo-quic

.ci/scripts/test_llama.sh

@@ -206,17 +206,11 @@ prepare_artifacts_upload() {
   fi
 }
 
-# Download and create artifacts.
-PARAMS="params.json"
-CHECKPOINT_FILE_NAME=""
-touch "${PARAMS}"
-if [[ "${MODEL_NAME}" == "llama" ]] || [[ "${MODEL_NAME}" == "stories"* ]] || [[ "${MODEL_NAME}" == "tinyllama" ]]; then
-  CHECKPOINT_FILE_NAME="stories110M.pt"
-  download_stories_model_artifacts
-else
-  echo "Unsupported model name ${MODEL_NAME}"
-  exit 1
-fi
+# Download llama artifacts
+download_stories_model_artifacts
+# Create tokenizer.bin.
+echo "Creating tokenizer.bin"
+$PYTHON_EXECUTABLE -m extension.llm.tokenizer.tokenizer -t tokenizer.model -o tokenizer.bin
 
 # Check dtype.
 EXPORTED_MODEL_NAME="tinyllama_${MODE}_${DTYPE}"

.ci/scripts/test_qnn_static_llama.sh

@@ -13,19 +13,8 @@ fi
 
 which "${PYTHON_EXECUTABLE}"
 
-
-# Download and create artifacts.
-PARAMS="params.json"
-CHECKPOINT_FILE_NAME=""
-touch "${PARAMS}"
-if [[ "${MODEL_NAME}" == "llama" ]] || [[ "${MODEL_NAME}" == "stories"* ]] || [[ "${MODEL_NAME}" == "tinyllama" ]]; then
-  CHECKPOINT_FILE_NAME="stories110M.pt"
-  download_stories_model_artifacts
-else
-  echo "Unsupported model name ${MODEL_NAME}"
-  exit 1
-fi
-
+# Download stories llama110m artifacts
+download_stories_model_artifacts
 # Create tokenizer.bin.
 echo "Creating tokenizer.bin"
 $PYTHON_EXECUTABLE -m extension.llm.tokenizer.tokenizer -t tokenizer.model -o tokenizer.bin