Add CI for conv_former and fastvit for QNN

Summary: #10191 fixes the model, try to enable them in CI

Differential Revision: D73222005

Author: cccclai

.ci/scripts/test_model.sh

@@ -196,6 +196,10 @@ test_model_with_qnn() {
     EXPORT_SCRIPT=edsr
     # Additional deps for edsr
     pip install piq
+  elif [[ "${MODEL_NAME}" == "fastvit" ]]; then
+    EXPORT_SCRIPT=fastvit
+  elif [[ "${MODEL_NAME}" == "conv_former" ]]; then
+    EXPORT_SCRIPT=conv_former
   else
     echo "Unsupported model $MODEL_NAME"
     exit 1

.github/workflows/trunk.yml

@@ -505,7 +505,7 @@ jobs:
     strategy:
       matrix:
         dtype: [fp32]
-        model: [dl3, mv3, mv2, ic4, ic3, vit, mb, w2l]
+        model: [dl3, mv3, mv2, ic4, ic3, vit, mb, w2l, fastvit, conv_former]
       fail-fast: false
     with:
       runner: linux.2xlarge