Remove extra models from CI tests for ViT (keras-team#1322)

* Remove extra models from CI tests for ViT

This is consistent with how we're doing CI for other models to avoid running tons of expensive and redundant tests

* Update vit_test.py

* Update vit_test.py

* Update vit_test.py

* Update vit_test.py

Author: ianstenbit

keras_cv/models/vit_test.py

@@ -20,18 +20,23 @@
 from .models_test import ModelsTest
 
 MODEL_LIST = [
-    (vit.ViTTiny16, 192, {"input_shape": (224, 224, 3)}),
     (vit.ViTS16, 384, {"input_shape": (224, 224, 3)}),
-    (vit.ViTB16, 768, {"input_shape": (224, 224, 3)}),
-    (vit.ViTL16, 1024, {"input_shape": (224, 224, 3)}),
-    (vit.ViTH16, 1280, {"input_shape": (224, 224, 3)}),
-    (vit.ViTTiny32, 192, {"input_shape": (224, 224, 3)}),
-    (vit.ViTS32, 384, {"input_shape": (224, 224, 3)}),
-    (vit.ViTB32, 768, {"input_shape": (224, 224, 3)}),
-    (vit.ViTL32, 1024, {"input_shape": (224, 224, 3)}),
-    (vit.ViTH32, 1280, {"input_shape": (224, 224, 3)}),
 ]
 
+"""
+Below are other configurations that we omit from our CI but that can/should
+be tested manually when making changes to this model.
+(vit.ViTTiny16, 192, {"input_shape": (224, 224, 3)}),
+(vit.ViTB16, 768, {"input_shape": (224, 224, 3)}),
+(vit.ViTL16, 1024, {"input_shape": (224, 224, 3)}),
+(vit.ViTH16, 1280, {"input_shape": (224, 224, 3)}),
+(vit.ViTTiny32, 192, {"input_shape": (224, 224, 3)}),
+(vit.ViTS32, 384, {"input_shape": (224, 224, 3)}),
+(vit.ViTB32, 768, {"input_shape": (224, 224, 3)}),
+(vit.ViTL32, 1024, {"input_shape": (224, 224, 3)}),
+(vit.ViTH32, 1280, {"input_shape": (224, 224, 3)}),
+"""
+
 
 class ViTTest(ModelsTest, tf.test.TestCase, parameterized.TestCase):
     @parameterized.parameters(*MODEL_LIST)