Add preprocess to ci (pytorch#6616)

ghstack-source-id: 8f1ce31
Pull Request resolved: pytorch#6544

Co-authored-by: lucylq <[email protected]>

Author: pytorchbot

.github/workflows/_unittest.yml

@@ -37,6 +37,9 @@ jobs:
         CMAKE_ARGS="-DEXECUTORCH_BUILD_XNNPACK=ON -DEXECUTORCH_BUILD_KERNELS_QUANTIZED=ON" \
         .ci/scripts/setup-linux.sh cmake
 
+        # Install llama3_2_vision dependencies.
+        PYTHON_EXECUTABLE=python ./examples/models/llama3_2_vision/install_requirements.sh
+
         # Run pytest with coverage
         pytest -n auto --cov=./ --cov-report=xml
         # Run gtest
@@ -67,6 +70,10 @@ jobs:
         ${CONDA_RUN} --no-capture-output \
         .ci/scripts/setup-macos.sh cmake
 
+        # Install llama3_2_vision dependencies.
+        PYTHON_EXECUTABLE=python ${CONDA_RUN} --no-capture-output \
+        ./examples/models/llama3_2_vision/install_requirements.sh
+
         # Run pytest with coverage
         ${CONDA_RUN} pytest -n auto --cov=./ --cov-report=xml
         # Run gtest

examples/models/llama3_2_vision/preprocess/model.py

@@ -26,6 +26,9 @@ class PreprocessConfig:
     max_num_tiles: int = 4
     tile_size: int = 224
     antialias: bool = False
+    # Used for reference eager model from torchtune.
+    resize_to_max_canvas: bool = False
+    possible_resolutions: Optional[List[Tuple[int, int]]] = None
 
 
 class CLIPImageTransformModel(EagerModelBase):