Add iv2 install guide and guard import (#1112)

* Add iv2 install guide and guard import

Signed-off-by: Ao Tang <[email protected]>

* Placeholder commit to run tests

Signed-off-by: Dong Hyuk Chang <[email protected]>

* Test removing gitignore changes

Signed-off-by: Dong Hyuk Chang <[email protected]>

* Add InternVideo to pythonpath

Signed-off-by: Dong Hyuk Chang <[email protected]>

* Try timeout on pytest

Signed-off-by: Dong Hyuk Chang <[email protected]>

* Reduce timeout for test

Signed-off-by: Dong Hyuk Chang <[email protected]>

* Further reduce pytest timeout

Signed-off-by: Dong Hyuk Chang <[email protected]>

* Remove Internvideo gitignore for cpu unit test

Signed-off-by: Dong Hyuk Chang <[email protected]>

---------

Signed-off-by: Ao Tang <[email protected]>
Signed-off-by: Dong Hyuk Chang <[email protected]>
Co-authored-by: Dong Hyuk Chang <[email protected]>
Co-authored-by: Dong Hyuk Chang <[email protected]>

Author: suiyoubi

.github/workflows/cicd-main.yml

@@ -158,7 +158,7 @@ jobs:
       - name: Run tests ${{ matrix.folder }} (CPU)
         timeout-minutes: 20
         run: |
-          cd InternVideo && patch -p1 < ../external/intern_video2_multimodal.patch && cd ..
+          cd InternVideo && patch -p1 < ../external/intern_video2_multimodal.patch && cd .. && sed -i "/InternVideo/d" .gitignore
           uv sync --link-mode copy --locked --extra audio_cpu --extra text_cpu --extra video_cpu --group test
           uv add InternVideo/InternVideo2/multi_modality
           uv run coverage run --branch --source=nemo_curator -m pytest -v tests/${{ matrix.folder }} -m "not gpu"

.gitignore

@@ -152,3 +152,6 @@ data/
 
 # Text Editor / IDE Files
 .vscode
+
+# InternVideo2 dependency (cloned by installation script)
+InternVideo/

external/intern_video2_installation.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+# Copyright (c) 2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# =============================================================================
+# InternVideo2 Installation Script
+# =============================================================================
+# This script installs the InternVideo2 dependency for the Curator project.
+# It clones the official InternVideo repository, applies necessary patches,
+# and integrates it into the project's dependency management system using uv.
+
+# Verify that the script is being run from the correct directory
+# This ensures that relative paths in the script work correctly
+if [ "$(basename "$PWD")" != "Curator" ]; then
+  echo "Please run this script from the Curator/ directory."
+  exit 1
+fi
+
+# Clone the official InternVideo repository from OpenGVLab
+# This is the source repository for the InternVideo2 model implementation
+git clone https://github.com/OpenGVLab/InternVideo.git;
+cd InternVideo; git checkout 09d872e5093296c6f36b8b3a91fc511b76433bf7;
+
+# Apply a custom patch to the InternVideo2 codebase
+# This patch contains modifications needed for integration with NeMo Curator
+patch -p1 < ../external/intern_video2_multimodal.patch; cd ../

tutorials/video/getting-started/video_split_clip_example.py

@@ -27,7 +27,18 @@
     CosmosEmbed1EmbeddingStage,
     CosmosEmbed1FrameCreationStage,
 )
-from nemo_curator.stages.video.embedding.internvideo2 import InternVideo2EmbeddingStage, InternVideo2FrameCreationStage
+
+try:
+    from nemo_curator.stages.video.embedding.internvideo2 import (
+        InternVideo2EmbeddingStage,
+        InternVideo2FrameCreationStage,
+    )
+except ImportError:
+    print("InternVideo2 is not installed")
+    InternVideo2EmbeddingStage = None
+    InternVideo2FrameCreationStage = None
+
+
 from nemo_curator.stages.video.filtering.clip_aesthetic_filter import ClipAestheticFilterStage
 from nemo_curator.stages.video.filtering.motion_filter import MotionFilterStage, MotionVectorDecodeStage
 from nemo_curator.stages.video.io.clip_writer import ClipWriterStage
@@ -159,6 +170,9 @@ def create_video_splitting_pipeline(args: argparse.Namespace) -> Pipeline:  # no
                 )
             )
         elif args.embedding_algorithm.startswith("internvideo2"):
+            if InternVideo2FrameCreationStage is None:
+                msg = "InternVideo2 is not installed, please consider installing it or using cosmos-embed1 instead."
+                raise ValueError(msg)
             pipeline.add_stage(
                 InternVideo2FrameCreationStage(
                     model_dir=args.model_dir,