Resolve a few warnings in the docs build (#1120)

Signed-off-by: James Bourbeau <[email protected]>
Co-authored-by: Sarah Yurick <[email protected]>

Author: jrbourbeau

nemo_curator/stages/deduplication/fuzzy/connected_components.py

@@ -24,9 +24,7 @@
 from nemo_curator.backends.experimental.utils import RayStageSpecKeys
 from nemo_curator.stages.base import ProcessingStage
 from nemo_curator.stages.deduplication.fuzzy.utils import CURATOR_FUZZY_DUPLICATE_GROUP_FIELD
-from nemo_curator.stages.deduplication.id_generator import (
-    CURATOR_DEDUP_ID_STR,
-)
+from nemo_curator.stages.deduplication.id_generator import CURATOR_DEDUP_ID_STR
 from nemo_curator.stages.deduplication.io_utils import DeduplicationIO
 from nemo_curator.stages.resources import Resources
 from nemo_curator.tasks.file_group import FileGroupTask
@@ -40,8 +38,8 @@ class ConnectedComponentsStage(ProcessingStage[FileGroupTask, FileGroupTask], De
     def __init__(
         self,
         output_path: str,
-        source_field: str = f"{CURATOR_DEDUP_ID_STR}_x",
-        destination_field: str = f"{CURATOR_DEDUP_ID_STR}_y",
+        source_field: str | None = None,
+        destination_field: str | None = None,
         read_kwargs: dict | None = None,
         write_kwargs: dict | None = None,
     ):
@@ -54,8 +52,8 @@ def __init__(
             write_kwargs: Keyword arguments to pass for writing the output files.
         """
 
-        self.source_field = source_field
-        self.destination_field = destination_field
+        self.source_field = source_field or f"{CURATOR_DEDUP_ID_STR}_x"
+        self.destination_field = destination_field or f"{CURATOR_DEDUP_ID_STR}_y"
         self.read_kwargs = read_kwargs if read_kwargs is not None else {}
         self.write_kwargs = write_kwargs if write_kwargs is not None else {}
 

nemo_curator/stages/video/io/clip_writer.py

@@ -334,33 +334,6 @@ def _write_clip_mp4(self, clip: Clip, *, filtered: bool = False) -> ClipStats:
             clip_stats.num_passed += 1
         return clip_stats
 
-    def _write_clip_embedding_to_buffer(self, clip: Clip) -> ClipStats:
-        clip_stats = ClipStats()
-        if clip.intern_video_2_embedding is not None:
-            self._iv2_embedding_buffer.append(
-                {
-                    "id": str(clip.uuid),
-                    "embedding": clip.intern_video_2_embedding.reshape(-1).tolist(),
-                },
-            )
-        elif self.generate_embeddings and self.embedding_algorithm == "internvideo2":
-            logger.error(
-                f"Clip {clip.uuid} from {clip.source_video} has no InternVideo2 embedding, skip adding to buffer"
-            )
-        if clip.cosmos_embed1_embedding is not None:
-            self._ce1_embedding_buffer.append(
-                {
-                    "id": str(clip.uuid),
-                    "embedding": clip.cosmos_embed1_embedding.reshape(-1).tolist(),
-                },
-            )
-        elif self.generate_embeddings and self.embedding_algorithm == "cosmos-embed1":
-            logger.error(
-                f"Clip {clip.uuid} from {clip.source_video} has no Cosmos-Embed1 embedding, skip adding to buffer"
-            )
-
-        return clip_stats
-
     def _write_clip_embedding(self, clip: Clip) -> ClipStats:
         clip_stats = ClipStats()
         if clip.intern_video_2_embedding is not None: