Remove unrelated changes from .gitignore, score_filter.py, and megatron_tokenizer.py

Signed-off-by: asolergi-nv <asolergibert@nvidia.com>

Author: asolergi-nv

.gitignore

@@ -158,17 +158,3 @@ data/
 
 # InternVideo2 dependency (cloned by installation script)
 InternVideo/
-
-# UV cache directory
-.uv_cache/
-
-# Ray temp directory
-.ray_temp/
-
-uv.lock
-pyproject.toml
-
-token_test/
-*.parquet
-*.bin
-*.idx

nemo_curator/stages/text/modules/score_filter.py

@@ -322,7 +322,6 @@ def process(self, batch: DocumentBatch) -> DocumentBatch | None:
             DocumentBatch: A batch with the score and filter applied
 
         """
-        logger.info(f"We have {batch.num_items} Documents")
         df = batch.to_pandas()
 
         if df.empty: