[DOP-24159] Log number of column_lineage items in LineageService

Author: dolfinus

data_rentgen/server/services/lineage.py

@@ -241,14 +241,16 @@ async def get_lineage_by_jobs(  # noqa: C901, PLR0912
 
         if logger.isEnabledFor(logging.INFO):
             logger.info(
-                "Found %d jobs, %d runs, %d operations, %d datasets, %d dataset symlinks, %d inputs, %d outputs",
+                "Found %d jobs, %d runs, %d operations, %d datasets, %d dataset symlinks, "
+                "%d inputs, %d outputs, %d column lineage",
                 len(result.jobs),
                 len(result.runs),
                 len(result.operations),
                 len(result.datasets),
                 len(result.dataset_symlinks),
                 len(result.inputs),
                 len(result.outputs),
+                len(result.column_lineage),
             )
         return result
 
@@ -431,14 +433,16 @@ async def get_lineage_by_runs(  # noqa: C901, PLR0915, PLR0912
 
         if logger.isEnabledFor(logging.INFO):
             logger.info(
-                "Found %d jobs, %d runs, %d operations, %d datasets, %d dataset symlinks, %d inputs, %d outputs",
+                "Found %d jobs, %d runs, %d operations, %d datasets, %d dataset symlinks, "
+                "%d inputs, %d outputs, %d column lineage",
                 len(result.jobs),
                 len(result.runs),
                 len(result.operations),
                 len(result.datasets),
                 len(result.dataset_symlinks),
                 len(result.inputs),
                 len(result.outputs),
+                len(result.column_lineage),
             )
         return result
 
@@ -595,14 +599,16 @@ async def get_lineage_by_operations(  # noqa: C901, PLR0915, PLR0912
 
         if logger.isEnabledFor(logging.INFO):
             logger.info(
-                "Found %d jobs, %d runs, %d operations, %d datasets, %d dataset symlinks, %d inputs, %d outputs",
+                "Found %d jobs, %d runs, %d operations, %d datasets, %d dataset symlinks, "
+                "%d inputs, %d outputs, %d column lineage",
                 len(result.jobs),
                 len(result.runs),
                 len(result.operations),
                 len(result.datasets),
                 len(result.dataset_symlinks),
                 len(result.inputs),
                 len(result.outputs),
+                len(result.column_lineage),
             )
         return result
 
@@ -702,14 +708,16 @@ async def get_lineage_by_datasets(
 
         if logger.isEnabledFor(logging.INFO):
             logger.info(
-                "Found %d jobs, %d runs, %d operations, %d datasets, %d dataset symlinks, %d inputs, %d outputs",
+                "Found %d jobs, %d runs, %d operations, %d datasets, %d dataset symlinks, "
+                "%d inputs, %d outputs, %d column lineage",
                 len(result.jobs),
                 len(result.runs),
                 len(result.operations),
                 len(result.datasets),
                 len(result.dataset_symlinks),
                 len(result.inputs),
                 len(result.outputs),
+                len(result.column_lineage),
             )
         return result
 
@@ -1091,6 +1099,7 @@ async def _get_column_lineage(
         result: dict[tuple[int, int], list[ColumnLineageRow]] = defaultdict(list)
         if not current_result.inputs or not current_result.outputs:
             return result
+
         match granularity:
             case "OPERATION":
                 column_lineage_result = await self._uow.column_lineage.list_by_operation_ids(