Merge branch '1014-add-logs-when-importing-urls-so-we-know-how-many-were-expected-how-many-succeeded-and-how-many-failed' of https://github.com/NASA-IMPACT/COSMOS into 1014-add-logs-when-importing-urls-so-we-know-how-many-were-expected-how-many-succeeded-and-how-many-failed

Author: Your Name

sde_collections/models/collection.py

@@ -649,7 +649,7 @@ def count_delta_urls(self):
     def count_marked_for_deletion_urls(self):
         """Return the count of Delta URLs marked for deletion."""
         return DeltaUrl.objects.filter(collection=self, to_delete=True).count()
-    
+
     def save(self, *args, **kwargs):
         # Call the function to generate the value for the generated_field based on the original_field
         if not self.config_folder:

sde_collections/tasks.py

@@ -1,18 +1,20 @@
 import json
 import os
 import shutil
+
 import boto3
 from django.apps import apps
 from django.conf import settings
 from django.core import management
 from django.core.management.commands import loaddata
 from django.db import transaction
-from sde_collections.utils import slack_utils
+
 from config import celery_app
 from sde_collections.models.collection_choice_fields import (
     ReindexingStatusChoices,
     WorkflowStatusChoices,
 )
+from sde_collections.utils import slack_utils
 
 from .models.delta_url import DumpUrl
 from .sinequa_api import Api

sde_collections/utils/slack_utils.py

@@ -58,17 +58,23 @@ def format_slack_message(name, details, collection_id):
         return slack_mentions + " " + message_template.format(name=linked_name)
     return message_template.format(name=linked_name)
 
-def send_detailed_import_notification(collection_name, total_processed, curated_count, dump_count, delta_count, deletion_count):
-    message = (f"'{collection_name}' brought into COSMOS. "
-               f"Prior Curated: {curated_count}, URL counts - [Server: {total_processed}, "
-               f"Dump: {dump_count}, New Deltas: {delta_count}, Deleted: {deletion_count}]")
+
+def send_detailed_import_notification(
+    collection_name, total_processed, curated_count, dump_count, delta_count, deletion_count
+):
+    message = (
+        f"'{collection_name}' brought into COSMOS. "
+        f"Prior Curated: {curated_count}, URL counts - [Server: {total_processed}, "
+        f"Dump: {dump_count}, New Deltas: {delta_count}, Deleted: {deletion_count}]"
+    )
 
     webhook_url = settings.SLACK_WEBHOOK_URL
     payload = {"text": message}
     response = requests.post(webhook_url, json=payload)
     if response.status_code != 200:
         print(f"Error sending Slack message: {response.text}")
 
+
 def send_slack_message(message):
     webhook_url = settings.SLACK_WEBHOOK_URL
     payload = {"text": message}