[PRMP-539] Send expedite files to the metadata processor lambda

lambdas/handlers/bulk_upload_metadata_processor_handler.py

@@ -1,3 +1,5 @@
+import urllib.parse
+
 from enums.lloyd_george_pre_process_format import LloydGeorgePreProcessFormat
 from services.bulk_upload.metadata_general_preprocessor import (
     MetadataGeneralPreprocessor,
@@ -13,6 +15,7 @@
 from utils.decorators.handle_lambda_exceptions import handle_lambda_exceptions
 from utils.decorators.override_error_check import override_error_check
 from utils.decorators.set_audit_arg import set_request_context_for_logging
+from utils.exceptions import BulkUploadMetadataException
 
 logger = LoggingService(__name__)
 
@@ -24,6 +27,25 @@
 )
 @handle_lambda_exceptions
 def lambda_handler(event, _context):
+    if "Records" in event and event["Records"][0].get("eventSource") == "aws:s3":
+        logger.info(
+            f"Triggering event sent by S3 listener {event['Records'][0].get('eventSource')}"
+        )
+        try:
+            key_string = event["Records"][0]["s3"]["object"]["key"]
+            key = urllib.parse.unquote_plus(key_string, encoding="utf-8")
+            if key.startswith("expedite/"):
+                logger.info("Processing file from expedite folder")
+                return  # To be added upon by ticket PRMP-540
+            else:
+                failure_msg = f"Unexpected directory or file location received from S3 Listener: {key_string}"
+                logger.error(failure_msg)
+                raise BulkUploadMetadataException(failure_msg)
+        except KeyError as e:
+            failure_msg = f"Failed due to missing key: {str(e)}"
+            logger.error(failure_msg)
+            raise BulkUploadMetadataException(failure_msg)
+
     practice_directory = event.get("practiceDirectory", "")
 
     raw_pre_format_type = event.get(

lambdas/tests/unit/handlers/test_bulk_upload_metadata_processor_handler.py

@@ -14,6 +14,17 @@ def mock_metadata_service(mocker):
     return mocked_instance
 
 
+def s3_event_with_key(key: str):
+    return {
+        "Records": [
+            {
+                "eventSource": "aws:s3",
+                "s3": {"object": {"key": key}},
+            }
+        ]
+    }
+
+
 def test_metadata_processor_lambda_handler_valid_event(
     set_env, context, mock_metadata_service
 ):
@@ -28,3 +39,37 @@ def test_metadata_processor_lambda_handler_empty_event(
     lambda_handler({}, context)
 
     mock_metadata_service.process_metadata.assert_not_called()
+
+
+def test_s3_event_with_expedite_key_processes(
+    set_env, context, mock_metadata_service, caplog
+):
+    event = s3_event_with_key(
+        "expedite%2F1of1_Lloyd_George_Record_[John Michael SMITH]_[1234567890]_[15-05-1990].pdf"
+    )
+    lambda_handler(event, context)
+
+    assert any(
+        f"Triggering event sent by S3 listener {event['Records'][0].get('eventSource')}"
+        in r.message
+        for r in caplog.records
+    )
+    assert any(
+        "Processing file from expedite folder" in r.message for r in caplog.records
+    )
+
+
+def test_s3_event_with_non_expedite_key_is_rejected(
+    set_env, context, mock_metadata_service, caplog
+):
+    key_string = "uploads/1of1_Lloyd_George_Record_[John Michael SMITH]_[1234567890]_[15-05-1990].pdf"
+    event = s3_event_with_key(key_string)
+
+    lambda_handler(event, context)
+
+    assert any(
+        f"Unexpected directory or file location received from S3 Listener: {key_string}"
+        in r.message
+        for r in caplog.records
+    )
+    mock_metadata_service.process_metadata.assert_not_called()