Add logs to verify root cause

Author: dlzhry2nhs

ack_backend/src/update_ack_file.py

@@ -86,6 +86,7 @@ def upload_ack_file(
     row_count_destination = get_row_count(ACK_BUCKET_NAME, temp_ack_file_key)
     # TODO: Should we check for > and if so what handling is required
     if row_count_destination == row_count_source:
+        print("Count matched - archiving file and marking job as processed")
         move_file(ACK_BUCKET_NAME, temp_ack_file_key, archive_ack_file_key)
         move_file(SOURCE_BUCKET_NAME, f"processing/{file_key}", f"archive/{file_key}")
 

backend/src/forwarding_batch_lambda.py

@@ -111,6 +111,8 @@ def forward_lambda_handler(event, _):
     # Send to SQS
     sqs_message_body = json.dumps(array_of_messages)
     message_len = len(sqs_message_body)
+    print(len(array_of_messages))
+    print(message_len)
     logger.info(f"total message length:{message_len}")
     message_group_id = f"{file_key}_{created_at_formatted_string}"
     if message_len < 256 * 1024:

filenameprocessor/src/audit_table.py

@@ -90,6 +90,7 @@ def upsert_audit_table(
             },
             ConditionExpression="attribute_not_exists(message_id)",  # Prevents accidental overwrites
         )
+        logger.info("job saved with status %s", file_status)
         logger.info("%s file, with message id %s, successfully added to audit table", file_key, message_id)
 
         # Return a bool indicating whether the file status is queued

recordprocessor/src/batch_processing.py

@@ -29,6 +29,7 @@ def process_csv_to_fhir(incoming_message_body: dict) -> None:
     allowed_operations = interim_message_body.get("allowed_operations")
     created_at_formatted_string = interim_message_body.get("created_at_formatted_string")
     csv_reader = interim_message_body.get("csv_dict_reader")
+    print("Processing ECS Task for %s", file_key)
 
     target_disease = map_target_disease(vaccine)