CMR-10313: Setup the bamboo builds - code changed as well as I needed to change the structure and added tests. (#2218)

* CMR-10313: Setup the bamboo builds - code changed as well as I needed to change the structure and added tests.

* CMR-10313: trying to make build compatible with bamboo.

* CMR-10313: trying to make build compatible with bamboo.

* CMR-10313: trying to make build compatible with bamboo.

* CMR-10313: trying to make build compatible with bamboo.

* CMR-10313: updating PR requests.

* CMR-10313: Adding dockerfile to build with the correct version of python.

* CMR-10313: building testing tool.

* CMR-10313: building testing tool.

* CMR-10313: building testing tool.

* CMR-10313: Rename the test lambda

Author: eereiter

subscription/notify-lambda/Dockerfile

@@ -0,0 +1,18 @@
+# Use an official Python runtime as a parent image
+FROM python:3.13-slim
+
+# Install zip utility
+RUN apt-get update && apt-get install -y zip
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Copy the current directory contents into the container at /app
+COPY . /app
+
+# Make sure build.sh is executable
+RUN chmod +x build.sh
+
+# Run build.sh when the container launches
+CMD ["./build.sh"]
+

subscription/notify-lambda/build.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+# This script is used by the bamboo build project.
+
+mkdir -p package
+
+pip3 install --target ./package -r requirements.txt --no-compile
+
+# Zip dependencies
+cd package
+zip -r ../notify_lambda_deployment_package.zip . -x "__pycache__/*"
+cd ..
+
+# Add contents of src directory to the zip file
+cd src 
+zip -r ../notify_lambda_deployment_package.zip . -x "__pycache__/*"
+
+# Return to the top directory
+cd ..
+
+rm -r package

…scription/notify_lambda/requirements.txt …scription/notify-lambda/requirements.txtsubscription/notify_lambda/requirements.txt renamed to subscription/notify-lambda/requirements.txt subscription/notify_lambda/requirements.txt renamed to subscription/notify-lambda/requirements.txt

@@ -1 +1,2 @@
 requests
+

subscription/notify-lambda/run-tests-cicd.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+export PYTHONPATH=src
+
+pip3 install requests
+python3 -m unittest discover -v -s ./test -p "*_test.py"

subscription/notify_lambda/logger.py subscription/notify-lambda/src/logger.pysubscription/notify_lambda/logger.py renamed to subscription/notify-lambda/src/logger.py

@@ -3,9 +3,7 @@
 import sys
 from typing import Optional
 
-LOG_LEVEL: int = int(os.getenv("LOG_LEVEL"))
-if not LOG_LEVEL:
-    LOG_LEVEL = logging.INFO
+LOG_LEVEL: int = int(os.getenv("LOG_LEVEL", logging.INFO))
 
 def setup_logger(name: str, log_file: Optional[str] = None, level: int = logging.INFO) -> logging.Logger:
     """Function to setup as many loggers as you want"""
@@ -28,3 +26,4 @@ def setup_logger(name: str, log_file: Optional[str] = None, level: int = logging
 
 # Create a default logger
 logger = setup_logger(name='default_logger', level=LOG_LEVEL)
+

subscription/notify-lambda/src/notification_lambda.py

@@ -0,0 +1,54 @@
+import json
+import requests
+from logger import logger
+
+# This lambda is triggered through a subscription to the cmr-internal-subscription-<env> SNS topic. It processes the events which are notifications that get sent
+# to an external URL.
+
+def handler(event, context):
+    """The handler is the starting point that is triggered by an SNS topic subscription with a filter that designates tha the notification sent is a URL notification.
+       Input: event: Dict[str, Any], context: Any
+       Returns: None"""
+
+    logger.debug(f"Ingest notification lambda received event: {json.dumps(event, indent=2)}")
+    for record in event['Records']:
+        process_message(record)
+
+def process_message(record):
+    """Processes the record in the event.
+       Input: record: Dict[str, Any]
+       Returns: None"""
+
+    try:
+        logger.info(f"Ingest notification lambda processing message - record: {record}")
+        message = record['Sns']
+        message_attributes = record['Sns']['MessageAttributes']
+        url = message_attributes['endpoint']['Value']
+        send_message(url, message)
+        
+    except Exception as e:
+        logger.error(f"Ingest notification lambda an error occurred {e} while trying to send the record: {record}")
+        raise e
+
+def send_message(url, message):
+    """Sends the passed message to the external URL. If not successful the message is put onto a dead letter queue.
+       Input: url: str, message: Dict[str, Any]
+       Returns: None"""
+
+    # Prepare the data to be sent
+
+    try:
+        # Send a POST request to the URL with the message data
+        headers = {'Content-Type': 'application/json'}
+        logger.info(f"Ingest notification lambda sending message ID: {message['MessageId']} to URL: {url}")
+        response = requests.post(url, headers=headers, json=message)
+
+        # Check if the request was successful
+        if response.status_code == 200:
+            logger.info(f"Ingest notification lambda successfully sent message ID: {message['MessageId']}")
+        else:
+            logger.error(f"Ingest notification lambda failed to send message ID: {message['MessageId']}. Status code: {response.status_code}. Response: {response.text}")
+
+    except requests.exceptions.RequestException as e:
+        logger.error(f"Ingest notification lambda an error occurred while sending the message id {message['MessageId']} to URL: {url} {e}")
+

subscription/notify-lambda/test/notification_lambda_test.py

@@ -0,0 +1,94 @@
+import unittest
+from unittest.mock import patch, MagicMock
+import json
+import requests
+from notification_lambda import handler, process_message, send_message
+
+class TestNotificationHandler(unittest.TestCase):
+
+    @patch('notification_lambda.process_message')
+    def test_handler(self, mock_process_message):
+        event = {
+            'Records': [
+                {'some': 'data1'},
+                {'some': 'data2'}
+            ]
+        }
+        context = {}
+        
+        handler(event, context)
+        
+        self.assertEqual(mock_process_message.call_count, 2)
+        mock_process_message.assert_any_call({'some': 'data1'})
+        mock_process_message.assert_any_call({'some': 'data2'})
+
+    @patch('notification_lambda.send_message')
+    def test_process_message(self, mock_send_message):
+        record = {
+            'Sns': {
+                'MessageId': '12345',
+                'MessageAttributes': {
+                    'endpoint': {
+                        'Value': 'http://example.com'
+                    }
+                }
+            }
+        }
+        
+        process_message(record)
+        
+        mock_send_message.assert_called_once_with('http://example.com', record['Sns'])
+
+    @patch('notification_lambda.send_message')
+    def test_process_message_exception(self, mock_send_message):
+        record = {
+            'Sns': {
+                'MessageId': '12345',
+                'MessageAttributes': {}  # Missing 'endpoint' to cause an exception
+            }
+        }
+        
+        with self.assertRaises(Exception):
+            process_message(record)
+
+    @patch('requests.post')
+    def test_send_message_success(self, mock_post):
+        mock_response = MagicMock()
+        mock_response.status_code = 200
+        mock_post.return_value = mock_response
+
+        url = 'http://example.com'
+        message = {'MessageId': '12345', 'some': 'data'}
+
+        send_message(url, message)
+
+        mock_post.assert_called_once_with(url, headers={'Content-Type': 'application/json'}, json=message)
+
+    @patch('requests.post')
+    def test_send_message_failure(self, mock_post):
+        mock_response = MagicMock()
+        mock_response.status_code = 400
+        mock_response.text = 'Bad Request'
+        mock_post.return_value = mock_response
+
+        url = 'http://example.com'
+        message = {'MessageId': '12345', 'some': 'data'}
+
+        send_message(url, message)
+
+        mock_post.assert_called_once_with(url, headers={'Content-Type': 'application/json'}, json=message)
+
+    @patch('requests.post')
+    def test_send_message_exception(self, mock_post):
+        mock_post.side_effect = requests.exceptions.RequestException('Network error')
+
+        url = 'http://example.com'
+        message = {'MessageId': '12345', 'some': 'data'}
+
+        send_message(url, message)
+
+        mock_post.assert_called_once_with(url, headers={'Content-Type': 'application/json'}, json=message)
+
+if __name__ == '__main__':
+    unittest.main()
+