Merge branch 'master' into AMB-2289-extend-unit-test

Author: amitkr-22

backend/src/filter.py

@@ -47,7 +47,7 @@ def replace_address_postal_codes(imms: dict) -> dict:
                 # Remove all other keys in the address dictionary
                 keys_to_remove = [key for key in address.keys() if key != "postalCode"]
                 for key in keys_to_remove:
-                    del address[key]    
+                    del address[key]
 
     return imms
 
@@ -59,23 +59,23 @@ def replace_organization_values(imms: dict) -> dict:
     """
     for performer in imms.get("performer", [{}]):
         if performer.get("actor", {}).get("type") == "Organization":
-            
+
             # Obfuscate or set the identifier value and system.
             identifier = performer["actor"].get("identifier", {})
             if identifier.get("value") is not None:
                 identifier["value"] = "N2N9I"
                 identifier["system"] = Urls.ods_organization_code
             if identifier.get("system") is not None:
                 identifier["system"] = Urls.ods_organization_code
-            
+
             # Ensure only 'system' and 'value' remain in identifier
             keys = {"system", "value"}
             keys_to_remove = [key for key in identifier.keys() if key not in keys]
             for key in keys_to_remove:
                 del identifier[key]
-            
+
             # Remove all other fields except 'identifier' in actor
-            keys_to_remove = [key for key in performer["actor"].keys() if key not in ("identifier","type")]
+            keys_to_remove = [key for key in performer["actor"].keys() if key not in ("identifier", "type")]
             for key in keys_to_remove:
                 del performer["actor"][key]
 
@@ -108,9 +108,6 @@ def search(imms: dict, patient_full_url: str, bundle_patient: dict = None) -> di
         imms.pop("contained")
         imms["patient"] = create_reference_to_patient_resource(patient_full_url, bundle_patient)
         imms = add_use_to_identifier(imms)
-        # Location identifier system and value are to be overwritten
-        # (for backwards compatibility with Immunisation History API, as agreed with VDS team)
-        imms["location"] = {"identifier": {"system": "urn:iso:std:iso:3166", "value": "GB"}}
         return imms
 
     @staticmethod

backend/tests/sample_data/completed_covid19_immunization_event_filtered_for_search_using_bundle_patient_resource.json

@@ -46,9 +46,10 @@
     "display": "AstraZeneca Ltd"
   },
   "location": {
+    "type": "Location",
     "identifier": {
-      "value": "GB",
-      "system": "urn:iso:std:iso:3166"
+      "value": "X99999",
+      "system": "https://fhir.nhs.uk/Id/ods-organization-code"
     }
   },
   "lotNumber": "4120Z001",

filenameprocessor/src/audit_table.py

@@ -57,8 +57,7 @@ def upsert_audit_table(
                 Key={AuditTableKeys.MESSAGE_ID: {"S": message_id}},
                 UpdateExpression="SET #status = :status",
                 ExpressionAttributeNames={"#status": "status"},
-                # TODO: Should this be set to file_status? The status may be 'processed' due to an exception occuring
-                ExpressionAttributeValues={":status": {"S": FileStatus.PROCESSING}},
+                ExpressionAttributeValues={":status": {"S": file_status}},
                 ConditionExpression="attribute_exists(message_id)",
             )
             logger.info("%s file set for processing, and the status successfully updated in audit table", file_key)

filenameprocessor/src/file_name_processor.py

@@ -44,10 +44,14 @@ def handle_record(record) -> dict:
         logger.error("Error obtaining file_key: %s", error)
         return {"statusCode": 500, "message": "Failed to download file key", "error": str(error)}
 
-    # The lambda is unintentionally invoked when a file is moved into a different folder in the source bucket.
-    # Excluding file keys containing a "/" is a workaround to prevent the lambda from processing files that
-    # are not in the root of the source bucket.
-    if "data-sources" in bucket_name and "/" not in file_key:
+    if "data-sources" in bucket_name:
+
+        # The lambda is unintentionally invoked when a file is moved into a different folder in the source bucket.
+        # Excluding file keys containing a "/" is a workaround to prevent the lambda from processing files that
+        # are not in the root of the source bucket.
+        if "/" in file_key:
+            message = "File skipped due to duplicate lambda invoaction"
+            return {"statusCode": 200, "message": message, "file_key": file_key}
 
         # Set default values for file-specific variables
         message_id = "Message id was not created"