parent 0719a0d

author Akol125 <[email protected]> 1741732167 +0000
committer Robert Novac <[email protected]> 1742314388 +0000

READ request- drop obfuscation for s-flag patient

Author: Akol125

.github/workflows/continuous-integration.yml

@@ -8,12 +8,12 @@ jobs:
     if: github.ref == 'refs/heads/master'
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
         with:
           fetch-depth: 0  # This causes all history to be fetched, which is required for calculate-version to function	
 
       - name: Install Python 3.9
-        uses: actions/setup-python@v1
+        uses: actions/setup-python@v5
         with:
           python-version: 3.9
 
@@ -40,5 +40,4 @@ jobs:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         with:
           tag_name: ${{ env.SPEC_VERSION }}
-          release_name: ${{ env.SPEC_VERSION }}
-
+          release_name: ${{ env.SPEC_VERSION }}

Makefile

@@ -38,7 +38,7 @@ build-proxy:
 	scripts/build_proxy.sh
 
 #Files to loop over in release
-_dist_include="pytest.ini poetry.lock poetry.toml pyproject.toml Makefile build/. e2e specification sandbox terraform scripts backend delta_backend ack_backend filenameprocessor recordprocessor"
+_dist_include="pytest.ini poetry.lock poetry.toml pyproject.toml Makefile build/. e2e e2e_batch specification sandbox terraform scripts backend delta_backend ack_backend filenameprocessor recordprocessor"
 
 
 #Create /dist/ sub-directory and copy files into directory

azure/templates/post-deploy.yml

@@ -114,6 +114,12 @@ steps:
     displayName: Waiting for TF resources to be UP
     workingDirectory: "$(Pipeline.Workspace)/s/$(SERVICE_NAME)/$(SERVICE_ARTIFACT_NAME)"
 
+  - bash: |
+      pyenv install -s 3.10.8
+      pyenv global 3.10.8
+      python --version
+    displayName: Set Python 3.10
+
   - bash: |
       set -e
       export RELEASE_RELEASEID=$(Build.BuildId)
@@ -166,13 +172,45 @@ steps:
         echo "running: $test_cmd -v -c"
         $test_cmd -v -c
       fi
-
     workingDirectory: "$(Pipeline.Workspace)/s/$(SERVICE_NAME)/$(SERVICE_ARTIFACT_NAME)/e2e"
-    displayName: Run full test suite
+    displayName: Run Full Test Suite
+
+  
+
+  - bash: |
+      set -e
+      if ! [[ "$APIGEE_ENVIRONMENT" == "prod" || "$APIGEE_ENVIRONMENT" == "int" || "$APIGEE_ENVIRONMENT" == *"sandbox" ]]; then
+        echo "Running E2E batch folder test cases"
+ 
+        export AWS_PROFILE="apim-dev"
+        aws_account_no="$(aws sts get-caller-identity --query Account --output text)"
+        echo "Using AWS Account: $aws_account_no"
+        
+        service_name="${FULLY_QUALIFIED_SERVICE_NAME}"
+ 
+        pr_no=$(echo "$service_name" | { grep -oE '[0-9]+$' || true; })
+        if [ -z "$pr_no" ]; then
+          workspace="$APIGEE_ENVIRONMENT"
+        else
+          workspace="pr-$pr_no"
+        fi
+ 
+        poetry install --no-root  # Install dependencies defined in pyproject.toml
+ 
+        ENV="$workspace" poetry run python -m unittest -v -c
+ 
+        echo "E2E batch folder test cases executed successfully"
+      else
+        echo "Skipping E2E batch folder test cases as the environment is prod-int-sandbox"
+      fi
+ 
+    displayName: Run full batch test suite
+    workingDirectory: "$(Pipeline.Workspace)/s/$(SERVICE_NAME)/$(SERVICE_ARTIFACT_NAME)/e2e_batch"
+
 
   - task: PublishTestResults@2
     displayName: 'Publish test results'
     condition: always()
     inputs:
       testResultsFiles: '$(Pipeline.Workspace)/s/$(SERVICE_NAME)/$(SERVICE_ARTIFACT_NAME)/tests/test-report.xml'
-      failTaskOnFailedTests: true
+      failTaskOnFailedTests: true

backend/.envrc.default

@@ -1,3 +1,3 @@
-layout pyenv 3.10.12
+layout pyenv 3.10.16
 
-dotenv
+dotenv

backend/.gitignore

@@ -1,2 +1,7 @@
 build
 .venv
+.direnv
+.env
+.envrc
+terraform.tfstate
+.python-version

backend/src/fhir_service.py

@@ -76,7 +76,7 @@ def get_immunization_by_identifier(
             base_url = f"{get_service_url()}/Immunization"
             response = form_json(imms_resp, element, identifier, base_url)
             return response
-
+    
     def get_immunization_by_id(self, imms_id: str, imms_vax_type_perms: str) -> Optional[dict]:
         """
         Get an Immunization by its ID. Return None if not found. If the patient doesn't have an NHS number,
@@ -85,26 +85,19 @@ def get_immunization_by_id(self, imms_id: str, imms_vax_type_perms: str) -> Opti
         if not (imms_resp := self.immunization_repo.get_immunization_by_id(imms_id, imms_vax_type_perms)):
             return None
 
-        # Remove fields rom the imms resource which are not to be returned for read
-        imms_filtered_for_read = Filter.read(imms_resp.get("Resource", {}))
+        # Returns the Immunisation full resource with no obfuscation
+        resource = imms_resp.get("Resource", {})
+        imms_filtered_for_read = Filter.read(resource) if resource else {}
 
-        # Handle s-flag filtering, where applicable
-        if not (nhs_number := obtain_field_value(imms_filtered_for_read, FieldNames.patient_identifier_value)):
-            imms_filtered_for_read_and_s_flag = imms_filtered_for_read
-        else:
-            if patient := self.pds_service.get_patient_details(nhs_number):
-                imms_filtered_for_read_and_s_flag = handle_s_flag(imms_filtered_for_read, patient)
-            else:
-                raise UnhandledResponseError("unable to validate NHS number with downstream service")
 
         return {
             "Version": imms_resp.get("Version", ""),
-            "Resource": Immunization.parse_obj(imms_filtered_for_read_and_s_flag),
+            "Resource": Immunization.parse_obj(imms_filtered_for_read),
         }
 
     def get_immunization_by_id_all(self, imms_id: str, imms: dict) -> Optional[dict]:
         """
-        Get an Immunization by its ID. Return None if not found. If the patient doesn't have an NHS number,
+        Get an Immunization by its ID. Return None if it is not found. If the patient doesn't have an NHS number,
         return the Immunization without calling PDS or checking S flag.
         """
         imms["id"] = imms_id

backend/src/filter.py

@@ -47,7 +47,7 @@ def replace_address_postal_codes(imms: dict) -> dict:
                 # Remove all other keys in the address dictionary
                 keys_to_remove = [key for key in address.keys() if key != "postalCode"]
                 for key in keys_to_remove:
-                    del address[key]    
+                    del address[key]
 
     return imms
 
@@ -59,23 +59,23 @@ def replace_organization_values(imms: dict) -> dict:
     """
     for performer in imms.get("performer", [{}]):
         if performer.get("actor", {}).get("type") == "Organization":
-            
+
             # Obfuscate or set the identifier value and system.
             identifier = performer["actor"].get("identifier", {})
             if identifier.get("value") is not None:
                 identifier["value"] = "N2N9I"
                 identifier["system"] = Urls.ods_organization_code
             if identifier.get("system") is not None:
                 identifier["system"] = Urls.ods_organization_code
-            
+
             # Ensure only 'system' and 'value' remain in identifier
             keys = {"system", "value"}
             keys_to_remove = [key for key in identifier.keys() if key not in keys]
             for key in keys_to_remove:
                 del identifier[key]
-            
+
             # Remove all other fields except 'identifier' in actor
-            keys_to_remove = [key for key in performer["actor"].keys() if key not in ("identifier","type")]
+            keys_to_remove = [key for key in performer["actor"].keys() if key not in ("identifier", "type")]
             for key in keys_to_remove:
                 del performer["actor"][key]
 
@@ -94,7 +94,6 @@ def add_use_to_identifier(imms: dict) -> dict:
 
 class Filter:
     """Functions for filtering a FHIR Immunization Resource"""
-
     @staticmethod
     def read(imms: dict) -> dict:
         """Apply filtering for READ request"""
@@ -108,9 +107,6 @@ def search(imms: dict, patient_full_url: str, bundle_patient: dict = None) -> di
         imms.pop("contained")
         imms["patient"] = create_reference_to_patient_resource(patient_full_url, bundle_patient)
         imms = add_use_to_identifier(imms)
-        # Location identifier system and value are to be overwritten
-        # (for backwards compatibility with Immunisation History API, as agreed with VDS team)
-        imms["location"] = {"identifier": {"system": "urn:iso:std:iso:3166", "value": "GB"}}
         return imms
 
     @staticmethod

backend/src/get_imms_handler.py

@@ -16,7 +16,7 @@ def get_imms_handler(event, context):
 
 def get_immunization_by_id(event, controller: FhirController):
     try:
-        return controller.get_immunization_by_id(event)
+        return controller.get_immunization_by_id(event)  
     except Exception:  # pylint: disable = broad-exception-caught
         exp_error = create_operation_outcome(
             resource_id=str(uuid.uuid4()),

backend/tests/sample_data/completed_covid19_immunization_event_filtered_for_search_using_bundle_patient_resource.json

@@ -46,9 +46,10 @@
     "display": "AstraZeneca Ltd"
   },
   "location": {
+    "type": "Location",
     "identifier": {
-      "value": "GB",
-      "system": "urn:iso:std:iso:3166"
+      "value": "X99999",
+      "system": "https://fhir.nhs.uk/Id/ods-organization-code"
     }
   },
   "lotNumber": "4120Z001",

backend/tests/test_fhir_service.py

@@ -157,7 +157,7 @@ def setUp(self):
         self.pds_service = create_autospec(PdsService)
         self.validator = create_autospec(ImmunizationValidator)
         self.fhir_service = FhirService(self.imms_repo, self.pds_service, self.validator)
-
+    
     def test_get_immunization_by_id(self):
         """it should find an Immunization by id"""
         imms_id = "an-id"
@@ -204,23 +204,7 @@ def test_get_immunization_by_id_patient_not_restricted(self):
 
         # Then
         self.assertEqual(actual_output["Resource"], expected_output)
-
-    def test_get_immunization_by_id_patient_restricted(self):
-        """it should return a filtered Immunization when patient is restricted"""
-        imms_id = "restricted_id"
-        immunization_data = load_json_data("completed_covid19_immunization_event.json")
-        filtered_immunization = load_json_data("completed_covid19_immunization_event_filtered_for_s_flag_and_read.json")
-        self.imms_repo.get_immunization_by_id.return_value = {"Resource": immunization_data}
-        patient_data = {"meta": {"security": [{"code": "R"}]}}
-        self.fhir_service.pds_service.get_patient_details.return_value = patient_data
-
-        # When
-        resp_imms = self.fhir_service.get_immunization_by_id(imms_id, "COVID19:read")
-        act_res = resp_imms["Resource"]
-        filtered_immunization_res = Immunization.parse_obj(filtered_immunization)
-        # Then
-        self.assertEqual(act_res, filtered_immunization_res)
-
+       
     def test_pre_validation_failed(self):
         """it should throw exception if Immunization is not valid"""
         imms_id = "an-id"