Initial commit to move files

Author: dlzhry2nhs

.github/dependabot.yml

@@ -7,12 +7,13 @@ version: 2
 updates:
   - package-ecosystem: "docker"
     directories:
-      - "/lambdas/ack_backend"
-      - "/lambdas/delta_backend"
+      - "/batch_processor_filter"
       - "/filenameprocessor"
       - "/infrastructure/grafana/non-prod/docker"
+      - "/lambdas/ack_backend"
+      - "/lambdas/delta_backend"
+      - "/lambdas/recordprocessor"
       - "/mesh_processor"
-      - "/recordprocessor"
       - "/sandbox"
     schedule:
       interval: "daily"
@@ -54,7 +55,7 @@ updates:
       - "/tests/e2e_batch"
       - "/filenameprocessor"
       - "/mesh_processor"
-      - "/recordprocessor"
+      - "/lambdas/recordprocessor"
       - "/lambdas/ack_backend"
       - "/lambdas/delta_backend"
       - "/lambdas/redis_sync"

.github/workflows/quality-checks.yml

@@ -118,15 +118,15 @@ jobs:
           poetry run coverage xml -o ../batchprocessorfilter-coverage.xml
 
       - name: Run unittest with recordprocessor-coverage
-        working-directory: recordprocessor
+        working-directory: lambdas/recordprocessor
         id: recordprocessor
         env:
-          PYTHONPATH: ${{ github.workspace }}/recordprocessor/src:${{ github.workspace }}/recordprocessor/tests
+          PYTHONPATH: ${{ env.LAMBDA_PATH }}/recordprocessor/src:${{ env.LAMBDA_PATH }}/recordprocessor/tests:${{ env.SHARED_PATH }}/src
         continue-on-error: true
         run: |
           poetry install
-          poetry run coverage run -m unittest discover || echo "recordprocessor tests failed" >> ../failed_tests.txt
-          poetry run coverage xml -o ../recordprocessor-coverage.xml
+          poetry run coverage run --source=src -m unittest discover || echo "recordprocessor tests failed" >> ../../failed_tests.txt
+          poetry run coverage xml -o ../../recordprocessor-coverage.xml
 
         # This step is redundant - all of these tests will be run in the backend step below
       - name: Run unittest with recordforwarder-coverage

Makefile

@@ -1,6 +1,6 @@
 SHELL=/usr/bin/env bash -euo pipefail
 
-PYTHON_PROJECT_DIRS_WITH_UNIT_TESTS = backend batch_processor_filter filenameprocessor mesh_processor recordprocessor lambdas/ack_backend lambdas/delta_backend lambdas/redis_sync lambdas/id_sync lambdas/mns_subscription lambdas/shared
+PYTHON_PROJECT_DIRS_WITH_UNIT_TESTS = backend batch_processor_filter filenameprocessor mesh_processor lambdas/recordprocessor lambdas/ack_backend lambdas/delta_backend lambdas/redis_sync lambdas/id_sync lambdas/mns_subscription lambdas/shared
 PYTHON_PROJECT_DIRS = tests/e2e tests/e2e_batch quality_checks $(PYTHON_PROJECT_DIRS_WITH_UNIT_TESTS)
 
 .PHONY: install lint format format-check clean publish build-proxy release initialise-all-python-venvs update-all-python-dependencies run-all-python-unit-tests build-all-docker-images

immunisation-fhir-api.code-workspace

@@ -10,7 +10,7 @@
             "path": "filenameprocessor",
         },
         {
-            "path": "recordprocessor",
+            "path": "lambdas/recordprocessor",
         },
         {
             "path": "mesh_processor",

infrastructure/instance/ecs_batch_processor_config.tf

@@ -5,7 +5,7 @@ resource "aws_ecs_cluster" "ecs_cluster" {
 
 # Locals for Lambda processing paths and hash
 locals {
-  processing_lambda_dir     = abspath("${path.root}/../../recordprocessor")
+  processing_lambda_dir     = abspath("${path.root}/../../lambdas/recordprocessor")
   processing_path_include   = ["**"]
   processing_path_exclude   = ["**/__pycache__/**"]
   processing_files_include  = setunion([for f in local.processing_path_include : fileset(local.processing_lambda_dir, f)]...)
@@ -29,8 +29,9 @@ module "processing_docker_image" {
   source  = "terraform-aws-modules/lambda/aws//modules/docker-build"
   version = "8.1.0"
 
-  create_ecr_repo = false
-  ecr_repo        = aws_ecr_repository.processing_repository.name
+  create_ecr_repo  = false
+  docker_file_path = "./recordprocessor/Dockerfile"
+  ecr_repo         = aws_ecr_repository.processing_repository.name
   ecr_repo_lifecycle_policy = jsonencode({
     "rules" : [
       {
@@ -50,9 +51,10 @@ module "processing_docker_image" {
 
   platform      = "linux/amd64"
   use_image_tag = false
-  source_path   = local.processing_lambda_dir
+  source_path   = abspath("${path.root}/../../lambdas")
   triggers = {
-    dir_sha = local.processing_lambda_dir_sha
+    dir_sha        = local.processing_lambda_dir_sha
+    shared_dir_sha = local.shared_dir_sha
   }
 }
 

recordprocessor/Dockerfile lambdas/recordprocessor/Dockerfilerecordprocessor/Dockerfile renamed to lambdas/recordprocessor/Dockerfile

@@ -1,3 +1,5 @@
+TEST_ENV := @PYTHONPATH=src:tests:../shared/src
+
 build:
 	docker build -t processor-lambda-build .
 
@@ -6,15 +8,15 @@ package:build
 	docker run --rm -v $(shell pwd)/build:/build processor-lambda-build
 
 test:
-	@PYTHONPATH=src:tests python -m unittest
+	$(TEST_ENV) python -m unittest
 
 coverage-run:
-	@PYTHONPATH=src:tests coverage run -m unittest discover
+	$(TEST_ENV) coverage run -m unittest discover
 
 coverage-report:
-	coverage report -m
+	$(TEST_ENV) coverage report -m
 
 coverage-html:
-	coverage html
+	$(TEST_ENV) coverage html
 
 .PHONY: build package

recordprocessor/Makefile lambdas/recordprocessor/Makefilerecordprocessor/Makefile renamed to lambdas/recordprocessor/Makefile

@@ -4,7 +4,10 @@ version     = "0.1.0"
 description = ""
 authors     = ["Your Name <[email protected]>"]
 readme      = "README.md"
-packages    = [{include = "src"}]
+packages = [
+    {include = "src"},
+    {include = "common", from = "../shared/src"}
+]
 
 [tool.poetry.dependencies]
 python                  = "~3.11"