CCM-12616: test deployment

Author: lapenna-bjss

.gitignore

@@ -15,6 +15,12 @@ version.json
 # Don't track ephemeral local build files
 target/
 
+# Python build artifacts
+*.egg-info/
+.eggs/
+build/
+dist/
+
 # dependencies
 node_modules
 .node-version

infrastructure/terraform/components/dl/pre.sh

@@ -9,3 +9,7 @@ npm ci
 npm run generate-dependencies
 
 npm run lambda-build --workspaces --if-present
+
+# Build Python lambdas
+make -C lambdas/mesh-poll package
+make -C lambdas/mesh-download package

lambdas/mesh-download/package_python_lambda.sh

@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+set -e
+
+component_name="$1"
+
+rootdir=$(realpath "$(dirname "$0")/../..")
+source ${rootdir}/utils/get_version.sh
+
+VERSIONED_ZIP_NAME="NHSD.comms."${component_name}-"${point_version}"".zip"
+
+dist_dir="${PWD}/target/dist"
+build_dir="${PWD}/target/python-build"
+mkdir -p "${dist_dir}"
+rm -rf "${build_dir}"
+mkdir -p "${build_dir}"
+rm -rf "${dist_dir}/${VERSIONED_ZIP_NAME}"
+
+# Extract internal (file://) and external dependencies from requirements.txt
+grep -E '^-e ' requirements.txt | sed 's|^-e ||' > target/internal_requirements.txt || true
+grep -vE '^-e ' requirements.txt > target/external_requirements.txt || true
+
+# Install external dependencies (from PyPI)
+pip install --platform manylinux2014_x86_64 --only-binary=:all: -r target/external_requirements.txt --target ${build_dir} --python-version 3.13 --implementation cp
+
+# Install internal dependencies (local packages)
+if [ -s target/internal_requirements.txt ]; then
+    while IFS= read -r dep; do
+        pip install "$dep" --target ${build_dir}
+    done < target/internal_requirements.txt
+fi
+
+for item in src/*; do
+    basename=$(basename "$item")
+    if [[ "$basename" != "__tests__" && "$basename" != "venv" && "$basename" != "__pycache__" ]]; then
+        cp -r "$item" "${build_dir}/"
+    fi
+done
+
+# Construct the build artefact
+cd ${build_dir} && zip -r "${dist_dir}/${VERSIONED_ZIP_NAME}" .

lambdas/mesh-download/requirements.txt

@@ -8,7 +8,6 @@ urllib3>=1.26.19,<2.0.0
 idna>=3.7
 requests>=2.32.0
 pyopenssl>=24.2.1
-setuptools>=78.1.1
 -e ../../utils/event-publisher-py
 -e ../../utils/py-mock-mesh
 -e ../../utils/metric-publishers

lambdas/mesh-poll/package_python_lambda.sh

@@ -15,21 +15,26 @@ rm -rf "${build_dir}"
 mkdir -p "${build_dir}"
 rm -rf "${dist_dir}/${VERSIONED_ZIP_NAME}"
 
-# poetry config virtualenvs.in-project true
-
-# this asserts we are using the right pip+python
-poetry install --only-root
-source .venv/bin/activate
-
-# now bundle dependencies from lock file
-poetry export -f requirements.txt --output target/all_requirements.txt --without dev
-grep -v file:// target/all_requirements.txt > target/external_requirements.txt
-grep file:// target/all_requirements.txt > target/internal_requirements.txt
-pip install --platform manylinux2014_x86_64 --only-binary=:all: -r target/external_requirements.txt --target ${build_dir} --no-deps
-pip install -r target/internal_requirements.txt --target ${build_dir} --no-deps
-
-# now bundle application code
-pip install . --no-deps --target ${build_dir}
-
-# and construct the build artefact
+# Extract internal (file://) and external dependencies from requirements.txt
+grep -E '^-e ' requirements.txt | sed 's|^-e ||' > target/internal_requirements.txt || true
+grep -vE '^-e ' requirements.txt > target/external_requirements.txt || true
+
+# Install external dependencies (from PyPI)
+pip install --platform manylinux2014_x86_64 --only-binary=:all: -r target/external_requirements.txt --target ${build_dir} --python-version 3.13 --implementation cp
+
+# Install internal dependencies (local packages)
+if [ -s target/internal_requirements.txt ]; then
+    while IFS= read -r dep; do
+        pip install "$dep" --target ${build_dir}
+    done < target/internal_requirements.txt
+fi
+
+for item in src/*; do
+    basename=$(basename "$item")
+    if [[ "$basename" != "__tests__" && "$basename" != "venv" && "$basename" != "__pycache__" ]]; then
+        cp -r "$item" "${build_dir}/"
+    fi
+done
+
+# Construct the build artefact
 cd ${build_dir} && zip -r "${dist_dir}/${VERSIONED_ZIP_NAME}" .

lambdas/mesh-poll/requirements.txt

@@ -7,7 +7,7 @@ urllib3>=1.26.19,<2.0.0
 idna>=3.7
 requests>=2.32.0
 pyopenssl>=24.2.1
-setuptools>=78.1.1
+pydantic>=2.0.0
 -e ../../utils/metric-publishers
 -e ../../utils/event-publisher-py
 -e ../../utils/py-mock-mesh