CCM-12896: Generate Python Models (#151)

* CCM-12896: Python model class generation

* CCM-12896: Make python models build in the pipeline

Author: gareth-allan

.gitignore

@@ -26,6 +26,19 @@ output
 /schemas
 .env
 
+# Python
+__pycache__/
+.Python
+.venv/
+venv/
+*.egg-info/
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+coverage.xml
+
 # Coverage reports
 htmlcov/
 .coverage

Makefile

@@ -32,6 +32,7 @@ clean:: # Clean-up project resources (main) @Operations
 	$(MAKE) -C src/cloudevents clean
 	$(MAKE) -C src/eventcatalogasyncapiimporter clean
 	$(MAKE) -C src/eventcatalogasyncapiimporter clean-output
+	$(MAKE) -C src/python-schema-generator clean
 	rm -f .version
 	npm run clean
 

package-lock.json

@@ -42,8 +42,10 @@
     "react": "^19.0.0"
   },
   "scripts": {
+    "build-schemas": "make -C src/cloudevents/domains/digital-letters build-no-bundle publish-bundled-json",
     "clean": "npm run clean --workspaces --if-present",
-    "generate-dependencies": "make -C src/cloudevents/domains/digital-letters build-no-bundle publish-bundled-json && npm run generate-dependencies --workspaces --if-present",
+    "generate-dependencies": "npm run build-schemas && npm run generate-dependencies --workspaces --if-present && npm run generate-python-dependencies",
+    "generate-python-dependencies": "make -C src/python-schema-generator generate",
     "lint": "npm run lint --workspaces",
     "lint:fix": "npm run lint:fix --workspaces",
     "start": "npm run start --workspace frontend",
@@ -61,6 +63,7 @@
     "utils/sender-management",
     "src/cloudevents",
     "src/digital-letters-events",
+    "src/python-schema-generator",
     "src/typescript-schema-generator",
     "tests/playwright"
   ]

package.json

@@ -79,10 +79,10 @@
     },
     "terminal.integrated.scrollback": 10000,
     "jest.virtualFolders": [
-
       { "name": "key-generation", "rootPath": "lambdas/key-generation" },
       { "name": "mesh-poll", "rootPath": "lambdas/mesh-poll" },
       { "name": "refresh-apim-access-token", "rootPath": "lambdas/refresh-apim-access-token" },
+      { "name": "python-schema-generator", "rootPath": "src/python-schema-generator" },
       { "name": "ttl-create-lambda", "rootPath": "lambdas/ttl-create-lambda/" },
       { "name": "ttl-handle-expiry-lambda", "rootPath": "lambdas/ttl-handle-expiry-lambda" },
       { "name": "ttl-poll-lambda", "rootPath": "lambdas/ttl-poll-lambda" },

project.code-workspace

@@ -4,12 +4,12 @@ sonar.host.url=https://sonarcloud.io
 sonar.qualitygate.wait=true
 sonar.sourceEncoding=UTF-8
 sonar.sources=.
-sonar.tests=tests/, src/asyncapigenerator/tests, src/cloudeventjekylldocs/tests, src/eventcatalogasyncapiimporter/tests, src/cloudevents/tools/builder/__tests__, src/cloudevents/tools/cache/__tests__, src/cloudevents/tools/generator/__tests__, lambdas/mesh-poll/src/__tests__, lambdas/ttl-create-lambda/src/__tests__, lambdas/ttl-poll-lambda/src/__tests__, utils/utils/src/__tests__, utils/sender-management/src/__tests__
+sonar.tests=tests/, src/asyncapigenerator/tests, src/cloudeventjekylldocs/tests, src/eventcatalogasyncapiimporter/tests, src/python-schema-generator/tests, src/cloudevents/tools/builder/__tests__, src/cloudevents/tools/cache/__tests__, src/cloudevents/tools/generator/__tests__, lambdas/mesh-poll/src/__tests__, lambdas/ttl-create-lambda/src/__tests__, lambdas/ttl-poll-lambda/src/__tests__, utils/utils/src/__tests__, utils/sender-management/src/__tests__
 sonar.test.inclusions=tests/**, src/**/tests/**, src/**/__tests__/**, lambdas/**/src/__tests__/**, utils/utils/src/__tests__/**, utils/sender-management/src/__tests__/**
 sonar.terraform.provider.aws.version=5.54.1
 sonar.cpd.exclusions=**.test.*
-sonar.coverage.exclusions=tests/**, src/**/tests/**, src/**/__tests__/**, **/*.dev.*, lambdas/**/src/__tests__/**, **/jest.config.ts, **/jest.config.cjs, scripts/**/*.*, docs/**/*.*, utils/utils/src/__tests__/**, src/asyncapigenerator/example_usage.py, src/asyncapigenerator/test_generator.py, src/eventcatalogasyncapiimporter/examples.py
+sonar.coverage.exclusions=tests/**, src/**/tests/**, src/**/__tests__/**, **/*.dev.*, lambdas/**/src/__tests__/**, **/jest.config.ts, **/jest.config.cjs, scripts/**/*.*, docs/**/*.*, utils/utils/src/__tests__/**, src/asyncapigenerator/example_usage.py, src/asyncapigenerator/test_generator.py, src/eventcatalogasyncapiimporter/examples.py, src/digital-letters-events/**
 
-sonar.python.coverage.reportPaths=src/asyncapigenerator/coverage.xml,src/cloudeventjekylldocs/coverage.xml,src/eventcatalogasyncapiimporter/coverage.xml
+sonar.python.coverage.reportPaths=src/asyncapigenerator/coverage.xml,src/cloudeventjekylldocs/coverage.xml,src/eventcatalogasyncapiimporter/coverage.xml,src/python-schema-generator/coverage.xml
 sonar.javascript.lcov.reportPaths=lcov.info,src/cloudevents/coverage/lcov.info
 sonar.typescript.lcov.reportPaths=lcov.info,src/cloudevents/coverage/lcov.info

scripts/config/sonar-scanner.properties

@@ -69,6 +69,7 @@ Podman
 producedby
 projectRoot
 Protobuf
+Pydantic
 pylint
 Python
 quotingType

scripts/config/vale/styles/config/vocabularies/words/accept.txt

@@ -34,6 +34,11 @@ echo "Setting up and running eventcatalogasyncapiimporter tests..."
 make -C ./src/eventcatalogasyncapiimporter install-dev
 make -C ./src/eventcatalogasyncapiimporter coverage  # Run with coverage to generate coverage.xml for SonarCloud
 
+# Python projects - python-schema-generator
+echo "Setting up and running python-schema-generator tests..."
+make -C ./src/python-schema-generator install-dev
+make -C ./src/python-schema-generator coverage  # Run with coverage to generate coverage.xml for SonarCloud
+
 # TypeScript/JavaScript projects (npm workspace)
 # Note: src/cloudevents is included in workspaces, so it will be tested here
 npm ci

scripts/tests/unit.sh

@@ -1,2 +1,3 @@
 validators
 types
+models

src/digital-letters-events/.gitignore

@@ -1,16 +1,24 @@
 # digital-letters-events
 
+<!-- vale Vale.Avoid = NO -->
+<!-- vale Vale.Terms = NO -->
 This package contains the automatically-generated code that the
-[typescript-schema-generator](../typescript-schema-generator/) tool produces.
+[typescript-schema-generator](../typescript-schema-generator/) and the
+[python-schema-generator](../python-schema-generator/) tools produce.
+<!-- vale Vale.Avoid = YES -->
+<!-- vale Vale.Terms = YES -->
 
 The source files in this package should not be edited directly. If changes are
 required, update the schemas in the
 [src/cloudevents/domains](../cloudevents/domains) directory and use the
-`typescript-schema-generator` tool to regenerate them.
+`typescript-schema-generator` and `python-schema-generator` tools to regenerate
+them.
 
 ## Using this Package
 
-### Using Event Types
+### TypeScript
+
+#### Using Event Types
 
 The event types can be used by simply installing the
 `digital-letters-events` package as a dependency and then importing
@@ -51,7 +59,7 @@ const pdmResourceSubmittedEvent: PDMResourceSubmitted = {
   };
 ```
 
-### Using Event Validator Functions
+#### Using Event Validator Functions
 
 Validator functions for an event can be used by importing the default export
 from the relevant JS file in
@@ -74,3 +82,54 @@ if (isEventValid) {
 Note: You will need to make sure the
 [`allowJs`](https://www.typescriptlang.org/tsconfig/#allowJs) option is set in
 your package's `tsconfig.json` in order to import the JS files.
+
+### Python
+
+#### Using Event Models
+
+The Pydantic models can be used by installing the `digital-letters-events` package and importing the desired model:
+
+```python
+from digital_letters_events import PDMResourceSubmitted
+
+try:
+    # Validate and parse an event
+    event_data = {
+        "type": "uk.nhs.notify.digital.letters.pdm.resource.submitted.v1",
+        "source": "/nhs/england/notify/staging/dev-647563337/data-plane/digitalletters/pdm",
+        "dataschema": "https://notify.nhs.uk/cloudevents/schemas/digital-letters/2025-10-draft/data/digital-letters-pdm-resource-submitted-data.schema.json",
+        "specversion": "1.0",
+        "id": "0249e529-f947-4012-819e-b634eb71be79",
+        "subject": "customer/7ff8ed41-cd5f-20e4-ef4e-34f96d8cc8ac/75027ace-9b8c-bcfe-866e-6c24242cffc3/q58dnxk5e/4cbek805wwx/yiaw7bl0d/her/1ccb7eb8-c6fe-0a42-279a-2a0e48ff1ca9/zk",
+        "time": "2025-11-21T16:01:52.268Z",
+        "datacontenttype": "application/json",
+        "traceparent": "00-ee4790eb6821064c645406abe918b3da-3a4e6957ce2a15de-01",
+        "tracestate": "nisi quis",
+        "partitionkey": "customer-7ff8ed41",
+        "recordedtime": "2025-11-21T16:01:53.268Z",
+        "sampledrate": 1,
+        "sequence": "00000000000350773861",
+        "severitytext": "INFO",
+        "severitynumber": 2,
+        "dataclassification": "restricted",
+        "dataregulation": "ISO-27001",
+        "datacategory": "non-sensitive",
+        "data": {
+            "messageReference": "incididunt Ut aute laborum",
+            "senderId": "officia voluptate culpa Ut dolor",
+            "resourceId": "a2bcbb42-ab7e-42b6-88d6-74f8d3ca4a09",
+            "retryCount": 97_903_257,
+        },
+    }
+
+    # Create and validate the event
+    event = PDMResourceSubmitted(**event_data)
+
+    # Access validated fields
+    print(event.id)
+    print(event.type)
+    print(event.data.messageReference)
+except Exception as e:
+    print(e)
+    raise ValueError("Error processing event") from e
+```