[NRL-604] Sideline producer K6 tests as they don't play nicely with github actions

Author: mattdean3-nhs

Makefile

@@ -93,8 +93,6 @@ test-performance-baseline:
 test-performance-stress:
 	@echo "Running consumer performance stress test"
 	k6 run --out csv=$(DIST_PATH)/consumer-stress.csv tests/performance/consumer/stress.js -e HOST=$(HOST) -e ENV_TYPE=$(ENV_TYPE)
-	@echo "Running producer performance stress test"
-	k6 run --out csv=$(DIST_PATH)/producer-stress.csv tests/performance/producer/stress.js -e HOST=$(HOST) -e ENV_TYPE=$(ENV_TYPE)
 
 test-performance-soak:
 	@echo "Running consumer performance soak test"

tests/performance/constants.js

@@ -3,8 +3,12 @@ export const DEFAULT_TEST_RECORD = open(
 );
 export const ODS_CODE = "Y05868";
 export const REFERENCE_DATA = JSON.parse(open("./reference-data.json"));
-export const POINTER_DOCUMENTS = REFERENCE_DATA["documents"];
-export const ALL_POINTER_IDS = Object.keys(POINTER_DOCUMENTS);
+export const POINTER_DOCUMENTS =
+  "documents" in REFERENCE_DATA ? REFERENCE_DATA["documents"] : {};
+export const ALL_POINTER_IDS =
+  "pointer_ids" in REFERENCE_DATA
+    ? REFERENCE_DATA["pointer_ids"]
+    : Object.keys(POINTER_DOCUMENTS);
 export const POINTERS_TO_DELETE = ALL_POINTER_IDS.slice(0, 3500);
 export const POINTER_IDS = ALL_POINTER_IDS.slice(3500);
 export const NHS_NUMBERS = REFERENCE_DATA["nhs_numbers"];

tests/performance/environment.py

@@ -58,6 +58,7 @@ def setup(
     documents_per_type: int = 10,
     ods_code: str = "Y05868",
     out: str = "tests/performance/reference-data.json",
+    output_full_pointers: bool = False,
 ):
     print(f"Creating Test Data in environment '{env}'")
 
@@ -77,7 +78,13 @@ def setup(
             nhs_numbers.add(pointer.nhs_number)
 
     print(f"Created {len(documents)} documents for {len(nhs_numbers)} patients")
-    output = json.dumps({"documents": documents, "nhs_numbers": list(nhs_numbers)})
+
+    if output_full_pointers:
+        output = json.dumps({"documents": documents, "nhs_numbers": list(nhs_numbers)})
+    else:
+        output = json.dumps(
+            {"pointer_ids": list(documents.keys()), "nhs_numbers": list(nhs_numbers)}
+        )
 
     output_path = pathlib.Path(out)
     output_path.write_text(output)
@@ -88,12 +95,15 @@ def cleanup(env: str, input: str = "tests/performance/reference-data.json"):
     input_path = pathlib.Path(input)
     data = json.loads(input_path.read_text())
 
-    documents = data["documents"]
+    if "documents" in data:
+        pointer_ids = data["documents"].keys()
+    else:
+        pointer_ids = data["pointer_ids"]
 
-    print(f"Cleaning up {len(documents)} document pointers in environment '{env}'")
+    print(f"Cleaning up {len(pointer_ids)} document pointers in environment '{env}'")
     table = DYNAMODB.Table(f"nhsd-nrlf--{env}--document-pointer")
     with table.batch_writer() as batch:
-        for id in documents.keys():
+        for id in pointer_ids:
             ods_code, document_id = id.split("-", maxsplit=1)
             pk = f"D#{ods_code}#{document_id}"
             batch.delete_item(Key={"pk": pk, "sk": pk})

tests/performance/producer/stress.js

@@ -1,5 +1,10 @@
 export * from "./client.js";
 
+/*
+ * NOTE - To run the producer K6 tests, you need to prepare the data by setting
+ * the output_full_pointers flag to true in the environment.py:setup() method.
+ */
+
 export const options = {
   tlsAuth: [
     {