feat(processing): Support for Cross-Account Integration Test in Spark CICD (#881)

* Added support for cross-account integration test in the Spark CICD Construct

Author: jmgtan

examples/spark-data-lake/infra/stacks/application_stack.py

@@ -9,7 +9,6 @@
 import cdklabs.aws_data_solutions_framework as dsf
 from aws_cdk.aws_s3 import Bucket
 
-
 class SparkApplicationStackFactory(dsf.utils.ApplicationStackFactory):
     """Implements ApplicationStackFactory from DSF on AWS to create a self-mutable CICD pipeline for Spark app.
     See Spark CICD docs for more details."""
@@ -87,7 +86,8 @@ def __init__(
                     'glue:GetDatabase',
                     'glue:GetDatabases',
                     'glue:GetPartitions',
-                    'glue:DeleteTable'
+                    'glue:DeleteTable',
+                    'glue:CreateDatabase'
                 ],
                 resources=[
                     f"arn:aws:glue:{region}:{account}:catalog",

examples/spark-data-lake/infra/stacks/cicd_stack.py

@@ -29,7 +29,7 @@ def __init__(self, scope: Construct, id: str, **kwargs) -> None:
             # Path of the Spark application to be built and unit tested in the CICD
             spark_application_path="spark",
             # Path of the bash script responsible to run integration tests 
-            integ_test_script='./infra/resources/integ-test.sh',
+            integ_test_script='./resources/integ-test.sh',
             # Environment variables used by the integration test script
             integ_test_env={
                 "STEP_FUNCTION_ARN": "ProcessingStateMachineArn"