NRL-1188 zip extra python files for use

Author: jackleary

terraform/account-wide-infrastructure/modules/glue/glue.tf

@@ -42,7 +42,7 @@ resource "aws_glue_job" "glue_job" {
   command {
     name            = "glueetl"
     python_version  = var.python_version
-    script_location = "s3://${aws_s3_bucket.code-bucket.id}/script.py"
+    script_location = "s3://${aws_s3_bucket.code-bucket.id}/main.py"
   }
 
   default_arguments = {
@@ -54,6 +54,7 @@ resource "aws_glue_job" "glue_job" {
     "--job-name"                        = "poc-glue-job"
     "--enable-continuous-log-filter"    = "true"
     "--enable-metrics"                  = "true"
+    "--extra-py-files"                  = "s3://${aws_s3_bucket.code-bucket.id}/src.zip"
   }
 }
 

terraform/account-wide-infrastructure/modules/glue/s3.tf

@@ -20,3 +20,16 @@ resource "aws_s3_bucket_object" "code-data-object" {
   source = "${path.module}/src/main.py"
   etag   = filemd5("${path.module}/src/main.py")
 }
+
+data "archive_file" "python" {
+  type        = "zip"
+  output_path = "${path.module}/files/src.zip"
+
+  source_dir = "${path.module}/src"
+}
+
+resource "aws_s3_bucket_object" "code-data-object" {
+  bucket = aws_s3_bucket.code-bucket.bucket
+  key    = "main.py"
+  source = data.archive_file.python
+}