VED-759-Data Quality Reports (#885)

Author: Akol125

terraform/s3_dq_reports.tf

@@ -0,0 +1,88 @@
+# Create s3 Bucket with conditional destroy for pr environments
+resource "aws_s3_bucket" "data_quality_reports_bucket" {
+    bucket      = "imms-${local.resource_scope}-data-quality-reports"
+    force_destroy = local.is_temp
+
+}
+
+# Block public access to the bucket
+resource "aws_s3_bucket_public_access_block" "data_quality_reports_bucket_public_access_block" {
+  bucket = aws_s3_bucket.data_quality_reports_bucket.id
+
+  block_public_acls       = true
+  block_public_policy     = true
+  ignore_public_acls      = true
+  restrict_public_buckets = true
+}
+
+resource "aws_s3_bucket_lifecycle_configuration" "data_quality_reports" {
+  bucket = aws_s3_bucket.data_quality_reports_bucket.id
+
+  rule {
+    id     = "GenericValidationReports"
+    status = "Enabled"
+
+    filter {
+    }
+
+    expiration {
+      days = 14
+    }
+  }
+}
+
+
+# Add versioning to prevent against accidental deletes
+resource "aws_s3_bucket_versioning" "dq_source_versioning" {
+  bucket = aws_s3_bucket.data_quality_reports_bucket.bucket
+  versioning_configuration {
+    status = "Enabled"
+  }
+}
+
+
+# If used should attach to lambda or any aws service that needs to perform any operation
+resource "aws_iam_policy" "s3_dq_access" {
+  policy = jsonencode({
+    Version = "2012-10-17"
+    Statement = [
+      {
+        Effect   = "Allow"
+        Action   = ["s3:PutObject"]
+        Resource = [
+          aws_s3_bucket.data_quality_reports_bucket.arn,
+          "${aws_s3_bucket.data_quality_reports_bucket.arn}/*"
+        ]
+      }
+    ]
+  })
+}
+
+
+resource "aws_s3_bucket_policy" "data_quality_bucket_policy" {
+  bucket = aws_s3_bucket.data_quality_reports_bucket.id
+
+  policy = jsonencode({
+    Version = "2012-10-17"
+    Id      = "data_quality_bucket_policy"
+    Statement = [
+      {
+        Sid    = "HTTPSOnly"
+        Effect = "Deny"
+        Principal = {
+          AWS = "*"
+        }
+        Action = "s3:*"
+        Resource = [
+         aws_s3_bucket.data_quality_reports_bucket.arn,
+         "${aws_s3_bucket.data_quality_reports_bucket.arn}/*"
+        ]
+        Condition = {
+          Bool = {
+            "aws:SecureTransport" = "false"
+          }
+        }
+      },
+    ]
+  })
+}