setup events

Author: devksingh4

src/data-archive/main.py

@@ -30,7 +30,13 @@ def default(self, o):
 TimestampMapper = Dict[str, Callable[[Dict[str, Any]], str]]
 
 ARCHIVE_TIMESTAMP_MAPPER: TimestampMapper = {
-    "infra-core-api-room-requests-status": lambda x: x["createdAt#status"].split("#")[0]
+    "infra-core-api-room-requests-status": lambda x: x["createdAt#status"].split("#")[
+        0
+    ],
+    "infra-core-api-events": lambda x: x["createdAt"],
+    "infra-core-api-audit-log": lambda x: datetime.fromtimestamp(x["createdAt"])
+    .astimezone(timezone.utc)
+    .isoformat(),
 }
 
 
@@ -73,14 +79,22 @@ def lambda_handler(event, context):
 
             # 4. Construct the Payload
             payload = {
-                "table": table_name,
-                "data": deserialized_data,
-                "timestamp": datetime.now(timezone.utc).isoformat(),
+                **deserialized_data,
+                "__infra_archive_table": table_name,
+                "__infra_archive_timestamp": datetime.now(timezone.utc).strftime(
+                    "%Y-%m-%dT%H:%M:%SZ"
+                ),
             }
             if table_name in ARCHIVE_TIMESTAMP_MAPPER:
                 try:
-                    payload["timestamp"] = ARCHIVE_TIMESTAMP_MAPPER[table_name](
-                        deserialized_data
+                    payload["__infra_archive_timestamp"] = (
+                        (
+                            datetime.fromisoformat(
+                                ARCHIVE_TIMESTAMP_MAPPER[table_name](deserialized_data)
+                            )
+                        )
+                        .astimezone(timezone.utc)
+                        .strftime("%Y-%m-%dT%H:%M:%SZ")
                     )
                 except Exception as e:
                     logger.error(

terraform/envs/prod/main.tf

@@ -65,8 +65,12 @@ module "alarms" {
   resource_prefix                 = var.ProjectId
   main_cloudfront_distribution_id = module.frontend.main_cloudfront_distribution_id
   standard_sns_arn                = var.GeneralSNSAlertArn
-  all_lambdas                     = toset([module.lambdas.core_api_lambda_name, module.lambdas.core_api_slow_lambda_name, module.lambdas.core_sqs_consumer_lambda_name])
-  performance_noreq_lambdas       = toset([module.lambdas.core_api_lambda_name])
+  all_lambdas = toset([
+    module.lambdas.core_api_lambda_name,
+    module.lambdas.core_api_slow_lambda_name,
+    module.lambdas.core_sqs_consumer_lambda_name
+  ])
+  performance_noreq_lambdas = toset([module.lambdas.core_api_lambda_name])
 }
 
 module "lambdas" {

terraform/envs/qa/main.tf

@@ -63,7 +63,7 @@ module "ttl_archiver" {
   RunEnvironment   = "dev"
   LogRetentionDays = var.LogRetentionDays
   BucketPrefix     = local.bucket_prefix
-  MonitorTables    = ["${var.ProjectId}-room-requests", "${var.ProjectId}-room-requests-status"]
+  MonitorTables    = ["${var.ProjectId}-audit-log", "${var.ProjectId}-events", "${var.ProjectId}-room-requests", "${var.ProjectId}-room-requests-status"]
 }
 
 resource "aws_cloudfront_key_value_store" "linkry_kv" {

terraform/modules/alarms/main.tf

@@ -65,7 +65,7 @@ resource "aws_cloudwatch_metric_alarm" "app_no_requests_alarm" {
 resource "aws_cloudwatch_metric_alarm" "app_invocation_error_alarm" {
   for_each            = var.all_lambdas
   alarm_name          = "${each.value}-error-invocation"
-  alarm_description   = "${replace(each.value, var.resource_prefix, "")} lambda threw an error, meaning the init of the application itself has encountered an error"
+  alarm_description   = "${replace(each.value, var.resource_prefix, "")} lambda threw a critical error."
   namespace           = "AWS/Lambda"
   metric_name         = "Errors"
   statistic           = "Sum"

terraform/modules/archival/main.tf

@@ -197,7 +197,7 @@ resource "aws_kinesis_firehose_delivery_stream" "dynamic_stream" {
         type = "MetadataExtraction"
         parameters {
           parameter_name  = "MetadataExtractionQuery"
-          parameter_value = "{table: .table, year: (.timestamp | strftime(\"%Y\")), month: (.timestamp | strftime(\"%m\")), day: (.timestamp | strftime(\"%d\"))}"
+          parameter_value = "{table: .__infra_archive_table, year: (.__infra_archive_timestamp | fromdateiso8601 | strftime(\"%Y\")), month: (.__infra_archive_timestamp | fromdateiso8601 |  strftime(\"%m\")), day: (.__infra_archive_timestamp | fromdateiso8601 | strftime(\"%d\"))}"
         }
         parameters {
           parameter_name  = "JsonParsingEngine"
@@ -283,3 +283,11 @@ resource "aws_lambda_function" "api_lambda" {
     }
   }
 }
+
+output "archival_lambda_name" {
+  value = local.archive_lambda_name
+}
+
+output "firehose_stream_name" {
+  value = local.firehose_stream_name
+}