DL-148: Created a secret to store the DataHub configuration for use in the Airflow DAG (#2589)

Author: Tian-2017

terraform/etl/60-airflow-variables-and-connnections.tf

@@ -92,3 +92,20 @@ resource "aws_secretsmanager_secret_version" "mtfh_secrets" {
     ignore_changes = [secret_string]
   }
 }
+
+resource "aws_secretsmanager_secret" "datahub_config" {
+  name        = "airflow/variables/datahub_config"
+  description = "Configuration for DataHub integration. Includes DataHub cluster_name, task_defination, gms_url, and network."
+  tags        = module.tags.values
+}
+
+resource "aws_secretsmanager_secret_version" "datahub_config" {
+  secret_id = aws_secretsmanager_secret.datahub_config.id
+  secret_string = jsonencode({
+    value = "UPDATE_IN_CONSOLE"
+  })
+
+  lifecycle {
+    ignore_changes = [secret_string]
+  }
+}