Added - Support for BDS - Automatic Replacement of failed Master (MN0/MN1) and Utility nodes (UN0/UN1)

Author: Shrey Kapoor

examples/big_data_service/NodeBackup/main.tf

@@ -0,0 +1,8 @@
+resource "oci_bds_bds_instance_node_backup" "test_bds_instance_node_backup" {
+  backup_type     = "FULL"
+  bds_instance_id = "${oci_bds_bds_instance.test_bds_instance.id}"
+  level_type_details {
+    level_type = "NODE_TYPE_LEVEL"
+    node_type  = "MASTER"
+  }
+}

examples/big_data_service/NodeBackupConfiguration/main.tf

@@ -0,0 +1,10 @@
+resource "oci_bds_bds_instance_node_backup_configuration" "test_bds_instance_node_backup_configuration" {
+  backup_type     = "FULL"
+  bds_instance_id = "${oci_bds_bds_instance.test_bds_instance.id}"
+  level_type_details {
+    level_type = "NODE_TYPE_LEVEL"
+    node_type  = "MASTER"
+  }
+  number_of_backups_to_retain = "1"
+  schedule                    = "FREQ=WEEKLY;BYDAY=MO;BYHOUR=10"
+}

examples/big_data_service/NodeReplaceConfiguration/main.tf

@@ -0,0 +1,11 @@
+resource "oci_bds_bds_instance_node_replace_configuration" "test_bds_instance_node_replace_configuration" {
+  bds_instance_id        = "${oci_bds_bds_instance.test_bds_instance.id}"
+  cluster_admin_password = "T3JhY2xlVGVhbVVTQSExMjM="
+  display_name           = "displayName"
+  duration_in_minutes    = "20"
+  level_type_details {
+    level_type = "NODE_TYPE_LEVEL"
+    node_type  = "UTILITY"
+  }
+  metric_type = "INSTANCE_STATUS"
+}

examples/big_data_service/ReplaceNode/main.tf

@@ -0,0 +1,12 @@
+variable "node_backup_id" {
+}
+
+variable "node_host_name" {
+}
+
+resource "oci_bds_bds_instance_replace_node_action" "test_bds_instance_replace_node_action" {
+  bds_instance_id        = "${oci_bds_bds_instance.test_bds_instance.id}"
+  cluster_admin_password = "T3JhY2xlVGVhbVVTQSExMjM="
+  node_backup_id         = var.node_backup_id
+  node_host_name         = var.node_host_name
+}

examples/big_data_service/main.tf

@@ -5,7 +5,7 @@ variable "tenancy_ocid" {
 }
 
 variable "cluster_profile" {
-  default = "HADOOP"
+default = "HADOOP"
 }
 
 variable "user_ocid" {
@@ -57,11 +57,11 @@ variable "bds_instance_freeform_tags" {
 }
 
 variable "bds_instance_is_high_availability" {
-  default = false
+  default = true
 }
 
 variable "bds_instance_is_secure" {
-  default = false
+  default = true
 }
 
 variable "bds_instance_network_config_cidr_block" {
@@ -85,7 +85,7 @@ variable "bds_instance_nodes_shape" {
 }
 
 variable "bds_instance_worker_node_shape" {
-  default = "VM.DenseIO.E5.Flex"
+  default = "VM.Standard.Generic"
 }
 
 variable "bds_instance_compute_only_worker_node_shape" {
@@ -146,85 +146,80 @@ resource "oci_bds_bds_instance" "test_bds_instance" {
   display_name           = var.bds_instance_display_name
   is_high_availability   = var.bds_instance_is_high_availability
   is_secure              = var.bds_instance_is_secure
-  kms_key_id             = var.kms_key_id
+ // kms_key_id             = var.kms_key_id
   cluster_profile        = var.cluster_profile
-  bootstrap_script_url   = "https://objectstorage.us-ashburn-1.oraclecloud.com/p/Lk5JT9tnUIOG4yLm6S21QVR7m3Rm2uj1RAS2Olx5v14onLU2Y-b0lIc_N0RuUIge/n/idpbwtq1b3ta/b/bucket-20230214-1316/o/execute_bootstrap_script.sh"
-  is_force_stop_jobs = "true"
-  state = "ACTIVE"
-
-  start_cluster_shape_configs{
-        node_type_shape_configs {
-               node_type = "WORKER"
-               shape = "VM.Standard.Generic"
-
-        }
-  }
+  bootstrap_script_url = "https://objectstorage.us-ashburn-1.oraclecloud.com/p/Lk5JT9tnUIOG4yLm6S21QVR7m3Rm2uj1RAS2Olx5v14onLU2Y-b0lIc_N0RuUIge/n/idpbwtq1b3ta/b/bucket-20230214-1316/o/execute_bootstrap_script.sh"
 
   master_node {
     #Required
-    shape = "VM.Standard.E4.Flex"
+    shape = "VM.DenseIO.E5.Flex"
 
     subnet_id                = var.subnet_id
-    block_volume_size_in_gbs = var.bds_instance_nodes_block_volume_size_in_gbs
-    number_of_nodes          = 1
+ //   block_volume_size_in_gbs = var.bds_instance_nodes_block_volume_size_in_gbs
+    number_of_nodes          = 2
     shape_config {
-      memory_in_gbs = 120
-      ocpus         = 8
-    }
+           memory_in_gbs = 96
+           ocpus         = 8
+           nvmes         = 1
+        }
   }
 
   util_node {
     #Required
-    shape = "VM.Standard.E4.Flex"
+    shape = "VM.DenseIO.Generic"
 
     subnet_id                = var.subnet_id
-    block_volume_size_in_gbs = var.bds_instance_nodes_block_volume_size_in_gbs
-    number_of_nodes          = 1
+ //   block_volume_size_in_gbs = var.bds_instance_nodes_block_volume_size_in_gbs
+    number_of_nodes          = 3
     shape_config {
-      memory_in_gbs = 120
-      ocpus         = 8
-    }
+              memory_in_gbs = 96
+              ocpus         = 8
+              nvmes         = 1
+        }
   }
 
   worker_node {
     #Required
     shape = var.bds_instance_worker_node_shape
-    subnet_id       = var.subnet_id
-    number_of_nodes = 3
-    shape_config {
-      memory_in_gbs = 120
-      ocpus         = 8
-      nvmes         = 1
-    }
-  }
-
-  edge_node {
-    #Required
-    shape = var.bds_instance_edge_node_shape
-
-    subnet_id                = var.subnet_id
-    block_volume_size_in_gbs = var.bds_instance_worker_nodes_block_volume_size_in_gbs
-    number_of_nodes          = 1
-    shape_config {
-      memory_in_gbs = var.bds_instance_edge_memory_per_node
-      ocpus         = var.bds_instance_edge_ocpu_per_node
-    }
-  }
-
-  compute_only_worker_node {
-    #Required
-    shape = var.bds_instance_compute_only_worker_node_shape
-
+    block_volume_size_in_gbs = var.bds_instance_nodes_block_volume_size_in_gbs
+    shape = "VM.DenseIO.E5.Flex"
+   // block_volume_size_in_gbs = var.bds_instance_nodes_block_volume_size_in_gbs
     subnet_id                = var.subnet_id
-    block_volume_size_in_gbs = var.bds_instance_worker_nodes_block_volume_size_in_gbs
-    number_of_nodes          = 1
-    shape_config {
-      memory_in_gbs = var.bds_instance_compute_only_worker_memory_per_node
-      ocpus         = var.bds_instance_compute_only_worker_ocpu_per_node
+    number_of_nodes          = 4
+       shape_config {
+               memory_in_gbs = 96
+                        ocpus         = 8
+                        nvmes         = 1
+         }
+      }
+
+      edge_node {
+        #Required
+        shape = var.bds_instance_edge_node_shape
+
+        subnet_id                = var.subnet_id
+        block_volume_size_in_gbs = var.bds_instance_worker_nodes_block_volume_size_in_gbs
+        number_of_nodes          = 1
+        shape_config {
+          memory_in_gbs = var.bds_instance_edge_memory_per_node
+          ocpus         = var.bds_instance_edge_ocpu_per_node
+        }
+      }
+
+      compute_only_worker_node {
+        #Required
+        shape = var.bds_instance_compute_only_worker_node_shape
+
+        subnet_id                = var.subnet_id
+        block_volume_size_in_gbs = var.bds_instance_worker_nodes_block_volume_size_in_gbs
+        number_of_nodes          = 1
+        shape_config {
+          memory_in_gbs = var.bds_instance_compute_only_worker_memory_per_node
+          ocpus         = var.bds_instance_compute_only_worker_ocpu_per_node
     }
   }
 
-  ignore_existing_nodes_shape = ["worker", "master", "utility"]
+ ignore_existing_nodes_shape = ["worker", "master", "utility"]
 
   is_cloud_sql_configured = false
 
@@ -234,7 +229,7 @@ resource "oci_bds_bds_instance" "test_bds_instance" {
 
   #Uncomment kafka_broker_node block for use of Kafka cluster
   #kafka_broker_node {
-  #Required
+    #Required
   #  shape = var.bds_instance_compute_only_worker_node_shape
 
   #  subnet_id                = var.subnet_id
@@ -247,10 +242,10 @@ resource "oci_bds_bds_instance" "test_bds_instance" {
   #}
 
   #Optional
-  #Uncomment this when running in home region (PHX)
-  #  defined_tags = {
-  #    "${oci_identity_tag_namespace.tag-namespace1.name}.${oci_identity_tag.tag1.name}" = var.bds_instance_defined_tags_value
-  #  }
+#Uncomment this when running in home region (PHX)
+#  defined_tags = {
+#    "${oci_identity_tag_namespace.tag-namespace1.name}.${oci_identity_tag.tag1.name}" = var.bds_instance_defined_tags_value
+#  }
   freeform_tags = var.bds_instance_freeform_tags
   network_config {
     #Optional