add advanced networking support for baremetal admin cluster (#15643)

Author: veraz0818

mmv1/products/gkeonprem/BareMetalAdminCluster.yaml

@@ -175,6 +175,20 @@ properties:
             required: true
             item_type:
               type: String
+      - name: 'advancedNetworking'
+        type: Boolean
+        description: |
+          Enables the use of advanced Anthos networking features.
+      - name: 'multipleNetworkInterfacesConfig'
+        type: NestedObject
+        description: |
+          Configuration for multiple network interfaces.
+        properties:
+          - name: 'enabled'
+            type: Boolean
+            description: |
+              When set network_config.advanced_networking is automatically
+              set to true.
   - name: 'controlPlane'
     type: NestedObject
     description: |
@@ -310,6 +324,109 @@ properties:
             description: |
               Whether manual load balancing is enabled.
             required: true
+      - name: 'bgpLbConfig'
+        type: NestedObject
+        properties:
+          - name: 'asn'
+            type: Integer
+            description: |
+              BGP autonomous system number (ASN) of the cluster.
+          - name: 'bgpPeerConfigs'
+            type: Array
+            description: |
+              BGP autonomous system number (ASN) of the cluster.
+            item_type:
+              type: NestedObject
+              properties:
+                - name: 'asn'
+                  type: Integer
+                - name: 'ipAddress'
+                  type: String
+                - name: 'controlPlaneNodes'
+                  type: Array
+                  description: |
+                    The IP address of the control plane node that
+                    connects to the external peer.
+                  item_type:
+                    type: String
+          - name: 'addressPools'
+            type: Array
+            description: |
+              a list of non-overlapping IP pools used
+              by load balancer typed services.
+            item_type:
+              type: NestedObject
+              properties:
+                - name: 'pool'
+                  type: String
+                - name: 'addresses'
+                  type: Array
+                  description: |
+                    The addresses that are part of this pool.
+                  item_type:
+                    type: String
+                - name: 'avoidBuggyIps'
+                  type: Boolean
+                  description: |
+                    This avoids buggy consumer devices mistakenly
+                    dropping IPv4 traffic for those special IP addresses.
+                - name: 'manualAssign'
+                  type: Boolean
+                  description: |
+                    If true, prevent IP addresses from being automatically assigned.
+          - name: 'loadBalancerNodePoolConfig'
+            type: NestedObject
+            properties:
+              - name: 'nodePoolConfig'
+                type: NestedObject
+                properties:
+                  - name: 'nodeConfigs'
+                    type: Array
+                    item_type:
+                      type: NestedObject
+                      properties:
+                        - name: 'nodeIp'
+                          type: String
+                        - name: 'labels'
+                          type: KeyValuePairs
+                          description: |
+                              The labels assigned to nodes of this node pool.
+                              An object containing a list of key/value pairs.
+                              Example:
+                              { "name": "wrench", "mass": "1.3kg", "count": "3" }.
+                  - name: 'operatingSystem'
+                    type: String
+                    description: |
+                      The available Operating Systems to be run in a Node.
+                  - name: 'taints'
+                    type: Array
+                    default_from_api: true
+                    item_type:
+                      type: NestedObject
+                      properties:
+                        - name: 'key'
+                          type: String
+                        - name: 'value'
+                          type: String
+                        - name: 'effect'
+                          type: String
+                          description: Available taint effects.
+                  - name: 'labels'
+                    type: KeyValuePairs
+                    description: |
+                      The labels assigned to nodes of this node pool.
+                      An object containing a list of key/value pairs.
+                      Example:
+                      { "name": "wrench", "mass": "1.3kg", "count": "3" }.
+                  - name: 'kubeletConfig'
+                    type: NestedObject
+                    properties:
+                      - name: 'registryPullQps'
+                        type: Integer
+                      - name: 'registryBurst'
+                        type: Integer
+                      - name: 'serializeImagePullsDisabled'
+                        type: Boolean
   - name: 'storage'
     type: NestedObject
     description: |

mmv1/templates/terraform/examples/gkeonprem_bare_metal_admin_cluster_full.tf.tmpl

@@ -11,6 +11,10 @@ resource "google_gkeonprem_bare_metal_admin_cluster" "{{$.PrimaryResourceId}}" {
       service_address_cidr_blocks = ["172.26.0.0/16"]
       pod_address_cidr_blocks = ["10.240.0.0/13"]
     }
+    advanced_networking = true
+    multiple_network_interfaces_config {
+      enabled = true
+    }
   }
   node_config {
     max_pods_per_node = 250
@@ -51,8 +55,49 @@ resource "google_gkeonprem_bare_metal_admin_cluster" "{{$.PrimaryResourceId}}" {
     vip_config {
       control_plane_vip = "10.200.0.5"
     }
-    manual_lb_config {
-      enabled = true
+    bgp_lb_config {
+      asn = 123456
+      bgp_peer_configs {
+        asn = 123457
+        ip_address = "10.0.0.1"
+        control_plane_nodes = ["test-node"]
+      }
+      address_pools {
+	pool = "loadBalancerAddressPool-1"
+        addresses = [
+          "10.200.0.14/32",
+          "10.200.0.15/32",
+          "10.200.0.16/32",
+          "10.200.0.17/32",
+          "10.200.0.18/32",
+          "fd00:1::f/128",
+          "fd00:1::10/128",
+          "fd00:1::11/128",
+          "fd00:1::12/128"
+        ]
+	manual_assign = true
+        avoid_buggy_ips = true
+      }
+      load_balancer_node_pool_config {
+        node_pool_config {
+          labels = {}
+          operating_system = "LINUX"
+          node_configs {
+            labels = {}
+            node_ip = "10.200.0.9"
+          }
+	  kubelet_config {
+            registry_burst = 12
+            registry_pull_qps = 10
+            serialize_image_pulls_disabled = true
+          }
+          taints {
+            key = "test-key"
+            value = "test-value"
+            effect = "NO_EXECUTE"
+          }
+        }
+      }
     }
   }
   storage {