feat: gcp kubernetes clusters and node pools (#332)

* feat: kubernetes gcp

* gke node pools and test update

* add zones to kubernetes node pools

* change kuberentes e2e to work with multiple nodes

* set gcp node count depending on the number of availability zones

* install gke auth plugin

Author: goncalo-rodrigues

.github/workflows/e2e.yml

@@ -44,6 +44,13 @@ jobs:
           go vet .
           golint .
 
+      - name: Install gke-cloud-auth-plugin
+        run: |
+          echo "deb [signed-by=/usr/share/keyrings/cloud.google.gpg] https://packages.cloud.google.com/apt cloud-sdk main" | sudo tee -a /etc/apt/sources.list.d/google-cloud-sdk.list
+          curl https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key --keyring /usr/share/keyrings/cloud.google.gpg add -
+          sudo apt-get update && sudo apt-get install google-cloud-sdk-gke-gcloud-auth-plugin
+          gke-gcloud-auth-plugin --version 
+
       - name: Test
         run: go test ./test/e2e -tags=e2e -timeout=180m -parallel 10
         env:

.github/workflows/pr-e2e.yml

@@ -46,6 +46,17 @@ jobs:
           go vet .
           golint .
 
+      - name: Set up Cloud SDK
+        uses: 'google-github-actions/setup-gcloud@v0'
+
+      - name: Authenticate to Gcloud
+        uses: 'google-github-actions/auth@v0'
+        with:
+          credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}'
+
+      - name: Install gke-cloud-auth-plugin
+        run: gcloud components install gke-gcloud-auth-plugin
+
       - name: Test
         run: go test ./test/e2e -tags=e2e -timeout=180m -parallel 10
         env:
@@ -56,4 +67,5 @@ jobs:
           ARM_CLIENT_SECRET: ${{ secrets.ARM_CLIENT_SECRET_E2E }}
           ARM_SUBSCRIPTION_ID: ${{ secrets.ARM_SUBSCRIPTION_ID }}
           ARM_TENANT_ID: ${{ secrets.ARM_TENANT_ID }}
-          GOOGLE_CREDENTIALS: ${{ secrets.GOOGLE_CREDENTIALS }}
+          GOOGLE_CREDENTIALS: ${{ secrets.GOOGLE_CREDENTIALS }}
+          GOOGLE_APPLICATION_CREDENTIALS: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}

api/proto/resourcespb/kubernetes_cluster.pb.go

@@ -27,13 +27,18 @@ message DeleteKubernetesClusterRequest {
   string resource_id = 1;
 }
 
+message KubernetesClusterOverrides {
+  string project = 1;
+}
+
 message KubernetesClusterArgs {
   common.ResourceCommonArgs common_parameters = 1;
   string name = 2;
   string service_cidr = 3;
   string virtual_network_id = 4;
 
   KubernetesNodePoolArgs default_node_pool = 5;
+  KubernetesClusterOverrides gcp_override = 6;
 }
 
 message KubernetesClusterResource {
@@ -42,6 +47,7 @@ message KubernetesClusterResource {
   string service_cidr = 3;
   KubernetesNodePoolResource default_node_pool = 4;
   string virtual_network_id = 5;
+  KubernetesClusterOverrides gcp_override = 9;
 
   // outputs
   string endpoint = 6;

api/proto/resourcespb/kubernetes_cluster.proto

@@ -44,6 +44,8 @@ message KubernetesNodePoolArgs {
   int32 max_node_count = 7;
   common.VmSize.Enum vm_size = 8;
   int64 disk_size_gb = 9;
+  repeated int32 availability_zone = 13;
+
   KubernetesNodePoolAwsOverride aws_override = 11;
   KubernetesNodePoolAzureOverride azure_override = 12;
 
@@ -61,6 +63,8 @@ message KubernetesNodePoolResource {
   int32 max_node_count = 7;
   common.VmSize.Enum vm_size = 8;
   int64 disk_size_gb = 9;
+  repeated int32 availability_zone = 13;
+
   KubernetesNodePoolAwsOverride aws_override = 11;
   KubernetesNodePoolAzureOverride azure_override = 12;
 

api/proto/resourcespb/kubernetes_node_pool.pb.go

@@ -39,13 +39,14 @@ func RandomString(n int) string {
 // Prefix can be any size but will be sliced if bigger than 16 chars. Suffix can have 4 chars at most.
 // Returns a string with at most 24 chars.
 func UniqueId(prefix string, suffix string, formatFunc FormatFunc) string {
-	if len(suffix) > 4 {
-		validate.LogInternalError("suffix must be shorter than 4 chars")
+	if len(suffix) > 10 {
+		validate.LogInternalError("suffix must be shorter than 10 chars")
 	}
 	result := ""
 	formattedPrefix := formatFunc(prefix)
-	if len(formattedPrefix) > 16 {
-		result += formattedPrefix[:12] + generateHash(prefix)
+	maxPrefixLen := 20 - len(suffix)
+	if len(formattedPrefix) > maxPrefixLen {
+		result += formattedPrefix[:maxPrefixLen] + generateHash(prefix)
 	} else {
 		result += formattedPrefix
 	}

api/proto/resourcespb/kubernetes_node_pool.proto

@@ -0,0 +1,9 @@
+package iam
+
+import "github.com/multycloud/multy/resources/common"
+
+type GoogleServiceAccount struct {
+	*common.GcpResource `hcl:",squash"  default:"name=google_service_account"`
+	AccountId           string `hcl:"account_id"`
+	DisplayName         string `hcl:"display_name"`
+}

resources/common/helper.go

@@ -13,4 +13,5 @@ type AzureKubernetesNodePool struct {
 	EnableAutoScaling      bool              `hcl:"enable_auto_scaling"`
 	VmSize                 string            `hcl:"vm_size"`
 	VirtualNetworkSubnetId string            `hcl:"vnet_subnet_id,expr"`
+	Zones                  []string          `hcl:"zones" hcle:"omitempty"`
 }

resources/output/iam/gcp_service_account.go

@@ -0,0 +1,36 @@
+package kubernetes_node_pool
+
+import "github.com/multycloud/multy/resources/common"
+
+type GoogleContainerNodePool struct {
+	*common.GcpResource `hcl:",squash"  default:"name=google_container_node_pool"`
+	Cluster             string                             `hcl:"cluster,expr"` //expr
+	InitialNodeCount    int                                `hcl:"initial_node_count"`
+	NodeLocations       []string                           `hcl:"node_locations" hcle:"omitempty"`
+	Autoscaling         GoogleContainerNodePoolAutoScaling `hcl:"autoscaling"`
+	NodeConfig          GoogleContainerNodeConfig          `hcl:"node_config"`
+	NetworkConfig       GoogleContainerNetworkConfig       `hcl:"network_config" hcle:"omitempty"`
+}
+
+type GoogleContainerNodePoolAutoScaling struct {
+	MinNodeCount int `hcl:"min_node_count"`
+	MaxNodeCount int `hcl:"max_node_count"`
+}
+
+type GoogleContainerNodeConfig struct {
+	DiskSizeGb  int               `hcl:"disk_size_gb" hcle:"omitempty"`
+	DiskType    string            `hcl:"disk_type" hcle:"omitempty"`
+	ImageType   string            `hcl:"image_type" hcle:"omitempty"`
+	Labels      map[string]string `hcl:"labels" hcle:"omitempty"`
+	MachineType string            `hcl:"machine_type"`
+	Metadata    map[string]string `hcl:"metadata" hcle:"omitempty"`
+	Tags        []string          `hcl:"tags" hcle:"omitempty"`
+
+	ServiceAccount string   `hcl:"service_account,expr"`
+	OAuthScopes    []string `hcl:"oauth_scopes"`
+}
+
+type GoogleContainerNetworkConfig struct {
+	CreatePodRange   bool   `hcl:"create_pod_range"`
+	PodIpv4CidrBlock string `hcl:"pod_ipv4_cidr_block"`
+}