provider: expose lb ip address (#381)

* use NodePort to support GCP. GCP provides a new IP address for every ingress
* provider/cluster/kube: configure ingress behavior
* provider/cluster/kube: expose lb hosts

Author: gosuri

provider/cluster/kube/builder.go

@@ -9,7 +9,7 @@ import (
 
 	akashv1 "github.com/ovrclk/akash/pkg/apis/akash.network/v1"
 	"github.com/ovrclk/akash/types"
-	"github.com/satori/go.uuid"
+	uuid "github.com/satori/go.uuid"
 	appsv1 "k8s.io/api/apps/v1"
 	corev1 "k8s.io/api/core/v1"
 	extv1 "k8s.io/api/extensions/v1beta1"
@@ -183,6 +183,9 @@ func (b *serviceBuilder) create() (*corev1.Service, error) {
 			Labels: b.labels(),
 		},
 		Spec: corev1.ServiceSpec{
+			// use NodePort to support GCP. GCP provides a new IP address for every ingress
+			// and requires the service type to be either NodePort or LoadBalancer
+			Type:     config.DeploymentServiceType,
 			Selector: b.labels(),
 			Ports:    b.ports(),
 		},
@@ -216,7 +219,9 @@ type ingressBuilder struct {
 
 func newIngressBuilder(host string, lid types.LeaseID, group *types.ManifestGroup, service *types.ManifestService, expose *types.ManifestServiceExpose) *ingressBuilder {
 	uid := uuid.NewV4()
-	expose.Hosts = append(expose.Hosts, fmt.Sprintf("%v.%s.%v", service.Name, uid, host))
+	if config.DeploymentIngressStaticHosts {
+		expose.Hosts = append(expose.Hosts, fmt.Sprintf("%v.%s.%v", service.Name, uid, host))
+	}
 	return &ingressBuilder{
 		deploymentBuilder: deploymentBuilder{builder: builder{lid, group}, service: service},
 		expose:            expose,

provider/cluster/kube/client.go

@@ -225,9 +225,22 @@ func (c *client) LeaseStatus(lid types.LeaseID) (*types.LeaseStatusResponse, err
 	for _, ing := range ingress.Items {
 		service := serviceStatus[ing.Name]
 		hosts := []string{}
+
 		for _, rule := range ing.Spec.Rules {
 			hosts = append(hosts, rule.Host)
 		}
+
+		if config.DeploymentIngressExposeLBHosts {
+			for _, lbing := range ing.Status.LoadBalancer.Ingress {
+				if val := lbing.IP; val != "" {
+					hosts = append(hosts, val)
+				}
+				if val := lbing.Hostname; val != "" {
+					hosts = append(hosts, val)
+				}
+			}
+		}
+
 		service.URIs = hosts
 	}
 	response := &types.LeaseStatusResponse{}

provider/cluster/kube/config.go

@@ -0,0 +1,27 @@
+package kube
+
+import (
+	"github.com/caarlos0/env"
+	corev1 "k8s.io/api/core/v1"
+)
+
+type config_ struct {
+
+	// gcp:    NodePort
+	// others: ClusterIP
+	DeploymentServiceType corev1.ServiceType `env:"AKASH_DEPLOYMENT_SERVICE_TYPE" envDefault:"NodePort"`
+
+	// gcp:    False
+	// others: true
+	DeploymentIngressStaticHosts bool `env:"AKASH_DEPLOYMENT_INGRESS_STATIC_HOSTS" envDefault:"false"`
+
+	DeploymentIngressExposeLBHosts bool `env:"AKASH_DEPLOYMENT_INGRESS_EXPOSE_LB_HOSTS" envDefault:"true"`
+}
+
+var config = config_{}
+
+func init() {
+	if err := env.Parse(&config); err != nil {
+		panic(err)
+	}
+}