Users/jikuma/cherry pick helm tasks (#6902)

* added support for kubernetes endpoint (#6697)

* added support for kubernetes endpoint

* Update task.loc.json

* helm deploy task improvement (#6754)

* helm deploy task improvement

* resolve path install command

* resource group and bug fix (#6806)

* Users/jikuma/helmtoolinstaller (#6869)

* Helm inster kubernetes done

* Helm installer improvements

* self review

* review commit

Author: jikuma

Tasks/Common/azure-arm-rest/azure-arm-aks-service.ts

@@ -35,15 +35,6 @@ export class AzureAksService {
         });
     } 
 
-    // list all the manages cluster. They don't have continuation token now, so only one call.
-    public list(): Promise<Model.AKSCluster[]> {
-        return this.beginRequest(`//subscriptions/{subscriptionId}/providers/Microsoft.ContainerService/managedClusters`, {}).then((response) => {
-            return  response.body.value;
-        }, (reason) => {
-            throw Error(tl.loc('FailedToListClusters', this._client.getFormattedError(reason)));
-        });
-    }
-
     public getAccessProfile(resourceGroup : string , clusterName : string ): Promise<Model.AKSClusterAccessProfile> {
         return this.beginRequest(`//subscriptions/{subscriptionId}/resourceGroups/{ResourceGroupName}/providers/Microsoft.ContainerService/managedClusters/{ClusterName}/accessProfiles/clusterUser`,
         {
@@ -55,6 +46,4 @@ export class AzureAksService {
             throw Error(tl.loc('CantDownloadAccessProfile',clusterName,  this._client.getFormattedError(reason)));
         });
     }
-
-
 }

Tasks/Common/utility-common/kubectlutility.ts

@@ -0,0 +1,79 @@
+import * as os from "os";
+import * as path from "path";
+import * as toolLib from 'vsts-task-tool-lib/tool';
+import * as tl from "vsts-task-lib/task";
+import * as downloadutility from "./downloadutility";
+import * as util from "util";
+const uuidV4 = require('uuid/v4');
+const kubectlToolName = "kubectl"
+export const stableKubectlVersion = "1.8.9"
+
+
+var fs = require('fs');
+
+// get a stable version from the url https://storage.googleapis.com/kubernetes-release/release/stable.txt
+export async function getStableKubectlVersion() : Promise<string> {
+    var version;
+    var stableVersionUrl = "https://storage.googleapis.com/kubernetes-release/release/stable.txt";
+    var downloadPath = path.join(getTempDirectory(), uuidV4() +".txt");
+    return downloadutility.download(stableVersionUrl, downloadPath).then((resolve) => {
+        version = fs.readFileSync(downloadPath, "utf8").toString().trim();
+        if(!version){
+            version = stableKubectlVersion;
+        }
+        return version;
+    },
+    (reject) => {
+        tl.debug(reject);
+        tl.warning(tl.loc('DownloadStableVersionFailed', stableVersionUrl, stableKubectlVersion));
+        return stableKubectlVersion;
+    })
+}
+
+
+export async function downloadKubectl(version: string) : Promise<string> {
+    var kubectlURL = getkubectlDownloadURL(version);
+    var cachedToolpath = toolLib.findLocalTool(kubectlToolName, version);
+    if(!cachedToolpath) {
+        try {
+                var KubectlDownloadPath = await toolLib.downloadTool(getkubectlDownloadURL(version)); 
+        } catch(exception) {
+            throw new Error(tl.loc("DownloadKubectlFailedFromLocation", getkubectlDownloadURL(version), exception));
+        }
+
+        cachedToolpath = await toolLib.cacheFile(KubectlDownloadPath, kubectlToolName + getExecutableExtention() , kubectlToolName, version);
+    }
+    
+    var kubectlPath = path.join(cachedToolpath, kubectlToolName + getExecutableExtention());
+    fs.chmod(kubectlPath, "777");
+    return kubectlPath;
+}
+
+function getTempDirectory(): string {
+    return tl.getVariable('agent.tempDirectory') || os.tmpdir();
+}
+
+function getkubectlDownloadURL(version: string) : string {
+    switch(os.type())
+    {
+        case 'Linux':
+            return util.format("https://storage.googleapis.com/kubernetes-release/release/%s/bin/linux/amd64/kubectl", version);
+
+        case 'Darwin':
+            return util.format("https://storage.googleapis.com/kubernetes-release/release/%s/bin/darwin/amd64/kubectl", version);
+
+        default:
+        case 'Windows_NT':
+            return util.format("https://storage.googleapis.com/kubernetes-release/release/%s/bin/windows/amd64/kubectl.exe", version);   
+
+    }
+}
+
+function getExecutableExtention(): string {
+    if(os.type().match(/^Win/)){
+        return ".exe";
+    }
+
+    return "";
+}
+

Tasks/Common/utility-common/package-lock.json

@@ -15,6 +15,7 @@
   "dependencies": {
     "semver": "^5.4.1",
     "vso-node-api": "6.0.1-preview",
-    "vsts-task-lib": "2.0.6"
+    "vsts-task-lib": "2.0.6",
+    "vsts-task-tool-lib": "0.4.0"
   }
 }

Tasks/Common/utility-common/package.json

@@ -10,40 +10,63 @@
   "loc.input.help.connectionType": "Select a Connection Type.",
   "loc.input.label.azureSubscriptionEndpoint": "Azure subscription",
   "loc.input.help.azureSubscriptionEndpoint": "Select an Azure subscription, which has your Azure Container Registry.",
+  "loc.input.label.azureResourceGroup": "Resource group",
+  "loc.input.help.azureResourceGroup": "Select an Azure Resource Group.",
   "loc.input.label.kubernetesCluster": "Kubernetes cluster",
   "loc.input.help.kubernetesCluster": "Select an Azure Managed Cluster.",
+  "loc.input.label.kubernetesServiceEndpoint": "Kubernetes Service Connection",
+  "loc.input.help.kubernetesServiceEndpoint": "Select a Kubernetes service connection.",
   "loc.input.label.namespace": "Namespace",
   "loc.input.help.namespace": "Specify K8 namespace to use. Use Tiller namespace in advance section to specify tiller namespace.",
   "loc.input.label.command": "Command",
   "loc.input.help.command": "Select a helm command.",
-  "loc.input.label.chart": "Chart",
-  "loc.input.help.chart": "Name of the chart to install.",
+  "loc.input.label.chartType": "Chart Type",
+  "loc.input.help.chartType": "Select how you want to enter chart info. You can either provide name of the chart or folder/file path to the chart.",
+  "loc.input.label.chartName": "Chart Name",
+  "loc.input.help.chartName": "Name of the chart to install or upgrade.",
+  "loc.input.label.chartPath": "Chart Path",
+  "loc.input.help.chartPath": "Path to the chart to install or upgrade.",
   "loc.input.label.version": "Version",
-  "loc.input.help.version": "Specify the exact chart version to install. If this is not specified, the latest version is installed.",
+  "loc.input.help.version": "Specify the exact chart version to install. If this is not specified, the latest version is installed. Set the version on the chart to this semver version​",
   "loc.input.label.releaseName": "Release Name",
   "loc.input.help.releaseName": "Release name. If unspecified, it will autogenerate one for you.",
   "loc.input.label.overrideValues": "Set Values",
   "loc.input.help.overrideValues": "Set values on the command line (can specify multiple or separate values with commas: key1=val1,key2=val2).",
+  "loc.input.label.valueFile": "Value File",
+  "loc.input.help.valueFile": "Specify values in a YAML file or a URL.",
+  "loc.input.label.destination": "Destination",
+  "loc.input.help.destination": "Specify values in a YAML file or a URL.",
   "loc.input.label.canaryimage": "Use canary image version.",
   "loc.input.help.canaryimage": "Use the canary Tiller image. Will install the latest pre-release version of Tiller.",
   "loc.input.label.upgradetiller": "Upgrade Tiller",
   "loc.input.help.upgradetiller": "Upgrade if Tiller is already installed.",
   "loc.input.label.updatedependency": "Update Dependency",
-  "loc.input.help.updatedependency": "Run helm dependency update before installing the chart.",
+  "loc.input.help.updatedependency": "Run helm dependency update before installing the chart. Update dependencies from 'requirements.yaml' to dir 'charts/' before packaging",
+  "loc.input.label.save": "Save",
+  "loc.input.help.save": "Save packaged chart to local chart repository (default true)​",
+  "loc.input.label.install": "Install if release not present.",
+  "loc.input.help.install": "If a release by this name doesn't already exist, run an install​.",
+  "loc.input.label.recreate": "Recreate Pods.",
+  "loc.input.help.recreate": "Performs pods restart for the resource if applicable.",
+  "loc.input.label.resetValues": "Reset Values.",
+  "loc.input.help.resetValues": "Reset the values to the ones built into the chart.",
+  "loc.input.label.force": "Force",
+  "loc.input.help.force": "Force resource update through delete/recreate if needed​",
   "loc.input.label.waitForExecution": "Wait",
-  "loc.input.help.waitForExecution": "Block till command execution completes and Tiller is ready.",
+  "loc.input.help.waitForExecution": "Block till command execution completes.",
   "loc.input.label.arguments": "Arguments",
   "loc.input.help.arguments": "Command arguments.",
   "loc.input.label.tillernamespace": "Tiller namespace",
   "loc.input.help.tillernamespace": "Specify K8 namespace of tiller.",
-  "loc.messages.HelmNotFound": "Helm not installed on the machine.",
-  "loc.messages.KubernetesNotFound": "Kubernetes not installed on the machine.",
   "loc.messages.CantDownloadAccessProfile": "Cannot download access profile/kube config file for the cluster %s. Reason %s.",
   "loc.messages.KubeConfigFilePath": "Kubeconfig file path: %s",
   "loc.messages.KubernetesClusterInfo": "Kubernetes cluster Id : %s, kubernetes server version %s, kuberenettes provision state %s",
   "loc.messages.KubernetesClusterResourceGroup": "Kubernetes cluster %s, resource group %s.",
   "loc.messages.ClusterNotProvisioned": "Observed that the cluster %s is in %s state.",
   "loc.messages.ClusterNotFound": "%s cluster does not exists",
   "loc.messages.FailedToListClusters": "Failed to list managed clusters in the subscription. %s",
-  "loc.messages.RetryingRequest": "Retrying request after %s seconds."
+  "loc.messages.RetryingRequest": "Retrying request after %s seconds.",
+  "loc.messages.PatternNotFoundInFilePath": "Pattern not found in file path %s.",
+  "loc.messages.CantResolvePatternInPath": "Can not resolve pattern in file path %s.",
+  "loc.messages.PatternFoundInPath": "Pattern found in file path %s."
 }

Tasks/HelmDeploy/Strings/resources.resjson/en-US/resources.resjson

@@ -3,7 +3,6 @@
     "azure-arm-rest": "file:../../_build/Tasks/Common/azure-arm-rest-1.0.2.tgz",
     "del": "2.2.0",
     "js-base64": "2.4.3",
-    "js-yaml": "3.6.1",
     "vsts-task-tool-lib": "0.4.0"
   }
 }

Tasks/HelmDeploy/package-lock.json

@@ -11,8 +11,8 @@ abstract class basecommand {
     abstract login(): void;
     abstract logout(): void;
 
-    constructor() {
-        this.toolPath = tl.which(this.getTool(), true);
+    constructor(required: boolean) {
+        this.toolPath = tl.which(this.getTool(), required);
     }
 
     public getToolPath(): string {

Tasks/HelmDeploy/package.json

@@ -0,0 +1,25 @@
+"use strict";
+
+import tl = require('vsts-task-lib/task');
+import { AzureAksService } from 'azure-arm-rest/azure-arm-aks-service';
+import { AzureRMEndpoint } from 'azure-arm-rest/azure-arm-endpoint';
+import { AzureEndpoint, AKSCluster, AKSClusterAccessProfile} from 'azure-arm-rest/azureModels';
+
+// get kubeconfig file content
+async function getKubeConfigFromAKS(azureSubscriptionEndpoint: string, resourceGroup: string, clusterName: string) : Promise<string> {
+    var azureEndpoint: AzureEndpoint = await (new AzureRMEndpoint(azureSubscriptionEndpoint)).getEndpoint();
+    var aks = new AzureAksService(azureEndpoint);
+    
+    tl.debug(tl.loc("KubernetesClusterResourceGroup", clusterName, resourceGroup));
+
+    var clusterInfo : AKSClusterAccessProfile = await aks.getAccessProfile(resourceGroup, clusterName);
+    var Base64 = require('js-base64').Base64;
+    return Base64.decode(clusterInfo.properties.kubeConfig);
+}
+
+export async function getKubeConfig(): Promise<string> {
+    var clusterName : string = tl.getInput("kubernetesCluster", true);
+    var azureSubscriptionEndpoint : string = tl.getInput("azureSubscriptionEndpoint", true);
+    var resourceGroup : string = tl.getInput("azureResourceGroup", true);
+    return getKubeConfigFromAKS(azureSubscriptionEndpoint, resourceGroup, clusterName);
+}

Tasks/HelmDeploy/src/basecommand.ts

@@ -0,0 +1,8 @@
+"use strict";
+
+import tl = require('vsts-task-lib/task');
+
+export async function getKubeConfig(): Promise<string> {
+    var kubernetesServiceEndpoint = tl.getInput("kubernetesServiceEndpoint", true);
+    return tl.getEndpointAuthorizationParameter(kubernetesServiceEndpoint, 'kubeconfig', false);
+}