Execute performance tests on VM

Author: alrod

WebJobs.Script.Tests.Perf.sln

@@ -259,6 +259,9 @@ foreach ($project in $projects)
   & dotnet $cmd  
 }
 
+$cmd = "pack", "tools\WebJobs.Script.Performance\WebJobs.Script.Performance.App\WebJobs.Script.Performance.App.csproj", "-o", "..\..\..\buildoutput"
+& dotnet $cmd
+
 $bypassPackaging = $env:APPVEYOR_PULL_REQUEST_NUMBER -and -not $env:APPVEYOR_PULL_REQUEST_TITLE.Contains("[pack]")
 
 if ($bypassPackaging){

appveyor-perf.yml

@@ -35,17 +35,20 @@ public FunctionAppFixture()
 
             FunctionDefaultKey = Settings.SiteFunctionKey ?? Guid.NewGuid().ToString().ToLower();
 
-            for (int i = 0; i < 5; i++)
+            int attemptsCount = 5;
+            for (int i = 0; i < attemptsCount; i++)
             {
                 try
                 {
                     Initialize().Wait();
                     return;
                 }
-                catch
+                catch(Exception ex)
                 {
                     // Best effort.
                     System.Threading.Thread.Sleep(5000);
+                    _logger.LogInformation($"Initialize error: {ex}");
+                    _logger.LogInformation($"Attempts {i+1} of {attemptsCount}");
                 }
             }
 

build.ps1

@@ -11,6 +11,10 @@ namespace WebJobs.Script.Tests.EndToEnd.Shared
 {
     public class Settings
     {
+        private static string _runtimeExtensionPackageUrl;
+
+        private static IConfiguration Config = null;
+
         public static string SiteTenantId => GetSettingValue(Constants.TargetSiteTenantIdSettingName);
 
         public static string SiteClientSecret => GetSettingValue(Constants.TargetSiteClientSecretSettingName);
@@ -27,7 +31,19 @@ public class Settings
 
         public static string SitePublishingPassword => GetSettingValue(Constants.TargetSitePublishingPasswordSettingName);
 
-        public static string RuntimeExtensionPackageUrl => GetSettingValue(Constants.RuntimeExtensionPackageUrlSettingName);
+
+        public static string RuntimeExtensionPackageUrl
+        {
+            get
+            {
+                return _runtimeExtensionPackageUrl ?? GetSettingValue(Constants.RuntimeExtensionPackageUrlSettingName);
+            }
+            set
+            {
+                _runtimeExtensionPackageUrl = value;
+            }
+        }
+
 
         public static string SiteMasterKey => GetSettingValue(Constants.TargetSiteMasterKey);
 
@@ -37,8 +53,6 @@ public class Settings
 
         public static Uri SiteBaseAddress => new Uri($"https://{SiteName}.azurewebsites.net");
 
-        private static IConfiguration Config = null;
-
         public static string RuntimeVersion
         {
             get