Add certificate and managed identity support to packages and eventhub (#309)

* Fix issue in VC versioning

* Save

* save

* Save

* save

* save

* Save

* Save

* save

* Save

* save

* test

* test

* Fix test

* save

* fix console log

Author: yangpanMS

.pipelines/ado-pipeline-linux.yml

@@ -147,7 +147,7 @@ stages:
         repository: 'microsoft-amazonlinux2-prod-yum'
 
 
-    # Azure Mariner
+    # AzLinux
     - task: PublishLinuxPackagesPMC@0
       displayName: 'Mariner 2.0 rpm publish'
       inputs:

.pipelines/ado-pipeline-windows.yml

@@ -0,0 +1,51 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+
+namespace VirtualClient.Common.Telemetry
+{
+    using System;
+    using System.Collections.Generic;
+    using Azure.Core;
+    using global::Azure.Messaging.EventHubs;
+
+    /// <summary>
+    /// Represents context to authenticate with Azure Event Hub.
+    /// </summary>
+    public class EventHubAuthenticationContext
+    {
+        /// <summary>
+        /// Initializes a new instance of the <see cref="EventHubAuthenticationContext"/> class.
+        /// </summary>
+        /// <param name="connectionString">Eventhub connection string</param>
+        public EventHubAuthenticationContext(string connectionString)
+        {
+            this.ConnectionString = connectionString;
+        }
+
+        /// <summary>
+        /// Initializes a new instance of the <see cref="EventHubAuthenticationContext"/> class.
+        /// </summary>
+        /// <param name="eventHubNameSpace">Eventhub namespace</param>
+        /// <param name="tokenCredential">Token credential to authenticate with eventhub</param>
+        public EventHubAuthenticationContext(string eventHubNameSpace, TokenCredential tokenCredential)
+        {
+            this.EventHubNamespace = eventHubNameSpace;
+            this.TokenCredential = tokenCredential;
+        }
+
+        /// <summary>
+        /// A connection string to authenticate/authorize with eventhub.
+        /// </summary>
+        public string ConnectionString { get; }
+
+        /// <summary>
+        /// Fully qualified eventhub namespace
+        /// </summary>
+        public string EventHubNamespace { get; }
+
+        /// <summary>
+        /// TokenCredential for Azure Eventhub
+        /// </summary>
+        public TokenCredential TokenCredential { get; }
+    }
+}

.pipelines/azure-pipelines-linux.yml

@@ -5,6 +5,7 @@ namespace VirtualClient.Contracts.Parser
 {
     using NUnit.Framework;
     using System;
+    using System.Collections.Generic;
     using VirtualClient.Common;
     using VirtualClient.TestExtensions;
 
@@ -114,5 +115,37 @@ public void TextParserExtensionsTranslateTimeUnitAsExpected(string originalText,
         {
             Assert.AreEqual(TextParsingExtensions.TranslateTimeByUnit(originalText, metricUnit), expectedOutput);
         }
+
+        [Test]
+        public void TextParserExtensionsParseVcDelimeteredParameters()
+        {
+            string example = "key1=value1;key2=value2;key3=value3";
+            var result = TextParsingExtensions.ParseVcDelimiteredParameters(example);
+            CollectionAssert.AreEqual(new Dictionary<string, string>
+            {
+                { "key1", "value1" },
+                { "key2", "value2" },
+                { "key3", "value3" }
+            }, result);
+
+            string exampleWithSemiColon = "key1=v1a;v1b,v1c;key2=value2;key3=v3a;v3b";
+            result = TextParsingExtensions.ParseVcDelimiteredParameters(exampleWithSemiColon);
+            CollectionAssert.AreEqual(new Dictionary<string, string>
+            {
+                { "key1", "v1a;v1b,v1c" },
+                { "key2", "value2" },
+                { "key3", "v3a;v3b" }
+            }, result);
+
+            string complexExample = "key1=v1a;v1b,v1 c;key2=value2;key3=v 3 a;;v3b,,,key4=v4a,,,v4b;v4c;;;v4d";
+            result = TextParsingExtensions.ParseVcDelimiteredParameters(complexExample);
+            CollectionAssert.AreEqual(new Dictionary<string, string>
+            {
+                { "key1", "v1a;v1b,v1 c" },
+                { "key2", "value2" },
+                { "key3", "v 3 a;;v3b" },
+                { "key4", "v4a,,,v4b;v4c;;;v4d" }
+            }, result);
+        }
     }
 }

src/VirtualClient/VirtualClient.Common/Telemetry/EventHub/EventhubAuthenticationContext.cs

@@ -1,3 +1,4 @@
+using Azure.Core;
 using VirtualClient.Common.Extensions;
 
 // Copyright (c) Microsoft Corporation.
@@ -22,9 +23,32 @@ public DependencyBlobStore(string storeName, string connectionToken)
             this.ConnectionToken = connectionToken;
         }
 
+        /// <summary>
+        /// Initializes an instance of the <see cref="DependencyBlobStore"/> class.
+        /// </summary>
+        /// <param name="storeName">The name of the content store (e.g. Content, Packages).</param>
+        /// <param name="endpointUrl"></param>
+        /// <param name="tokenCredential"></param>
+        public DependencyBlobStore(string storeName, string endpointUrl, TokenCredential tokenCredential)
+            : base(storeName, DependencyStore.StoreTypeAzureStorageBlob)
+        {
+            this.EndpointUrl = endpointUrl;
+            this.TokenCredential = tokenCredential;
+        }
+
         /// <summary>
         /// A connection string or SAS token used to authenticate/authorize with the blob store.
         /// </summary>
         public string ConnectionToken { get; }
+
+        /// <summary>
+        /// Endpoint for Azure Storage url
+        /// </summary>
+        public string EndpointUrl { get; }
+
+        /// <summary>
+        /// TokenCredential for Azure Storage
+        /// </summary>
+        public TokenCredential TokenCredential { get; }
     }
 }

src/VirtualClient/VirtualClient.Contracts.UnitTests/Parser/TextParserExtensionsTests.cs

@@ -8,6 +8,7 @@ namespace VirtualClient.Contracts
     using System.Data;
     using System.Linq;
     using System.Text.RegularExpressions;
+    using YamlDotNet.Core.Tokens;
 
     /// <summary>
     /// Extensions for parsing test documents.
@@ -103,6 +104,34 @@ public static IDictionary<string, string> Sectionize(string text, Regex delimite
             return result;
         }
 
+        /// <summary>
+        /// Sectionize raw text into sections based on regex. First line of each section will become section key!
+        /// </summary>
+        /// <param name="text">Raw text.</param>
+        public static IDictionary<string, IConvertible> ParseVcDelimiteredParameters(string text)
+        {
+            IDictionary<string, IConvertible> delimitedValues = new Dictionary<string, IConvertible>(StringComparer.OrdinalIgnoreCase);
+            string[] segments = text.Split('=', StringSplitOptions.TrimEntries);
+            // Only start at second segment and end at second to last segment
+            // Because first segment is the key for first pair, and last segment is the value for last pair.
+            string key = segments[0];
+            for (int i = 1; i < segments.Length - 1; i++)
+            {
+                // This is just to 
+                int lastCommaIndex = segments[i].LastIndexOf(",,,");
+                int lastSemicolonIndex = segments[i].LastIndexOf(';');
+                int splitIndex = Math.Max(lastCommaIndex, lastSemicolonIndex);
+
+                string value = segments[i].Substring(0, splitIndex);
+                delimitedValues.Add(key, value);
+                key = segments[i].Substring(splitIndex).Trim(';').Trim(',');
+            }
+
+            delimitedValues.Add(key, segments[segments.Length - 1]);
+
+            return delimitedValues;
+        }
+
         /// <summary>
         /// Translate the unit of time to second. Example: 1m->60 and 1h->3,600
         /// </summary>

src/VirtualClient/VirtualClient.Contracts/DependencyBlobStore.cs

@@ -205,4 +205,4 @@ public void TryMapProfileHandlesOriginalProfileNamesNotContainingDashLinuxPostfi
             Assert.IsNull(otherProfile);
         }
     }
-}
+}