[DataFactory]Support New Features In ADF (#26070)

Author: Jingshu918

src/DataFactory/DataFactory.Management.Sdk/Generated/Models/IcebergDataset.cs

@@ -0,0 +1,93 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License. See License.txt in the project root for license information.
+// Code generated by Microsoft (R) AutoRest Code Generator.
+// Changes may cause incorrect behavior and will be lost if the code is regenerated.
+
+namespace Microsoft.Azure.Management.DataFactory.Models
+{
+    using System.Linq;
+
+    /// <summary>
+    /// Iceberg dataset.
+    /// </summary>
+    [Newtonsoft.Json.JsonObject("Iceberg")]
+    [Microsoft.Rest.Serialization.JsonTransformation]
+    public partial class IcebergDataset : Dataset
+    {
+        /// <summary>
+        /// Initializes a new instance of the IcebergDataset class.
+        /// </summary>
+        public IcebergDataset()
+        {
+            this.LinkedServiceName = new LinkedServiceReference();
+            CustomInit();
+        }
+
+        /// <summary>
+        /// Initializes a new instance of the IcebergDataset class.
+        /// </summary>
+
+        /// <param name="additionalProperties">The Azure Data Factory nested object which identifies data within different
+        /// data stores, such as tables, files, folders, and documents.
+        /// </param>
+
+        /// <param name="description">Dataset description.
+        /// </param>
+
+        /// <param name="structure">Columns that define the structure of the dataset. Type: array (or
+        /// Expression with resultType array), itemType: DatasetDataElement.
+        /// </param>
+
+        /// <param name="schema">Columns that define the physical type schema of the dataset. Type: array
+        /// (or Expression with resultType array), itemType: DatasetSchemaDataElement.
+        /// </param>
+
+        /// <param name="linkedServiceName">Linked service reference.
+        /// </param>
+
+        /// <param name="parameters">Parameters for dataset.
+        /// </param>
+
+        /// <param name="annotations">List of tags that can be used for describing the Dataset.
+        /// </param>
+
+        /// <param name="folder">The folder that this Dataset is in. If not specified, Dataset will appear
+        /// at the root level.
+        /// </param>
+
+        /// <param name="location">The location of the iceberg storage. Setting a file name is not allowed for
+        /// iceberg format.
+        /// </param>
+        public IcebergDataset(LinkedServiceReference linkedServiceName, System.Collections.Generic.IDictionary<string, object> additionalProperties = default(System.Collections.Generic.IDictionary<string, object>), string description = default(string), object structure = default(object), object schema = default(object), System.Collections.Generic.IDictionary<string, ParameterSpecification> parameters = default(System.Collections.Generic.IDictionary<string, ParameterSpecification>), System.Collections.Generic.IList<object> annotations = default(System.Collections.Generic.IList<object>), DatasetFolder folder = default(DatasetFolder), DatasetLocation location = default(DatasetLocation))
+
+        : base(linkedServiceName, additionalProperties, description, structure, schema, parameters, annotations, folder)
+        {
+            this.Location = location;
+            CustomInit();
+        }
+
+        /// <summary>
+        /// An initialization method that performs custom operations like setting defaults
+        /// </summary>
+        partial void CustomInit();
+
+
+        /// <summary>
+        /// Gets or sets the location of the iceberg storage. Setting a file name is
+        /// not allowed for iceberg format.
+        /// </summary>
+        [Newtonsoft.Json.JsonProperty(PropertyName = "typeProperties.location")]
+        public DatasetLocation Location {get; set; }
+        /// <summary>
+        /// Validate the object.
+        /// </summary>
+        /// <exception cref="Microsoft.Rest.ValidationException">
+        /// Thrown if validation fails
+        /// </exception>
+        public override void Validate()
+        {
+            base.Validate();
+
+        }
+    }
+}

src/DataFactory/DataFactory.Management.Sdk/Generated/Models/IcebergDatasetTypeProperties.cs

@@ -0,0 +1,64 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License. See License.txt in the project root for license information.
+// Code generated by Microsoft (R) AutoRest Code Generator.
+// Changes may cause incorrect behavior and will be lost if the code is regenerated.
+
+namespace Microsoft.Azure.Management.DataFactory.Models
+{
+    using System.Linq;
+
+    /// <summary>
+    /// Iceberg dataset properties.
+    /// </summary>
+    public partial class IcebergDatasetTypeProperties
+    {
+        /// <summary>
+        /// Initializes a new instance of the IcebergDatasetTypeProperties class.
+        /// </summary>
+        public IcebergDatasetTypeProperties()
+        {
+            CustomInit();
+        }
+
+        /// <summary>
+        /// Initializes a new instance of the IcebergDatasetTypeProperties class.
+        /// </summary>
+
+        /// <param name="location">The location of the iceberg storage. Setting a file name is not allowed for
+        /// iceberg format.
+        /// </param>
+        public IcebergDatasetTypeProperties(DatasetLocation location)
+
+        {
+            this.Location = location;
+            CustomInit();
+        }
+
+        /// <summary>
+        /// An initialization method that performs custom operations like setting defaults
+        /// </summary>
+        partial void CustomInit();
+
+
+        /// <summary>
+        /// Gets or sets the location of the iceberg storage. Setting a file name is
+        /// not allowed for iceberg format.
+        /// </summary>
+        [Newtonsoft.Json.JsonProperty(PropertyName = "location")]
+        public DatasetLocation Location {get; set; }
+        /// <summary>
+        /// Validate the object.
+        /// </summary>
+        /// <exception cref="Microsoft.Rest.ValidationException">
+        /// Thrown if validation fails
+        /// </exception>
+        public virtual void Validate()
+        {
+            if (this.Location == null)
+            {
+                throw new Microsoft.Rest.ValidationException(Microsoft.Rest.ValidationRules.CannotBeNull, "Location");
+            }
+
+        }
+    }
+}

src/DataFactory/DataFactory.Management.Sdk/Generated/Models/IcebergSink.cs

@@ -0,0 +1,83 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License. See License.txt in the project root for license information.
+// Code generated by Microsoft (R) AutoRest Code Generator.
+// Changes may cause incorrect behavior and will be lost if the code is regenerated.
+
+namespace Microsoft.Azure.Management.DataFactory.Models
+{
+    using System.Linq;
+
+    /// <summary>
+    /// A copy activity Iceberg sink.
+    /// </summary>
+    [Newtonsoft.Json.JsonObject("IcebergSink")]
+    public partial class IcebergSink : CopySink
+    {
+        /// <summary>
+        /// Initializes a new instance of the IcebergSink class.
+        /// </summary>
+        public IcebergSink()
+        {
+            CustomInit();
+        }
+
+        /// <summary>
+        /// Initializes a new instance of the IcebergSink class.
+        /// </summary>
+
+        /// <param name="writeBatchSize">Write batch size. Type: integer (or Expression with resultType integer),
+        /// minimum: 0.
+        /// </param>
+
+        /// <param name="writeBatchTimeout">Write batch timeout. Type: string (or Expression with resultType string),
+        /// pattern: ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).
+        /// </param>
+
+        /// <param name="sinkRetryCount">Sink retry count. Type: integer (or Expression with resultType integer).
+        /// </param>
+
+        /// <param name="sinkRetryWait">Sink retry wait. Type: string (or Expression with resultType string),
+        /// pattern: ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])).
+        /// </param>
+
+        /// <param name="maxConcurrentConnections">The maximum concurrent connection count for the sink data store. Type:
+        /// integer (or Expression with resultType integer).
+        /// </param>
+
+        /// <param name="disableMetricsCollection">If true, disable data store metrics collection. Default is false. Type:
+        /// boolean (or Expression with resultType boolean).
+        /// </param>
+
+        /// <param name="storeSettings">Iceberg store settings.
+        /// </param>
+
+        /// <param name="formatSettings">Iceberg format settings.
+        /// </param>
+        public IcebergSink(object writeBatchSize = default(object), object writeBatchTimeout = default(object), object sinkRetryCount = default(object), object sinkRetryWait = default(object), object maxConcurrentConnections = default(object), object disableMetricsCollection = default(object), StoreWriteSettings storeSettings = default(StoreWriteSettings), IcebergWriteSettings formatSettings = default(IcebergWriteSettings))
+
+        : base(writeBatchSize, writeBatchTimeout, sinkRetryCount, sinkRetryWait, maxConcurrentConnections, disableMetricsCollection)
+        {
+            this.StoreSettings = storeSettings;
+            this.FormatSettings = formatSettings;
+            CustomInit();
+        }
+
+        /// <summary>
+        /// An initialization method that performs custom operations like setting defaults
+        /// </summary>
+        partial void CustomInit();
+
+
+        /// <summary>
+        /// Gets or sets iceberg store settings.
+        /// </summary>
+        [Newtonsoft.Json.JsonProperty(PropertyName = "storeSettings")]
+        public StoreWriteSettings StoreSettings {get; set; }
+
+        /// <summary>
+        /// Gets or sets iceberg format settings.
+        /// </summary>
+        [Newtonsoft.Json.JsonProperty(PropertyName = "formatSettings")]
+        public IcebergWriteSettings FormatSettings {get; set; }
+    }
+}

src/DataFactory/DataFactory.Management.Sdk/Generated/Models/IcebergWriteSettings.cs

@@ -0,0 +1,43 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// Licensed under the MIT License. See License.txt in the project root for license information.
+// Code generated by Microsoft (R) AutoRest Code Generator.
+// Changes may cause incorrect behavior and will be lost if the code is regenerated.
+
+namespace Microsoft.Azure.Management.DataFactory.Models
+{
+    using System.Linq;
+
+    /// <summary>
+    /// Iceberg write settings.
+    /// </summary>
+    [Newtonsoft.Json.JsonObject("IcebergWriteSettings")]
+    public partial class IcebergWriteSettings : FormatWriteSettings
+    {
+        /// <summary>
+        /// Initializes a new instance of the IcebergWriteSettings class.
+        /// </summary>
+        public IcebergWriteSettings()
+        {
+            CustomInit();
+        }
+
+        /// <summary>
+        /// Initializes a new instance of the IcebergWriteSettings class.
+        /// </summary>
+
+        /// <param name="additionalProperties">Format write settings.
+        /// </param>
+        public IcebergWriteSettings(System.Collections.Generic.IDictionary<string, object> additionalProperties = default(System.Collections.Generic.IDictionary<string, object>))
+
+        : base(additionalProperties)
+        {
+            CustomInit();
+        }
+
+        /// <summary>
+        /// An initialization method that performs custom operations like setting defaults
+        /// </summary>
+        partial void CustomInit();
+
+    }
+}

src/DataFactory/DataFactory.Management.Sdk/Generated/Models/MariaDBLinkedService.cs

@@ -47,7 +47,8 @@ public MariaDBLinkedService()
 
         /// <param name="driverVersion">The version of the MariaDB driver. Type: string. V1 or empty for legacy
         /// driver, V2 for new driver. V1 can support connection string and property
-        /// bag, V2 can only support connection string.
+        /// bag, V2 can only support connection string. The legacy driver is scheduled
+        /// for deprecation by October 2024.
         /// </param>
 
         /// <param name="connectionString">An ODBC connection string. Type: string, SecureString or
@@ -66,13 +67,25 @@ public MariaDBLinkedService()
         /// <param name="database">Database name for connection. Type: string.
         /// </param>
 
+        /// <param name="sslMode">This option specifies whether the driver uses TLS encryption and
+        /// verification when connecting to MariaDB. E.g., SSLMode=&lt;0/1/2/3/4&gt;.
+        /// Options: DISABLED (0) / PREFERRED (1) (Default) / REQUIRED (2) / VERIFY_CA
+        /// (3) / VERIFY_IDENTITY (4), REQUIRED (2) is recommended to only allow
+        /// connections encrypted with SSL/TLS.
+        /// </param>
+
+        /// <param name="useSystemTrustStore">This option specifies whether to use a CA certificate from the system trust
+        /// store, or from a specified PEM file. E.g. UseSystemTrustStore=&lt;0/1&gt;;
+        /// Options: Enabled (1) / Disabled (0) (Default)
+        /// </param>
+
         /// <param name="password">The Azure key vault secret reference of password in connection string.
         /// </param>
 
         /// <param name="encryptedCredential">The encrypted credential used for authentication. Credentials are encrypted
         /// using the integration runtime credential manager. Type: string.
         /// </param>
-        public MariaDBLinkedService(System.Collections.Generic.IDictionary<string, object> additionalProperties = default(System.Collections.Generic.IDictionary<string, object>), string version = default(string), IntegrationRuntimeReference connectVia = default(IntegrationRuntimeReference), string description = default(string), System.Collections.Generic.IDictionary<string, ParameterSpecification> parameters = default(System.Collections.Generic.IDictionary<string, ParameterSpecification>), System.Collections.Generic.IList<object> annotations = default(System.Collections.Generic.IList<object>), object driverVersion = default(object), object connectionString = default(object), object server = default(object), object port = default(object), object username = default(object), object database = default(object), AzureKeyVaultSecretReference password = default(AzureKeyVaultSecretReference), string encryptedCredential = default(string))
+        public MariaDBLinkedService(System.Collections.Generic.IDictionary<string, object> additionalProperties = default(System.Collections.Generic.IDictionary<string, object>), string version = default(string), IntegrationRuntimeReference connectVia = default(IntegrationRuntimeReference), string description = default(string), System.Collections.Generic.IDictionary<string, ParameterSpecification> parameters = default(System.Collections.Generic.IDictionary<string, ParameterSpecification>), System.Collections.Generic.IList<object> annotations = default(System.Collections.Generic.IList<object>), object driverVersion = default(object), object connectionString = default(object), object server = default(object), object port = default(object), object username = default(object), object database = default(object), object sslMode = default(object), object useSystemTrustStore = default(object), AzureKeyVaultSecretReference password = default(AzureKeyVaultSecretReference), string encryptedCredential = default(string))
 
         : base(additionalProperties, version, connectVia, description, parameters, annotations)
         {
@@ -82,6 +95,8 @@ public MariaDBLinkedService()
             this.Port = port;
             this.Username = username;
             this.Database = database;
+            this.SslMode = sslMode;
+            this.UseSystemTrustStore = useSystemTrustStore;
             this.Password = password;
             this.EncryptedCredential = encryptedCredential;
             CustomInit();
@@ -96,7 +111,8 @@ public MariaDBLinkedService()
         /// <summary>
         /// Gets or sets the version of the MariaDB driver. Type: string. V1 or empty
         /// for legacy driver, V2 for new driver. V1 can support connection string and
-        /// property bag, V2 can only support connection string.
+        /// property bag, V2 can only support connection string. The legacy driver is
+        /// scheduled for deprecation by October 2024.
         /// </summary>
         [Newtonsoft.Json.JsonProperty(PropertyName = "typeProperties.driverVersion")]
         public object DriverVersion {get; set; }
@@ -132,6 +148,24 @@ public MariaDBLinkedService()
         [Newtonsoft.Json.JsonProperty(PropertyName = "typeProperties.database")]
         public object Database {get; set; }
 
+        /// <summary>
+        /// Gets or sets this option specifies whether the driver uses TLS encryption
+        /// and verification when connecting to MariaDB. E.g., SSLMode=&lt;0/1/2/3/4&gt;.
+        /// Options: DISABLED (0) / PREFERRED (1) (Default) / REQUIRED (2) / VERIFY_CA
+        /// (3) / VERIFY_IDENTITY (4), REQUIRED (2) is recommended to only allow
+        /// connections encrypted with SSL/TLS.
+        /// </summary>
+        [Newtonsoft.Json.JsonProperty(PropertyName = "typeProperties.sslMode")]
+        public object SslMode {get; set; }
+
+        /// <summary>
+        /// Gets or sets this option specifies whether to use a CA certificate from the
+        /// system trust store, or from a specified PEM file. E.g.
+        /// UseSystemTrustStore=&lt;0/1&gt;; Options: Enabled (1) / Disabled (0) (Default)
+        /// </summary>
+        [Newtonsoft.Json.JsonProperty(PropertyName = "typeProperties.useSystemTrustStore")]
+        public object UseSystemTrustStore {get; set; }
+
         /// <summary>
         /// Gets or sets the Azure key vault secret reference of password in connection
         /// string.
@@ -161,6 +195,8 @@ public override void Validate()
 
 
 
+
+
             if (this.Password != null)
             {
                 this.Password.Validate();