releasing source processing properties to support source properties for ODB integrations

Author: aws-sdk-dotnet-automation

generator/ServiceModels/glue/glue-2017-03-31.api.json

@@ -10999,7 +10999,8 @@
     "IntegrationConfig":{
       "type":"structure",
       "members":{
-        "RefreshInterval":{"shape":"String128"}
+        "RefreshInterval":{"shape":"String128"},
+        "SourceProperties":{"shape":"IntegrationSourcePropertiesMap"}
       }
     },
     "IntegrationConflictOperationFault":{
@@ -11068,6 +11069,11 @@
       },
       "exception":true
     },
+    "IntegrationSourcePropertiesMap":{
+      "type":"map",
+      "key":{"shape":"IntegrationString"},
+      "value":{"shape":"IntegrationString"}
+    },
     "IntegrationStatus":{
       "type":"string",
       "enum":[

generator/ServiceModels/glue/glue-2017-03-31.docs.json

@@ -5715,6 +5715,12 @@
       "base": "<p>The data processed through your integration exceeded your quota.</p>",
       "refs": {}
     },
+    "IntegrationSourcePropertiesMap": {
+      "base": null,
+      "refs": {
+        "IntegrationConfig$SourceProperties": "<p> A collection of key-value pairs that specify additional properties for the integration source. These properties provide configuration options that can be used to customize the behavior of the ODB source during data integration operations. </p>"
+      }
+    },
     "IntegrationStatus": {
       "base": null,
       "refs": {
@@ -5729,7 +5735,9 @@
       "base": null,
       "refs": {
         "IntegrationAdditionalEncryptionContextMap$key": null,
-        "IntegrationAdditionalEncryptionContextMap$value": null
+        "IntegrationAdditionalEncryptionContextMap$value": null,
+        "IntegrationSourcePropertiesMap$key": null,
+        "IntegrationSourcePropertiesMap$value": null
       }
     },
     "IntegrationTagsList": {

generator/ServiceModels/glue/glue-2017-03-31.normal.json

@@ -17221,6 +17221,10 @@
         "RefreshInterval":{
           "shape":"String128",
           "documentation":"<p>Specifies the frequency at which CDC (Change Data Capture) pulls or incremental loads should occur. This parameter provides flexibility to align the refresh rate with your specific data update patterns, system load considerations, and performance optimization goals. Time increment can be set from 15 minutes to 8640 minutes (six days). Currently supports creation of <code>RefreshInterval</code> only.</p>"
+        },
+        "SourceProperties":{
+          "shape":"IntegrationSourcePropertiesMap",
+          "documentation":"<p> A collection of key-value pairs that specify additional properties for the integration source. These properties provide configuration options that can be used to customize the behavior of the ODB source during data integration operations. </p>"
         }
       },
       "documentation":"<p>Properties associated with the integration.</p>"
@@ -17327,6 +17331,11 @@
       "documentation":"<p>The data processed through your integration exceeded your quota.</p>",
       "exception":true
     },
+    "IntegrationSourcePropertiesMap":{
+      "type":"map",
+      "key":{"shape":"IntegrationString"},
+      "value":{"shape":"IntegrationString"}
+    },
     "IntegrationStatus":{
       "type":"string",
       "enum":[

sdk/src/Services/Glue/Generated/Model/IntegrationConfig.cs

@@ -35,6 +35,7 @@ namespace Amazon.Glue.Model
     public partial class IntegrationConfig
     {
         private string _refreshInterval;
+        private Dictionary<string, string> _sourceProperties = AWSConfigs.InitializeCollections ? new Dictionary<string, string>() : null;
 
         /// <summary>
         /// Gets and sets the property RefreshInterval. 
@@ -59,5 +60,30 @@ internal bool IsSetRefreshInterval()
             return this._refreshInterval != null;
         }
 
+        /// <summary>
+        /// Gets and sets the property SourceProperties. 
+        /// <para>
+        ///  A collection of key-value pairs that specify additional properties for the integration
+        /// source. These properties provide configuration options that can be used to customize
+        /// the behavior of the ODB source during data integration operations. 
+        /// </para>
+        /// <para />
+        /// Starting with version 4 of the SDK this property will default to null. If no data for this property is returned
+        /// from the service the property will also be null. This was changed to improve performance and allow the SDK and caller
+        /// to distinguish between a property not set or a property being empty to clear out a value. To retain the previous
+        /// SDK behavior set the AWSConfigs.InitializeCollections static property to true.
+        /// </summary>
+        public Dictionary<string, string> SourceProperties
+        {
+            get { return this._sourceProperties; }
+            set { this._sourceProperties = value; }
+        }
+
+        // Check to see if SourceProperties property is set
+        internal bool IsSetSourceProperties()
+        {
+            return this._sourceProperties != null && (this._sourceProperties.Count > 0 || !AWSConfigs.InitializeCollections); 
+        }
+
     }
 }

sdk/src/Services/Glue/Generated/Model/Internal/MarshallTransformations/IntegrationConfigMarshaller.cs

@@ -52,6 +52,20 @@ public void Marshall(IntegrationConfig requestObject, JsonMarshallerContext cont
                 context.Writer.WriteStringValue(requestObject.RefreshInterval);
             }
 
+            if(requestObject.IsSetSourceProperties())
+            {
+                context.Writer.WritePropertyName("SourceProperties");
+                context.Writer.WriteStartObject();
+                foreach (var requestObjectSourcePropertiesKvp in requestObject.SourceProperties)
+                {
+                    context.Writer.WritePropertyName(requestObjectSourcePropertiesKvp.Key);
+                    var requestObjectSourcePropertiesValue = requestObjectSourcePropertiesKvp.Value;
+
+                        context.Writer.WriteStringValue(requestObjectSourcePropertiesValue);
+                }
+                context.Writer.WriteEndObject();
+            }
+
         }
 
         /// <summary>

sdk/src/Services/Glue/Generated/Model/Internal/MarshallTransformations/IntegrationConfigUnmarshaller.cs

@@ -62,6 +62,12 @@ public IntegrationConfig Unmarshall(JsonUnmarshallerContext context, ref Streami
                     unmarshalledObject.RefreshInterval = unmarshaller.Unmarshall(context, ref reader);
                     continue;
                 }
+                if (context.TestExpression("SourceProperties", targetDepth))
+                {
+                    var unmarshaller = new JsonDictionaryUnmarshaller<string, string, StringUnmarshaller, StringUnmarshaller>(StringUnmarshaller.Instance, StringUnmarshaller.Instance);
+                    unmarshalledObject.SourceProperties = unmarshaller.Unmarshall(context, ref reader);
+                    continue;
+                }
             }
             return unmarshalledObject;
         }