AWS Glue Update: Add support for Event Driven Workflows

Author: AWS

.changes/next-release/feature-AWSGlue-342db3a.json

@@ -0,0 +1,6 @@
+{
+    "type": "feature",
+    "category": "AWS Glue",
+    "contributor": "",
+    "description": "Add support for Event Driven Workflows"
+}

services/glue/src/main/resources/codegen-resources/service-2.json

@@ -3016,6 +3016,11 @@
         }
       }
     },
+    "BatchSize":{
+      "type":"integer",
+      "max":100,
+      "min":1
+    },
     "BatchStopJobRunError":{
       "type":"structure",
       "members":{
@@ -3169,6 +3174,12 @@
         }
       }
     },
+    "BatchWindow":{
+      "type":"integer",
+      "box":true,
+      "max":900,
+      "min":1
+    },
     "BinaryColumnStatisticsData":{
       "type":"structure",
       "required":[
@@ -5116,7 +5127,8 @@
         "Tags":{
           "shape":"TagsMap",
           "documentation":"<p>The tags to use with this trigger. You may use tags to limit access to the trigger. For more information about tags in Glue, see <a href=\"https://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html\">Amazon Web Services Tags in Glue</a> in the developer guide. </p>"
-        }
+        },
+        "EventBatchingCondition":{"shape":"EventBatchingCondition"}
       }
     },
     "CreateTriggerResponse":{
@@ -6198,7 +6210,7 @@
           "documentation":"<p>The unique of the node within the workflow where the edge ends.</p>"
         }
       },
-      "documentation":"<p>An edge represents a directed connection between two Glue components that are part of the workflow the edge belongs to.</p>"
+      "documentation":"<p>An edge represents a directed connection between two components on a workflow graph.</p>"
     },
     "EdgeList":{
       "type":"list",
@@ -6306,6 +6318,21 @@
       },
       "documentation":"<p>Evaluation metrics provide an estimate of the quality of your machine learning transform.</p>"
     },
+    "EventBatchingCondition":{
+      "type":"structure",
+      "required":["BatchSize"],
+      "members":{
+        "BatchSize":{
+          "shape":"BatchSize",
+          "documentation":"<p>Number of events that must be received from Amazon EventBridge before EventBridge event trigger fires.</p>"
+        },
+        "BatchWindow":{
+          "shape":"BatchWindow",
+          "documentation":"<p>Window of time in seconds after which EventBridge event trigger fires. Window starts when first event is received.</p>"
+        }
+      },
+      "documentation":"<p>Batch condition that must be met (specified number of events received or batch time window expired) before EventBridge event trigger fires.</p>"
+    },
     "ExecutionProperty":{
       "type":"structure",
       "members":{
@@ -9569,7 +9596,7 @@
           "documentation":"<p>Details of the crawler when the node represents a crawler.</p>"
         }
       },
-      "documentation":"<p>A node represents an Glue component such as a trigger, or job, etc., that is part of a workflow.</p>"
+      "documentation":"<p>A node represents an Glue component (trigger, crawler, or job) on a workflow graph.</p>"
     },
     "NodeIdList":{
       "type":"list",
@@ -11201,6 +11228,20 @@
         }
       }
     },
+    "StartingEventBatchCondition":{
+      "type":"structure",
+      "members":{
+        "BatchSize":{
+          "shape":"NullableInteger",
+          "documentation":"<p>Number of events in the batch.</p>"
+        },
+        "BatchWindow":{
+          "shape":"NullableInteger",
+          "documentation":"<p>Duration of the batch window in seconds.</p>"
+        }
+      },
+      "documentation":"<p>The batch condition that started the workflow run. Either the number of events in the batch size arrived, in which case the BatchSize member is non-zero, or the batch window expired, in which case the BatchWindow member is non-zero.</p>"
+    },
     "StopCrawlerRequest":{
       "type":"structure",
       "required":["Name"],
@@ -11956,6 +11997,10 @@
         "Predicate":{
           "shape":"Predicate",
           "documentation":"<p>The predicate of this trigger, which defines when it will fire.</p>"
+        },
+        "EventBatchingCondition":{
+          "shape":"EventBatchingCondition",
+          "documentation":"<p>Batch condition that must be met (specified number of events received or batch time window expired) before EventBridge event trigger fires.</p>"
         }
       },
       "documentation":"<p>Information about a specific trigger.</p>"
@@ -11996,7 +12041,8 @@
       "enum":[
         "SCHEDULED",
         "CONDITIONAL",
-        "ON_DEMAND"
+        "ON_DEMAND",
+        "EVENT"
       ]
     },
     "TriggerUpdate":{
@@ -12021,6 +12067,10 @@
         "Predicate":{
           "shape":"Predicate",
           "documentation":"<p>The predicate of this trigger, which defines when it will fire.</p>"
+        },
+        "EventBatchingCondition":{
+          "shape":"EventBatchingCondition",
+          "documentation":"<p>Batch condition that must be met (specified number of events received or batch time window expired) before EventBridge event trigger fires.</p>"
         }
       },
       "documentation":"<p>A structure used to provide information used to update a trigger. This object updates the previous trigger definition by overwriting it completely.</p>"
@@ -12885,15 +12935,15 @@
       "members":{
         "Name":{
           "shape":"NameString",
-          "documentation":"<p>The name of the workflow representing the flow.</p>"
+          "documentation":"<p>The name of the workflow.</p>"
         },
         "Description":{
           "shape":"GenericString",
           "documentation":"<p>A description of the workflow.</p>"
         },
         "DefaultRunProperties":{
           "shape":"WorkflowRunProperties",
-          "documentation":"<p>A collection of properties to be used as part of each execution of the workflow.</p>"
+          "documentation":"<p>A collection of properties to be used as part of each execution of the workflow. The run properties are made available to each job in the workflow. A job can modify the properties for the next jobs in the flow.</p>"
         },
         "CreatedOn":{
           "shape":"TimestampValue",
@@ -12916,7 +12966,7 @@
           "documentation":"<p>You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.</p>"
         }
       },
-      "documentation":"<p>A workflow represents a flow in which Glue components should be run to complete a logical task.</p>"
+      "documentation":"<p>A workflow is a collection of multiple dependent Glue jobs and crawlers that are run to complete a complex ETL task. A workflow manages the execution and monitoring of all its jobs and crawlers.</p>"
     },
     "WorkflowGraph":{
       "type":"structure",
@@ -12980,6 +13030,10 @@
         "Graph":{
           "shape":"WorkflowGraph",
           "documentation":"<p>The graph representing all the Glue components that belong to the workflow as nodes and directed connections between them as edges.</p>"
+        },
+        "StartingEventBatchCondition":{
+          "shape":"StartingEventBatchCondition",
+          "documentation":"<p>The batch condition that started the workflow run.</p>"
         }
       },
       "documentation":"<p>A workflow run is an execution of a workflow providing all the runtime information.</p>"