Skip to content

Commit 8d97bc4

Browse files
author
AWS
committed
AWS Glue Update: Add recipe step support for recipe node
1 parent 803bcf8 commit 8d97bc4

File tree

2 files changed

+111
-5
lines changed

2 files changed

+111
-5
lines changed
Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
{
2+
"type": "feature",
3+
"category": "AWS Glue",
4+
"contributor": "",
5+
"description": "Add recipe step support for recipe node"
6+
}

services/glue/src/main/resources/codegen-resources/service-2.json

Lines changed: 105 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -6376,6 +6376,32 @@
63766376
"documentation":"<p>A specified condition was not satisfied.</p>",
63776377
"exception":true
63786378
},
6379+
"ConditionExpression":{
6380+
"type":"structure",
6381+
"required":[
6382+
"Condition",
6383+
"TargetColumn"
6384+
],
6385+
"members":{
6386+
"Condition":{
6387+
"shape":"DatabrewCondition",
6388+
"documentation":"<p>The condition of the condition expression.</p>"
6389+
},
6390+
"Value":{
6391+
"shape":"DatabrewConditionValue",
6392+
"documentation":"<p>The value of the condition expression.</p>"
6393+
},
6394+
"TargetColumn":{
6395+
"shape":"TargetColumn",
6396+
"documentation":"<p>The target column of the condition expressions.</p>"
6397+
}
6398+
},
6399+
"documentation":"<p>Condition expression defined in the Glue Studio data preparation recipe node.</p>"
6400+
},
6401+
"ConditionExpressionList":{
6402+
"type":"list",
6403+
"member":{"shape":"ConditionExpression"}
6404+
},
63796405
"ConditionList":{
63806406
"type":"list",
63816407
"member":{"shape":"Condition"}
@@ -9242,6 +9268,16 @@
92429268
"member":{"shape":"Database"}
92439269
},
92449270
"DatabaseName":{"type":"string"},
9271+
"DatabrewCondition":{
9272+
"type":"string",
9273+
"max":128,
9274+
"min":1,
9275+
"pattern":"^[A-Z\\_]+$"
9276+
},
9277+
"DatabrewConditionValue":{
9278+
"type":"string",
9279+
"max":1024
9280+
},
92459281
"Datatype":{
92469282
"type":"structure",
92479283
"required":[
@@ -10479,11 +10515,11 @@
1047910515
},
1048010516
"EnclosedInStringProperty":{
1048110517
"type":"string",
10482-
"pattern":"([\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF]|[^\\S\\r\\n\"'])*"
10518+
"pattern":"([\\u0009\\u000B\\u000C\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF])*"
1048310519
},
1048410520
"EnclosedInStringPropertyWithQuote":{
1048510521
"type":"string",
10486-
"pattern":"([\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF]|[^\\S\\r\\n])*"
10522+
"pattern":"([\\u0009\\u000B\\u000C\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF])*"
1048710523
},
1048810524
"EncryptionAtRest":{
1048910525
"type":"structure",
@@ -16482,7 +16518,7 @@
1648216518
},
1648316519
"NodeName":{
1648416520
"type":"string",
16485-
"pattern":"([\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF]|[^\\r\\n])*"
16521+
"pattern":"([^\\r\\n])*"
1648616522
},
1648716523
"NodeType":{
1648816524
"type":"string",
@@ -16667,6 +16703,12 @@
1666716703
},
1666816704
"documentation":"<p>A structure representing an open format table.</p>"
1666916705
},
16706+
"Operation":{
16707+
"type":"string",
16708+
"max":128,
16709+
"min":1,
16710+
"pattern":"^[A-Z\\_]+$"
16711+
},
1667016712
"OperationNotSupportedException":{
1667116713
"type":"structure",
1667216714
"members":{
@@ -16926,6 +16968,22 @@
1692616968
"null"
1692716969
]
1692816970
},
16971+
"ParameterMap":{
16972+
"type":"map",
16973+
"key":{"shape":"ParameterName"},
16974+
"value":{"shape":"ParameterValue"}
16975+
},
16976+
"ParameterName":{
16977+
"type":"string",
16978+
"max":128,
16979+
"min":1,
16980+
"pattern":"^[A-Za-z0-9]+$"
16981+
},
16982+
"ParameterValue":{
16983+
"type":"string",
16984+
"max":32768,
16985+
"min":1
16986+
},
1692916987
"ParametersMap":{
1693016988
"type":"map",
1693116989
"key":{"shape":"KeyString"},
@@ -17602,8 +17660,7 @@
1760217660
"type":"structure",
1760317661
"required":[
1760417662
"Name",
17605-
"Inputs",
17606-
"RecipeReference"
17663+
"Inputs"
1760717664
],
1760817665
"members":{
1760917666
"Name":{
@@ -17617,10 +17674,29 @@
1761717674
"RecipeReference":{
1761817675
"shape":"RecipeReference",
1761917676
"documentation":"<p>A reference to the DataBrew recipe used by the node.</p>"
17677+
},
17678+
"RecipeSteps":{
17679+
"shape":"RecipeSteps",
17680+
"documentation":"<p>Transform steps used in the recipe node.</p>"
1762017681
}
1762117682
},
1762217683
"documentation":"<p>A Glue Studio node that uses a Glue DataBrew recipe in Glue jobs.</p>"
1762317684
},
17685+
"RecipeAction":{
17686+
"type":"structure",
17687+
"required":["Operation"],
17688+
"members":{
17689+
"Operation":{
17690+
"shape":"Operation",
17691+
"documentation":"<p>The operation of the recipe action.</p>"
17692+
},
17693+
"Parameters":{
17694+
"shape":"ParameterMap",
17695+
"documentation":"<p>The parameters of the recipe action.</p>"
17696+
}
17697+
},
17698+
"documentation":"<p>Actions defined in the Glue Studio data preparation recipe node.</p>"
17699+
},
1762417700
"RecipeReference":{
1762517701
"type":"structure",
1762617702
"required":[
@@ -17639,6 +17715,25 @@
1763917715
},
1764017716
"documentation":"<p>A reference to a Glue DataBrew recipe.</p>"
1764117717
},
17718+
"RecipeStep":{
17719+
"type":"structure",
17720+
"required":["Action"],
17721+
"members":{
17722+
"Action":{
17723+
"shape":"RecipeAction",
17724+
"documentation":"<p>The transformation action of the recipe step.</p>"
17725+
},
17726+
"ConditionExpressions":{
17727+
"shape":"ConditionExpressionList",
17728+
"documentation":"<p>The condition expressions for the recipe step.</p>"
17729+
}
17730+
},
17731+
"documentation":"<p>A recipe step used in a Glue Studio data preparation recipe node.</p>"
17732+
},
17733+
"RecipeSteps":{
17734+
"type":"list",
17735+
"member":{"shape":"RecipeStep"}
17736+
},
1764217737
"RecipeVersion":{
1764317738
"type":"string",
1764417739
"max":16,
@@ -21001,6 +21096,11 @@
2100121096
"max":50,
2100221097
"min":0
2100321098
},
21099+
"TargetColumn":{
21100+
"type":"string",
21101+
"max":1024,
21102+
"min":1
21103+
},
2100421104
"TargetFormat":{
2100521105
"type":"string",
2100621106
"enum":[

0 commit comments

Comments
 (0)