|
5375 | 5375 | "RedshiftSource":{"shape":"RedshiftSource"},
|
5376 | 5376 | "S3CatalogSource":{"shape":"S3CatalogSource"},
|
5377 | 5377 | "S3CsvSource":{"shape":"S3CsvSource"},
|
| 5378 | + "S3ExcelSource":{"shape":"S3ExcelSource"}, |
5378 | 5379 | "S3JsonSource":{"shape":"S3JsonSource"},
|
5379 | 5380 | "S3ParquetSource":{"shape":"S3ParquetSource"},
|
5380 | 5381 | "RelationalCatalogSource":{"shape":"RelationalCatalogSource"},
|
|
5385 | 5386 | "RedshiftTarget":{"shape":"RedshiftTarget"},
|
5386 | 5387 | "S3CatalogTarget":{"shape":"S3CatalogTarget"},
|
5387 | 5388 | "S3GlueParquetTarget":{"shape":"S3GlueParquetTarget"},
|
| 5389 | + "S3HyperDirectTarget":{"shape":"S3HyperDirectTarget"}, |
5388 | 5390 | "S3DirectTarget":{"shape":"S3DirectTarget"},
|
| 5391 | + "S3IcebergDirectTarget":{"shape":"S3IcebergDirectTarget"}, |
5389 | 5392 | "ApplyMapping":{"shape":"ApplyMapping"},
|
5390 | 5393 | "SelectFields":{"shape":"SelectFields"},
|
5391 | 5394 | "DropFields":{"shape":"DropFields"},
|
|
10575 | 10578 | "type":"list",
|
10576 | 10579 | "member":{"shape":"HudiTarget"}
|
10577 | 10580 | },
|
| 10581 | + "HyperTargetCompressionType":{ |
| 10582 | + "type":"string", |
| 10583 | + "enum":["uncompressed"] |
| 10584 | + }, |
10578 | 10585 | "IAMRoleArn":{
|
10579 | 10586 | "type":"string",
|
10580 | 10587 | "pattern":"^arn:aws(-(cn|us-gov|iso(-[bef])?))?:iam::[0-9]{12}:role/.+"
|
|
10641 | 10648 | "MaximumTraversalDepth":{"shape":"NullableInteger"}
|
10642 | 10649 | }
|
10643 | 10650 | },
|
| 10651 | + "IcebergTargetCompressionType":{ |
| 10652 | + "type":"string", |
| 10653 | + "enum":[ |
| 10654 | + "gzip", |
| 10655 | + "lzo", |
| 10656 | + "uncompressed", |
| 10657 | + "snappy" |
| 10658 | + ] |
| 10659 | + }, |
10644 | 10660 | "IcebergTargetList":{
|
10645 | 10661 | "type":"list",
|
10646 | 10662 | "member":{"shape":"IcebergTarget"}
|
|
12344 | 12360 | "type":"string",
|
12345 | 12361 | "box":true
|
12346 | 12362 | },
|
| 12363 | + "NumberTargetPartitionsString":{"type":"string"}, |
12347 | 12364 | "OAuth2ClientApplication":{
|
12348 | 12365 | "type":"structure",
|
12349 | 12366 | "members":{
|
|
12644 | 12661 | "snappy",
|
12645 | 12662 | "lzo",
|
12646 | 12663 | "gzip",
|
| 12664 | + "brotli", |
| 12665 | + "lz4", |
12647 | 12666 | "uncompressed",
|
12648 | 12667 | "none"
|
12649 | 12668 | ]
|
|
13647 | 13666 | "PartitionKeys":{"shape":"GlueStudioPathList"},
|
13648 | 13667 | "Path":{"shape":"EnclosedInStringProperty"},
|
13649 | 13668 | "Compression":{"shape":"DeltaTargetCompressionType"},
|
| 13669 | + "NumberTargetPartitions":{"shape":"NumberTargetPartitionsString"}, |
13650 | 13670 | "Format":{"shape":"TargetFormat"},
|
13651 | 13671 | "AdditionalOptions":{"shape":"AdditionalOptions"},
|
13652 | 13672 | "SchemaChangePolicy":{"shape":"DirectSchemaChangePolicy"}
|
|
13689 | 13709 | "PartitionKeys":{"shape":"GlueStudioPathList"},
|
13690 | 13710 | "Path":{"shape":"EnclosedInStringProperty"},
|
13691 | 13711 | "Compression":{"shape":"EnclosedInStringProperty"},
|
| 13712 | + "NumberTargetPartitions":{"shape":"NumberTargetPartitionsString"}, |
13692 | 13713 | "Format":{"shape":"TargetFormat"},
|
13693 | 13714 | "SchemaChangePolicy":{"shape":"DirectSchemaChangePolicy"}
|
13694 | 13715 | }
|
|
13712 | 13733 | "SSE-S3"
|
13713 | 13734 | ]
|
13714 | 13735 | },
|
| 13736 | + "S3ExcelSource":{ |
| 13737 | + "type":"structure", |
| 13738 | + "required":[ |
| 13739 | + "Name", |
| 13740 | + "Paths" |
| 13741 | + ], |
| 13742 | + "members":{ |
| 13743 | + "Name":{"shape":"NodeName"}, |
| 13744 | + "Paths":{"shape":"EnclosedInStringProperties"}, |
| 13745 | + "CompressionType":{"shape":"ParquetCompressionType"}, |
| 13746 | + "Exclusions":{"shape":"EnclosedInStringProperties"}, |
| 13747 | + "GroupSize":{"shape":"EnclosedInStringProperty"}, |
| 13748 | + "GroupFiles":{"shape":"EnclosedInStringProperty"}, |
| 13749 | + "Recurse":{"shape":"BoxedBoolean"}, |
| 13750 | + "MaxBand":{"shape":"BoxedNonNegativeInt"}, |
| 13751 | + "MaxFilesInBand":{"shape":"BoxedNonNegativeInt"}, |
| 13752 | + "AdditionalOptions":{"shape":"S3DirectSourceAdditionalOptions"}, |
| 13753 | + "NumberRows":{"shape":"BoxedLong"}, |
| 13754 | + "SkipFooter":{"shape":"BoxedNonNegativeInt"}, |
| 13755 | + "OutputSchemas":{"shape":"GlueSchemas"} |
| 13756 | + } |
| 13757 | + }, |
13715 | 13758 | "S3GlueParquetTarget":{
|
13716 | 13759 | "type":"structure",
|
13717 | 13760 | "required":[
|
|
13725 | 13768 | "PartitionKeys":{"shape":"GlueStudioPathList"},
|
13726 | 13769 | "Path":{"shape":"EnclosedInStringProperty"},
|
13727 | 13770 | "Compression":{"shape":"ParquetCompressionType"},
|
| 13771 | + "NumberTargetPartitions":{"shape":"NumberTargetPartitionsString"}, |
13728 | 13772 | "SchemaChangePolicy":{"shape":"DirectSchemaChangePolicy"}
|
13729 | 13773 | }
|
13730 | 13774 | },
|
|
13762 | 13806 | "Inputs":{"shape":"OneInput"},
|
13763 | 13807 | "Path":{"shape":"EnclosedInStringProperty"},
|
13764 | 13808 | "Compression":{"shape":"HudiTargetCompressionType"},
|
| 13809 | + "NumberTargetPartitions":{"shape":"NumberTargetPartitionsString"}, |
13765 | 13810 | "PartitionKeys":{"shape":"GlueStudioPathList"},
|
13766 | 13811 | "Format":{"shape":"TargetFormat"},
|
13767 | 13812 | "AdditionalOptions":{"shape":"AdditionalOptions"},
|
|
13782 | 13827 | "OutputSchemas":{"shape":"GlueSchemas"}
|
13783 | 13828 | }
|
13784 | 13829 | },
|
| 13830 | + "S3HyperDirectTarget":{ |
| 13831 | + "type":"structure", |
| 13832 | + "required":[ |
| 13833 | + "Name", |
| 13834 | + "Inputs", |
| 13835 | + "Path" |
| 13836 | + ], |
| 13837 | + "members":{ |
| 13838 | + "Name":{"shape":"NodeName"}, |
| 13839 | + "Inputs":{"shape":"OneInput"}, |
| 13840 | + "PartitionKeys":{"shape":"GlueStudioPathList"}, |
| 13841 | + "Path":{"shape":"EnclosedInStringProperty"}, |
| 13842 | + "Compression":{"shape":"HyperTargetCompressionType"}, |
| 13843 | + "SchemaChangePolicy":{"shape":"DirectSchemaChangePolicy"} |
| 13844 | + } |
| 13845 | + }, |
| 13846 | + "S3IcebergDirectTarget":{ |
| 13847 | + "type":"structure", |
| 13848 | + "required":[ |
| 13849 | + "Name", |
| 13850 | + "Inputs", |
| 13851 | + "Path", |
| 13852 | + "Format", |
| 13853 | + "Compression" |
| 13854 | + ], |
| 13855 | + "members":{ |
| 13856 | + "Name":{"shape":"NodeName"}, |
| 13857 | + "Inputs":{"shape":"OneInput"}, |
| 13858 | + "PartitionKeys":{"shape":"GlueStudioPathList"}, |
| 13859 | + "Path":{"shape":"EnclosedInStringProperty"}, |
| 13860 | + "Format":{"shape":"TargetFormat"}, |
| 13861 | + "AdditionalOptions":{"shape":"AdditionalOptions"}, |
| 13862 | + "SchemaChangePolicy":{"shape":"DirectSchemaChangePolicy"}, |
| 13863 | + "Compression":{"shape":"IcebergTargetCompressionType"}, |
| 13864 | + "NumberTargetPartitions":{"shape":"NumberTargetPartitionsString"} |
| 13865 | + } |
| 13866 | + }, |
13785 | 13867 | "S3JsonSource":{
|
13786 | 13868 | "type":"structure",
|
13787 | 13869 | "required":[
|
|
15216 | 15298 | "orc",
|
15217 | 15299 | "parquet",
|
15218 | 15300 | "hudi",
|
15219 |
| - "delta" |
| 15301 | + "delta", |
| 15302 | + "iceberg", |
| 15303 | + "hyper", |
| 15304 | + "xml" |
15220 | 15305 | ]
|
15221 | 15306 | },
|
15222 | 15307 | "TargetProcessingProperties":{
|
|
0 commit comments