|
7 | 7 | "BatchDeletePartition": "<p>Deletes one or more partitions in a batch operation.</p>", |
8 | 8 | "BatchDeleteTable": "<p>Deletes multiple tables at once.</p> <note> <p>After completing this operation, you will no longer have access to the table versions and partitions that belong to the deleted table. AWS Glue deletes these \"orphaned\" resources asynchronously in a timely manner, at the discretion of the service.</p> <p>To ensure immediate deletion of all related resources, before calling <code>BatchDeleteTable</code>, use <code>DeleteTableVersion</code> or <code>BatchDeleteTableVersion</code>, and <code>DeletePartition</code> or <code>BatchDeletePartition</code>, to delete any resources that belong to the table.</p> </note>", |
9 | 9 | "BatchDeleteTableVersion": "<p>Deletes a specified batch of versions of a table.</p>", |
10 | | - "BatchGetCrawlers": "<p>Returns a list of resource metadata for a given list of crawler names. After calling the <code>ListCrawlers</code> operation, you can call this operation to access the data to which you have been granted permissions to based on tags.</p>", |
| 10 | + "BatchGetCrawlers": "<p>Returns a list of resource metadata for a given list of crawler names. After calling the <code>ListCrawlers</code> operation, you can call this operation to access the data to which you have been granted permissions. This operation supports all IAM permissions, including permission conditions that uses tags.</p>", |
11 | 11 | "BatchGetDevEndpoints": "<p>Returns a list of resource metadata for a given list of DevEndpoint names. After calling the <code>ListDevEndpoints</code> operation, you can call this operation to access the data to which you have been granted permissions. This operation supports all IAM permissions, including permission conditions that uses tags.</p>", |
12 | 12 | "BatchGetJobs": "<p>Returns a list of resource metadata for a given list of job names. After calling the <code>ListJobs</code> operation, you can call this operation to access the data to which you have been granted permissions. This operation supports all IAM permissions, including permission conditions that uses tags. </p>", |
13 | 13 | "BatchGetPartition": "<p>Retrieves partitions in a batch request.</p>", |
14 | 14 | "BatchGetTriggers": "<p>Returns a list of resource metadata for a given list of trigger names. After calling the <code>ListTriggers</code> operation, you can call this operation to access the data to which you have been granted permissions. This operation supports all IAM permissions, including permission conditions that uses tags.</p>", |
15 | 15 | "BatchStopJobRun": "<p>Stops one or more job runs for a specified job definition.</p>", |
16 | | - "CreateClassifier": "<p>Creates a classifier in the user's account. This may be a <code>GrokClassifier</code>, an <code>XMLClassifier</code>, or abbrev <code>JsonClassifier</code>, depending on which field of the request is present.</p>", |
| 16 | + "CreateClassifier": "<p>Creates a classifier in the user's account. This may be a <code>GrokClassifier</code>, an <code>XMLClassifier</code>, a <code>JsonClassifier</code>, or a <code>CsvClassifier</code>, depending on which field of the request is present.</p>", |
17 | 17 | "CreateConnection": "<p>Creates a connection definition in the Data Catalog.</p>", |
18 | 18 | "CreateCrawler": "<p>Creates a new crawler with specified targets, role, configuration, and optional schedule. At least one crawl target must be specified, in the <i>s3Targets</i> field, the <i>jdbcTargets</i> field, or the <i>DynamoDBTargets</i> field.</p>", |
19 | 19 | "CreateDatabase": "<p>Creates a new database in a Data Catalog.</p>", |
|
89 | 89 | "StopTrigger": "<p>Stops a specified trigger.</p>", |
90 | 90 | "TagResource": "<p>Adds tags to a resource. A tag is a label you can assign to an AWS resource. In AWS Glue, you can tag only certain resources. For information about what resources you can tag, see <a href=\"http://docs.aws.amazon.com/glue/latest/dg/monitor-tags.html\">AWS Tags in AWS Glue</a>.</p>", |
91 | 91 | "UntagResource": "<p>Removes tags from a resource.</p>", |
92 | | - "UpdateClassifier": "<p>Modifies an existing classifier (a <code>GrokClassifier</code>, <code>XMLClassifier</code>, or <code>JsonClassifier</code>, depending on which field is present).</p>", |
| 92 | + "UpdateClassifier": "<p>Modifies an existing classifier (a <code>GrokClassifier</code>, an <code>XMLClassifier</code>, a <code>JsonClassifier</code>, or a <code>CsvClassifier</code>, depending on which field is present).</p>", |
93 | 93 | "UpdateConnection": "<p>Updates a connection definition in the Data Catalog.</p>", |
94 | 94 | "UpdateCrawler": "<p>Updates a crawler. If a crawler is running, you must stop it using <code>StopCrawler</code> before updating it.</p>", |
95 | 95 | "UpdateCrawlerSchedule": "<p>Updates the schedule of a crawler using a <code>cron</code> expression. </p>", |
|
412 | 412 | } |
413 | 413 | }, |
414 | 414 | "Classifier": { |
415 | | - "base": "<p>Classifiers are triggered during a crawl task. A classifier checks whether a given file is in a format it can handle, and if it is, the classifier creates a schema in the form of a <code>StructType</code> object that matches that data format.</p> <p>You can use the standard classifiers that AWS Glue supplies, or you can write your own classifiers to best categorize your data sources and specify the appropriate schemas to use for them. A classifier can be a <code>grok</code> classifier, an <code>XML</code> classifier, or a <code>JSON</code> classifier, as specified in one of the fields in the <code>Classifier</code> object.</p>", |
| 415 | + "base": "<p>Classifiers are triggered during a crawl task. A classifier checks whether a given file is in a format it can handle, and if it is, the classifier creates a schema in the form of a <code>StructType</code> object that matches that data format.</p> <p>You can use the standard classifiers that AWS Glue supplies, or you can write your own classifiers to best categorize your data sources and specify the appropriate schemas to use for them. A classifier can be a <code>grok</code> classifier, an <code>XML</code> classifier, a <code>JSON</code> classifier, or a custom <code>CSV</code> classifier as specified in one of the fields in the <code>Classifier</code> object.</p>", |
416 | 416 | "refs": { |
417 | 417 | "ClassifierList$member": null, |
418 | 418 | "GetClassifierResponse$Classifier": "<p>The requested classifier.</p>" |
|
664 | 664 | "base": null, |
665 | 665 | "refs": { |
666 | 666 | "BatchGetCrawlersRequest$CrawlerNames": "<p>A list of crawler names, which may be the names returned from the <code>ListCrawlers</code> operation.</p>", |
667 | | - "BatchGetCrawlersResponse$CrawlersNotFound": "<p>A list of crawlers not found.</p>", |
| 667 | + "BatchGetCrawlersResponse$CrawlersNotFound": "<p>A list of names of crawlers not found.</p>", |
668 | 668 | "GetCrawlerMetricsRequest$CrawlerNameList": "<p>A list of the names of crawlers about which to retrieve metrics.</p>", |
669 | 669 | "ListCrawlersResponse$CrawlerNames": "<p>The names of all crawlers in the account, or the crawlers with the specified tags.</p>" |
670 | 670 | } |
|
736 | 736 | "refs": { |
737 | 737 | } |
738 | 738 | }, |
| 739 | + "CreateCsvClassifierRequest": { |
| 740 | + "base": "<p>Specifies a custom CSV classifier for <code>CreateClassifier</code> to create.</p>", |
| 741 | + "refs": { |
| 742 | + "CreateClassifierRequest$CsvClassifier": "<p>A <code>CsvClassifier</code> object specifying the classifier to create.</p>" |
| 743 | + } |
| 744 | + }, |
739 | 745 | "CreateDatabaseRequest": { |
740 | 746 | "base": null, |
741 | 747 | "refs": { |
|
853 | 859 | "UpdateCrawlerScheduleRequest$Schedule": "<p>The updated <code>cron</code> expression used to specify the schedule (see <a href=\"http://docs.aws.amazon.com/glue/latest/dg/monitor-data-warehouse-schedule.html\">Time-Based Schedules for Jobs and Crawlers</a>. For example, to run something every day at 12:15 UTC, you would specify: <code>cron(15 12 * * ? *)</code>.</p>" |
854 | 860 | } |
855 | 861 | }, |
| 862 | + "CsvClassifier": { |
| 863 | + "base": "<p>A classifier for custom <code>CSV</code> content.</p>", |
| 864 | + "refs": { |
| 865 | + "Classifier$CsvClassifier": "<p>A <code>CSVClassifier</code> object.</p>" |
| 866 | + } |
| 867 | + }, |
| 868 | + "CsvColumnDelimiter": { |
| 869 | + "base": null, |
| 870 | + "refs": { |
| 871 | + "CreateCsvClassifierRequest$Delimiter": "<p>A custom symbol to denote what separates each column entry in the row.</p>", |
| 872 | + "CsvClassifier$Delimiter": "<p>A custom symbol to denote what separates each column entry in the row.</p>", |
| 873 | + "UpdateCsvClassifierRequest$Delimiter": "<p>A custom symbol to denote what separates each column entry in the row.</p>" |
| 874 | + } |
| 875 | + }, |
| 876 | + "CsvHeader": { |
| 877 | + "base": null, |
| 878 | + "refs": { |
| 879 | + "CreateCsvClassifierRequest$Header": "<p>A list of strings representing column names.</p>", |
| 880 | + "CsvClassifier$Header": "<p>A list of strings representing column names.</p>", |
| 881 | + "UpdateCsvClassifierRequest$Header": "<p>A list of strings representing column names.</p>" |
| 882 | + } |
| 883 | + }, |
| 884 | + "CsvHeaderOption": { |
| 885 | + "base": null, |
| 886 | + "refs": { |
| 887 | + "CreateCsvClassifierRequest$ContainsHeader": "<p>Indicates whether the CSV file contains a header.</p>", |
| 888 | + "CsvClassifier$ContainsHeader": "<p>Indicates whether the CSV file contains a header.</p>", |
| 889 | + "UpdateCsvClassifierRequest$ContainsHeader": "<p>Indicates whether the CSV file contains a header.</p>" |
| 890 | + } |
| 891 | + }, |
| 892 | + "CsvQuoteSymbol": { |
| 893 | + "base": null, |
| 894 | + "refs": { |
| 895 | + "CreateCsvClassifierRequest$QuoteSymbol": "<p>A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.</p>", |
| 896 | + "CsvClassifier$QuoteSymbol": "<p>A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.</p>", |
| 897 | + "UpdateCsvClassifierRequest$QuoteSymbol": "<p>A custom symbol to denote what combines content into a single column value. Must be different from the column delimiter.</p>" |
| 898 | + } |
| 899 | + }, |
856 | 900 | "CustomPatterns": { |
857 | 901 | "base": null, |
858 | 902 | "refs": { |
|
2083 | 2127 | "CrawlerMetrics$CrawlerName": "<p>The name of the crawler.</p>", |
2084 | 2128 | "CrawlerNameList$member": null, |
2085 | 2129 | "CreateCrawlerRequest$Name": "<p>Name of the new crawler.</p>", |
| 2130 | + "CreateCsvClassifierRequest$Name": "<p>The name of the classifier.</p>", |
2086 | 2131 | "CreateDevEndpointRequest$SecurityConfiguration": "<p>The name of the SecurityConfiguration structure to be used with this DevEndpoint.</p>", |
2087 | 2132 | "CreateDevEndpointResponse$SecurityConfiguration": "<p>The name of the SecurityConfiguration structure being used with this DevEndpoint.</p>", |
2088 | 2133 | "CreateGrokClassifierRequest$Name": "<p>The name of the new classifier.</p>", |
|
2099 | 2144 | "CreateTriggerResponse$Name": "<p>The name of the trigger.</p>", |
2100 | 2145 | "CreateUserDefinedFunctionRequest$DatabaseName": "<p>The name of the catalog database in which to create the function.</p>", |
2101 | 2146 | "CreateXMLClassifierRequest$Name": "<p>The name of the classifier.</p>", |
| 2147 | + "CsvClassifier$Name": "<p>The name of the classifier.</p>", |
| 2148 | + "CsvHeader$member": null, |
2102 | 2149 | "Database$Name": "<p>Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.</p>", |
2103 | 2150 | "DatabaseInput$Name": "<p>Name of the database. For Hive compatibility, this is folded to lowercase when it is stored.</p>", |
2104 | 2151 | "DeleteClassifierRequest$Name": "<p>Name of the classifier to remove.</p>", |
|
2195 | 2242 | "UpdateConnectionRequest$Name": "<p>The name of the connection definition to update.</p>", |
2196 | 2243 | "UpdateCrawlerRequest$Name": "<p>Name of the new crawler.</p>", |
2197 | 2244 | "UpdateCrawlerScheduleRequest$CrawlerName": "<p>Name of the crawler whose schedule to update.</p>", |
| 2245 | + "UpdateCsvClassifierRequest$Name": "<p>The name of the classifier.</p>", |
2198 | 2246 | "UpdateDatabaseRequest$Name": "<p>The name of the database to update in the catalog. For Hive compatibility, this is folded to lowercase.</p>", |
2199 | 2247 | "UpdateGrokClassifierRequest$Name": "<p>The name of the <code>GrokClassifier</code>.</p>", |
2200 | 2248 | "UpdateJobRequest$JobName": "<p>Name of the job definition to update.</p>", |
|
2265 | 2313 | "NotificationProperty$NotifyDelayAfter": "<p>After a job run starts, the number of minutes to wait before sending a job run delay notification.</p>" |
2266 | 2314 | } |
2267 | 2315 | }, |
| 2316 | + "NullableBoolean": { |
| 2317 | + "base": null, |
| 2318 | + "refs": { |
| 2319 | + "CreateCsvClassifierRequest$DisableValueTrimming": "<p>Specifies not to trim values before identifying the type of column values. The default value is true.</p>", |
| 2320 | + "CreateCsvClassifierRequest$AllowSingleColumn": "<p>Enables the processing of files that contain only one column.</p>", |
| 2321 | + "CsvClassifier$DisableValueTrimming": "<p>Specifies not to trim values before identifying the type of column values. The default value is true.</p>", |
| 2322 | + "CsvClassifier$AllowSingleColumn": "<p>Enables the processing of files that contain only one column.</p>", |
| 2323 | + "UpdateCsvClassifierRequest$DisableValueTrimming": "<p>Specifies not to trim values before identifying the type of column values. The default value is true.</p>", |
| 2324 | + "UpdateCsvClassifierRequest$AllowSingleColumn": "<p>Enables the processing of files that contain only one column.</p>" |
| 2325 | + } |
| 2326 | + }, |
2268 | 2327 | "NullableDouble": { |
2269 | 2328 | "base": null, |
2270 | 2329 | "refs": { |
|
2896 | 2955 | "Connection$LastUpdatedTime": "<p>The last time that this connection definition was updated.</p>", |
2897 | 2956 | "Crawler$CreationTime": "<p>The time when the crawler was created.</p>", |
2898 | 2957 | "Crawler$LastUpdated": "<p>The time the crawler was last updated.</p>", |
| 2958 | + "CsvClassifier$CreationTime": "<p>The time this classifier was registered.</p>", |
| 2959 | + "CsvClassifier$LastUpdated": "<p>The time this classifier was last updated.</p>", |
2899 | 2960 | "Database$CreateTime": "<p>The time at which the metadata database was created in the catalog.</p>", |
2900 | 2961 | "GetResourcePolicyResponse$CreateTime": "<p>The date and time at which the policy was created.</p>", |
2901 | 2962 | "GetResourcePolicyResponse$UpdateTime": "<p>The date and time at which the policy was last updated.</p>", |
|
3072 | 3133 | "refs": { |
3073 | 3134 | } |
3074 | 3135 | }, |
| 3136 | + "UpdateCsvClassifierRequest": { |
| 3137 | + "base": "<p>Specifies a custom CSV classifier to be updated.</p>", |
| 3138 | + "refs": { |
| 3139 | + "UpdateClassifierRequest$CsvClassifier": "<p>A <code>CsvClassifier</code> object with updated fields.</p>" |
| 3140 | + } |
| 3141 | + }, |
3075 | 3142 | "UpdateDatabaseRequest": { |
3076 | 3143 | "base": null, |
3077 | 3144 | "refs": { |
|
3216 | 3283 | "base": null, |
3217 | 3284 | "refs": { |
3218 | 3285 | "Crawler$Version": "<p>The version of the crawler.</p>", |
| 3286 | + "CsvClassifier$Version": "<p>The version of this classifier.</p>", |
3219 | 3287 | "GrokClassifier$Version": "<p>The version of this classifier.</p>", |
3220 | 3288 | "JsonClassifier$Version": "<p>The version of this classifier.</p>", |
3221 | 3289 | "XMLClassifier$Version": "<p>The version of this classifier.</p>" |
|
0 commit comments