feat(client-glue): AWS Glue Data Catalog now supports Iceberg Optimization settings at the Catalog level, and supports new options to control the optimization job run rate.

awstools · awstools · commit 5451046b6f34 · 2025-08-07T18:21:53.000Z
diff --git a/clients/client-glue/src/commands/BatchGetTableOptimizerCommand.ts b/clients/client-glue/src/commands/BatchGetTableOptimizerCommand.ts
@@ -64,19 +64,23 @@ export interface BatchGetTableOptimizerCommandOutput extends BatchGetTableOptimi
  * //           compactionConfiguration: { // CompactionConfiguration
  * //             icebergConfiguration: { // IcebergCompactionConfiguration
  * //               strategy: "binpack" || "sort" || "z-order",
+ * //               minInputFiles: Number("int"),
+ * //               deleteFileThreshold: Number("int"),
  * //             },
  * //           },
  * //           retentionConfiguration: { // RetentionConfiguration
  * //             icebergConfiguration: { // IcebergRetentionConfiguration
  * //               snapshotRetentionPeriodInDays: Number("int"),
  * //               numberOfSnapshotsToRetain: Number("int"),
  * //               cleanExpiredFiles: true || false,
+ * //               runRateInHours: Number("int"),
  * //             },
  * //           },
  * //           orphanFileDeletionConfiguration: { // OrphanFileDeletionConfiguration
  * //             icebergConfiguration: { // IcebergOrphanFileDeletionConfiguration
  * //               orphanFileRetentionPeriodInDays: Number("int"),
  * //               location: "STRING_VALUE",
+ * //               runRateInHours: Number("int"),
  * //             },
  * //           },
  * //         },
@@ -120,6 +124,7 @@ export interface BatchGetTableOptimizerCommandOutput extends BatchGetTableOptimi
  * //             },
  * //           },
  * //         },
+ * //         configurationSource: "catalog" || "table",
  * //       },
  * //     },
  * //   ],
diff --git a/clients/client-glue/src/commands/CreateCatalogCommand.ts b/clients/client-glue/src/commands/CreateCatalogCommand.ts
@@ -57,9 +57,19 @@ export interface CreateCatalogCommandOutput extends CreateCatalogResponse, __Met
  *         KmsKey: "STRING_VALUE",
  *         CatalogType: "STRING_VALUE",
  *       },
- *       CustomProperties: {
- *         "<keys>": "STRING_VALUE",
+ *       IcebergOptimizationProperties: { // IcebergOptimizationProperties
+ *         RoleArn: "STRING_VALUE",
+ *         Compaction: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         Retention: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         OrphanFileDeletion: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
  *       },
+ *       CustomProperties: "<ParametersMap>",
  *     },
  *     CreateTableDefaultPermissions: [ // PrincipalPermissionsList
  *       { // PrincipalPermissions
diff --git a/clients/client-glue/src/commands/CreateTableOptimizerCommand.ts b/clients/client-glue/src/commands/CreateTableOptimizerCommand.ts
@@ -49,19 +49,23 @@ export interface CreateTableOptimizerCommandOutput extends CreateTableOptimizerR
  *     compactionConfiguration: { // CompactionConfiguration
  *       icebergConfiguration: { // IcebergCompactionConfiguration
  *         strategy: "binpack" || "sort" || "z-order",
+ *         minInputFiles: Number("int"),
+ *         deleteFileThreshold: Number("int"),
  *       },
  *     },
  *     retentionConfiguration: { // RetentionConfiguration
  *       icebergConfiguration: { // IcebergRetentionConfiguration
  *         snapshotRetentionPeriodInDays: Number("int"),
  *         numberOfSnapshotsToRetain: Number("int"),
  *         cleanExpiredFiles: true || false,
+ *         runRateInHours: Number("int"),
  *       },
  *     },
  *     orphanFileDeletionConfiguration: { // OrphanFileDeletionConfiguration
  *       icebergConfiguration: { // IcebergOrphanFileDeletionConfiguration
  *         orphanFileRetentionPeriodInDays: Number("int"),
  *         location: "STRING_VALUE",
+ *         runRateInHours: Number("int"),
  *       },
  *     },
  *   },
diff --git a/clients/client-glue/src/commands/GetCatalogCommand.ts b/clients/client-glue/src/commands/GetCatalogCommand.ts
@@ -70,9 +70,20 @@ export interface GetCatalogCommandOutput extends GetCatalogResponse, __MetadataB
  * //         StatusMessage: "STRING_VALUE",
  * //         CatalogType: "STRING_VALUE",
  * //       },
- * //       CustomProperties: {
- * //         "<keys>": "STRING_VALUE",
+ * //       IcebergOptimizationProperties: { // IcebergOptimizationPropertiesOutput
+ * //         RoleArn: "STRING_VALUE",
+ * //         Compaction: {
+ * //           "<keys>": "STRING_VALUE",
+ * //         },
+ * //         Retention: {
+ * //           "<keys>": "STRING_VALUE",
+ * //         },
+ * //         OrphanFileDeletion: {
+ * //           "<keys>": "STRING_VALUE",
+ * //         },
+ * //         LastUpdatedTime: new Date("TIMESTAMP"),
  * //       },
+ * //       CustomProperties: "<ParametersMap>",
  * //     },
  * //     CreateTableDefaultPermissions: [ // PrincipalPermissionsList
  * //       { // PrincipalPermissions
diff --git a/clients/client-glue/src/commands/GetCatalogsCommand.ts b/clients/client-glue/src/commands/GetCatalogsCommand.ts
@@ -75,9 +75,20 @@ export interface GetCatalogsCommandOutput extends GetCatalogsResponse, __Metadat
  * //           StatusMessage: "STRING_VALUE",
  * //           CatalogType: "STRING_VALUE",
  * //         },
- * //         CustomProperties: {
- * //           "<keys>": "STRING_VALUE",
+ * //         IcebergOptimizationProperties: { // IcebergOptimizationPropertiesOutput
+ * //           RoleArn: "STRING_VALUE",
+ * //           Compaction: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           Retention: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           OrphanFileDeletion: {
+ * //             "<keys>": "STRING_VALUE",
+ * //           },
+ * //           LastUpdatedTime: new Date("TIMESTAMP"),
  * //         },
+ * //         CustomProperties: "<ParametersMap>",
  * //       },
  * //       CreateTableDefaultPermissions: [ // PrincipalPermissionsList
  * //         { // PrincipalPermissions
diff --git a/clients/client-glue/src/commands/GetTableOptimizerCommand.ts b/clients/client-glue/src/commands/GetTableOptimizerCommand.ts
@@ -58,19 +58,23 @@ export interface GetTableOptimizerCommandOutput extends GetTableOptimizerRespons
  * //       compactionConfiguration: { // CompactionConfiguration
  * //         icebergConfiguration: { // IcebergCompactionConfiguration
  * //           strategy: "binpack" || "sort" || "z-order",
+ * //           minInputFiles: Number("int"),
+ * //           deleteFileThreshold: Number("int"),
  * //         },
  * //       },
  * //       retentionConfiguration: { // RetentionConfiguration
  * //         icebergConfiguration: { // IcebergRetentionConfiguration
  * //           snapshotRetentionPeriodInDays: Number("int"),
  * //           numberOfSnapshotsToRetain: Number("int"),
  * //           cleanExpiredFiles: true || false,
+ * //           runRateInHours: Number("int"),
  * //         },
  * //       },
  * //       orphanFileDeletionConfiguration: { // OrphanFileDeletionConfiguration
  * //         icebergConfiguration: { // IcebergOrphanFileDeletionConfiguration
  * //           orphanFileRetentionPeriodInDays: Number("int"),
  * //           location: "STRING_VALUE",
+ * //           runRateInHours: Number("int"),
  * //         },
  * //       },
  * //     },
@@ -114,6 +118,7 @@ export interface GetTableOptimizerCommandOutput extends GetTableOptimizerRespons
  * //         },
  * //       },
  * //     },
+ * //     configurationSource: "catalog" || "table",
  * //   },
  * // };
  *
diff --git a/clients/client-glue/src/commands/ListWorkflowsCommand.ts b/clients/client-glue/src/commands/ListWorkflowsCommand.ts
@@ -6,7 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 
 import { commonParams } from "../endpoint/EndpointParameters";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { ListWorkflowsRequest, ListWorkflowsResponse } from "../models/models_2";
+import { ListWorkflowsRequest, ListWorkflowsResponse } from "../models/models_3";
 import { de_ListWorkflowsCommand, se_ListWorkflowsCommand } from "../protocols/Aws_json1_1";
 
 /**
diff --git a/clients/client-glue/src/commands/ModifyIntegrationCommand.ts b/clients/client-glue/src/commands/ModifyIntegrationCommand.ts
@@ -6,8 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
 
 import { commonParams } from "../endpoint/EndpointParameters";
 import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
-import { ModifyIntegrationRequest } from "../models/models_2";
-import { ModifyIntegrationResponse } from "../models/models_3";
+import { ModifyIntegrationRequest, ModifyIntegrationResponse } from "../models/models_3";
 import { de_ModifyIntegrationCommand, se_ModifyIntegrationCommand } from "../protocols/Aws_json1_1";
 
 /**
diff --git a/clients/client-glue/src/commands/UpdateCatalogCommand.ts b/clients/client-glue/src/commands/UpdateCatalogCommand.ts
@@ -57,9 +57,19 @@ export interface UpdateCatalogCommandOutput extends UpdateCatalogResponse, __Met
  *         KmsKey: "STRING_VALUE",
  *         CatalogType: "STRING_VALUE",
  *       },
- *       CustomProperties: {
- *         "<keys>": "STRING_VALUE",
+ *       IcebergOptimizationProperties: { // IcebergOptimizationProperties
+ *         RoleArn: "STRING_VALUE",
+ *         Compaction: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         Retention: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
+ *         OrphanFileDeletion: {
+ *           "<keys>": "STRING_VALUE",
+ *         },
  *       },
+ *       CustomProperties: "<ParametersMap>",
  *     },
  *     CreateTableDefaultPermissions: [ // PrincipalPermissionsList
  *       { // PrincipalPermissions
diff --git a/clients/client-glue/src/commands/UpdateTableOptimizerCommand.ts b/clients/client-glue/src/commands/UpdateTableOptimizerCommand.ts
@@ -49,19 +49,23 @@ export interface UpdateTableOptimizerCommandOutput extends UpdateTableOptimizerR
  *     compactionConfiguration: { // CompactionConfiguration
  *       icebergConfiguration: { // IcebergCompactionConfiguration
  *         strategy: "binpack" || "sort" || "z-order",
+ *         minInputFiles: Number("int"),
+ *         deleteFileThreshold: Number("int"),
  *       },
  *     },
  *     retentionConfiguration: { // RetentionConfiguration
  *       icebergConfiguration: { // IcebergRetentionConfiguration
  *         snapshotRetentionPeriodInDays: Number("int"),
  *         numberOfSnapshotsToRetain: Number("int"),
  *         cleanExpiredFiles: true || false,
+ *         runRateInHours: Number("int"),
  *       },
  *     },
  *     orphanFileDeletionConfiguration: { // OrphanFileDeletionConfiguration
  *       icebergConfiguration: { // IcebergOrphanFileDeletionConfiguration
  *         orphanFileRetentionPeriodInDays: Number("int"),
  *         location: "STRING_VALUE",
+ *         runRateInHours: Number("int"),
  *       },
  *     },
  *   },
diff --git a/clients/client-glue/src/models/models_0.ts b/clients/client-glue/src/models/models_0.ts
@@ -8618,6 +8618,18 @@ export interface IcebergCompactionConfiguration {
    * @public
    */
   strategy?: CompactionStrategy | undefined;
+
+  /**
+   * <p>The minimum number of data files that must be present in a partition before compaction will actually compact files. This parameter helps control when compaction is triggered, preventing unnecessary compaction operations on partitions with few files. If an input is not provided, the default value 100 will be used.</p>
+   * @public
+   */
+  minInputFiles?: number | undefined;
+
+  /**
+   * <p>The minimum number of deletes that must be present in a data file to make it eligible for compaction. This parameter helps optimize compaction by focusing on files that contain a significant number of delete operations, which can improve query performance by removing deleted records. If an input is not provided, the default value 1 will be used.</p>
+   * @public
+   */
+  deleteFileThreshold?: number | undefined;
 }
 
 /**
@@ -8649,6 +8661,12 @@ export interface IcebergOrphanFileDeletionConfiguration {
    * @public
    */
   location?: string | undefined;
+
+  /**
+   * <p>The interval in hours between orphan file deletion job runs. This parameter controls how frequently the orphan file deletion optimizer will run to clean up orphan files. The value must be between 3 and 168 hours (7 days). If an input is not provided, the default value 24 will be used.</p>
+   * @public
+   */
+  runRateInHours?: number | undefined;
 }
 
 /**
@@ -8685,6 +8703,12 @@ export interface IcebergRetentionConfiguration {
    * @public
    */
   cleanExpiredFiles?: boolean | undefined;
+
+  /**
+   * <p>The interval in hours between retention job runs. This parameter controls how frequently the retention optimizer will run to clean up expired snapshots. The value must be between 3 and 168 hours (7 days). If an input is not provided, the default value 24 will be used.</p>
+   * @public
+   */
+  runRateInHours?: number | undefined;
 }
 
 /**
@@ -8784,6 +8808,20 @@ export interface TableOptimizerConfiguration {
   orphanFileDeletionConfiguration?: OrphanFileDeletionConfiguration | undefined;
 }
 
+/**
+ * @public
+ * @enum
+ */
+export const ConfigurationSource = {
+  CATALOG: "catalog",
+  TABLE: "table",
+} as const;
+
+/**
+ * @public
+ */
+export type ConfigurationSource = (typeof ConfigurationSource)[keyof typeof ConfigurationSource];
+
 /**
  * <p>Compaction metrics for Iceberg for the optimizer run.</p>
  * @public
@@ -9097,6 +9135,15 @@ export interface TableOptimizer {
    * @public
    */
   lastRun?: TableOptimizerRun | undefined;
+
+  /**
+   * <p>
+   *       Specifies the source of the optimizer configuration. This indicates how the table optimizer was configured and which entity or service
+   *       initiated the configuration.
+   *     </p>
+   * @public
+   */
+  configurationSource?: ConfigurationSource | undefined;
 }
 
 /**
@@ -9483,25 +9530,6 @@ export interface BlueprintDetails {
   RunId?: string | undefined;
 }
 
-/**
- * <p>An edge represents a directed connection between two Glue components that are part of the workflow the
- *       edge belongs to.</p>
- * @public
- */
-export interface Edge {
-  /**
-   * <p>The unique of the node within the workflow where the edge starts.</p>
-   * @public
-   */
-  SourceId?: string | undefined;
-
-  /**
-   * <p>The unique of the node within the workflow where the edge ends.</p>
-   * @public
-   */
-  DestinationId?: string | undefined;
-}
-
 /**
  * @internal
  */
diff --git a/clients/client-glue/src/models/models_1.ts b/clients/client-glue/src/models/models_1.ts
diff --git a/clients/client-glue/src/models/models_2.ts b/clients/client-glue/src/models/models_2.ts
diff --git a/clients/client-glue/src/models/models_3.ts b/clients/client-glue/src/models/models_3.ts
diff --git a/clients/client-glue/src/protocols/Aws_json1_1.ts b/clients/client-glue/src/protocols/Aws_json1_1.ts
diff --git a/codegen/sdk-codegen/aws-models/glue.json b/codegen/sdk-codegen/aws-models/glue.json
