Support for CacheCluster resource (#137)

Issue #, if available: aws-controllers-k8s/community#2079

Description of changes:

This changelist adds support for the ElastiCache `CacheCluster` resource. The generated code did not account for many fields in the call to `ModifyCacheCluster`, and the `DescribeCacheClusters` API does not return all fields in the spec and values for some fields are reported in the `PendingModifiedValues` field instead. To handle this, the last requested configuration for `Spec.PreferredAvailabilityZones` is stored as annotations and used to compute `NewAvailabilityZones`. Moreover, `CacheNodeIdsToRemove` is computed using `Spec.NumCacheNodes` and `PendingModifiedValues.NumCacheNodes`. Support for `Spec.LogDeliveryConfigurations` is explicitly removed and parked for later because the Describe API does not return all fields for this struct. There were many changes to other ElastiCache resources introduced in the newer SDK, so they have been removed for now and not ignored. As a result, a subsequent `make build-controller` will result in new changes.

The logic for syncing tags and comparing engine versions has been refactored to promote reusability.

Closes aws-controllers-k8s/community#2079.

Signed-off-by: cPu1 <[email protected]>

By submitting this pull request, I confirm that my contribution is made under the terms of the Apache 2.0 license.

Author: cPu1

apis/v1alpha1/ack-generate-metadata.yaml

@@ -1,13 +1,13 @@
 ack_generate_info:
-  build_date: "2024-05-02T20:54:33Z"
+  build_date: "2024-06-28T14:33:25Z"
   build_hash: 14cef51778d471698018b6c38b604181a6948248
-  go_version: go1.22.0
+  go_version: go1.22.2
   version: v0.34.0
-api_directory_checksum: bd34f72147706f1dbc990acf4a6c4f6615c1bddb
+api_directory_checksum: 73afd1cf92f1261c45bbb52544adf4da5c6a7cd0
 api_version: v1alpha1
-aws_sdk_go_version: v1.44.93
+aws_sdk_go_version: v1.49.0
 generator_config_info:
-  file_checksum: 3f88502d4b7623890c8eff789285f98fa3d84553
+  file_checksum: 3c359b3f45716af86c99ab2ea0f2ab50eeae5dc9
   original_file_name: generator.yaml
 last_modification:
   reason: API generation

apis/v1alpha1/cache_cluster.go

@@ -1,4 +1,89 @@
 resources:
+  CacheCluster:
+    fields:
+      CacheSubnetGroupName:
+        references:
+          resource: CacheSubnetGroup
+          path: Spec.CacheSubnetGroupName
+      CacheParameterGroupName:
+        references:
+          resource: CacheParameterGroup
+          path: Spec.CacheParameterGroupName
+        is_immutable: true
+      ReplicationGroupID:
+        references:
+          resource: ReplicationGroup
+          path: Spec.ReplicationGroupID
+        is_immutable: true
+      SnapshotName:
+        references:
+          resource: Snapshot
+          path: Spec.SnapshotName
+        is_immutable: true
+      NotificationTopicARN:
+        references:
+          service_name: sns
+          resource: Topic
+          path: Status.ACKResourceMetadata.ARN
+      AuthToken:
+        is_secret: true
+      PreferredAvailabilityZone:
+        late_initialize: {}
+      PreferredAvailabilityZones:
+        compare:
+          is_ignored: true
+    print:
+      add_age_column: true
+      add_synced_column: true
+      order_by: index
+      additional_columns:
+      - name: VERSION
+        json_path: .spec.engineVersion
+        type: string
+        index: 10
+      - name: STATUS
+        json_path: .status.cacheClusterStatus
+        type: string
+        index: 20
+      - name: ENDPOINT
+        json_path: .status.configurationEndpoint.address
+        type: string
+        index: 30
+        priority: 1
+    exceptions:
+      errors:
+        404:
+          code: CacheClusterNotFound
+      terminal_codes:
+        - ReplicationGroupNotFoundFault
+        - InvalidReplicationGroupStateFault
+        - CacheClusterAlreadyExistsFault
+        - InsufficientCacheClusterCapacityFault
+        - CacheSecurityGroupNotFoundFault
+        - CacheSubnetGroupNotFoundFault
+        - ClusterQuotaForCustomerExceededFault
+        - NodeQuotaForClusterExceededFault
+        - NodeQuotaForCustomerExceededFault
+        - CacheParameterGroupNotFoundFault
+        - InvalidVPCNetworkStateFault
+        - TagQuotaPerResource
+        - InvalidParameterValue
+        - InvalidParameterCombination
+    hooks:
+      sdk_create_post_set_output:
+        template_path: hooks/cache_cluster/sdk_create_post_set_output.go.tpl
+      sdk_delete_pre_build_request:
+        template_path: hooks/cache_cluster/sdk_delete_pre_build_request.go.tpl
+      sdk_read_many_post_set_output:
+        template_path: hooks/cache_cluster/sdk_read_many_post_set_output.go.tpl
+      sdk_update_pre_build_request:
+        template_path: hooks/cache_cluster/sdk_update_pre_build_request.go.tpl
+      sdk_update_post_build_request:
+        template_path: hooks/cache_cluster/sdk_update_post_build_request.go.tpl
+      sdk_update_post_set_output:
+        template_path: hooks/cache_cluster/sdk_update_post_set_output.go.tpl
+      delta_post_compare:
+        code: "modifyDelta(delta, a, b)"
   CacheSubnetGroup:
     exceptions:
       errors:
@@ -237,10 +322,17 @@ operations:
     set_output_custom_method_name: CustomCreateUserGroupSetOutput
   DescribeUserGroups:
     set_output_custom_method_name: CustomDescribeUserGroupsSetOutput
+  CreateCacheCluster:
+    set_output_custom_method_name: customCreateCacheClusterSetOutput
+  ModifyCacheCluster:
+    set_output_custom_method_name: customModifyCacheClusterSetOutput
+    override_values:
+      ApplyImmediately: true
 ignore:
   resource_names:
+    - ServerlessCache
+    - ServerlessCacheSnapshot
     - GlobalReplicationGroup
-    - CacheCluster
     - CacheSecurityGroup
   field_paths:
     - DescribeSnapshotsInput.CacheClusterId
@@ -255,3 +347,5 @@ ignore:
     - CreateReplicationGroupInput.GlobalReplicationGroupId
     - CreateReplicationGroupInput.AutoMinorVersionUpgrade
     - CreateReplicationGroupInput.NumCacheClusters
+    - CacheCluster.LogDeliveryConfigurations
+    - PendingModifiedValues.LogDeliveryConfigurations