feat: Handle S3 region

CHANGELOG.md

@@ -9,6 +9,7 @@ All notable changes to this project will be documented in this file.
 - Run a `containerdebug` process in the background of each Hive container to collect debugging information ([#554]).
 - Aggregate emitted Kubernetes events on the CustomResources ([#560]).
 - Support configuring JVM arguments ([#572]).
+- Support for S3 region ([#574]).
 
 ### Changed
 
@@ -27,6 +28,7 @@ All notable changes to this project will be documented in this file.
 [#560]: https://github.com/stackabletech/hive-operator/pull/560
 [#561]: https://github.com/stackabletech/hive-operator/pull/561
 [#572]: https://github.com/stackabletech/hive-operator/pull/572
+[#574]: https://github.com/stackabletech/hive-operator/pull/574
 
 ## [24.11.1] - 2025-01-10
 

Cargo.toml

@@ -11,7 +11,7 @@ repository = "https://github.com/stackabletech/hive-operator"
 
 [workspace.dependencies]
 stackable-versioned = { git = "https://github.com/stackabletech/operator-rs.git", features = ["k8s"], tag = "stackable-versioned-0.5.0" }
-stackable-operator = { git = "https://github.com/stackabletech/operator-rs.git", tag = "stackable-operator-0.85.0" }
+stackable-operator = { git = "https://github.com/stackabletech/operator-rs.git", tag = "stackable-operator-0.86.2" }
 product-config = { git = "https://github.com/stackabletech/product-config.git", tag = "0.7.0" }
 
 anyhow = "1.0"

deploy/helm/hive-operator/crds/crds.yaml

@@ -157,6 +157,32 @@ spec:
                               minimum: 0.0
                               nullable: true
                               type: integer
+                            region:
+                              default:
+                                name: us-east-1
+                              description: |-
+                                AWS service API region used by the AWS SDK when using AWS S3 buckets.
+
+                                This defaults to `us-east-1` and can be ignored if not using AWS S3 buckets.
+
+                                NOTE: This is not the bucket region, and is used by the AWS SDK to construct endpoints for various AWS service APIs. It is only useful when using AWS S3 buckets.
+
+                                When using AWS S3 buckets, you can configure optimal AWS service API connections in the following ways: - From **inside** AWS: Use an auto-discovery source (eg: AWS IMDS). - From **outside** AWS, or when IMDS is disabled, explicity set the region name nearest to where the client application is running from.
+                              oneOf:
+                                - required:
+                                    - source
+                                - required:
+                                    - name
+                              properties:
+                                name:
+                                  description: 'An explicit region, eg: eu-central-1'
+                                  type: string
+                                source:
+                                  description: Defer region detection to an auto-discovery mechanism.
+                                  enum:
+                                    - AwsImds
+                                  type: string
+                              type: object
                             tls:
                               description: Use a TLS connection. If not specified no TLS will be used.
                               nullable: true

rust/operator-binary/src/controller.rs

@@ -625,6 +625,11 @@ fn build_metastore_rolegroup_config_map(
                         Some(s3.endpoint().context(ConfigureS3Snafu)?.to_string()),
                     );
 
+                    data.insert(
+                        MetaStoreConfig::S3_REGION_NAME.to_string(),
+                        s3.region.name().map(String::from),
+                    );
+
                     if let Some((access_key_file, secret_key_file)) = s3.credentials_mount_paths() {
                         // Will be replaced by config-utils
                         data.insert(

rust/operator-binary/src/crd/mod.rs

@@ -460,6 +460,7 @@ impl MetaStoreConfig {
     pub const METASTORE_WAREHOUSE_DIR: &'static str = "hive.metastore.warehouse.dir";
     // S3
     pub const S3_ENDPOINT: &'static str = "fs.s3a.endpoint";
+    pub const S3_REGION_NAME: &'static str = "fs.s3a.endpoint.region";
     pub const S3_ACCESS_KEY: &'static str = "fs.s3a.access.key";
     pub const S3_SECRET_KEY: &'static str = "fs.s3a.secret.key";
     pub const S3_SSL_ENABLED: &'static str = "fs.s3a.connection.ssl.enabled";