feat: Handle S3 region

CHANGELOG.md

@@ -9,6 +9,7 @@ All notable changes to this project will be documented in this file.
 - Run a `containerdebug` process in the background of each Hive container to collect debugging information ([#554]).
 - Aggregate emitted Kubernetes events on the CustomResources ([#560]).
 - Support configuring JVM arguments ([#572]).
+- Support for S3 region ([#574]).
 
 ### Changed
 
@@ -27,6 +28,7 @@ All notable changes to this project will be documented in this file.
 [#560]: https://github.com/stackabletech/hive-operator/pull/560
 [#561]: https://github.com/stackabletech/hive-operator/pull/561
 [#572]: https://github.com/stackabletech/hive-operator/pull/572
+[#574]: https://github.com/stackabletech/hive-operator/pull/574
 
 ## [24.11.1] - 2025-01-10
 

Cargo.toml

@@ -11,7 +11,7 @@ repository = "https://github.com/stackabletech/hive-operator"
 
 [workspace.dependencies]
 stackable-versioned = { git = "https://github.com/stackabletech/operator-rs.git", features = ["k8s"], tag = "stackable-versioned-0.5.0" }
-stackable-operator = { git = "https://github.com/stackabletech/operator-rs.git", tag = "stackable-operator-0.85.0" }
+stackable-operator = { git = "https://github.com/stackabletech/operator-rs.git", tag = "stackable-operator-0.87.2" }
 product-config = { git = "https://github.com/stackabletech/product-config.git", tag = "0.7.0" }
 
 anyhow = "1.0"
@@ -28,7 +28,7 @@ serde = { version = "1.0", features = ["derive"] }
 serde_json = "1.0"
 serde_yaml = "0.9"
 snafu = "0.8"
-strum = { version = "0.26", features = ["derive"] }
+strum = { version = "0.27", features = ["derive"] }
 tokio = { version = "1.40", features = ["full"] }
 tracing = "0.1"
 

deploy/helm/hive-operator/crds/crds.yaml

@@ -157,6 +157,20 @@ spec:
                               minimum: 0.0
                               nullable: true
                               type: integer
+                            region:
+                              default:
+                                name: us-east-1
+                              description: |-
+                                Bucket region used for signing headers (sigv4).
+
+                                This defaults to `us-east-1` which is compatible with other implementations such as Minio.
+
+                                WARNING: Some products use the Hadoop S3 implementation which falls back to us-east-2.
+                              properties:
+                                name:
+                                  default: us-east-1
+                                  type: string
+                              type: object
                             tls:
                               description: Use a TLS connection. If not specified no TLS will be used.
                               nullable: true

rust/operator-binary/src/controller.rs

@@ -625,6 +625,11 @@ fn build_metastore_rolegroup_config_map(
                         Some(s3.endpoint().context(ConfigureS3Snafu)?.to_string()),
                     );
 
+                    data.insert(
+                        MetaStoreConfig::S3_REGION_NAME.to_string(),
+                        Some(s3.region.name.clone()),
+                    );
+
                     if let Some((access_key_file, secret_key_file)) = s3.credentials_mount_paths() {
                         // Will be replaced by config-utils
                         data.insert(

rust/operator-binary/src/crd/mod.rs

@@ -460,6 +460,7 @@ impl MetaStoreConfig {
     pub const METASTORE_WAREHOUSE_DIR: &'static str = "hive.metastore.warehouse.dir";
     // S3
     pub const S3_ENDPOINT: &'static str = "fs.s3a.endpoint";
+    pub const S3_REGION_NAME: &'static str = "fs.s3a.endpoint.region";
     pub const S3_ACCESS_KEY: &'static str = "fs.s3a.access.key";
     pub const S3_SECRET_KEY: &'static str = "fs.s3a.secret.key";
     pub const S3_SSL_ENABLED: &'static str = "fs.s3a.connection.ssl.enabled";