Skip to content

Commit 89eb1ef

Browse files
committed
chore(hive): Revert hadoop and aws bumps, update changelog
1 parent 80c1c22 commit 89eb1ef

File tree

3 files changed

+15
-12
lines changed

3 files changed

+15
-12
lines changed

CHANGELOG.md

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -66,7 +66,6 @@ All notable changes to this project will be documented in this file.
6666
- nifi: update patch allowing to bypass host header validation starting with NiFi 2.4.0 ([#1125]).
6767
- BREAKING: kcat: Stop building kcat image ([#1124]).
6868
- containerdebug updated to 0.2.0 ([#1128])
69-
- hive: Bump Hadoop to 3.4.1, and AWS bundle to 2.24.6 ([#1100]).
7069

7170
### Fixed
7271

@@ -86,6 +85,8 @@ All notable changes to this project will be documented in this file.
8685
- zookeeper: reduce docker image size by removing the recursive chown/chmods in the final image ([#1043]).
8786
- Fixed two hardcoded username references ([#1052]).
8887
- ubi9-rust-builder: Use pinned `rustup` version ([#1121]).
88+
- hive: Patch for postgres CVE-2024-1597 ([#1100]).
89+
- bump image-tools (for `bake`) and nixpkgs (for `nodejs_20`, used by pre-commit) ([#1100]).
8990

9091
### Removed
9192

hive/Dockerfile

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -75,9 +75,11 @@ ln -s "/stackable/jmx/jmx_prometheus_javaagent-${JMX_EXPORTER}.jar" /stackable/j
7575

7676
# Add S3 Support for Hive (support for s3a://)
7777
cp /stackable/hadoop-${HADOOP}/share/hadoop/tools/lib/hadoop-aws-${HADOOP}.jar /stackable/apache-hive-metastore-${PRODUCT}-bin/lib/
78+
7879
# According to https://hadoop.apache.org/docs/stable/hadoop-aws/tools/hadoop-aws/aws_sdk_upgrade.html, the jar filename has changed from
79-
# aws-java-sdk-bundle-${AWS_JAVA_SDK_BUNDLE}.jar to bundle-${AWS_JAVA_SDK_BUNDLE}.jar
80-
cp /stackable/hadoop-${HADOOP}/share/hadoop/tools/lib/bundle-${AWS_JAVA_SDK_BUNDLE}.jar /stackable/apache-hive-metastore-${PRODUCT}-bin/lib/
80+
# aws-java-sdk-bundle-${AWS_JAVA_SDK_BUNDLE}.jar to bundle-${AWS_JAVA_SDK_BUNDLE}.jar. In future, you might need to do:
81+
# cp /stackable/hadoop-${HADOOP}/share/hadoop/tools/lib/bundle-${AWS_JAVA_SDK_BUNDLE}.jar /stackable/apache-hive-metastore-${PRODUCT}-bin/lib/
82+
cp /stackable/hadoop-${HADOOP}/share/hadoop/tools/lib/aws-java-sdk-bundle-${AWS_JAVA_SDK_BUNDLE}.jar /stackable/apache-hive-metastore-${PRODUCT}-bin/lib/
8183

8284
# Add Azure ABFS support (support for abfs://)
8385
cp /stackable/hadoop-${HADOOP}/share/hadoop/tools/lib/hadoop-azure-${HADOOP}.jar /stackable/apache-hive-metastore-${PRODUCT}-bin/lib/

hive/versions.py

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@
55
# Hive 3 must be built with Java 8 but will run on Java 11
66
"java-base": "11",
77
"java-devel": "8",
8-
"hadoop": "3.4.1",
9-
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
10-
"aws_java_sdk_bundle": "2.24.6",
8+
"hadoop": "3.3.6",
9+
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.3.6
10+
"aws_java_sdk_bundle": "1.12.367",
1111
"azure_storage": "7.0.1",
1212
"azure_keyvault_core": "1.0.0",
1313
},
@@ -17,9 +17,9 @@
1717
# Hive 4 must be built with Java 8 (according to GitHub README) but seems to run on Java 11
1818
"java-base": "11",
1919
"java-devel": "8",
20-
"hadoop": "3.4.1",
21-
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
22-
"aws_java_sdk_bundle": "2.24.6",
20+
"hadoop": "3.3.6",
21+
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.3.6
22+
"aws_java_sdk_bundle": "1.12.367",
2323
"azure_storage": "7.0.1",
2424
"azure_keyvault_core": "1.0.0",
2525
},
@@ -29,9 +29,9 @@
2929
# Hive 4 must be built with Java 8 (according to GitHub README) but seems to run on Java 11
3030
"java-base": "11",
3131
"java-devel": "8",
32-
"hadoop": "3.4.1",
33-
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.4.1
34-
"aws_java_sdk_bundle": "2.24.6",
32+
"hadoop": "3.3.6",
33+
# Keep consistent with the dependency from Hadoop: https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-aws/3.3.6
34+
"aws_java_sdk_bundle": "1.12.367",
3535
"azure_storage": "7.0.1",
3636
"azure_keyvault_core": "1.0.0",
3737
},

0 commit comments

Comments
 (0)