Docker Fresh Image

docker/Dockerfile

@@ -1,17 +1,15 @@
-FROM openjdk:16-slim
+FROM amazoncorretto:8u442-alpine3.21-jre
 
-ARG HADOOP_VERSION=3.3.0
+ARG HADOOP_VERSION=3.4.1
 ARG HIVE_METASTORE_VERSION=3.0.0
-ARG POSTGRES_CONNECTOR_VERSION=42.2.18
+ARG POSTGRES_CONNECTOR_VERSION=42.7.2
 
 WORKDIR /app
-SHELL ["/bin/bash", "-o", "pipefail", "-c"]
+#SHELL ["/bin/bash", "-o", "pipefail", "-c"]
 
 # hadolint ignore=DL3008
-RUN echo "Install OS dependencies" && \
-    build_deps="curl" && \
-    apt-get update -y && \
-    apt-get install -y $build_deps net-tools gettext-base --no-install-recommends
+RUN apk update && apk upgrade && apk add net-tools gettext curl
+
 RUN echo "Download and extract the Hadoop binary package" && \
     curl https://archive.apache.org/dist/hadoop/core/hadoop-$HADOOP_VERSION/hadoop-$HADOOP_VERSION.tar.gz \
     | tar xvz -C /opt/ && \
@@ -24,15 +22,42 @@ RUN echo "Download and install the standalone metastore binary" && \
 RUN echo "Fix 'java.lang.NoSuchMethodError: com.google.common.base.Preconditions.checkArgument'" && \
     echo "Keep this until this lands: https://issues.apache.org/jira/browse/HIVE-22915" && \
     rm /opt/apache-hive-metastore-$HIVE_METASTORE_VERSION-bin/lib/guava-19.0.jar && \
-    cp /opt/hadoop-$HADOOP_VERSION/share/hadoop/hdfs/lib/guava-27.0-jre.jar /opt/apache-hive-metastore-$HIVE_METASTORE_VERSION-bin/lib/ 
+    cp /opt/hadoop-$HADOOP_VERSION/share/hadoop/hdfs/lib/guava-27.0-jre.jar /opt/apache-hive-metastore-$HIVE_METASTORE_VERSION-bin/lib/
 RUN echo "Download and install the database connector" && \
     curl -L https://jdbc.postgresql.org/download/postgresql-$POSTGRES_CONNECTOR_VERSION.jar --output /opt/postgresql-$POSTGRES_CONNECTOR_VERSION.jar && \
     ln -s /opt/postgresql-$POSTGRES_CONNECTOR_VERSION.jar /opt/hadoop/share/hadoop/common/lib/ && \
     ln -s /opt/postgresql-$POSTGRES_CONNECTOR_VERSION.jar /opt/hive-metastore/lib/
-RUN echo "Purge build artifacts" && \
-    apt-get purge -y --auto-remove $build_deps && \
-    apt-get clean && \
-    rm -rf /var/lib/apt/lists/*
+
+
+RUN rm /opt/apache-hive-metastore-3.0.0-bin/lib/jackson-databind-2.9.4.jar
+RUN echo "Download and install the database connector" && \
+    curl -L https://repo1.maven.org/maven2/com/fasterxml/jackson/core/jackson-databind/2.9.6/jackson-databind-2.9.7.jar --output /opt/apache-hive-metastore-3.0.0-bin/lib/jackson-databind-2.9.7.jar
+
+RUN rm /opt/apache-hive-metastore-3.0.0-bin/lib/derby-10.10.2.0.jar
+RUN echo "Download and install the database connector" && \
+    curl -L https://repo1.maven.org/maven2/org/apache/derby/derby/10.14.3/derby-10.14.3.jar --output /opt/apache-hive-metastore-3.0.0-bin/lib/derby-10.14.3.jar
+
+RUN rm /opt/apache-hive-metastore-3.0.0-bin/lib/log4j-1.2-api-2.8.2.jar
+RUN rm /opt/apache-hive-metastore-3.0.0-bin/lib/log4j-api-2.8.2.jar
+RUN rm /opt/apache-hive-metastore-3.0.0-bin/lib/log4j-core-2.8.2.jar
+RUN rm /opt/apache-hive-metastore-3.0.0-bin/lib/log4j-slf4j-impl-2.8.2.jar
+RUN echo "Download and install the database connector" && \
+    curl -L https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-1.2-api/2.16.0/log4j-1.2-api-2.16.0.jar --output /opt/apache-hive-metastore-3.0.0-bin/lib/log4j-1.2-api-2.16.0.jar && \
+    curl -L https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-api/2.16.0/log4j-api-2.16.0.jar --output /opt/apache-hive-metastore-3.0.0-bin/lib/log4j-api-2.16.0.jar && \
+    curl -L https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-core/2.16.0/log4j-core-2.16.0.jar --output /opt/apache-hive-metastore-3.0.0-bin/lib/log4j-core-2.16.0.jar && \
+    curl -L https://repo1.maven.org/maven2/org/apache/logging/log4j/log4j-slf4j-impl/2.16.0/log4j-slf4j-impl-2.16.0.jar --output /opt/apache-hive-metastore-3.0.0-bin/lib/log4j-slf4j-impl-2.16.0.jar
+
+RUN rm /opt/hadoop-3.4.1/share/hadoop/hdfs/lib/avro-1.9.2.jar
+RUN rm /opt/hadoop-3.4.1/share/hadoop/common/lib/avro-1.9.2.jar
+RUN echo "Download and install the database connector" && \
+    curl -L https://repo1.maven.org/maven2/org/apache/avro/avro/1.11.4/avro-1.11.4.jar --output /opt/hadoop-3.4.1/share/hadoop/hdfs/lib/avro-1.9.2.jar \
+    curl -L https://repo1.maven.org/maven2/org/apache/avro/avro/1.11.4/avro-1.11.4.jar --output /opt/hadoop-3.4.1/share/hadoop/common/lib/avro-1.9.2.jar
+
+RUN rm /opt/hadoop-3.4.1/share/hadoop/yarn/timelineservice/lib/htrace-core-3.1.0-incubating.jar
+RUN rm /opt/hadoop-3.4.1/share/hadoop/client/hadoop-client-runtime-3.4.1.jar
+RUN rm /opt/hadoop-3.4.1/share/hadoop/yarn/hadoop-yarn-applications-catalog-webapp-3.4.1.war
+
+RUN apk add --no-cache bash
 
 COPY hive-site.xml hive-site_TEMPLATE.xml
 COPY metastore-site.xml metastore-site_TEMPLATE.xml
@@ -51,4 +76,4 @@ ENV DATABASE_TYPE_JDBC=postgresql
 # ENV DATABASE_HOST=metastore-db
 
 CMD [ "./run.sh" ]
-HEALTHCHECK CMD [ "sh", "-c", "netstat -ln | grep 9083" ]
+HEALTHCHECK CMD [ "sh", "-c", "netstat -ln | grep 9083" ]

hive-metastore/values.yaml

@@ -5,10 +5,10 @@
 replicaCount: 1
 
 image:
-  repository: "ghcr.io/getindata/hive-metastore"
+  repository: "ghcr.io/getindata/hms-v1"
   pullPolicy: IfNotPresent
   # Overrides the image tag whose default is the chart appVersion.
-  tag: "v0.0.1"
+  tag: "1.0.0"
 
 imagePullSecrets: []
 nameOverride: ""
@@ -18,11 +18,9 @@ databaseSecret:
   create: false
 
 postgres:
-  host: "postgresql"
+  host: metadata-postgres-cluster.default.svc.cluster.local
   port: 5432
   db: metastore
-  username: admin
-  password: pass
 
 serviceAccount:
   # Specifies whether a service account should be created