chore: Update to HDFS 3.4.0 and fix Tilt workflow

Author: sbernauer

Dockerfile

@@ -1,4 +1,8 @@
-FROM docker.stackable.tech/stackable/hadoop:3.3.6-stackable0.0.0-dev
+FROM docker.stackable.tech/stackable/hadoop:3.4.0-stackable0.0.0-dev
 
-COPY --chown=stackable:stackable ./hdfs-utils-*.jar /stackable/hadoop/share/hadoop/tools/lib/
-COPY --chown=stackable:stackable ./bom.json /stackable/hadoop/share/hadoop/tools/lib/hdfs-utils.cdx.json
+# Remove existing hdfs-utils jars, so we can ship our custom one
+RUN rm -f /stackable/hadoop/share/hadoop/common/lib/hdfs-utils-*.jar
+RUN rm -f /stackable/hadoop/share/hadoop/tools/lib/hdfs-utils-*.jar
+
+COPY --chown=stackable:stackable ./hdfs-utils-*.jar /stackable/hadoop/share/hadoop/common/lib/
+COPY --chown=stackable:stackable ./bom.json /stackable/hadoop/share/hadoop/common/lib/hdfs-utils.cdx.json

pom.xml

@@ -35,6 +35,7 @@
     <maven.compiler.release>${java.version}</maven.compiler.release>
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
 
+    <!-- Tip: Use "mvn versions:display-dependency-updates" to check for updates -->
     <cleanthat.version>2.17</cleanthat.version>
     <error-prone.version>2.28.0</error-prone.version>
     <google-java-format.version>1.19.2</google-java-format.version>

test/stack/20-hdfs.yaml

@@ -25,7 +25,7 @@ metadata:
   name: simple-hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
     custom: hdfs # Will be overwritten by Tilt
     pullPolicy: IfNotPresent
   clusterConfig:

test/stack/30-test-hdfs-permissions.yaml

@@ -8,7 +8,7 @@ spec:
     spec:
       containers:
         - name: test-hdfs-permissions
-          image: docker.stackable.tech/stackable/hadoop:3.3.6-stackable0.0.0-dev
+          image: docker.stackable.tech/stackable/hadoop:3.4.0-stackable0.0.0-dev
           env:
             - name: HADOOP_CONF_DIR
               value: /stackable/conf/hdfs

test/topology-provider/stack/03-hdfs.yaml

@@ -25,7 +25,7 @@ metadata:
   name: simple-hdfs
 spec:
   image:
-    productVersion: 3.3.6
+    productVersion: 3.4.0
     custom: hdfs # updated by tilt
     pullPolicy: IfNotPresent
   clusterConfig: