feat: Introduce maven profile to build against Hadoop 3.3.4, 3.3.6 or 3.4.0 (#29)

* feat: Introduce maven profile to build against Hadoop 3.3 or 3.4

* Use full version as profile name

* fix ci

* fix the ci fix

* Add 3.3.4

* changelog

* Release 0.3.0

* Revert "Release 0.3.0"

This reverts commit 73bb092.

Author: sbernauer

.github/workflows/maven.yml

@@ -26,6 +26,8 @@ jobs:
           distribution: 'temurin'
           cache: maven
       - name: Build with Maven
-        run: mvn -B verify
+        run: mvn -P hadoop-3.4.0 -B verify
       - name: Update dependency graph
         uses: advanced-security/maven-dependency-submission-action@5d0f9011b55d6268922128af45275986303459c3 # v4.0.3
+        with:
+          maven-args: -P hadoop-3.4.0

CHANGELOG.md

@@ -7,5 +7,7 @@ All notable changes to this project will be documented in this file.
 ### Added
 
 - Add topology-provider from https://github.com/stackabletech/hdfs-topology-provider ([#28]).
+- Introduce maven profile to build against Hadoop 3.3.4, 3.3.6 or 3.4.0 ([#29]).
 
 [#28]: https://github.com/stackabletech/hdfs-utils/pull/28
+[#29]: https://github.com/stackabletech/hdfs-utils/pull/29

README.md

@@ -10,7 +10,9 @@ This project contains multiple plugins for Apache Hadoop, which are intended to
 
 ## Installation
 
-Run `mvn package` and put the resulting `target/hdfs-utils-*.jar` file on your HDFS classpath.
+Currently you can compile hdfs-utils against Hadoop 3.3.4, 3.3.6 or 3.4.0. You need to specify the version by activating either the `hadoop-3.3.4`, `hadoop-3.3.6` or the `hadoop-3.4.0` profile below.
+
+Run `mvn clean package -P hadoop-3.4.0` and put the resulting `target/hdfs-utils-*.jar` file on your HDFS classpath.
 The easiest way to achieve this is to put it in the directory `/stackable/hadoop/share/hadoop/tools/lib/`.
 The Stackable HDFS already takes care of this, you don't need to do anything in this case.
 

pom.xml

@@ -49,8 +49,6 @@
     <maven-site-plugin.version>3.12.1</maven-site-plugin.version>
     <maven-surefire-plugin.version>3.2.5</maven-surefire-plugin.version>
     <spotless-maven-plugin.version>2.43.0</spotless-maven-plugin.version>
-
-    <hadoop.version>3.3.6</hadoop.version>
   </properties>
 
   <dependencies>
@@ -69,13 +67,13 @@
     <dependency>
       <groupId>org.slf4j</groupId>
       <artifactId>slf4j-api</artifactId>
-      <version>1.7.36</version>
+      <version>${slf4j.version}</version>
       <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>com.fasterxml.jackson.core</groupId>
       <artifactId>jackson-databind</artifactId>
-      <version>2.17.1</version>
+      <version>${jackson.version}</version>
       <scope>provided</scope>
     </dependency>
     <!-- Needed by topology-provider -->
@@ -247,4 +245,39 @@
     </plugins>
   </build>
 
+  <profiles>
+    <profile>
+      <id>hadoop-3.3.6</id>
+      <properties>
+        <hadoop.version>3.3.6</hadoop.version>
+        <!-- Taken from https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-common/3.3.6 -->
+        <slf4j.version>1.7.36</slf4j.version>
+        <jackson.version>2.12.7.1</jackson.version>
+      </properties>
+    </profile>
+    <profile>
+      <id>hadoop-3.3.4</id>
+      <properties>
+        <hadoop.version>3.3.4</hadoop.version>
+        <!-- Taken from https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-common/3.3.4 -->
+        <slf4j.version>1.7.36</slf4j.version>
+        <jackson.version>2.12.7.1</jackson.version>
+      </properties>
+    </profile>
+    <profile>
+      <id>hadoop-3.4.0</id>
+      <!--
+      Users need to explicitly set the version of Hadoop they want to build against
+      <activation>
+        <activeByDefault>true</activeByDefault>
+      </activation>
+      -->
+      <properties>
+        <hadoop.version>3.4.0</hadoop.version>
+        <!-- Taken from https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-common/3.4.0 -->
+        <slf4j.version>1.7.36</slf4j.version>
+        <jackson.version>2.12.7.1</jackson.version>
+      </properties>
+    </profile>
+  </profiles>
 </project>