diff --git a/.github/workflows/build_airflow.yaml b/.github/workflows/build_airflow.yaml index 95ed84077..0f43d3d0f 100644 --- a/.github/workflows/build_airflow.yaml +++ b/.github/workflows/build_airflow.yaml @@ -43,6 +43,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -91,6 +92,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_druid.yaml b/.github/workflows/build_druid.yaml index 5ab5002ef..5fbe890b6 100644 --- a/.github/workflows/build_druid.yaml +++ b/.github/workflows/build_druid.yaml @@ -45,6 +45,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -93,6 +94,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_hadoop.yaml b/.github/workflows/build_hadoop.yaml index cd1b67d1f..49c56f391 100644 --- a/.github/workflows/build_hadoop.yaml +++ b/.github/workflows/build_hadoop.yaml @@ -45,6 +45,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -93,6 +94,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_hbase.yaml b/.github/workflows/build_hbase.yaml index ed8c56b9a..29a3cf59d 100644 --- a/.github/workflows/build_hbase.yaml +++ b/.github/workflows/build_hbase.yaml @@ -46,6 +46,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -94,6 +95,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_hello-world.yaml b/.github/workflows/build_hello-world.yaml index 5f266f934..6166a2fbb 100644 --- a/.github/workflows/build_hello-world.yaml +++ b/.github/workflows/build_hello-world.yaml @@ -41,6 +41,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -89,6 +90,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_hive.yaml b/.github/workflows/build_hive.yaml index 37ccc6e1e..e8e2ea2ac 100644 --- a/.github/workflows/build_hive.yaml +++ b/.github/workflows/build_hive.yaml @@ -46,6 +46,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -94,6 +95,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_java-base.yaml b/.github/workflows/build_java-base.yaml index 1fcde4032..42b34d0ed 100644 --- a/.github/workflows/build_java-base.yaml +++ b/.github/workflows/build_java-base.yaml @@ -41,6 +41,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -89,6 +90,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_java-devel.yaml b/.github/workflows/build_java-devel.yaml index 3383073ed..9cac876dd 100644 --- a/.github/workflows/build_java-devel.yaml +++ b/.github/workflows/build_java-devel.yaml @@ -41,6 +41,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -89,6 +90,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_kafka-testing-tools.yaml b/.github/workflows/build_kafka-testing-tools.yaml index 532deb5f8..6c9dbdeab 100644 --- a/.github/workflows/build_kafka-testing-tools.yaml +++ b/.github/workflows/build_kafka-testing-tools.yaml @@ -45,6 +45,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -93,6 +94,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_kafka.yaml b/.github/workflows/build_kafka.yaml index 715a85825..701cf771e 100644 --- a/.github/workflows/build_kafka.yaml +++ b/.github/workflows/build_kafka.yaml @@ -47,6 +47,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -95,6 +96,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_kcat.yaml b/.github/workflows/build_kcat.yaml index 93af6451c..9d9a45dab 100644 --- a/.github/workflows/build_kcat.yaml +++ b/.github/workflows/build_kcat.yaml @@ -45,6 +45,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -93,6 +94,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_krb5.yaml b/.github/workflows/build_krb5.yaml index 825b8266e..c6dde6ff1 100644 --- a/.github/workflows/build_krb5.yaml +++ b/.github/workflows/build_krb5.yaml @@ -41,6 +41,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -89,6 +90,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_nifi.yaml b/.github/workflows/build_nifi.yaml index e662e71fb..35af3105c 100644 --- a/.github/workflows/build_nifi.yaml +++ b/.github/workflows/build_nifi.yaml @@ -45,6 +45,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -93,6 +94,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_omid.yaml b/.github/workflows/build_omid.yaml index 10af5364f..303ac60dc 100644 --- a/.github/workflows/build_omid.yaml +++ b/.github/workflows/build_omid.yaml @@ -45,6 +45,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -93,6 +94,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_opa.yaml b/.github/workflows/build_opa.yaml index 17fa77359..ec01ed5ce 100644 --- a/.github/workflows/build_opa.yaml +++ b/.github/workflows/build_opa.yaml @@ -43,6 +43,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -91,6 +92,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_spark-k8s.yaml b/.github/workflows/build_spark-k8s.yaml index 67c3a118b..1ccbebd34 100644 --- a/.github/workflows/build_spark-k8s.yaml +++ b/.github/workflows/build_spark-k8s.yaml @@ -46,6 +46,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -94,6 +95,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_stackable-base.yaml b/.github/workflows/build_stackable-base.yaml index faf581aaa..1db75a8a9 100644 --- a/.github/workflows/build_stackable-base.yaml +++ b/.github/workflows/build_stackable-base.yaml @@ -42,6 +42,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -90,6 +91,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_superset.yaml b/.github/workflows/build_superset.yaml index fde65f335..32747f3ba 100644 --- a/.github/workflows/build_superset.yaml +++ b/.github/workflows/build_superset.yaml @@ -43,6 +43,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -91,6 +92,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_testing-tools.yaml b/.github/workflows/build_testing-tools.yaml index 041b86801..9fa5311d9 100644 --- a/.github/workflows/build_testing-tools.yaml +++ b/.github/workflows/build_testing-tools.yaml @@ -41,6 +41,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -89,6 +90,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_tools.yaml b/.github/workflows/build_tools.yaml index 77626f116..3658acfaa 100644 --- a/.github/workflows/build_tools.yaml +++ b/.github/workflows/build_tools.yaml @@ -42,6 +42,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -90,6 +91,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_trino-cli.yaml b/.github/workflows/build_trino-cli.yaml index 7c104573f..6e1e094a4 100644 --- a/.github/workflows/build_trino-cli.yaml +++ b/.github/workflows/build_trino-cli.yaml @@ -44,6 +44,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -92,6 +93,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_trino.yaml b/.github/workflows/build_trino.yaml index 6756eb3b5..aca8fb420 100644 --- a/.github/workflows/build_trino.yaml +++ b/.github/workflows/build_trino.yaml @@ -45,6 +45,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -93,6 +94,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_vector.yaml b/.github/workflows/build_vector.yaml index d68b7e93c..34561ccf2 100644 --- a/.github/workflows/build_vector.yaml +++ b/.github/workflows/build_vector.yaml @@ -41,6 +41,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -89,6 +90,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/build_zookeeper.yaml b/.github/workflows/build_zookeeper.yaml index 3597bbea0..cdebb6a8d 100644 --- a/.github/workflows/build_zookeeper.yaml +++ b/.github/workflows/build_zookeeper.yaml @@ -45,6 +45,7 @@ jobs: id-token: write runs-on: ${{ matrix.runner.name }} strategy: + fail-fast: false matrix: runner: - {name: "ubuntu-latest", arch: "amd64"} @@ -93,6 +94,7 @@ jobs: id-token: write runs-on: ubuntu-latest strategy: + fail-fast: false matrix: versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }} steps: diff --git a/.github/workflows/mirror.yaml b/.github/workflows/mirror.yaml index cf751249f..d402733aa 100644 --- a/.github/workflows/mirror.yaml +++ b/.github/workflows/mirror.yaml @@ -29,6 +29,7 @@ jobs: permissions: id-token: write strategy: + fail-fast: false matrix: arch: - amd64 diff --git a/.github/workflows/ubi-rust-builder.yml b/.github/workflows/ubi-rust-builder.yml index f02b5f165..90485fc04 100644 --- a/.github/workflows/ubi-rust-builder.yml +++ b/.github/workflows/ubi-rust-builder.yml @@ -16,6 +16,7 @@ jobs: permissions: id-token: write strategy: + fail-fast: false matrix: runner: ["ubuntu-latest", "ubicloud-standard-8-arm"] ubi-version: ["ubi8", "ubi9"] @@ -52,6 +53,7 @@ jobs: permissions: id-token: write strategy: + fail-fast: false matrix: ubi-version: ["ubi8", "ubi9"] runs-on: ubuntu-latest diff --git a/CHANGELOG.md b/CHANGELOG.md index c8729f777..d0f8e22ba 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -9,6 +9,11 @@ All notable changes to this project will be documented in this file. - nifi: Add NiFi hadoop Azure and GCP libraries ([#943]). - base: Add containerdebug tool ([#928]). +### Changed + +- all java products: These now use the Stackable Nexus build-repo by default instead of pulling from Maven central ([#953]). +- all java products: Maven is now consistently run with `--batch-mode` and `--no-transfer-progress` to reduce noise ([#953]). + ### Removed - kafka: Remove `kubectl`, as we are now using listener-op ([#884]). @@ -16,6 +21,7 @@ All notable changes to this project will be documented in this file. [#884]: https://github.com/stackabletech/docker-images/pull/884 [#928]: https://github.com/stackabletech/docker-images/pull/928 [#943]: https://github.com/stackabletech/docker-images/pull/943 +[#953]: https://github.com/stackabletech/docker-images/pull/953 ## [24.11.0] - 2024-11-18 diff --git a/druid/stackable/patches/26.0.0/09-update-fmpp.patch b/druid/stackable/patches/26.0.0/09-update-fmpp.patch new file mode 100644 index 000000000..3abb818da --- /dev/null +++ b/druid/stackable/patches/26.0.0/09-update-fmpp.patch @@ -0,0 +1,21 @@ +diff --git a/10-update-fmpp.patch b/10-update-fmpp.patch +new file mode 100644 +index 0000000000..e69de29bb2 +diff --git a/sql/pom.xml b/sql/pom.xml +index bdd29f3f91..e5ba89f655 100644 +--- a/sql/pom.xml ++++ b/sql/pom.xml +@@ -322,6 +322,13 @@ + + com.googlecode.fmpp-maven-plugin + fmpp-maven-plugin ++ ++ ++ net.sourceforge.fmpp ++ fmpp ++ 0.9.16 ++ ++ + + + generate-fmpp-sources diff --git a/druid/stackable/patches/30.0.0/09-update-fmpp.patch b/druid/stackable/patches/30.0.0/09-update-fmpp.patch new file mode 100644 index 000000000..3abb818da --- /dev/null +++ b/druid/stackable/patches/30.0.0/09-update-fmpp.patch @@ -0,0 +1,21 @@ +diff --git a/10-update-fmpp.patch b/10-update-fmpp.patch +new file mode 100644 +index 0000000000..e69de29bb2 +diff --git a/sql/pom.xml b/sql/pom.xml +index bdd29f3f91..e5ba89f655 100644 +--- a/sql/pom.xml ++++ b/sql/pom.xml +@@ -322,6 +322,13 @@ + + com.googlecode.fmpp-maven-plugin + fmpp-maven-plugin ++ ++ ++ net.sourceforge.fmpp ++ fmpp ++ 0.9.16 ++ ++ + + + generate-fmpp-sources diff --git a/hadoop/Dockerfile b/hadoop/Dockerfile index 646147fe3..0b681863f 100644 --- a/hadoop/Dockerfile +++ b/hadoop/Dockerfile @@ -65,7 +65,7 @@ COPY --chown=${STACKABLE_USER_UID}:0 hadoop/stackable/patches /stackable/patches RUN curl "https://repo.stackable.tech/repository/packages/hadoop/hadoop-${PRODUCT}-src.tar.gz" | tar -xzC . && \ patches/apply_patches.sh ${PRODUCT} && \ cd hadoop-${PRODUCT}-src && \ - mvn --no-transfer-progress clean package -Pdist,native -pl '!hadoop-tools/hadoop-pipes,!hadoop-yarn-project,!hadoop-mapreduce-project,!hadoop-minicluster' -Drequire.fuse=true -DskipTests -Dmaven.javadoc.skip=true && \ + mvn --batch-mode --no-transfer-progress clean package -Pdist,native -pl '!hadoop-tools/hadoop-pipes,!hadoop-yarn-project,!hadoop-mapreduce-project,!hadoop-minicluster' -Drequire.fuse=true -DskipTests -Dmaven.javadoc.skip=true && \ cp -r hadoop-dist/target/hadoop-${PRODUCT} /stackable/hadoop-${PRODUCT} && \ mv hadoop-dist/target/bom.json /stackable/hadoop-${PRODUCT}/hadoop-${PRODUCT}.cdx.json && \ # HDFS fuse-dfs is not part of the regular dist output, so we need to copy it in ourselves @@ -116,7 +116,7 @@ WORKDIR /stackable RUN curl "https://github.com/stackabletech/hdfs-utils/archive/refs/tags/v${HDFS_UTILS}.tar.gz" | tar -xzC . && \ cd hdfs-utils-${HDFS_UTILS} && \ - mvn --no-transfer-progress clean package -P hadoop-${PRODUCT} -DskipTests -Dmaven.javadoc.skip=true && \ + mvn --batch-mode --no-transfer-progress clean package -P hadoop-${PRODUCT} -DskipTests -Dmaven.javadoc.skip=true && \ mkdir -p /stackable/hadoop-${PRODUCT}/share/hadoop/common/lib && \ cp target/hdfs-utils-$HDFS_UTILS.jar /stackable/hadoop-${PRODUCT}/share/hadoop/common/lib/hdfs-utils-${HDFS_UTILS}.jar && \ rm -rf /stackable/hdfs-utils-main diff --git a/java-devel/stackable/settings.xml b/java-devel/stackable/settings.xml index cee0ee37f..d32065ca8 100644 --- a/java-devel/stackable/settings.xml +++ b/java-devel/stackable/settings.xml @@ -1,7 +1,43 @@ + + + nexus + * + https://build-repo.stackable.tech/repository/maven-public/ + + + stackable + + + + + + central + http://central + + true + + + true + + + + + + central + http://central + + true + + + true + + + +