Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,6 @@ All notable changes to this project will be documented in this file.
- hbase: Remove the symlink `/stackable/jmx/jmx_prometheus_javaagent-0.16.1.jar`
which is unused since SDP 23.11 ([#621]).
- hive: Only build and ship Hive metastore. This reduces the image size from `2.63GB` to `1.9GB` and should also reduce the number of dependencies ([#619], [#622]).
- ubi8-rust-builder: Bump `protoc` from `21.5` to `26.1` ([#624]).
- pass platform argument to preflight check ([#626]).
- nifi: provision stackable-bcrypt from Maven ([#663])
- nifi: move /bin/stackable-bcrypt to /stackable/stackable-bcrypt and added softlink for backwards compatibility ([#678]).
Expand All @@ -49,6 +48,7 @@ All notable changes to this project will be documented in this file.
- spark: Build from source ([#679])
- all: Moved the LOG4J_FORMAT_MSG_NO_LOOKUPS env variable from the individual Dockerfiles to `java-base` and `java-devel` ([#727])
- all: Move product versions into product directory in preparation for individual product build workflows ([#732])
- all: Bump rustc 1.79.0, protoc 27.2, git-sync 4.2.3, statsd-exporter 0.26.1, vector 0.39.0, jmx-exporter 1.0.1, inotify_tools 3.22.1.0-1.el9 ([#737])

### Fixed

Expand Down Expand Up @@ -106,6 +106,7 @@ All notable changes to this project will be documented in this file.
[#727]: https://github.com/stackabletech/docker-images/pull/727
[#732]: https://github.com/stackabletech/docker-images/pull/732
[#734]: https://github.com/stackabletech/docker-images/pull/734
[#737]: https://github.com/stackabletech/docker-images/pull/737

## [24.3.0] - 2024-03-20

Expand Down
30 changes: 15 additions & 15 deletions airflow/versions.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,41 +2,41 @@
{
"product": "2.6.3",
"python": "3.9",
"git_sync": "v4.2.1",
"statsd_exporter": "0.26.0",
"git_sync": "v4.2.3",
"statsd_exporter": "0.26.1",
"tini": "0.19.0",
"vector": "0.35.0",
"vector": "0.39.0",
},
{
"product": "2.7.2",
"python": "3.9",
"git_sync": "v4.2.1",
"statsd_exporter": "0.26.0",
"git_sync": "v4.2.3",
"statsd_exporter": "0.26.1",
"tini": "0.19.0",
"vector": "0.35.0",
"vector": "0.39.0",
},
{
"product": "2.7.3",
"python": "3.9",
"git_sync": "v4.2.1",
"statsd_exporter": "0.26.0",
"git_sync": "v4.2.3",
"statsd_exporter": "0.26.1",
"tini": "0.19.0",
"vector": "0.35.0",
"vector": "0.39.0",
},
{
"product": "2.8.1",
"python": "3.9",
"git_sync": "v4.2.1",
"statsd_exporter": "0.26.0",
"git_sync": "v4.2.3",
"statsd_exporter": "0.26.1",
"tini": "0.19.0",
"vector": "0.35.0",
"vector": "0.39.0",
},
{
"product": "2.8.3",
"python": "3.9",
"git_sync": "v4.2.1",
"statsd_exporter": "0.26.0",
"git_sync": "v4.2.3",
"statsd_exporter": "0.26.1",
"tini": "0.19.0",
"vector": "0.35.0",
"vector": "0.39.0",
},
]
2 changes: 2 additions & 0 deletions conf.py
Original file line number Diff line number Diff line change
Expand Up @@ -147,3 +147,5 @@
"trino": {"id": "62557c4a0030f6483318e203"},
"zookeeper": {"id": "62552b0aadd9d54d56cda11d"},
}

cache: list[str] = []
4 changes: 2 additions & 2 deletions hadoop/versions.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
"java-base": "11",
"java-devel": "11",
"async_profiler": "2.9",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
"protobuf": "3.7.1",
"hdfs_utils": "0.2.1",
"topology_provider": "0.3.0",
Expand All @@ -14,7 +14,7 @@
"java-base": "11",
"java-devel": "11",
"async_profiler": "2.9",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
"protobuf": "3.7.1",
"hdfs_utils": "0.2.1",
"topology_provider": "0.3.0",
Expand Down
2 changes: 1 addition & 1 deletion hbase/versions.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,6 @@
"phoenix": "5.2.0",
"hbase_profile": "2.4",
"hadoop": "3.3.6",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
},
]
2 changes: 1 addition & 1 deletion hive/versions.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
versions = [
{
"product": "3.1.3",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
# Hive must be built with Java 8 but will run on Java 11
"java-base": "11",
"java-devel": "1.8.0",
Expand Down
8 changes: 4 additions & 4 deletions java-base/versions.py
Original file line number Diff line number Diff line change
@@ -1,18 +1,18 @@
versions = [
{
"product": "1.8.0",
"vector": "0.35.0",
"vector": "0.39.0",
},
{
"product": "11",
"vector": "0.35.0",
"vector": "0.39.0",
},
{
"product": "17",
"vector": "0.35.0",
"vector": "0.39.0",
},
{
"product": "21",
"vector": "0.35.0",
"vector": "0.39.0",
},
]
6 changes: 3 additions & 3 deletions kafka/versions.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
"scala": "2.13",
"kcat": "1.7.0",
"opa_authorizer": "1.5.1",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
},
{
"product": "3.5.2",
Expand All @@ -15,7 +15,7 @@
"scala": "2.13",
"kcat": "1.7.0",
"opa_authorizer": "1.5.1",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
},
{
"product": "3.6.1",
Expand All @@ -24,6 +24,6 @@
"scala": "2.13",
"kcat": "1.7.0",
"opa_authorizer": "1.5.1",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
},
]
2 changes: 1 addition & 1 deletion omid/versions.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,6 @@
"product": "1.1.0",
"java-base": "11",
"java-devel": "11",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
},
]
4 changes: 2 additions & 2 deletions opa/versions.py
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
versions = [
{
"product": "0.57.0",
"vector": "0.35.0",
"vector": "0.39.0",
"bundle_builder_version": "1.1.2",
"stackable-base": "1.0.0",
},
{
"product": "0.61.0",
"vector": "0.35.0",
"vector": "0.39.0",
"bundle_builder_version": "1.1.2",
"stackable-base": "1.0.0",
},
Expand Down
16 changes: 8 additions & 8 deletions spark-k8s/versions.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,8 +11,8 @@
"jackson_dataformat_xml": "2.14.2", # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.4.1
"stax2_api": "4.2.1", # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.14.2
"woodstox_core": "6.5.0", # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.14.2
"vector": "0.35.0",
"jmx_exporter": "0.20.0",
"vector": "0.39.0",
"jmx_exporter": "1.0.1",
"tini": "0.19.0",
},
{
Expand All @@ -27,8 +27,8 @@
"jackson_dataformat_xml": "2.14.2", # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.4.2
"stax2_api": "4.2.1", # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.14.2
"woodstox_core": "6.5.0", # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.14.2
"vector": "0.35.0",
"jmx_exporter": "0.20.0",
"vector": "0.39.0",
"jmx_exporter": "1.0.1",
"tini": "0.19.0",
},
{
Expand All @@ -43,8 +43,8 @@
"jackson_dataformat_xml": "2.15.2", # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.0
"stax2_api": "4.2.1", # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
"woodstox_core": "6.5.1", # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
"vector": "0.35.0",
"jmx_exporter": "0.20.0",
"vector": "0.39.0",
"jmx_exporter": "1.0.1",
"tini": "0.19.0",
},
{
Expand All @@ -60,8 +60,8 @@
"jackson_dataformat_xml": "2.15.2", # https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.1
"stax2_api": "4.2.1", # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
"woodstox_core": "6.5.1", # https://mvnrepository.com/artifact/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.15.2
"vector": "0.35.0",
"jmx_exporter": "0.20.0",
"vector": "0.39.0",
"jmx_exporter": "1.0.1",
"tini": "0.19.0",
},
]
6 changes: 3 additions & 3 deletions stackable-base/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,11 @@
# https://catalog.redhat.com/software/containers/ubi9/ubi-minimal/615bd9b4075b022acc111bf5?image=6633b5136d81a5634a616c41&architecture=amd64

# Manifest list digest because of multi architecture builds ( https://www.redhat.com/architect/pull-container-image#:~:text=A%20manifest%20list%20exists%20to,system%20on%20a%20specific%20architecture )
FROM registry.access.redhat.com/ubi9/ubi-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS product-utils-builder
FROM registry.access.redhat.com/ubi9-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS product-utils-builder

ENV CONFIG_UTILS_VERSION=0.2.0
# This SHOULD be kept in sync with operator-templating and other tools to reduce build times
ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.78.0
ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.79.0
ENV CARGO_CYCLONEDX_CRATE_VERSION=0.4.0
ENV CARGO_AUDITABLE_CRATE_VERSION=0.6.4

Expand All @@ -29,7 +29,7 @@ RUN cd ./config-utils && \
cargo auditable build --release && cargo cyclonedx --output-pattern package --all --output-cdx

# Manifest list digest because of multi architecture builds ( https://www.redhat.com/architect/pull-container-image#:~:text=A%20manifest%20list%20exists%20to,system%20on%20a%20specific%20architecture )
FROM registry.access.redhat.com/ubi9/ubi-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS final
FROM registry.access.redhat.com/ubi9-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS final
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Why these changes?

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

They where not needed, we just wanted to switch to what we think is the new naming scheme to be safe going forward

Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Then I changed it back in #807 (because that's how it appears at the linked site I have added in my PR 🤷)

Note: @sbernauer did ask me about this and I double checked the commit hashes match.


# intentionally unused
ARG PRODUCT
Expand Down
20 changes: 10 additions & 10 deletions superset/versions.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,36 +2,36 @@
{
"product": "2.1.1",
"python": "3.9",
"vector": "0.35.0",
"statsd_exporter": "0.26.0",
"vector": "0.39.0",
"statsd_exporter": "0.26.1",
"authlib": "0.15.4", # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.0/requirements-extra.txt#L10
},
{
"product": "2.1.3",
"python": "3.9",
"vector": "0.35.0",
"statsd_exporter": "0.26.0",
"vector": "0.39.0",
"statsd_exporter": "0.26.1",
"authlib": "0.15.4", # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.0/requirements-extra.txt#L10
},
{
"product": "3.0.1",
"python": "3.9",
"vector": "0.35.0",
"statsd_exporter": "0.26.0",
"vector": "0.39.0",
"statsd_exporter": "0.26.1",
"authlib": "0.15.4", # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.7/requirements-extra.txt#L7
},
{
"product": "3.0.3",
"python": "3.9",
"vector": "0.35.0",
"statsd_exporter": "0.26.0",
"vector": "0.39.0",
"statsd_exporter": "0.26.1",
"authlib": "1.2.1", # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.10/requirements-extra.txt#L7
},
{
"product": "3.1.0",
"python": "3.9",
"vector": "0.35.0",
"statsd_exporter": "0.26.0",
"vector": "0.39.0",
"statsd_exporter": "0.26.1",
"authlib": "1.2.1", # https://github.com/dpgaspar/Flask-AppBuilder/blob/v4.3.10/requirements-extra.txt#L7
},
]
4 changes: 2 additions & 2 deletions trino/versions.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,14 +4,14 @@
"java-base": "17",
"java-devel": "17",
"opa_authorizer": "stackable0.2.0",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
"storage_connector": "413",
},
{
"product": "442",
"java-base": "21",
"java-devel": "21",
"jmx_exporter": "0.20.0",
"jmx_exporter": "1.0.1",
"storage_connector": "442",
"opa_authorizer": "",
},
Expand Down
6 changes: 3 additions & 3 deletions ubi8-rust-builder/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -6,17 +6,17 @@
# Ignoring DL3038 globally because we set `assumeyes=True` in dnf.conf
# hadolint global ignore=DL3038

# https://catalog.redhat.com/software/containers/ubi8/ubi8-minimal/5c64772edd19c77a158ea216?architecture=amd64
# https://catalog.redhat.com/software/containers/ubi8-minimal/5c64772edd19c77a158ea216?architecture=amd64
# Manifest list digest because of multi architecture builds ( https://www.redhat.com/architect/pull-container-image#:~:text=A%20manifest%20list%20exists%20to,system%20on%20a%20specific%20architecture )
FROM registry.access.redhat.com/ubi8-minimal@sha256:5f1cd3422d5d46aea35dac80825dbcbd58213eef49c317f42a394345fb4e8ff1 AS builder

LABEL maintainer="Stackable GmbH"

# This SHOULD be kept in sync with operator-templating and other tools to reduce build times
ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.77.2
ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.79.0
ENV CARGO_CYCLONEDX_CRATE_VERSION=0.4.0
ENV CARGO_AUDITABLE_CRATE_VERSION=0.6.4
ENV PROTOC_VERSION=27.1
ENV PROTOC_VERSION=27.2

# Sets the default shell to Bash with strict error handling and robust pipeline processing.
# "-e": Exits immediately if a command exits with a non-zero status
Expand Down
8 changes: 4 additions & 4 deletions ubi9-rust-builder/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -3,17 +3,17 @@
# Ignoring DL3038 globally because we set `assumeyes=True` in dnf.conf
# hadolint global ignore=DL3038

# https://catalog.redhat.com/software/containers/ubi9/ubi-minimal/615bd9b4075b022acc111bf5?architecture=amd64
# https://catalog.redhat.com/software/containers/ubi9-minimal/615bd9b4075b022acc111bf5?architecture=amd64
# Manifest list digest because of multi architecture builds ( https://www.redhat.com/architect/pull-container-image#:~:text=A%20manifest%20list%20exists%20to,system%20on%20a%20specific%20architecture )
FROM registry.access.redhat.com/ubi9/ubi-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS builder
FROM registry.access.redhat.com/ubi9-minimal@sha256:a7d837b00520a32502ada85ae339e33510cdfdbc8d2ddf460cc838e12ec5fa5a AS builder

LABEL maintainer="Stackable GmbH"

# This SHOULD to be kept in sync with operator-templating and other tools to reduce build times
ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.77.2
ENV RUST_DEFAULT_TOOLCHAIN_VERSION=1.79.0
ENV CARGO_CYCLONEDX_CRATE_VERSION=0.4.0
ENV CARGO_AUDITABLE_CRATE_VERSION=0.6.4
ENV PROTOC_VERSION=27.1
ENV PROTOC_VERSION=27.2

# Sets the default shell to Bash with strict error handling and robust pipeline processing.
# "-e": Exits immediately if a command exits with a non-zero status
Expand Down
Loading