Merge branch 'main' into fix/product-update-templates

Author: NickLarsenNZ

.hadolint.yaml

@@ -10,6 +10,11 @@ ignored:
   # Reason: We use buildx which handles the build graph, no explicit image tags necessary
   - DL3006
 
+  # Warning: Pin versions in pip.
+  # https://github.com/hadolint/hadolint/wiki/DL3006
+  # Reason: So far we haven't pinned versions. If we decide to, we should do that as a separate piece of work.
+  - DL3013
+
   # Warning: Use the -y switch to avoid manual input dnf install -y <package>
   # https://github.com/hadolint/hadolint/wiki/DL3038
   # Reason: We set `assumeyes=True` in dnf.conf in our base image

CHANGELOG.md

@@ -10,22 +10,25 @@ All notable changes to this project will be documented in this file.
 - opa: Add version `0.67.1` ([#797]).
 - vector: Add version `0.41.1` ([#802], [#815], [#867]).
 - airflow: Add version `2.9.3` ([#809]).
+- airflow: Add version `2.10.2` ([#877]).
 - kafka: Add version `3.8.0` ([#813]).
 - hive: Add version `4.0.0` ([#818]).
 - trino: Add version `455` ([#822]).
 - trino-cli: Add version `455` ([#822]).
 - spark: Add version `3.5.2` ([#848]).
-- statsd-exporter: Add version 0.27.0 ([#866]).
+- statsd-exporter: Bump version to 0.27.1 ([#866], [#879]).
 - hadoop: Add patch "HADOOP-18516: Support Fixed SAS Token for ABFS Authentication" ([#852]).
 - hbase: Add hadoop-azure.jar to the lib directory to support the Azure Blob Filesystem and
   the Azure Data Lake Storage ([#853]).
 - kafka: Add cyrus-sasl-gssapi package for kerberos ([#874]).
+- spark: Add HBase connector ([#878], [#882]).
 
 ### Changed
 
 - ci: Rename local actions, adjust action inputs and outputs, add definition
   README file ([#819]).
 - Update cargo-cyclonedx to 0.5.5 and build CycloneDX 1.5 files ([#783])
+- Enable [Docker build checks](https://docs.docker.com/build/checks/) ([#872])
 
 ### Removed
 
@@ -46,6 +49,7 @@ All notable changes to this project will be documented in this file.
 ### Fixed
 
 - hbase: link to phoenix server jar ([#811]).
+- trino: Correctly report Trino version ([#881]).
 
 [#783]: https://github.com/stackabletech/docker-images/pull/783
 [#797]: https://github.com/stackabletech/docker-images/pull/797
@@ -65,7 +69,13 @@ All notable changes to this project will be documented in this file.
 [#866]: https://github.com/stackabletech/docker-images/pull/866
 [#867]: https://github.com/stackabletech/docker-images/pull/867
 [#868]: https://github.com/stackabletech/docker-images/pull/868
+[#872]: https://github.com/stackabletech/docker-images/pull/872
 [#874]: https://github.com/stackabletech/docker-images/pull/874
+[#877]: https://github.com/stackabletech/docker-images/pull/877
+[#878]: https://github.com/stackabletech/docker-images/pull/878
+[#879]: https://github.com/stackabletech/docker-images/pull/879
+[#881]: https://github.com/stackabletech/docker-images/pull/881
+[#882]: https://github.com/stackabletech/docker-images/pull/882
 
 ## [24.7.0] - 2024-07-24
 

airflow/Dockerfile

@@ -1,10 +1,11 @@
 # syntax=docker/dockerfile:1.8.1@sha256:e87caa74dcb7d46cd820352bfea12591f3dba3ddc4285e19c7dcd13359f7cefd
+# check=error=true
 
 ARG GIT_SYNC
 
 # For updated versions check https://github.com/kubernetes/git-sync/releases
 # which should contain a image location (e.g. registry.k8s.io/git-sync/git-sync:v3.6.8)
-FROM oci.stackable.tech/sdp/git-sync:${GIT_SYNC} as gitsync-image
+FROM oci.stackable.tech/sdp/git-sync:${GIT_SYNC} AS gitsync-image
 
 FROM stackable/image/statsd_exporter AS statsd_exporter-builder
 
@@ -33,6 +34,7 @@ RUN microdnf update && \
         libpq-devel \
         openldap-devel \
         openssl-devel \
+        python${PYTHON} \
         python${PYTHON}-devel \
         python${PYTHON}-pip \
         python${PYTHON}-wheel \
@@ -41,7 +43,7 @@ RUN microdnf update && \
     microdnf clean all && \
     rm -rf /var/cache/yum
 
-RUN python3 -m venv --system-site-packages /stackable/app && \
+RUN python${PYTHON} -m venv --system-site-packages /stackable/app && \
     source /stackable/app/bin/activate && \
     pip install --no-cache-dir --upgrade pip && \
     pip install --no-cache-dir apache-airflow[${AIRFLOW_EXTRAS}]==${PRODUCT} --constraint /tmp/constraints.txt && \