diff --git a/.hadolint.yaml b/.hadolint.yaml index 52bc26bc4..e80c9b1f8 100644 --- a/.hadolint.yaml +++ b/.hadolint.yaml @@ -30,7 +30,26 @@ ignored: # Reason: I've yet to see this being useful, where this happens we usually have no way to actually provide the file - SC1091 + # Expressions don't expand in single quotes, use double quotes for that. + # https://www.shellcheck.net/wiki/SC2016 + # Reason: Ignoring because envsubst requires environment variable names + # as parameter. These environment variables must not be expanded, e.g.: + # envsubst '${PRODUCT}:${HBASE_OPERATOR_TOOLS}' < /stackable/bin/hbck2.env + - SC2016 + # Use cd ... || exit in case cd fails. # https://github.com/koalaman/shellcheck/wiki/SC2164 # Reason: Ignoring because we inherit SHELL from the base image which contains "-e" for bash - SC2164 + + # In POSIX sh, [[ ]] is undefined. + # https://www.shellcheck.net/wiki/SC3010 + # Reason: Ignoring because we inherit SHELL from the base image which + # sets the default shell to Bash where [[ ]] is defined. + - SC3010 + + # In POSIX sh, string replacement is undefined. + # https://www.shellcheck.net/wiki/SC3060 + # Reason: Ignoring because we inherit SHELL from the base image which + # sets the default shell to Bash where string replacement is supported. + - SC3060 diff --git a/CHANGELOG.md b/CHANGELOG.md index 1006394ff..f1225d533 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -16,6 +16,8 @@ All notable changes to this project will be documented in this file. - trino-cli: Add version `455` ([#822]). - spark: Add version `3.5.2` ([#848]). - hadoop: Add patch "HADOOP-18516: Support Fixed SAS Token for ABFS Authentication" ([#852]). +- hbase: Add hadoop-azure.jar to the lib directory to support the Azure Blob Filesystem and + the Azure Data Lake Storage ([#853]). ### Changed @@ -54,6 +56,7 @@ All notable changes to this project will be documented in this file. [#848]: https://github.com/stackabletech/docker-images/pull/848 [#851]: https://github.com/stackabletech/docker-images/pull/851 [#852]: https://github.com/stackabletech/docker-images/pull/852 +[#853]: https://github.com/stackabletech/docker-images/pull/853 ## [24.7.0] - 2024-07-24 diff --git a/hbase/Dockerfile b/hbase/Dockerfile index 4b6e937a5..d66fcc38d 100644 --- a/hbase/Dockerfile +++ b/hbase/Dockerfile @@ -317,6 +317,14 @@ COPY --chown=stackable:stackable --from=phoenix-builder /stackable/phoenix /stac COPY --chown=stackable:stackable --from=hadoop-s3-builder /stackable/bin/export-snapshot-to-s3 /stackable/bin/export-snapshot-to-s3 COPY --chown=stackable:stackable --from=hadoop-s3-builder /stackable/hadoop/share/hadoop/tools/lib/ /stackable/hadoop/share/hadoop/tools/lib/ +# Copy the dependencies from Hadoop which are required for the Azure Data Lake +# Storage (ADLS) to /stackable/hbase-${PRODUCT}/lib which is on the classpath. +# hadoop-azure-${HADOOP}.jar contains the AzureBlobFileSystem which is required +# by hadoop-common-${HADOOP}.jar if the scheme of a file system is "abfs://". +COPY --chown=stackable:stackable --from=hadoop-builder \ + /stackable/hadoop/share/hadoop/tools/lib/hadoop-azure-${HADOOP}.jar \ + /stackable/hbase-${PRODUCT}/lib/ + COPY --chown=stackable:stackable --from=opa-authorizer-builder /stackable/hbase-opa-authorizer/target/hbase-opa-authorizer*.jar /stackable/hbase-${PRODUCT}/lib RUN <