feat(opensearch): Install common OpenSearch plugins from Maven Central (#1322)

* install common OpenSearch plugins from Maven Central

* fix hadolint

* fix typo in comment

* fix build issues

* address feedback on PR

Author: labrenbe

CHANGELOG.md

@@ -11,6 +11,7 @@ All notable changes to this project will be documented in this file.
 - opensearch: Use build-repo.stackable.tech instead of Maven Central ([#1222]).
 - opensearch: Add the `opensearch-prometheus-exporter` plugin to the image ([#1223]).
 - opensearch: Replace the demo configuration of the OpenSearch Security plugin with a minimal one ([#1228]).
+- opensearch: Install common plugins from Maven Central ([#1322]).
 - opensearch-dashboards: Add an image for Opensearch Dashboards with version `3.1.0` ([#1248]).
 - nifi: Backport NIFI-14848 to NiFi ([#1225]).
 - stackable-base: Add cert-tools ([#1247]).
@@ -119,6 +120,7 @@ All notable changes to this project will be documented in this file.
 [#1318]: https://github.com/stackabletech/docker-images/pull/1318
 [#1319]: https://github.com/stackabletech/docker-images/pull/1319
 [#1320]: https://github.com/stackabletech/docker-images/pull/1320
+[#1322]: https://github.com/stackabletech/docker-images/pull/1322
 
 ## [25.7.0] - 2025-07-23
 

opensearch/Dockerfile

@@ -7,11 +7,40 @@ FROM local-image/java-devel AS opensearch-builder
 
 ARG PRODUCT_VERSION
 ARG RELEASE_VERSION
-ARG OPENSEARCH_SECURITY_PLUGIN_VERSION
-ARG OPENSEARCH_OPENSEARCH_PROMETHEUS_EXPORTER_VERSION
 ARG STACKABLE_USER_UID
 ARG TARGETARCH
 
+# Local image versions
+ARG OPENSEARCH_SECURITY_PLUGIN_VERSION
+ARG OPENSEARCH_OPENSEARCH_PROMETHEUS_EXPORTER_VERSION
+
+# External plugin versions
+ARG OPENSEARCH_ALERTING_PLUGIN_VERSION
+ARG OPENSEARCH_JOB_SCHEDULER_PLUGIN_VERSION
+ARG OPENSEARCH_ANOMALY_DETECTION_PLUGIN_VERSION
+ARG OPENSEARCH_ASYNCHRONOUS_SEARCH_PLUGIN_VERSION
+ARG OPENSEARCH_CROSS_CLUSTER_REPLICATION_PLUGIN_VERSION
+ARG OPENSEARCH_CUSTOM_CODECS_PLUGIN_VERSION
+ARG OPENSEARCH_FLOW_FRAMEWORK_PLUGIN_VERSION
+ARG OPENSEARCH_GEOSPATIAL_PLUGIN_VERSION
+ARG OPENSEARCH_INDEX_MANAGEMENT_PLUGIN_VERSION
+ARG OPENSEARCH_KNN_PLUGIN_VERSION
+ARG OPENSEARCH_ML_PLUGIN_VERSION
+ARG OPENSEARCH_NEURAL_SEARCH_PLUGIN_VERSION
+ARG OPENSEARCH_NOTIFICATIONS_CORE_PLUGIN_VERSION
+ARG OPENSEARCH_NOTIFICATIONS_PLUGIN_VERSION
+ARG OPENSEARCH_OBSERVABILITY_PLUGIN_VERSION
+ARG OPENSEARCH_PERFORMANCE_ANALYZER_PLUGIN_VERSION
+ARG OPENSEARCH_REPORTS_SCHEDULER_PLUGIN_VERSION
+ARG OPENSEARCH_SEARCH_RELEVANCE_PLUGIN_VERSION
+ARG OPENSEARCH_SECURITY_ANALYTICS_PLUGIN_VERSION
+ARG OPENSEARCH_SKILLS_PLUGIN_VERSION
+ARG OPENSEARCH_SQL_PLUGIN_VERSION
+ARG OPENSEARCH_SYSTEM_TEMPLATES_PLUGIN_VERSION
+ARG OPENSEARCH_UBI_PLUGIN_VERSION
+ARG QUERY_INSIGHTS_PLUGIN_VERSION
+
+
 WORKDIR /stackable
 
 COPY --chown=${STACKABLE_USER_UID}:0 opensearch/stackable/patches/patchable.toml /stackable/src/opensearch/stackable/patches/patchable.toml
@@ -76,6 +105,39 @@ RUN <<EOF
 # The JDK from jdk-base is used instead.
 rm -r jdk
 
+# Install common plugins that are also used in the official image. The order is influenced by dependencies between plugins.
+#
+# TODO: The LTR plugin is currently missing because an official release for OpenSearch 3.x versions is missing.
+# There are tags for 3.x versions in the git repo, so it can be built from source:
+# See https://github.com/opensearch-project/opensearch-learning-to-rank-base
+./bin/opensearch-plugin \
+    install \
+    --batch \
+    "org.opensearch.plugin:alerting:${OPENSEARCH_ALERTING_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-job-scheduler:${OPENSEARCH_JOB_SCHEDULER_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-anomaly-detection:${OPENSEARCH_ANOMALY_DETECTION_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:asynchronous-search:${OPENSEARCH_ASYNCHRONOUS_SEARCH_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-cross-cluster-replication:${OPENSEARCH_CROSS_CLUSTER_REPLICATION_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-custom-codecs:${OPENSEARCH_CUSTOM_CODECS_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-flow-framework:${OPENSEARCH_FLOW_FRAMEWORK_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:geospatial:${OPENSEARCH_GEOSPATIAL_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-index-management:${OPENSEARCH_INDEX_MANAGEMENT_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-knn:${OPENSEARCH_KNN_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-ml-plugin:${OPENSEARCH_ML_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:neural-search:${OPENSEARCH_NEURAL_SEARCH_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-notifications-core:${OPENSEARCH_NOTIFICATIONS_CORE_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:notifications:${OPENSEARCH_NOTIFICATIONS_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-observability:${OPENSEARCH_OBSERVABILITY_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:performance-analyzer:${OPENSEARCH_PERFORMANCE_ANALYZER_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-reports-scheduler:${OPENSEARCH_REPORTS_SCHEDULER_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-search-relevance:${OPENSEARCH_SEARCH_RELEVANCE_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-security-analytics:${OPENSEARCH_SECURITY_ANALYTICS_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-skills:${OPENSEARCH_SKILLS_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-sql-plugin:${OPENSEARCH_SQL_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-system-templates:${OPENSEARCH_SYSTEM_TEMPLATES_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:opensearch-ubi:${OPENSEARCH_UBI_PLUGIN_VERSION}" \
+    "org.opensearch.plugin:query-insights:${QUERY_INSIGHTS_PLUGIN_VERSION}"
+
 # Change the group permissions already in the builder image to reduce
 # the size of the final image.
 # see https://github.com/stackabletech/docker-images/issues/961

opensearch/boil-config.toml

@@ -3,3 +3,29 @@ java-devel = "21"
 jdk-base = "21"
 "opensearch/security-plugin" = "3.1.0.0"
 "opensearch/opensearch-prometheus-exporter" = "3.1.0.0"
+
+[versions."3.1.0".build-arguments]
+"opensearch-alerting-plugin-version" = "3.1.0.0"
+"opensearch-job-scheduler-plugin-version" = "3.1.0.0"
+"opensearch-anomaly-detection-plugin-version" = "3.1.0.0"
+"opensearch-asynchronous-search-plugin-version" = "3.1.0.0"
+"opensearch-cross-cluster-replication-plugin-version" = "3.1.0.0"
+"opensearch-custom-codecs-plugin-version" = "3.1.0.0"
+"opensearch-flow-framework-plugin-version" = "3.1.0.0"
+"opensearch-geospatial-plugin-version" = "3.1.0.0"
+"opensearch-index-management-plugin-version" = "3.1.0.0"
+"opensearch-knn-plugin-version" = "3.1.0.0"
+"opensearch-ml-plugin-version" = "3.1.0.0"
+"opensearch-neural-search-plugin-version" = "3.1.0.0"
+"opensearch-notifications-core-plugin-version" = "3.1.0.0"
+"opensearch-notifications-plugin-version" = "3.1.0.0"
+"opensearch-observability-plugin-version" = "3.1.0.0"
+"opensearch-performance-analyzer-plugin-version" = "3.1.0.0"
+"opensearch-reports-scheduler-plugin-version" = "3.1.0.0"
+"opensearch-search-relevance-plugin-version" = "3.1.0.0"
+"opensearch-security-analytics-plugin-version" = "3.1.0.0"
+"opensearch-skills-plugin-version" = "3.1.0.0"
+"opensearch-sql-plugin-version" = "3.1.0.0"
+"opensearch-system-templates-plugin-version" = "3.1.0.0"
+"opensearch-ubi-plugin-version" = "3.1.0.0"
+"query-insights-plugin-version" = "3.1.0.0"