Skip to content

Commit b49229c

Browse files
sbernauersbernauer
authored
Merge branch 'main' into fix/startup-probe
2 parents 8edc0a1 + 49fe184 commit b49229c

36 files changed

+1918
-247
lines changed

‎.github/ISSUE_TEMPLATE/02-bug_report.yml‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -12,11 +12,12 @@ body:
1212
label: Affected Stackable version
1313
description: Which version of the Stackable Operator do you see this bug in?
1414

15-
# - type: input
15+
#
16+
- type: input
1617
attributes:
1718
label: Affected Apache Superset version
1819
description: Which version of Apache Superset do you see this bug in?
19-
#
20+
#
2021
- type: textarea
2122
attributes:
2223
label: Current and expected behavior

‎.github/workflows/build.yml‎

Lines changed: 21 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -42,11 +42,11 @@ jobs:
4242
RUSTC_BOOTSTRAP: 1
4343
steps:
4444
- name: Install host dependencies
45-
uses: awalsh128/cache-apt-pkgs-action@4c82c3ccdc1344ee11e9775dbdbdf43aa8a5614e # v1.5.1
45+
uses: awalsh128/cache-apt-pkgs-action@2c09a5e66da6c8016428a2172bd76e5e4f14bb17 # v1.5.3
4646
with:
4747
packages: protobuf-compiler krb5-user libkrb5-dev libclang-dev liblzma-dev libssl-dev pkg-config apt-transport-https
4848
version: ubuntu-latest
49-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
49+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
5050
with:
5151
persist-credentials: false
5252
submodules: recursive
@@ -110,19 +110,19 @@ jobs:
110110
continue-on-error: ${{ matrix.checks == 'advisories' }}
111111

112112
steps:
113-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
113+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
114114
with:
115115
persist-credentials: false
116116
submodules: recursive
117-
- uses: EmbarkStudios/cargo-deny-action@30f817c6f72275c6d54dc744fbca09ebc958599f # v2.0.12
117+
- uses: EmbarkStudios/cargo-deny-action@f2ba7abc2abebaf185c833c3961145a3c275caad # v2.0.13
118118
with:
119119
command: check ${{ matrix.checks }}
120120

121121
run_rustfmt:
122122
name: Run Rustfmt
123123
runs-on: ubuntu-latest
124124
steps:
125-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
125+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
126126
with:
127127
persist-credentials: false
128128
submodules: recursive
@@ -139,11 +139,11 @@ jobs:
139139
runs-on: ubuntu-latest
140140
steps:
141141
- name: Install host dependencies
142-
uses: awalsh128/cache-apt-pkgs-action@4c82c3ccdc1344ee11e9775dbdbdf43aa8a5614e # v1.5.1
142+
uses: awalsh128/cache-apt-pkgs-action@2c09a5e66da6c8016428a2172bd76e5e4f14bb17 # v1.5.3
143143
with:
144144
packages: protobuf-compiler krb5-user libkrb5-dev libclang-dev liblzma-dev libssl-dev pkg-config apt-transport-https
145145
version: ubuntu-latest
146-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
146+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
147147
with:
148148
persist-credentials: false
149149
submodules: recursive
@@ -178,11 +178,11 @@ jobs:
178178
runs-on: ubuntu-latest
179179
steps:
180180
- name: Install host dependencies
181-
uses: awalsh128/cache-apt-pkgs-action@4c82c3ccdc1344ee11e9775dbdbdf43aa8a5614e # v1.5.1
181+
uses: awalsh128/cache-apt-pkgs-action@2c09a5e66da6c8016428a2172bd76e5e4f14bb17 # v1.5.3
182182
with:
183183
packages: protobuf-compiler krb5-user libkrb5-dev libclang-dev liblzma-dev libssl-dev pkg-config apt-transport-https
184184
version: ubuntu-latest
185-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
185+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
186186
with:
187187
submodules: recursive
188188
- uses: dtolnay/rust-toolchain@b3b07ba8b418998c39fb20f53e8b695cdcc8de1b
@@ -201,11 +201,11 @@ jobs:
201201
runs-on: ubuntu-latest
202202
steps:
203203
- name: Install host dependencies
204-
uses: awalsh128/cache-apt-pkgs-action@4c82c3ccdc1344ee11e9775dbdbdf43aa8a5614e # v1.5.1
204+
uses: awalsh128/cache-apt-pkgs-action@2c09a5e66da6c8016428a2172bd76e5e4f14bb17 # v1.5.3
205205
with:
206206
packages: protobuf-compiler krb5-user libkrb5-dev libclang-dev liblzma-dev libssl-dev pkg-config apt-transport-https
207207
version: ubuntu-latest
208-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
208+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
209209
with:
210210
persist-credentials: false
211211
submodules: recursive
@@ -226,7 +226,7 @@ jobs:
226226
name: Check if committed README is the one we would render from the available parts
227227
runs-on: ubuntu-latest
228228
steps:
229-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
229+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
230230
with:
231231
persist-credentials: false
232232
submodules: recursive
@@ -261,11 +261,11 @@ jobs:
261261
runs-on: ubuntu-latest
262262
steps:
263263
- name: Install host dependencies
264-
uses: awalsh128/cache-apt-pkgs-action@4c82c3ccdc1344ee11e9775dbdbdf43aa8a5614e # v1.5.1
264+
uses: awalsh128/cache-apt-pkgs-action@2c09a5e66da6c8016428a2172bd76e5e4f14bb17 # v1.5.3
265265
with:
266266
packages: protobuf-compiler krb5-user libkrb5-dev libclang-dev liblzma-dev libssl-dev pkg-config apt-transport-https
267267
version: ubuntu-latest
268-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
268+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
269269
with:
270270
persist-credentials: false
271271
submodules: recursive
@@ -332,15 +332,15 @@ jobs:
332332
IMAGE_TAG: ${{ steps.printtag.outputs.IMAGE_TAG }}
333333
steps:
334334
- name: Install host dependencies
335-
uses: awalsh128/cache-apt-pkgs-action@4c82c3ccdc1344ee11e9775dbdbdf43aa8a5614e # v1.5.1
335+
uses: awalsh128/cache-apt-pkgs-action@2c09a5e66da6c8016428a2172bd76e5e4f14bb17 # v1.5.3
336336
with:
337337
packages: protobuf-compiler krb5-user libkrb5-dev libclang-dev liblzma-dev libssl-dev pkg-config apt-transport-https
338338
version: ${{ matrix.runner }}
339-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
339+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
340340
with:
341341
persist-credentials: false
342342
submodules: recursive
343-
- uses: cachix/install-nix-action@f0fe604f8a612776892427721526b4c7cfb23aba # v31.4.1
343+
- uses: cachix/install-nix-action@fc6e360bedc9ee72d75e701397f0bb30dce77568 # v31.5.2
344344
- uses: dtolnay/rust-toolchain@b3b07ba8b418998c39fb20f53e8b695cdcc8de1b
345345
with:
346346
toolchain: ${{ env.RUST_TOOLCHAIN_VERSION }}
@@ -376,9 +376,9 @@ jobs:
376376
377377
# Recreate charts and publish charts and docker image.
378378
- name: Install cosign
379-
uses: sigstore/cosign-installer@398d4b0eeef1380460a10c8013a76f728fb906ac # v3.9.1
379+
uses: sigstore/cosign-installer@d58896d6a1865668819e1d91763c7751a165e159 # v3.9.2
380380
- name: Install syft
381-
uses: anchore/sbom-action/download-syft@cee1b8e05ae5b2593a75e197229729eabaa9f8ec # v0.20.2
381+
uses: anchore/sbom-action/download-syft@da167eac915b4e86f08b264dbdbc867b61be6f0c # v0.20.5
382382
- name: Build Docker image and Helm chart
383383
run: |
384384
# Installing helm and yq on ubicloud-standard-8-arm only
@@ -421,9 +421,9 @@ jobs:
421421
OCI_REGISTRY_SDP_CHARTS_USERNAME: "robot$sdp-charts+github-action-build"
422422
steps:
423423
- name: Install cosign
424-
uses: sigstore/cosign-installer@398d4b0eeef1380460a10c8013a76f728fb906ac # v3.9.1
424+
uses: sigstore/cosign-installer@d58896d6a1865668819e1d91763c7751a165e159 # v3.9.2
425425
- name: Checkout
426-
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
426+
uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
427427
with:
428428
persist-credentials: false
429429
submodules: recursive

‎.github/workflows/general_daily_security.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ jobs:
1616
audit:
1717
runs-on: ubuntu-latest
1818
steps:
19-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
19+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
2020
with:
2121
persist-credentials: false
2222
- uses: rustsec/audit-check@69366f33c96575abad1ee0dba8212993eecbe998 # v2.0.0

‎.github/workflows/integration-test.yml‎

Lines changed: 31 additions & 108 deletions
Original file line numberDiff line numberDiff line change
@@ -1,137 +1,60 @@
11
---
22
name: Integration Test
3-
run-name: |
4-
Integration Test on ${{ inputs.test-platform }}-${{ inputs.test-architecture }} (${{ inputs.test-run == 'all' && 'all' || format('{0}={1}', inputs.test-run, inputs.test-parameter) }})
5-
6-
env:
7-
DEFAULT_TEST_PLATFORM: kind-1.31.0
8-
DEFAULT_TEST_ARCHITECTURE: amd64
9-
DEFAULT_TEST_RUN: all
10-
DEFAULT_TEST_PARAMETER: "" # Unused when the test-run is 'all'
11-
TEST_PLATFORM: ${{ inputs.test-platform }}
12-
TEST_ARCHITECTURE: ${{ inputs.test-architecture }}
13-
TEST_RUN: ${{ inputs.test-run }}
14-
TEST_PARAMETER: ${{ inputs.test-parameter }}
153

164
on:
175
# schedule:
186
# At 00:00 on Sunday. See: https://crontab.guru/#0_0_*_*_0
197
# - cron: "0 0 * * 0"
208
workflow_dispatch:
219
inputs:
22-
test-platform:
23-
description: |
24-
The test platform to run on
25-
required: true
26-
type: choice
27-
options:
28-
- kind-1.31.2
29-
- kind-1.30.6
30-
- rke2-1.31.2
31-
- rke2-1.30.6
32-
- k3s-1.31.2
33-
- k3s-1.30.6
34-
- aks-1.29
35-
- aks-1.28
36-
- aks-1.27
37-
- eks-1.29
38-
- eks-1.28
39-
- eks-1.27
40-
- gke-1.29
41-
- gke-1.28
42-
- gke-1.27
43-
- okd-4.15
44-
- okd-4.14
45-
- okd-4.13
46-
test-architecture:
47-
description: |
48-
The architecture the tests will run on. Consult the run-integration-test action README for
49-
more details on supported architectures for each distribution
10+
test-mode:
11+
description: Test mode
5012
required: true
5113
type: choice
5214
options:
53-
- amd64
54-
- arm64
55-
test-run:
56-
description: Type of test run
15+
- profile
16+
- custom
17+
test-mode-input:
18+
description: The profile or the runner used
5719
required: true
58-
type: choice
59-
options:
60-
- all
61-
- test-suite
62-
- test
63-
test-parameter:
64-
description: Parameter to `--test-suite` or `--test` (ignored for `all`)
65-
default: smoke
20+
test-suite:
21+
description: Name of the test-suite. Only used if test-mode is `custom`
22+
test:
23+
description: Name of the test. Only used of test-mode is `custom`
6624

6725
jobs:
6826
test:
6927
name: Run Integration Test
7028
runs-on: ubuntu-latest
29+
# services:
30+
# otel-collector:
31+
# image: ghcr.io/open-telemetry/opentelemetry-collector-releases/opentelemetry-collector-k8s:0.131.1
32+
# volumes:
33+
# - .:/mnt
7134
steps:
72-
- name: Override integration test options for scheduled run
73-
if: github.event_name == 'schedule'
74-
shell: bash
75-
run: |
76-
set -euo pipefail
77-
78-
echo "TEST_PLATFORM=$DEFAULT_TEST_PLATFORM" | tee -a "$GITHUB_ENV"
79-
echo "TEST_ARCHITECTURE=$DEFAULT_TEST_ARCHITECTURE" | tee -a "$GITHUB_ENV"
80-
echo "TEST_RUN=$DEFAULT_TEST_RUN" | tee -a "$GITHUB_ENV"
81-
echo "TEST_PARAMETER=$DEFAULT_TEST_PARAMETER" | tee -a "$GITHUB_ENV"
82-
83-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
35+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
8436
with:
37+
persist-credentials: false
8538
submodules: recursive
8639

40+
# TODO: Enable the scheduled runs which hard-code what profile to use
8741
- name: Run Integration Test
8842
id: test
89-
uses: stackabletech/actions/run-integration-test@4483641a7e24057bd2ba51cb4c3f2f0010ad21b7 # v0.8.4
43+
uses: stackabletech/actions/run-integration-test@736565e3b8f657bcddff2897abcf5ccb82ae3e6c # v0.9.0
9044
with:
91-
test-platform: ${{ env.TEST_PLATFORM }}-${{ env.TEST_ARCHITECTURE }}
92-
test-run: ${{ env.TEST_RUN }}
93-
test-parameter: ${{ env.TEST_PARAMETER }}
9445
replicated-api-token: ${{ secrets.REPLICATED_API_TOKEN }}
46+
test-mode-input: ${{ inputs.test-mode-input }}
47+
test-suite: ${{ inputs.test-suite }}
48+
test-mode: ${{ inputs.test-mode }}
49+
test: ${{ inputs.test }}
9550

9651
- name: Send Notification
97-
if: ${{ failure() }}
98-
env:
99-
SLACK_BOT_TOKEN: ${{ secrets.SLACK_INTEGRATION_TEST_TOKEN }}
100-
uses: slackapi/slack-github-action@fcfb566f8b0aab22203f066d80ca1d7e4b5d05b3 # v1.27.1
52+
if: ${{ failure() || github.run_attempt > 1 }}
53+
uses: stackabletech/actions/send-slack-notification@736565e3b8f657bcddff2897abcf5ccb82ae3e6c # v0.9.0
10154
with:
102-
channel-id: "C07UYJYSMSN" # notifications-integration-tests
103-
payload: |
104-
{
105-
"text": "Integration Test *${{ github.repository }}* failed",
106-
"attachments": [
107-
{
108-
"pretext": "Started at ${{ steps.test.outputs.start-time }}, failed at ${{ steps.test.outputs.end-time }}",
109-
"color": "#aa0000",
110-
"actions": [
111-
{
112-
"type": "button",
113-
"text": "Go to integration test run",
114-
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
115-
}
116-
]
117-
}
118-
]
119-
}
120-
# TODO: Update to version 2.1.0. This could look something like the following.
121-
# The workflow is currently not in use, testing that the new version still works imposes effort.
122-
# So I left it as a future exercise, but saved the current state.
123-
#
124-
# uses: slackapi/slack-github-action@b0fa283ad8fea605de13dc3f449259339835fc52 # v2.1.0
125-
# with:
126-
# method: chat.postMessage
127-
# token: ${{ secrets.SLACK_INTEGRATION_TEST_TOKEN }}
128-
# payload: |
129-
# channel: "C07UYJYSMSN" # notifications-integration-tests
130-
# text: "Integration Test *${{ github.repository }}* failed"
131-
# attachments:
132-
# - pretext: "Started at ${{ steps.test.outputs.start-time }}, failed at ${{ steps.test.outputs.end-time }}"
133-
# color: "#aa0000"
134-
# actions:
135-
# - type: button
136-
# text: Go to integration test run
137-
# url: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
55+
slack-token: ${{ secrets.SLACK_INTEGRATION_TEST_TOKEN }}
56+
failed-tests: ${{ steps.test.outputs.failed-tests }}
57+
test-health: ${{ steps.test.outputs.health }}
58+
test-result: ${{ steps.test.conclusion }}
59+
channel-id: C07UYJYSMSN # notifications-integration-tests
60+
type: integration-test

‎.github/workflows/pr_pre-commit.yaml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,16 +17,16 @@ jobs:
1717
runs-on: ubuntu-latest
1818
steps:
1919
- name: Install host dependencies
20-
uses: awalsh128/cache-apt-pkgs-action@5902b33ae29014e6ca012c5d8025d4346556bd40 # v1.4.3
20+
uses: awalsh128/cache-apt-pkgs-action@2c09a5e66da6c8016428a2172bd76e5e4f14bb17 # v1.5.3
2121
with:
2222
packages: protobuf-compiler krb5-user libkrb5-dev libclang-dev liblzma-dev libssl-dev pkg-config apt-transport-https
2323
version: ubuntu-latest
24-
- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
24+
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
2525
with:
2626
persist-credentials: false
2727
submodules: recursive
2828
fetch-depth: 0
29-
- uses: stackabletech/actions/run-pre-commit@9aae2d1c14239021bfa33c041010f6fb7adec815 # v0.8.2
29+
- uses: stackabletech/actions/run-pre-commit@736565e3b8f657bcddff2897abcf5ccb82ae3e6c # v0.9.0
3030
with:
3131
python-version: ${{ env.PYTHON_VERSION }}
3232
rust: ${{ env.RUST_TOOLCHAIN_VERSION }}

‎.readme/partials/borrowed/footer.md.j2‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@ These are the operators that are currently part of the Stackable Data Platform:
3636
* [Stackable Operator for Apache Hive](https://github.com/stackabletech/hive-operator)
3737
* [Stackable Operator for Apache Kafka](https://github.com/stackabletech/kafka-operator)
3838
* [Stackable Operator for Apache NiFi](https://github.com/stackabletech/nifi-operator)
39+
* [Stackable Operator for OpenSearch](https://github.com/stackabletech/opensearch-operator)
3940
* [Stackable Operator for Apache Spark](https://github.com/stackabletech/spark-k8s-operator)
4041
* [Stackable Operator for Apache Superset](https://github.com/stackabletech/superset-operator)
4142
* [Stackable Operator for Trino](https://github.com/stackabletech/trino-operator)

0 commit comments

Comments
 (0)