Skip to content

Commit 9bacd28

Browse files
sbernauersbernauer
authored
Merge branch 'main' into docs/airflow-libs
2 parents 641ff93 + 34a11e4 commit 9bacd28

File tree

99 files changed

+2294
-5426
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

99 files changed

+2294
-5426
lines changed

‎.github/workflows/build_airflow.yaml‎

Lines changed: 59 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
---
22
name: Build Airflow
3+
run-name: |
4+
Build Airflow (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: airflow
@@ -8,7 +10,7 @@ env:
810
on:
911
workflow_dispatch:
1012
schedule:
11-
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
13+
- cron: '0 0 1/2 * *' # https://crontab.guru/#0_0_1/2_*_*
1214
push:
1315
branches: [main]
1416
tags: ['*']
@@ -27,6 +29,8 @@ jobs:
2729
runs-on: ubuntu-latest
2830
steps:
2931
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
32+
with:
33+
persist-credentials: false
3034
- id: shard
3135
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3236
with:
@@ -41,6 +45,7 @@ jobs:
4145
id-token: write
4246
runs-on: ${{ matrix.runner.name }}
4347
strategy:
48+
fail-fast: false
4449
matrix:
4550
runner:
4651
- {name: "ubuntu-latest", arch: "amd64"}
@@ -49,6 +54,8 @@ jobs:
4954
steps:
5055
- name: Checkout Repository
5156
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
57+
with:
58+
persist-credentials: false
5259

5360
- name: Free Disk Space
5461
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -89,22 +96,23 @@ jobs:
8996
id-token: write
9097
runs-on: ubuntu-latest
9198
strategy:
99+
fail-fast: false
92100
matrix:
93101
versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }}
94102
steps:
95103
- name: Checkout Repository
96104
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
105+
with:
106+
persist-credentials: false
97107

98-
- name: Free Disk Space
99-
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
100108
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
101109
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
102110
with:
103111
image-registry-uri: docker.stackable.tech
104112
image-registry-username: github
105113
image-registry-password: ${{ secrets.NEXUS_PASSWORD }}
106114
image-repository: stackable/${{ env.PRODUCT_NAME }}
107-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
115+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
108116

109117
- name: Publish and Sign Image Index Manifest to oci.stackable.tech
110118
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -113,4 +121,50 @@ jobs:
113121
image-registry-username: robot$sdp+github-action-build
114122
image-registry-password: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
115123
image-repository: sdp/${{ env.PRODUCT_NAME }}
116-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
124+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
125+
126+
notify:
127+
name: Failure Notification
128+
needs: [generate_matrix, build, publish_manifests]
129+
runs-on: ubuntu-latest
130+
if: failure()
131+
steps:
132+
- uses: slackapi/slack-github-action@37ebaef184d7626c5f204ab8d3baff4262dd30f0 # v1.27.0
133+
with:
134+
channel-id: "C07UG6JH44F" # notifications-container-images
135+
payload: |
136+
{
137+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
138+
"attachments": [
139+
{
140+
"pretext": "See the details below for a summary of which job(s) failed.",
141+
"color": "#aa0000",
142+
"fields": [
143+
{
144+
"title": "Generate Version List",
145+
"short": true,
146+
"value": "${{ needs.generate_matrix.result }}"
147+
},
148+
{
149+
"title": "Build/Publish Image",
150+
"short": true,
151+
"value": "${{ needs.build.result }}"
152+
},
153+
{
154+
"title": "Build/Publish Manifests",
155+
"short": true,
156+
"value": "${{ needs.publish_manifests.result }}"
157+
}
158+
],
159+
"actions": [
160+
{
161+
"type": "button",
162+
"text": "Go to workflow run",
163+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
164+
}
165+
]
166+
}
167+
]
168+
}
169+
env:
170+
SLACK_BOT_TOKEN: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}

‎.github/workflows/build_druid.yaml‎

Lines changed: 58 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
---
22
name: Build Druid
3+
run-name: |
4+
Build Druid (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: druid
@@ -29,6 +31,8 @@ jobs:
2931
runs-on: ubuntu-latest
3032
steps:
3133
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
34+
with:
35+
persist-credentials: false
3236
- id: shard
3337
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3438
with:
@@ -43,6 +47,7 @@ jobs:
4347
id-token: write
4448
runs-on: ${{ matrix.runner.name }}
4549
strategy:
50+
fail-fast: false
4651
matrix:
4752
runner:
4853
- {name: "ubuntu-latest", arch: "amd64"}
@@ -51,6 +56,8 @@ jobs:
5156
steps:
5257
- name: Checkout Repository
5358
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
59+
with:
60+
persist-credentials: false
5461

5562
- name: Free Disk Space
5663
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -91,22 +98,23 @@ jobs:
9198
id-token: write
9299
runs-on: ubuntu-latest
93100
strategy:
101+
fail-fast: false
94102
matrix:
95103
versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }}
96104
steps:
97105
- name: Checkout Repository
98106
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
107+
with:
108+
persist-credentials: false
99109

100-
- name: Free Disk Space
101-
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
102110
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
103111
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
104112
with:
105113
image-registry-uri: docker.stackable.tech
106114
image-registry-username: github
107115
image-registry-password: ${{ secrets.NEXUS_PASSWORD }}
108116
image-repository: stackable/${{ env.PRODUCT_NAME }}
109-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
117+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
110118

111119
- name: Publish and Sign Image Index Manifest to oci.stackable.tech
112120
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -115,4 +123,50 @@ jobs:
115123
image-registry-username: robot$sdp+github-action-build
116124
image-registry-password: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
117125
image-repository: sdp/${{ env.PRODUCT_NAME }}
118-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
126+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
127+
128+
notify:
129+
name: Failure Notification
130+
needs: [generate_matrix, build, publish_manifests]
131+
runs-on: ubuntu-latest
132+
if: failure()
133+
steps:
134+
- uses: slackapi/slack-github-action@37ebaef184d7626c5f204ab8d3baff4262dd30f0 # v1.27.0
135+
with:
136+
channel-id: "C07UG6JH44F" # notifications-container-images
137+
payload: |
138+
{
139+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
140+
"attachments": [
141+
{
142+
"pretext": "See the details below for a summary of which job(s) failed.",
143+
"color": "#aa0000",
144+
"fields": [
145+
{
146+
"title": "Generate Version List",
147+
"short": true,
148+
"value": "${{ needs.generate_matrix.result }}"
149+
},
150+
{
151+
"title": "Build/Publish Image",
152+
"short": true,
153+
"value": "${{ needs.build.result }}"
154+
},
155+
{
156+
"title": "Build/Publish Manifests",
157+
"short": true,
158+
"value": "${{ needs.publish_manifests.result }}"
159+
}
160+
],
161+
"actions": [
162+
{
163+
"type": "button",
164+
"text": "Go to workflow run",
165+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
166+
}
167+
]
168+
}
169+
]
170+
}
171+
env:
172+
SLACK_BOT_TOKEN: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}

‎.github/workflows/build_hadoop.yaml‎

Lines changed: 59 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
---
22
name: Build Hadoop
3+
run-name: |
4+
Build Hadoop (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: hadoop
@@ -8,7 +10,7 @@ env:
810
on:
911
workflow_dispatch:
1012
schedule:
11-
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
13+
- cron: '0 2 1/2 * *' # https://crontab.guru/#0_2_1/2_*_*
1214
push:
1315
branches: [main]
1416
tags: ['*']
@@ -29,6 +31,8 @@ jobs:
2931
runs-on: ubuntu-latest
3032
steps:
3133
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
34+
with:
35+
persist-credentials: false
3236
- id: shard
3337
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3438
with:
@@ -43,6 +47,7 @@ jobs:
4347
id-token: write
4448
runs-on: ${{ matrix.runner.name }}
4549
strategy:
50+
fail-fast: false
4651
matrix:
4752
runner:
4853
- {name: "ubuntu-latest", arch: "amd64"}
@@ -51,6 +56,8 @@ jobs:
5156
steps:
5257
- name: Checkout Repository
5358
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
59+
with:
60+
persist-credentials: false
5461

5562
- name: Free Disk Space
5663
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -91,22 +98,23 @@ jobs:
9198
id-token: write
9299
runs-on: ubuntu-latest
93100
strategy:
101+
fail-fast: false
94102
matrix:
95103
versions: ${{ fromJson(needs.generate_matrix.outputs.versions) }}
96104
steps:
97105
- name: Checkout Repository
98106
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
107+
with:
108+
persist-credentials: false
99109

100-
- name: Free Disk Space
101-
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
102110
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
103111
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
104112
with:
105113
image-registry-uri: docker.stackable.tech
106114
image-registry-username: github
107115
image-registry-password: ${{ secrets.NEXUS_PASSWORD }}
108116
image-repository: stackable/${{ env.PRODUCT_NAME }}
109-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
117+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
110118

111119
- name: Publish and Sign Image Index Manifest to oci.stackable.tech
112120
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
@@ -115,4 +123,50 @@ jobs:
115123
image-registry-username: robot$sdp+github-action-build
116124
image-registry-password: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
117125
image-repository: sdp/${{ env.PRODUCT_NAME }}
118-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
126+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
127+
128+
notify:
129+
name: Failure Notification
130+
needs: [generate_matrix, build, publish_manifests]
131+
runs-on: ubuntu-latest
132+
if: failure()
133+
steps:
134+
- uses: slackapi/slack-github-action@37ebaef184d7626c5f204ab8d3baff4262dd30f0 # v1.27.0
135+
with:
136+
channel-id: "C07UG6JH44F" # notifications-container-images
137+
payload: |
138+
{
139+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
140+
"attachments": [
141+
{
142+
"pretext": "See the details below for a summary of which job(s) failed.",
143+
"color": "#aa0000",
144+
"fields": [
145+
{
146+
"title": "Generate Version List",
147+
"short": true,
148+
"value": "${{ needs.generate_matrix.result }}"
149+
},
150+
{
151+
"title": "Build/Publish Image",
152+
"short": true,
153+
"value": "${{ needs.build.result }}"
154+
},
155+
{
156+
"title": "Build/Publish Manifests",
157+
"short": true,
158+
"value": "${{ needs.publish_manifests.result }}"
159+
}
160+
],
161+
"actions": [
162+
{
163+
"type": "button",
164+
"text": "Go to workflow run",
165+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
166+
}
167+
]
168+
}
169+
]
170+
}
171+
env:
172+
SLACK_BOT_TOKEN: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}

0 commit comments

Comments
 (0)