Skip to content

Commit ddfff0a

Browse files
nightkrnightkr
committed
Merge branch 'main' into feature/containerdebug
2 parents cb0d669 + 9fce9a3 commit ddfff0a

File tree

117 files changed

+3055
-5953
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

117 files changed

+3055
-5953
lines changed

‎.github/ISSUE_TEMPLATE/add-product.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ assignees: ''
2020
- [ ] Add a `versions.py` file to the folder. Add all required key-value pairs.
2121
- [ ] Add a new "Update Product" issue template in `.github/ISSUE_TEMPLATE/`
2222
folder. See existing ones as a guide of reference.
23-
- [ ] Add a new `dev_<PRODUCT>.yml` GitHub Action workflow in the
23+
- [ ] Add a new `build_<PRODUCT>.yml` GitHub Action workflow in the
2424
`.github/workflows` folder. Use existing local action whenever possible
2525
or consider creating a new one when there is no fitting action available.
2626
- [ ] Run `.scripts/update_readme_badges.sh` to generate the new status badge.

‎.github/workflows/dev_airflow.yaml‎ renamed to ‎.github/workflows/build_airflow.yaml‎

Lines changed: 64 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,27 @@
11
---
22
name: Build Airflow
3+
run-name: |
4+
Build Airflow (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: airflow
8+
SDP_VERSION: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
69

710
on:
811
workflow_dispatch:
912
schedule:
1013
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
1114
push:
12-
branches:
13-
- main
15+
branches: [main]
16+
tags: ['*']
1417
paths:
1518
# To check dependencies, run this ( you will need to consider transitive dependencies)
1619
# bake --product PRODUCT -d | grep -v 'docker buildx bake' | jq '.target | keys[]'
1720
- airflow/**
1821
- vector/**
1922
- stackable-base/**
2023
- .github/actions/**
21-
- .github/workflows/dev_airflow.yaml
24+
- .github/workflows/build_airflow.yaml
2225

2326
jobs:
2427
generate_matrix:
@@ -27,7 +30,7 @@ jobs:
2730
steps:
2831
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
2932
- id: shard
30-
uses: stackabletech/actions/shard@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
33+
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3134
with:
3235
product-name: ${{ env.PRODUCT_NAME }}
3336
outputs:
@@ -49,16 +52,20 @@ jobs:
4952
- name: Checkout Repository
5053
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
5154

55+
- name: Free Disk Space
56+
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
57+
5258
- name: Build Product Image
5359
id: build
54-
uses: stackabletech/actions/build-product-image@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
60+
uses: stackabletech/actions/build-product-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
5561
with:
5662
product-name: ${{ env.PRODUCT_NAME }}
5763
product-version: ${{ matrix.versions }}
5864
build-cache-password: ${{ secrets.BUILD_CACHE_NEXUS_PASSWORD }}
65+
sdp-version: ${{ env.SDP_VERSION }}
5966

6067
- name: Publish Container Image on docker.stackable.tech
61-
uses: stackabletech/actions/publish-image@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
68+
uses: stackabletech/actions/publish-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
6269
with:
6370
image-registry-uri: docker.stackable.tech
6471
image-registry-username: github
@@ -68,7 +75,7 @@ jobs:
6875
source-image-uri: localhost/${{ env.PRODUCT_NAME }}:${{ steps.build.outputs.image-manifest-tag }}
6976

7077
- name: Publish Container Image on oci.stackable.tech
71-
uses: stackabletech/actions/publish-image@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
78+
uses: stackabletech/actions/publish-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
7279
with:
7380
image-registry-uri: oci.stackable.tech
7481
image-registry-username: robot$sdp+github-action-build
@@ -91,19 +98,65 @@ jobs:
9198
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
9299

93100
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
94-
uses: stackabletech/actions/publish-index-manifest@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
101+
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
95102
with:
96103
image-registry-uri: docker.stackable.tech
97104
image-registry-username: github
98105
image-registry-password: ${{ secrets.NEXUS_PASSWORD }}
99106
image-repository: stackable/${{ env.PRODUCT_NAME }}
100-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
107+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
101108

102109
- name: Publish and Sign Image Index Manifest to oci.stackable.tech
103-
uses: stackabletech/actions/publish-index-manifest@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
110+
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
104111
with:
105112
image-registry-uri: oci.stackable.tech
106113
image-registry-username: robot$sdp+github-action-build
107114
image-registry-password: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
108115
image-repository: sdp/${{ env.PRODUCT_NAME }}
109-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
116+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
117+
118+
notify:
119+
name: Failure Notification
120+
needs: [generate_matrix, build, publish_manifests]
121+
runs-on: ubuntu-latest
122+
if: failure()
123+
steps:
124+
- uses: slackapi/slack-github-action@37ebaef184d7626c5f204ab8d3baff4262dd30f0 # v1.27.0
125+
with:
126+
channel-id: "C07UG6JH44F" # notifications-container-images
127+
payload: |
128+
{
129+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
130+
"attachments": [
131+
{
132+
"pretext": "See the details below for a summary of which job(s) failed.",
133+
"color": "#aa0000",
134+
"fields": [
135+
{
136+
"title": "Generate Version List",
137+
"short": true,
138+
"value": "${{ needs.generate_matrix.result }}"
139+
},
140+
{
141+
"title": "Build/Publish Image",
142+
"short": true,
143+
"value": "${{ needs.build.result }}"
144+
},
145+
{
146+
"title": "Build/Publish Manifests",
147+
"short": true,
148+
"value": "${{ needs.publish_manifests.result }}"
149+
}
150+
],
151+
"actions": [
152+
{
153+
"type": "button",
154+
"text": "Go to workflow run",
155+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
156+
}
157+
]
158+
}
159+
]
160+
}
161+
env:
162+
SLACK_BOT_TOKEN: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}

‎.github/workflows/dev_druid.yaml‎ renamed to ‎.github/workflows/build_druid.yaml‎

Lines changed: 64 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,19 @@
11
---
22
name: Build Druid
3+
run-name: |
4+
Build Druid (attempt #${{ github.run_attempt }})
35
46
env:
57
PRODUCT_NAME: druid
8+
SDP_VERSION: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
69

710
on:
811
workflow_dispatch:
912
schedule:
1013
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
1114
push:
12-
branches:
13-
- main
15+
branches: [main]
16+
tags: ['*']
1417
paths:
1518
# To check dependencies, run this ( you will need to consider transitive dependencies)
1619
# bake --product PRODUCT -d | grep -v 'docker buildx bake' | jq '.target | keys[]'
@@ -20,7 +23,7 @@ on:
2023
- java-base/**
2124
- java-devel/**
2225
- .github/actions/**
23-
- .github/workflows/dev_druid.yaml
26+
- .github/workflows/build_druid.yaml
2427

2528
jobs:
2629
generate_matrix:
@@ -29,7 +32,7 @@ jobs:
2932
steps:
3033
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
3134
- id: shard
32-
uses: stackabletech/actions/shard@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
35+
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3336
with:
3437
product-name: ${{ env.PRODUCT_NAME }}
3538
outputs:
@@ -51,16 +54,20 @@ jobs:
5154
- name: Checkout Repository
5255
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
5356

57+
- name: Free Disk Space
58+
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
59+
5460
- name: Build Product Image
5561
id: build
56-
uses: stackabletech/actions/build-product-image@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
62+
uses: stackabletech/actions/build-product-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
5763
with:
5864
product-name: ${{ env.PRODUCT_NAME }}
5965
product-version: ${{ matrix.versions }}
6066
build-cache-password: ${{ secrets.BUILD_CACHE_NEXUS_PASSWORD }}
67+
sdp-version: ${{ env.SDP_VERSION }}
6168

6269
- name: Publish Container Image on docker.stackable.tech
63-
uses: stackabletech/actions/publish-image@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
70+
uses: stackabletech/actions/publish-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
6471
with:
6572
image-registry-uri: docker.stackable.tech
6673
image-registry-username: github
@@ -70,7 +77,7 @@ jobs:
7077
source-image-uri: localhost/${{ env.PRODUCT_NAME }}:${{ steps.build.outputs.image-manifest-tag }}
7178

7279
- name: Publish Container Image on oci.stackable.tech
73-
uses: stackabletech/actions/publish-image@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
80+
uses: stackabletech/actions/publish-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
7481
with:
7582
image-registry-uri: oci.stackable.tech
7683
image-registry-username: robot$sdp+github-action-build
@@ -93,19 +100,65 @@ jobs:
93100
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
94101

95102
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
96-
uses: stackabletech/actions/publish-index-manifest@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
103+
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
97104
with:
98105
image-registry-uri: docker.stackable.tech
99106
image-registry-username: github
100107
image-registry-password: ${{ secrets.NEXUS_PASSWORD }}
101108
image-repository: stackable/${{ env.PRODUCT_NAME }}
102-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
109+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
103110

104111
- name: Publish and Sign Image Index Manifest to oci.stackable.tech
105-
uses: stackabletech/actions/publish-index-manifest@e8781161bc1eb037198098334cec6061fe24b6c3 # 0.0.2
112+
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
106113
with:
107114
image-registry-uri: oci.stackable.tech
108115
image-registry-username: robot$sdp+github-action-build
109116
image-registry-password: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
110117
image-repository: sdp/${{ env.PRODUCT_NAME }}
111-
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
118+
image-index-manifest-tag: ${{ matrix.versions }}-stackable${{ env.SDP_VERSION }}
119+
120+
notify:
121+
name: Failure Notification
122+
needs: [generate_matrix, build, publish_manifests]
123+
runs-on: ubuntu-latest
124+
if: failure()
125+
steps:
126+
- uses: slackapi/slack-github-action@37ebaef184d7626c5f204ab8d3baff4262dd30f0 # v1.27.0
127+
with:
128+
channel-id: "C07UG6JH44F" # notifications-container-images
129+
payload: |
130+
{
131+
"text": "*${{ github.workflow }}* failed (attempt ${{ github.run_attempt }})",
132+
"attachments": [
133+
{
134+
"pretext": "See the details below for a summary of which job(s) failed.",
135+
"color": "#aa0000",
136+
"fields": [
137+
{
138+
"title": "Generate Version List",
139+
"short": true,
140+
"value": "${{ needs.generate_matrix.result }}"
141+
},
142+
{
143+
"title": "Build/Publish Image",
144+
"short": true,
145+
"value": "${{ needs.build.result }}"
146+
},
147+
{
148+
"title": "Build/Publish Manifests",
149+
"short": true,
150+
"value": "${{ needs.publish_manifests.result }}"
151+
}
152+
],
153+
"actions": [
154+
{
155+
"type": "button",
156+
"text": "Go to workflow run",
157+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}/attempts/${{ github.run_attempt }}"
158+
}
159+
]
160+
}
161+
]
162+
}
163+
env:
164+
SLACK_BOT_TOKEN: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}

0 commit comments

Comments
 (0)