Skip to content

Commit 3e3cdb2

Browse files
razvanrazvan
authored
Merge branch 'main' into feat/hadoop-remove-snappy-from-avro
2 parents 739e7b1 + 82fb887 commit 3e3cdb2

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

50 files changed

+1706
-457
lines changed

‎.github/ISSUE_TEMPLATE/add-product.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@ assignees: ''
2020
- [ ] Add a `versions.py` file to the folder. Add all required key-value pairs.
2121
- [ ] Add a new "Update Product" issue template in `.github/ISSUE_TEMPLATE/`
2222
folder. See existing ones as a guide of reference.
23-
- [ ] Add a new `dev_<PRODUCT>.yml` GitHub Action workflow in the
23+
- [ ] Add a new `build_<PRODUCT>.yml` GitHub Action workflow in the
2424
`.github/workflows` folder. Use existing local action whenever possible
2525
or consider creating a new one when there is no fitting action available.
2626
- [ ] Run `.scripts/update_readme_badges.sh` to generate the new status badge.

‎.github/workflows/dev_airflow.yaml‎ renamed to ‎.github/workflows/build_airflow.yaml‎

Lines changed: 59 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -3,22 +3,23 @@ name: Build Airflow
33

44
env:
55
PRODUCT_NAME: airflow
6+
SDP_VERSION: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
67

78
on:
89
workflow_dispatch:
910
schedule:
1011
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
1112
push:
12-
branches:
13-
- main
13+
branches: [main]
14+
tags: ['*']
1415
paths:
1516
# To check dependencies, run this ( you will need to consider transitive dependencies)
1617
# bake --product PRODUCT -d | grep -v 'docker buildx bake' | jq '.target | keys[]'
1718
- airflow/**
1819
- vector/**
1920
- stackable-base/**
2021
- .github/actions/**
21-
- .github/workflows/dev_airflow.yaml
22+
- .github/workflows/build_airflow.yaml
2223

2324
jobs:
2425
generate_matrix:
@@ -27,7 +28,7 @@ jobs:
2728
steps:
2829
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
2930
- id: shard
30-
uses: stackabletech/actions/shard@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
31+
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3132
with:
3233
product-name: ${{ env.PRODUCT_NAME }}
3334
outputs:
@@ -50,18 +51,19 @@ jobs:
5051
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
5152

5253
- name: Free Disk Space
53-
uses: stackabletech/actions/free-disk-space@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
54+
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
5455

5556
- name: Build Product Image
5657
id: build
57-
uses: stackabletech/actions/build-product-image@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
58+
uses: stackabletech/actions/build-product-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
5859
with:
5960
product-name: ${{ env.PRODUCT_NAME }}
6061
product-version: ${{ matrix.versions }}
6162
build-cache-password: ${{ secrets.BUILD_CACHE_NEXUS_PASSWORD }}
63+
sdp-version: ${{ env.SDP_VERSION }}
6264

6365
- name: Publish Container Image on docker.stackable.tech
64-
uses: stackabletech/actions/publish-image@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
66+
uses: stackabletech/actions/publish-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
6567
with:
6668
image-registry-uri: docker.stackable.tech
6769
image-registry-username: github
@@ -71,7 +73,7 @@ jobs:
7173
source-image-uri: localhost/${{ env.PRODUCT_NAME }}:${{ steps.build.outputs.image-manifest-tag }}
7274

7375
- name: Publish Container Image on oci.stackable.tech
74-
uses: stackabletech/actions/publish-image@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
76+
uses: stackabletech/actions/publish-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
7577
with:
7678
image-registry-uri: oci.stackable.tech
7779
image-registry-username: robot$sdp+github-action-build
@@ -94,9 +96,9 @@ jobs:
9496
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
9597

9698
- name: Free Disk Space
97-
uses: stackabletech/actions/free-disk-space@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
99+
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
98100
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
99-
uses: stackabletech/actions/publish-index-manifest@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
101+
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
100102
with:
101103
image-registry-uri: docker.stackable.tech
102104
image-registry-username: github
@@ -105,10 +107,56 @@ jobs:
105107
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
106108

107109
- name: Publish and Sign Image Index Manifest to oci.stackable.tech
108-
uses: stackabletech/actions/publish-index-manifest@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
110+
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
109111
with:
110112
image-registry-uri: oci.stackable.tech
111113
image-registry-username: robot$sdp+github-action-build
112114
image-registry-password: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
113115
image-repository: sdp/${{ env.PRODUCT_NAME }}
114116
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
117+
118+
notify:
119+
name: Failure Notification
120+
needs: [generate_matrix, build, publish_manifests]
121+
runs-on: ubuntu-latest
122+
if: failure()
123+
steps:
124+
- uses: slackapi/slack-github-action@37ebaef184d7626c5f204ab8d3baff4262dd30f0 # v1.27.0
125+
with:
126+
channel-id: "C07UG6JH44F" # notifications-container-images
127+
payload: |
128+
{
129+
"text": "*${{ github.workflow }}* failed",
130+
"attachments": [
131+
{
132+
"pretext": "See the details below for a summary of which job(s) failed.",
133+
"color": "#aa0000",
134+
"fields": [
135+
{
136+
"title": "Generate Version List",
137+
"short": true,
138+
"value": "${{ needs.generate_matrix.result }}"
139+
},
140+
{
141+
"title": "Build/Publish Image",
142+
"short": true,
143+
"value": "${{ needs.build.result }}"
144+
},
145+
{
146+
"title": "Build/Publish Manifests",
147+
"short": true,
148+
"value": "${{ needs.publish_manifests.result }}"
149+
}
150+
],
151+
"actions": [
152+
{
153+
"type": "button",
154+
"text": "Go to workflow run",
155+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
156+
}
157+
]
158+
}
159+
]
160+
}
161+
env:
162+
SLACK_BOT_TOKEN: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}

‎.github/workflows/dev_druid.yaml‎ renamed to ‎.github/workflows/build_druid.yaml‎

Lines changed: 59 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -3,14 +3,15 @@ name: Build Druid
33

44
env:
55
PRODUCT_NAME: druid
6+
SDP_VERSION: ${{ github.ref_type == 'tag' && github.ref_name || '0.0.0-dev' }}
67

78
on:
89
workflow_dispatch:
910
schedule:
1011
- cron: '0 1 1/2 * *' # https://crontab.guru/#0_1_1/2_*_*
1112
push:
12-
branches:
13-
- main
13+
branches: [main]
14+
tags: ['*']
1415
paths:
1516
# To check dependencies, run this ( you will need to consider transitive dependencies)
1617
# bake --product PRODUCT -d | grep -v 'docker buildx bake' | jq '.target | keys[]'
@@ -20,7 +21,7 @@ on:
2021
- java-base/**
2122
- java-devel/**
2223
- .github/actions/**
23-
- .github/workflows/dev_druid.yaml
24+
- .github/workflows/build_druid.yaml
2425

2526
jobs:
2627
generate_matrix:
@@ -29,7 +30,7 @@ jobs:
2930
steps:
3031
- uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
3132
- id: shard
32-
uses: stackabletech/actions/shard@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
33+
uses: stackabletech/actions/shard@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
3334
with:
3435
product-name: ${{ env.PRODUCT_NAME }}
3536
outputs:
@@ -52,18 +53,19 @@ jobs:
5253
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
5354

5455
- name: Free Disk Space
55-
uses: stackabletech/actions/free-disk-space@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
56+
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
5657

5758
- name: Build Product Image
5859
id: build
59-
uses: stackabletech/actions/build-product-image@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
60+
uses: stackabletech/actions/build-product-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
6061
with:
6162
product-name: ${{ env.PRODUCT_NAME }}
6263
product-version: ${{ matrix.versions }}
6364
build-cache-password: ${{ secrets.BUILD_CACHE_NEXUS_PASSWORD }}
65+
sdp-version: ${{ env.SDP_VERSION }}
6466

6567
- name: Publish Container Image on docker.stackable.tech
66-
uses: stackabletech/actions/publish-image@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
68+
uses: stackabletech/actions/publish-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
6769
with:
6870
image-registry-uri: docker.stackable.tech
6971
image-registry-username: github
@@ -73,7 +75,7 @@ jobs:
7375
source-image-uri: localhost/${{ env.PRODUCT_NAME }}:${{ steps.build.outputs.image-manifest-tag }}
7476

7577
- name: Publish Container Image on oci.stackable.tech
76-
uses: stackabletech/actions/publish-image@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
78+
uses: stackabletech/actions/publish-image@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
7779
with:
7880
image-registry-uri: oci.stackable.tech
7981
image-registry-username: robot$sdp+github-action-build
@@ -96,9 +98,9 @@ jobs:
9698
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
9799

98100
- name: Free Disk Space
99-
uses: stackabletech/actions/free-disk-space@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
101+
uses: stackabletech/actions/free-disk-space@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
100102
- name: Publish and Sign Image Index Manifest to docker.stackable.tech
101-
uses: stackabletech/actions/publish-index-manifest@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
103+
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
102104
with:
103105
image-registry-uri: docker.stackable.tech
104106
image-registry-username: github
@@ -107,10 +109,56 @@ jobs:
107109
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
108110

109111
- name: Publish and Sign Image Index Manifest to oci.stackable.tech
110-
uses: stackabletech/actions/publish-index-manifest@fe921a914283975f3be1f5f47348467a94276d41 # 0.1.0
112+
uses: stackabletech/actions/publish-index-manifest@a3f7587879e9f12e04a29fd26435949aaa4fd59c # 0.2.0
111113
with:
112114
image-registry-uri: oci.stackable.tech
113115
image-registry-username: robot$sdp+github-action-build
114116
image-registry-password: ${{ secrets.HARBOR_ROBOT_SDP_GITHUB_ACTION_BUILD_SECRET }}
115117
image-repository: sdp/${{ env.PRODUCT_NAME }}
116118
image-index-manifest-tag: ${{ matrix.versions }}-stackable0.0.0-dev
119+
120+
notify:
121+
name: Failure Notification
122+
needs: [generate_matrix, build, publish_manifests]
123+
runs-on: ubuntu-latest
124+
if: failure()
125+
steps:
126+
- uses: slackapi/slack-github-action@37ebaef184d7626c5f204ab8d3baff4262dd30f0 # v1.27.0
127+
with:
128+
channel-id: "C07UG6JH44F" # notifications-container-images
129+
payload: |
130+
{
131+
"text": "*${{ github.workflow }}* failed",
132+
"attachments": [
133+
{
134+
"pretext": "See the details below for a summary of which job(s) failed.",
135+
"color": "#aa0000",
136+
"fields": [
137+
{
138+
"title": "Generate Version List",
139+
"short": true,
140+
"value": "${{ needs.generate_matrix.result }}"
141+
},
142+
{
143+
"title": "Build/Publish Image",
144+
"short": true,
145+
"value": "${{ needs.build.result }}"
146+
},
147+
{
148+
"title": "Build/Publish Manifests",
149+
"short": true,
150+
"value": "${{ needs.publish_manifests.result }}"
151+
}
152+
],
153+
"actions": [
154+
{
155+
"type": "button",
156+
"text": "Go to workflow run",
157+
"url": "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
158+
}
159+
]
160+
}
161+
]
162+
}
163+
env:
164+
SLACK_BOT_TOKEN: ${{ secrets.SLACK_CONTAINER_IMAGE_TOKEN }}

0 commit comments

Comments
 (0)