-
-
Notifications
You must be signed in to change notification settings - Fork 217
create reusable workflow for docker build #584
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Changes from 5 commits
9a5ff39
5b83013
8e0c4db
80ba959
a95d40d
c65eab3
3a10b77
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -2,7 +2,6 @@ name: "Infra: Feature Testing: Init env" | |
|
|
||
| on: | ||
| workflow_dispatch: | ||
|
|
||
| pull_request: | ||
| types: ['labeled'] | ||
|
|
||
|
|
@@ -19,61 +18,42 @@ jobs: | |
| with: | ||
| ref: ${{ github.event.pull_request.head.sha }} | ||
| token: ${{ github.token }} | ||
|
|
||
| - name: get branch name | ||
| id: extract_branch | ||
| run: | | ||
| tag='pr${{ github.event.pull_request.number }}' | ||
| echo "tag=${tag}" >> $GITHUB_OUTPUT | ||
| env: | ||
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
|
|
||
| - name: Set up JDK | ||
| uses: actions/setup-java@v4 | ||
| with: | ||
| java-version: '17' | ||
| distribution: 'zulu' | ||
| cache: 'maven' | ||
|
|
||
| - name: Build | ||
| id: build | ||
| run: | | ||
| ./mvnw -B -ntp versions:set -DnewVersion=$GITHUB_SHA | ||
| ./mvnw -B -V -ntp clean package -Pprod -DskipTests | ||
| export VERSION=$(./mvnw -q -Dexec.executable=echo -Dexec.args='${project.version}' --non-recursive exec:exec) | ||
| echo "version=${VERSION}" >> $GITHUB_OUTPUT | ||
| - name: Set up QEMU | ||
| uses: docker/setup-qemu-action@v3 | ||
| - name: Set up Docker Buildx | ||
| id: buildx | ||
| uses: docker/setup-buildx-action@v3 | ||
| - name: Cache Docker layers | ||
| uses: actions/cache@v4 | ||
| with: | ||
| path: /tmp/.buildx-cache | ||
| key: ${{ runner.os }}-buildx-${{ github.sha }} | ||
| restore-keys: | | ||
| ${{ runner.os }}-buildx- | ||
| - name: Configure AWS credentials for Kafka-UI account | ||
| uses: aws-actions/configure-aws-credentials@v4 | ||
|
|
||
| - name: Build and Push Docker Image | ||
| uses: ./.github/workflows/docker_build | ||
| with: | ||
| tag: ${{ steps.extract_branch.outputs.tag }} | ||
| version: ${{ steps.build.outputs.version }} | ||
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | ||
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | ||
| aws-region: eu-central-1 | ||
| - name: Login to Amazon ECR | ||
| id: login-ecr | ||
| uses: aws-actions/amazon-ecr-login@v2 | ||
| - name: Build and push | ||
| id: docker_build_and_push | ||
| uses: docker/build-push-action@v5 | ||
| with: | ||
| builder: ${{ steps.buildx.outputs.name }} | ||
| context: api | ||
| push: true | ||
| tags: 297478128798.dkr.ecr.eu-central-1.amazonaws.com/kafka-ui:${{ steps.extract_branch.outputs.tag }} | ||
| build-args: | | ||
| JAR_FILE=api-${{ steps.build.outputs.version }}.jar | ||
| cache-from: type=local,src=/tmp/.buildx-cache | ||
| cache-to: type=local,dest=/tmp/.buildx-cache | ||
| repository: 297478128798.dkr.ecr.eu-central-1.amazonaws.com/kafka-ui | ||
|
Member
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Do we need this? There's already an env var |
||
| build-context: api | ||
|
|
||
| outputs: | ||
| tag: ${{ steps.extract_branch.outputs.tag }} | ||
|
|
||
| make-branch-env: | ||
| needs: build | ||
| runs-on: ubuntu-latest | ||
|
|
@@ -89,7 +69,7 @@ jobs: | |
| git config --global user.email "[email protected]" | ||
| git config --global user.name "infra-tech" | ||
| git add ../kafka-ui-from-branch/ | ||
| git commit -m "added env:${{ needs.build.outputs.deploy }}" && git push || true | ||
| git commit -m "added env:${{ needs.build.outputs.tag }}" && git push || true | ||
|
|
||
| - name: update status check for private deployment | ||
| if: ${{ github.event.label.name == 'status/feature_testing' }} | ||
|
|
@@ -98,7 +78,7 @@ jobs: | |
| authToken: ${{secrets.GITHUB_TOKEN}} | ||
| context: "Click Details button to open custom deployment page" | ||
| state: "success" | ||
| sha: ${{ github.event.pull_request.head.sha || github.sha }} | ||
| sha: ${{ github.event.pull_request.head.sha || github.sha }} | ||
| target_url: "http://${{ needs.build.outputs.tag }}.internal.ui.kafbat.dev" | ||
|
|
||
| - name: update status check for public deployment | ||
|
|
@@ -108,5 +88,5 @@ jobs: | |
| authToken: ${{secrets.GITHUB_TOKEN}} | ||
| context: "Click Details button to open custom deployment page" | ||
| state: "success" | ||
| sha: ${{ github.event.pull_request.head.sha || github.sha }} | ||
| sha: ${{ github.event.pull_request.head.sha || github.sha }} | ||
| target_url: "http://${{ needs.build.outputs.tag }}.internal.ui.kafbat.dev" | ||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,4 +1,5 @@ | ||
| name: "Infra: CVE checks" | ||
|
|
||
| on: | ||
| workflow_dispatch: | ||
| schedule: | ||
|
|
@@ -17,6 +18,12 @@ jobs: | |
| with: | ||
| token: ${{ github.token }} | ||
|
|
||
| - name: get branch name | ||
| id: extract_branch | ||
| run: | | ||
| tag='build-${{ github.sha }}' | ||
| echo "tag=${tag}" >> $GITHUB_OUTPUT | ||
|
|
||
| - name: Set up JDK | ||
| uses: actions/setup-java@v4 | ||
| with: | ||
|
|
@@ -32,34 +39,16 @@ jobs: | |
| export VERSION=$(./mvnw -q -Dexec.executable=echo -Dexec.args='${project.version}' --non-recursive exec:exec) | ||
| echo "version=${VERSION}" >> $GITHUB_OUTPUT | ||
|
|
||
| - name: Set up QEMU | ||
| uses: docker/setup-qemu-action@v3 | ||
|
|
||
| - name: Set up Docker Buildx | ||
| uses: docker/setup-buildx-action@v3 | ||
|
|
||
| - name: Cache Docker layers | ||
| uses: actions/cache@v4 | ||
| with: | ||
| path: /tmp/.buildx-cache | ||
| key: ${{ runner.os }}-buildx-${{ github.sha }} | ||
| restore-keys: | | ||
| ${{ runner.os }}-buildx- | ||
|
|
||
| - name: Build docker image | ||
| uses: docker/build-push-action@v5 | ||
| - name: Build Docker Image | ||
| uses: ./.github/workflows/docker_build | ||
| with: | ||
| builder: ${{ steps.buildx.outputs.name }} | ||
| context: api | ||
| platforms: linux/amd64 | ||
| push: false | ||
| load: true | ||
| tags: | | ||
| ghcr.io/kafbat/kafka-ui:${{ steps.build.outputs.version }} | ||
| build-args: | | ||
| JAR_FILE=api-${{ steps.build.outputs.version }}.jar | ||
| cache-from: type=local,src=/tmp/.buildx-cache | ||
| cache-to: type=local,dest=/tmp/.buildx-cache | ||
| tag: ${{ steps.extract_branch.outputs.tag }} | ||
| version: ${{ steps.build.outputs.version }} | ||
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | ||
|
Member
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. This looks redundant since there's an existing secret |
||
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | ||
| aws-region: eu-central-1 | ||
| repository: ghcr.io/kafbat/kafka-ui | ||
|
Member
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. given there are aws-related properties above, this looks like it should be AWS-related, why ghcr.io? |
||
| build-context: api | ||
|
|
||
| - name: Run CVE checks | ||
| uses: aquasecurity/[email protected] | ||
|
|
||
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
an action like this is present in 4 workflows:
build-public-imagebranch-deployreleaseseparate_env_public_createThe point of Infra: Implement reusable workflows #117 was to reduce the amount of these things, can we extract them?