buildfarm/.github/workflows/build_testing_test_release.yml at master · ctu-mrs/buildfarm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
name: build_testing_test_release

on:
  workflow_dispatch:

  schedule:
    - cron:  '0 17 * * *'

  # push:
  #   branches:
  #     - master

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

env:
  VARIANT: testing
  APP_LIST: mrs
  BASE_IMAGE: ctumrs/ros_noetic:latest
  BUILDER_IMAGE: noetic_builder_amd_${{github.RUN_ID}}
  ARTIFACTS_FOLDER: /tmp/artifacts

jobs:

  init-artifacts:
    runs-on: ubuntu-22.04
    env:
      PUSH_TOKEN: ${{secrets.PUSH_TOKEN}}
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          submodules: 'recursive'
      - name: Checkout CI scripts
        uses: actions/checkout@v3
        with:
          repository: ctu-mrs/ci_scripts
          ref: master
          path: ci_scripts
      - id: init_artifacts
        run: |
          mkdir -p ${{env.ARTIFACTS_FOLDER}}
      - id: prime_image
        run: |
          ./ci_scripts/docker/prime_image/prime_image.sh ${{env.BASE_IMAGE}} ${{env.BUILDER_IMAGE}} ${{env.VARIANT}} ${{env.ARTIFACTS_FOLDER}} buildfarm
      - name: Save artifacts
        uses: actions/upload-artifact@v4
        with:
          name: artifacts
          path: ${{env.ARTIFACTS_FOLDER}}
          overwrite: true

  generate-jobs:
    needs: init-artifacts
    runs-on: ubuntu-22.04
    outputs:
      packages: ${{ steps.generate.outputs.packages }}
    steps:
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          submodules: 'recursive'
      - name: Checkout CI scripts
        uses: actions/checkout@v3
        with:
          repository: ctu-mrs/ci_scripts
          ref: master
          path: ci_scripts
          token: ${{secrets.PUSH_TOKEN}}
      - id: generate
        run: |
          JOB_STRATEGY_MATRIX=$(./scripts/get_build_matrix.sh ${{env.APP_LIST}} ${{env.VARIANT}})
          echo "packages=$JOB_STRATEGY_MATRIX" >> "$GITHUB_OUTPUT"

  build-job:
    needs: generate-jobs
    runs-on: ubuntu-22.04
    timeout-minutes: 360 # 6 hour timeout
    strategy:
      matrix:
        job: ${{ fromJson(needs.generate-jobs.outputs.packages) }}
      max-parallel: 1 # Run jobs serially
    env:
      PUSH_TOKEN: ${{secrets.PUSH_TOKEN}}
    steps:
      - name: Load artifacts
        uses: actions/download-artifact@v4
        with:
          name: artifacts
          path: ${{env.ARTIFACTS_FOLDER}}
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          submodules: 'recursive'
      - name: Checkout CI scripts
        uses: actions/checkout@v3
        with:
          repository: ctu-mrs/ci_scripts
          ref: master
          path: ci_scripts
          token: ${{secrets.PUSH_TOKEN}}
      - id: build
        run: |
          ./scripts/ros_build/build.sh ${{env.APP_LIST}} ${{env.VARIANT}} "${{matrix.job}}" ${{env.BASE_IMAGE}} ${{env.BUILDER_IMAGE}} ${{env.ARTIFACTS_FOLDER}}
      - name: Delete old artifacts
        uses: geekyeggo/delete-artifact@v5
        continue-on-error: true
        with:
          name: artifacts
          failOnError: false
      - name: Save artifacts
        uses: actions/upload-artifact@v4
        with:
          name: artifacts
          path: ${{env.ARTIFACTS_FOLDER}}
          overwrite: true

  collect-artifacts:
    runs-on: ubuntu-22.04
    needs: build-job
    env:
      PUSH_TOKEN: ${{secrets.PUSH_TOKEN}}
    steps:
      - name: Load artifacts
        uses: actions/download-artifact@v4
        with:
          name: artifacts
          path: ${{env.ARTIFACTS_FOLDER}}
      - id: execute
        run: |
          rm ${{env.ARTIFACTS_FOLDER}}/compiled.txt 2> /dev/null || true
          rm ${{env.ARTIFACTS_FOLDER}}/base_sha.txt 2> /dev/null || true
      - uses: actions/checkout@v3
        with:
          fetch-depth: 0
          submodules: 'recursive'
      - name: Checkout CI scripts
        uses: actions/checkout@v3
        with:
          repository: ctu-mrs/ci_scripts
          ref: master
          path: ci_scripts
          token: ${{secrets.PUSH_TOKEN}}
      - name: Deploy
        run: ./ci_scripts/package_build/push_to_ppa.sh ${{env.VARIANT}} ${{env.ARTIFACTS_FOLDER}}

  delete_builder:
    needs: collect-artifacts
    if: always()
    runs-on: ubuntu-latest
    continue-on-error: true
    steps:
      - name: Delete current image
        uses: dataaxiom/ghcr-cleanup-action@v1
        with:
          packages: '${{github.event.repository.name}}'
          delete-tags: '${{env.BUILDER_IMAGE}}'
          token: ${{secrets.PUSH_TOKEN}}

  wait-for-ppa:
    runs-on: ubuntu-22.04
    needs: delete_builder
    steps:
      - id: run
        run: |
          sleep 300

  test_and_release:
    needs: wait-for-ppa
    uses: ctu-mrs/buildfarm/.github/workflows/rostest_merge_to_release.yml@master
    secrets:
      PUSH_TOKEN: ${{secrets.PUSH_TOKEN}}