Skip to content

Commit 67b8c10

Browse files
committed
ci: workflows: doc: use self-hosted runner
Running full documentation build on GH hosted runners is not really working for us anymore as we run out of disk space. Switch (back) to our self-hosted runners. Signed-off-by: Benjamin Cabé <[email protected]>
1 parent ab14979 commit 67b8c10

File tree

1 file changed

+60
-47
lines changed

1 file changed

+60
-47
lines changed

.github/workflows/doc-build.yml

Lines changed: 60 additions & 47 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ permissions:
1717
env:
1818
DOXYGEN_VERSION: 1.14.0
1919
DOXYGEN_MD5SUM: e761a5097ae20ecccfd02041925f102a
20-
JOB_COUNT: 4
20+
JOB_COUNT: 30
2121

2222
jobs:
2323
doc-file-check:
@@ -56,49 +56,65 @@ jobs:
5656
needs: [doc-file-check]
5757
if: >
5858
needs.doc-file-check.outputs.file_check == 'true' || github.event_name != 'pull_request'
59-
runs-on: ubuntu-24.04
60-
timeout-minutes: 90
59+
runs-on:
60+
group: zephyr-runner-v2-linux-x64-4xlarge
61+
container:
62+
image: ghcr.io/zephyrproject-rtos/ci-repo-cache:v0.28.5.20250930
63+
options: '--entrypoint /bin/bash'
64+
timeout-minutes: 20
6165
concurrency:
6266
group: doc-build-html-${{ github.ref }}
6367
cancel-in-progress: true
6468

6569
steps:
66-
- name: install-pkgs
70+
71+
- name: Print cloud service information
6772
run: |
68-
sudo apt-get update
69-
sudo apt-get install -y wget python3-pip git ninja-build graphviz lcov
70-
wget --no-verbose "https://github.com/doxygen/doxygen/releases/download/Release_${DOXYGEN_VERSION//./_}/doxygen-${DOXYGEN_VERSION}.linux.bin.tar.gz"
71-
echo "${DOXYGEN_MD5SUM} doxygen-${DOXYGEN_VERSION}.linux.bin.tar.gz" | md5sum -c
72-
if [ $? -ne 0 ]; then
73-
echo "Failed to verify doxygen tarball"
74-
exit 1
75-
fi
76-
sudo tar xf doxygen-${DOXYGEN_VERSION}.linux.bin.tar.gz -C /opt
77-
echo "/opt/doxygen-${DOXYGEN_VERSION}/bin" >> $GITHUB_PATH
78-
echo "${HOME}/.local/bin" >> $GITHUB_PATH
73+
echo "ZEPHYR_RUNNER_CLOUD_PROVIDER = ${ZEPHYR_RUNNER_CLOUD_PROVIDER}"
74+
echo "ZEPHYR_RUNNER_CLOUD_NODE = ${ZEPHYR_RUNNER_CLOUD_NODE}"
75+
echo "ZEPHYR_RUNNER_CLOUD_POD = ${ZEPHYR_RUNNER_CLOUD_POD}"
76+
77+
- name: Apply container owner mismatch workaround
78+
run: |
79+
# FIXME: The owner UID of the GITHUB_WORKSPACE directory may not
80+
# match the container user UID because of the way GitHub
81+
# Actions runner is implemented. Remove this workaround when
82+
# GitHub comes up with a fundamental fix for this problem.
83+
git config --global --add safe.directory ${GITHUB_WORKSPACE}
84+
85+
- name: Clone cached Zephyr repository
86+
continue-on-error: true
87+
run: |
88+
git clone --shared /repo-cache/zephyrproject/zephyr .
89+
git remote set-url origin ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}
7990
8091
- name: checkout
8192
uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
8293
with:
8394
ref: ${{ github.event.pull_request.head.sha }}
8495
fetch-depth: 0
85-
path: zephyr
8696

87-
- name: Rebase
88-
if: github.event_name == 'pull_request'
89-
continue-on-error: true
90-
env:
91-
BASE_REF: ${{ github.base_ref }}
92-
PR_HEAD: ${{ github.event.pull_request.head.sha }}
93-
working-directory: zephyr
97+
- name: Environment Setup
9498
run: |
95-
git config --global user.email "[email protected]"
96-
git config --global user.name "Github Actions"
97-
rm -fr ".git/rebase-apply"
98-
rm -fr ".git/rebase-merge"
99-
git rebase origin/${BASE_REF}
100-
git clean -f -d
101-
git log --graph --oneline HEAD...${PR_HEAD}
99+
if [ "${{github.event_name}}" = "pull_request" ]; then
100+
git config --global user.email "[email protected]"
101+
git config --global user.name "Zephyr Builder"
102+
rm -fr ".git/rebase-apply"
103+
rm -fr ".git/rebase-merge"
104+
git rebase origin/${BASE_REF}
105+
git clean -f -d
106+
git log --pretty=oneline | head -n 10
107+
fi
108+
echo "$HOME/.local/bin" >> $GITHUB_PATH
109+
echo "$HOME/.cargo/bin" >> $GITHUB_PATH
110+
111+
west init -l . || true
112+
west config manifest.group-filter -- +ci,+optional
113+
west config --global update.narrow true
114+
west update --path-cache /repo-cache/zephyrproject 2>&1 1> west.update.log || west update --path-cache /repo-cache/zephyrproject 2>&1 1> west.update.log || ( rm -rf ../modules ../bootloader ../tools && west update --path-cache /repo-cache/zephyrproject)
115+
west forall -c 'git reset --hard HEAD'
116+
117+
echo "ZEPHYR_SDK_INSTALL_DIR=/opt/toolchains/zephyr-sdk-$( cat SDK_VERSION )" >> $GITHUB_ENV
102118
103119
- name: Set up Python
104120
uses: actions/setup-python@e797f83bcb11b83ae66e0230d6156d7c80228e7c # v6.0.0
@@ -107,32 +123,29 @@ jobs:
107123
cache: pip
108124
cache-dependency-path: doc/requirements.txt
109125

110-
- name: Setup Zephyr project
111-
uses: zephyrproject-rtos/action-zephyr-setup@c125c5ebeeadbd727fa740b407f862734af1e52a # v1.0.9
112-
with:
113-
app-path: zephyr
114-
toolchains: 'all'
115-
116-
- name: install-pip
126+
- name: Install Python packages required for documentation build
117127
working-directory: zephyr
118128
run: |
129+
pip install -r scripts/requirements-actions.txt --require-hashes
119130
pip install -r doc/requirements.txt --require-hashes
120131
121-
- name: build-docs
132+
- name: Build HTML documentation
122133
shell: bash
123134
working-directory: zephyr
124135
run: |
136+
pip list
137+
125138
if [[ "$GITHUB_REF" =~ "refs/tags/v" ]]; then
126139
DOC_TAG="release"
127140
else
128141
DOC_TAG="development"
129142
fi
130143
131-
if [[ "${{ github.event_name }}" == "pull_request" ]]; then
132-
DOC_TARGET="html-fast"
133-
else
144+
# if [[ "${{ github.event_name }}" == "pull_request" ]]; then
145+
# DOC_TARGET="html-fast"
146+
# else
134147
DOC_TARGET="html"
135-
fi
148+
# fi
136149
137150
DOC_TAG=${DOC_TAG} \
138151
SPHINXOPTS="-j ${JOB_COUNT} -W --keep-going -T" \
@@ -145,27 +158,27 @@ jobs:
145158
lcov --remove doc-coverage.info \*/deprecated > new.info
146159
genhtml --no-function-coverage --no-branch-coverage new.info -o coverage-report
147160
148-
- name: compress-docs
161+
- name: Compress documentation build artifacts
149162
working-directory: zephyr
150163
run: |
151164
tar --use-compress-program="xz -T0" -cf html-output.tar.xz --exclude html/_sources --exclude html/doxygen/xml --directory=doc/_build html
152165
tar --use-compress-program="xz -T0" -cf api-output.tar.xz --directory=doc/_build html/doxygen/html
153166
tar --use-compress-program="xz -T0" -cf api-coverage.tar.xz coverage-report
154167
155-
- name: upload-build
168+
- name: Upload HTML output
156169
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
157170
with:
158171
name: html-output
159172
path: zephyr/html-output.tar.xz
160173

161-
- name: upload-api-coverage
174+
- name: Upload Doxygen coverage artifacts
162175
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
163176
with:
164177
name: api-coverage
165178
path: zephyr/api-coverage.tar.xz
166179

167180

168-
- name: process-pr
181+
- name: Summarize PR documentation URLs
169182
if: github.event_name == 'pull_request'
170183
run: |
171184
REPO_NAME="${{ github.event.repository.name }}"
@@ -179,7 +192,7 @@ jobs:
179192
echo "API Documentation will be available shortly at: ${API_DOC_URL}" >> $GITHUB_STEP_SUMMARY
180193
echo "API Coverage Report will be available shortly at: ${API_COVERAGE_URL}" >> $GITHUB_STEP_SUMMARY
181194
182-
- name: upload-pr-number
195+
- name: Upload PR number
183196
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
184197
if: github.event_name == 'pull_request'
185198
with:

0 commit comments

Comments
 (0)