Skip to content

Commit 0a6b097

Browse files
ayappanecayappanec
authored
Merge branch 'main' into gh-121045 
2 parents a267445 + 58ffc4c commit 0a6b097

File tree

178 files changed

+5724
-2945
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

178 files changed

+5724
-2945
lines changed

‎.github/CODEOWNERS‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -214,6 +214,7 @@ Doc/c-api/stable.rst @encukou
214214
**/*idlelib* @terryjreedy
215215
/Doc/library/idle.rst @terryjreedy
216216

217+
**/*annotationlib* @JelleZijlstra
217218
**/*typing* @JelleZijlstra @AlexWaygood
218219

219220
**/*ftplib @giampaolo

‎.github/workflows/build.yml‎

Lines changed: 14 additions & 119 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,5 @@
11
name: Tests
22

3-
# gh-84728: "paths-ignore" is not used to skip documentation-only PRs, because
4-
# it prevents to mark a job as mandatory. A PR cannot be merged if a job is
5-
# mandatory but not scheduled because of "paths-ignore".
63
on:
74
workflow_dispatch:
85
push:
@@ -23,121 +20,19 @@ concurrency:
2320

2421
jobs:
2522
check_source:
26-
name: 'Check for source changes'
27-
runs-on: ubuntu-latest
28-
timeout-minutes: 10
29-
outputs:
30-
# Some of the referenced steps set outputs conditionally and there may be
31-
# cases when referencing them evaluates to empty strings. It is nice to
32-
# work with proper booleans so they have to be evaluated through JSON
33-
# conversion in the expressions. However, empty strings used like that
34-
# may trigger all sorts of undefined and hard-to-debug behaviors in
35-
# GitHub Actions CI/CD. To help with this, all of the outputs set here
36-
# that are meant to be used as boolean flags (and not arbitrary strings),
37-
# MUST have fallbacks with default values set. A common pattern would be
38-
# to add ` || false` to all such expressions here, in the output
39-
# definitions. They can then later be safely used through the following
40-
# idiom in job conditionals and other expressions. Here's some examples:
41-
#
42-
# if: fromJSON(needs.check_source.outputs.run-docs)
43-
#
44-
# ${{
45-
# fromJSON(needs.check_source.outputs.run_tests)
46-
# && 'truthy-branch'
47-
# || 'falsy-branch'
48-
# }}
49-
#
50-
run-docs: ${{ steps.docs-changes.outputs.run-docs || false }}
51-
run-win-msi: ${{ steps.win-msi-changes.outputs.run-win-msi || false }}
52-
run_tests: ${{ steps.check.outputs.run_tests || false }}
53-
run_hypothesis: ${{ steps.check.outputs.run_hypothesis || false }}
54-
run_cifuzz: ${{ steps.check.outputs.run_cifuzz || false }}
55-
config_hash: ${{ steps.config_hash.outputs.hash }} # str
56-
steps:
57-
- uses: actions/checkout@v4
58-
- name: Check for source changes
59-
id: check
60-
run: |
61-
if [ -z "$GITHUB_BASE_REF" ]; then
62-
echo "run_tests=true" >> $GITHUB_OUTPUT
63-
else
64-
git fetch origin $GITHUB_BASE_REF --depth=1
65-
# git diff "origin/$GITHUB_BASE_REF..." (3 dots) may be more
66-
# reliable than git diff "origin/$GITHUB_BASE_REF.." (2 dots),
67-
# but it requires to download more commits (this job uses
68-
# "git fetch --depth=1").
69-
#
70-
# git diff "origin/$GITHUB_BASE_REF..." (3 dots) works with Git
71-
# 2.26, but Git 2.28 is stricter and fails with "no merge base".
72-
#
73-
# git diff "origin/$GITHUB_BASE_REF.." (2 dots) should be enough on
74-
# GitHub, since GitHub starts by merging origin/$GITHUB_BASE_REF
75-
# into the PR branch anyway.
76-
#
77-
# https://github.com/python/core-workflow/issues/373
78-
git diff --name-only origin/$GITHUB_BASE_REF.. | grep -qvE '(\.rst$|^Doc|^Misc|^\.pre-commit-config\.yaml$|\.ruff\.toml$|\.md$|mypy\.ini$)' && echo "run_tests=true" >> $GITHUB_OUTPUT || true
79-
fi
80-
81-
# Check if we should run hypothesis tests
82-
GIT_BRANCH=${GITHUB_BASE_REF:-${GITHUB_REF#refs/heads/}}
83-
echo $GIT_BRANCH
84-
if $(echo "$GIT_BRANCH" | grep -q -w '3\.\(8\|9\|10\|11\)'); then
85-
echo "Branch too old for hypothesis tests"
86-
echo "run_hypothesis=false" >> $GITHUB_OUTPUT
87-
else
88-
echo "Run hypothesis tests"
89-
echo "run_hypothesis=true" >> $GITHUB_OUTPUT
90-
fi
91-
92-
# oss-fuzz maintains a configuration for fuzzing the main branch of
93-
# CPython, so CIFuzz should be run only for code that is likely to be
94-
# merged into the main branch; compatibility with older branches may
95-
# be broken.
96-
FUZZ_RELEVANT_FILES='(\.c$|\.h$|\.cpp$|^configure$|^\.github/workflows/build\.yml$|^Modules/_xxtestfuzz)'
97-
if [ "$GITHUB_BASE_REF" = "main" ] && [ "$(git diff --name-only origin/$GITHUB_BASE_REF.. | grep -qE $FUZZ_RELEVANT_FILES; echo $?)" -eq 0 ]; then
98-
# The tests are pretty slow so they are executed only for PRs
99-
# changing relevant files.
100-
echo "Run CIFuzz tests"
101-
echo "run_cifuzz=true" >> $GITHUB_OUTPUT
102-
else
103-
echo "Branch too old for CIFuzz tests; or no C files were changed"
104-
echo "run_cifuzz=false" >> $GITHUB_OUTPUT
105-
fi
106-
- name: Compute hash for config cache key
107-
id: config_hash
108-
run: |
109-
echo "hash=${{ hashFiles('configure', 'configure.ac', '.github/workflows/build.yml') }}" >> $GITHUB_OUTPUT
110-
- name: Get a list of the changed documentation-related files
111-
if: github.event_name == 'pull_request'
112-
id: changed-docs-files
113-
uses: Ana06/[email protected]
114-
with:
115-
filter: |
116-
Doc/**
117-
Misc/**
118-
.github/workflows/reusable-docs.yml
119-
format: csv # works for paths with spaces
120-
- name: Check for docs changes
121-
if: >-
122-
github.event_name == 'pull_request'
123-
&& steps.changed-docs-files.outputs.added_modified_renamed != ''
124-
id: docs-changes
125-
run: |
126-
echo "run-docs=true" >> "${GITHUB_OUTPUT}"
127-
- name: Get a list of the MSI installer-related files
128-
id: changed-win-msi-files
129-
uses: Ana06/[email protected]
130-
with:
131-
filter: |
132-
Tools/msi/**
133-
.github/workflows/reusable-windows-msi.yml
134-
format: csv # works for paths with spaces
135-
- name: Check for changes in MSI installer-related files
136-
if: >-
137-
steps.changed-win-msi-files.outputs.added_modified_renamed != ''
138-
id: win-msi-changes
139-
run: |
140-
echo "run-win-msi=true" >> "${GITHUB_OUTPUT}"
23+
name: Change detection
24+
# To use boolean outputs from this job, parse them as JSON.
25+
# Here's some examples:
26+
#
27+
# if: fromJSON(needs.check_source.outputs.run-docs)
28+
#
29+
# ${{
30+
# fromJSON(needs.check_source.outputs.run_tests)
31+
# && 'truthy-branch'
32+
# || 'falsy-branch'
33+
# }}
34+
#
35+
uses: ./.github/workflows/reusable-change-detection.yml
14136

14237
check-docs:
14338
name: Docs
@@ -348,7 +243,7 @@ jobs:
348243
with:
349244
save: false
350245
- name: Configure CPython
351-
run: ./configure --config-cache --enable-slower-safety --with-pydebug --with-openssl=$OPENSSL_DIR
246+
run: ./configure CFLAGS="-fdiagnostics-format=json" --config-cache --enable-slower-safety --with-pydebug --with-openssl=$OPENSSL_DIR
352247
- name: Build CPython
353248
run: make -j4
354249
- name: Display build info

‎.github/workflows/reusable-change-detection.yml‎

Lines changed: 150 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,150 @@
1+
---
2+
3+
name: Change detection
4+
5+
on: # yamllint disable-line rule:truthy
6+
workflow_call:
7+
outputs:
8+
# Some of the referenced steps set outputs conditionally and there may be
9+
# cases when referencing them evaluates to empty strings. It is nice to
10+
# work with proper booleans so they have to be evaluated through JSON
11+
# conversion in the expressions. However, empty strings used like that
12+
# may trigger all sorts of undefined and hard-to-debug behaviors in
13+
# GitHub Actions CI/CD. To help with this, all of the outputs set here
14+
# that are meant to be used as boolean flags (and not arbitrary strings),
15+
# MUST have fallbacks with default values set. A common pattern would be
16+
# to add ` || false` to all such expressions here, in the output
17+
# definitions. They can then later be safely used through the following
18+
# idiom in job conditionals and other expressions. Here's some examples:
19+
#
20+
# if: fromJSON(needs.change-detection.outputs.run-docs)
21+
#
22+
# ${{
23+
# fromJSON(needs.change-detection.outputs.run-tests)
24+
# && 'truthy-branch'
25+
# || 'falsy-branch'
26+
# }}
27+
#
28+
config_hash:
29+
description: Config hash value for use in cache keys
30+
value: ${{ jobs.compute-changes.outputs.config-hash }} # str
31+
run-docs:
32+
description: Whether to build the docs
33+
value: ${{ jobs.compute-changes.outputs.run-docs || false }} # bool
34+
run_tests:
35+
description: Whether to run the regular tests
36+
value: ${{ jobs.compute-changes.outputs.run-tests || false }} # bool
37+
run-win-msi:
38+
description: Whether to run the MSI installer smoke tests
39+
value: >- # bool
40+
${{ jobs.compute-changes.outputs.run-win-msi || false }}
41+
run_hypothesis:
42+
description: Whether to run the Hypothesis tests
43+
value: >- # bool
44+
${{ jobs.compute-changes.outputs.run-hypothesis || false }}
45+
run_cifuzz:
46+
description: Whether to run the CIFuzz job
47+
value: >- # bool
48+
${{ jobs.compute-changes.outputs.run-cifuzz || false }}
49+
50+
jobs:
51+
compute-changes:
52+
name: Compute changed files
53+
runs-on: ubuntu-latest
54+
timeout-minutes: 10
55+
outputs:
56+
config-hash: ${{ steps.config-hash.outputs.hash }}
57+
run-cifuzz: ${{ steps.check.outputs.run-cifuzz }}
58+
run-docs: ${{ steps.docs-changes.outputs.run-docs }}
59+
run-hypothesis: ${{ steps.check.outputs.run-hypothesis }}
60+
run-tests: ${{ steps.check.outputs.run-tests }}
61+
run-win-msi: ${{ steps.win-msi-changes.outputs.run-win-msi }}
62+
steps:
63+
- run: >-
64+
echo '${{ github.event_name }}'
65+
- uses: actions/checkout@v4
66+
- name: Check for source changes
67+
id: check
68+
run: |
69+
if [ -z "$GITHUB_BASE_REF" ]; then
70+
echo "run-tests=true" >> $GITHUB_OUTPUT
71+
else
72+
git fetch origin $GITHUB_BASE_REF --depth=1
73+
# git diff "origin/$GITHUB_BASE_REF..." (3 dots) may be more
74+
# reliable than git diff "origin/$GITHUB_BASE_REF.." (2 dots),
75+
# but it requires to download more commits (this job uses
76+
# "git fetch --depth=1").
77+
#
78+
# git diff "origin/$GITHUB_BASE_REF..." (3 dots) works with Git
79+
# 2.26, but Git 2.28 is stricter and fails with "no merge base".
80+
#
81+
# git diff "origin/$GITHUB_BASE_REF.." (2 dots) should be enough on
82+
# GitHub, since GitHub starts by merging origin/$GITHUB_BASE_REF
83+
# into the PR branch anyway.
84+
#
85+
# https://github.com/python/core-workflow/issues/373
86+
git diff --name-only origin/$GITHUB_BASE_REF.. | grep -qvE '(\.rst$|^Doc|^Misc|^\.pre-commit-config\.yaml$|\.ruff\.toml$|\.md$|mypy\.ini$)' && echo "run-tests=true" >> $GITHUB_OUTPUT || true
87+
fi
88+
89+
# Check if we should run hypothesis tests
90+
GIT_BRANCH=${GITHUB_BASE_REF:-${GITHUB_REF#refs/heads/}}
91+
echo $GIT_BRANCH
92+
if $(echo "$GIT_BRANCH" | grep -q -w '3\.\(8\|9\|10\|11\)'); then
93+
echo "Branch too old for hypothesis tests"
94+
echo "run-hypothesis=false" >> $GITHUB_OUTPUT
95+
else
96+
echo "Run hypothesis tests"
97+
echo "run-hypothesis=true" >> $GITHUB_OUTPUT
98+
fi
99+
100+
# oss-fuzz maintains a configuration for fuzzing the main branch of
101+
# CPython, so CIFuzz should be run only for code that is likely to be
102+
# merged into the main branch; compatibility with older branches may
103+
# be broken.
104+
FUZZ_RELEVANT_FILES='(\.c$|\.h$|\.cpp$|^configure$|^\.github/workflows/build\.yml$|^Modules/_xxtestfuzz)'
105+
if [ "$GITHUB_BASE_REF" = "main" ] && [ "$(git diff --name-only origin/$GITHUB_BASE_REF.. | grep -qE $FUZZ_RELEVANT_FILES; echo $?)" -eq 0 ]; then
106+
# The tests are pretty slow so they are executed only for PRs
107+
# changing relevant files.
108+
echo "Run CIFuzz tests"
109+
echo "run-cifuzz=true" >> $GITHUB_OUTPUT
110+
else
111+
echo "Branch too old for CIFuzz tests; or no C files were changed"
112+
echo "run-cifuzz=false" >> $GITHUB_OUTPUT
113+
fi
114+
- name: Compute hash for config cache key
115+
id: config-hash
116+
run: |
117+
echo "hash=${{ hashFiles('configure', 'configure.ac', '.github/workflows/build.yml') }}" >> $GITHUB_OUTPUT
118+
- name: Get a list of the changed documentation-related files
119+
if: github.event_name == 'pull_request'
120+
id: changed-docs-files
121+
uses: Ana06/[email protected]
122+
with:
123+
filter: |
124+
Doc/**
125+
Misc/**
126+
.github/workflows/reusable-docs.yml
127+
format: csv # works for paths with spaces
128+
- name: Check for docs changes
129+
if: >-
130+
github.event_name == 'pull_request'
131+
&& steps.changed-docs-files.outputs.added_modified_renamed != ''
132+
id: docs-changes
133+
run: |
134+
echo "run-docs=true" >> "${GITHUB_OUTPUT}"
135+
- name: Get a list of the MSI installer-related files
136+
id: changed-win-msi-files
137+
uses: Ana06/[email protected]
138+
with:
139+
filter: |
140+
Tools/msi/**
141+
.github/workflows/reusable-windows-msi.yml
142+
format: csv # works for paths with spaces
143+
- name: Check for changes in MSI installer-related files
144+
if: >-
145+
steps.changed-win-msi-files.outputs.added_modified_renamed != ''
146+
id: win-msi-changes
147+
run: |
148+
echo "run-win-msi=true" >> "${GITHUB_OUTPUT}"
149+
150+
...

‎.github/workflows/reusable-tsan.yml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -36,11 +36,11 @@ jobs:
3636
# Install clang-18
3737
wget https://apt.llvm.org/llvm.sh
3838
chmod +x llvm.sh
39-
sudo ./llvm.sh 18
40-
sudo update-alternatives --install /usr/bin/clang clang /usr/bin/clang-18 100
41-
sudo update-alternatives --set clang /usr/bin/clang-18
42-
sudo update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-18 100
43-
sudo update-alternatives --set clang++ /usr/bin/clang++-18
39+
sudo ./llvm.sh 17 # gh-121946: llvm-18 package is temporarily broken
40+
sudo update-alternatives --install /usr/bin/clang clang /usr/bin/clang-17 100
41+
sudo update-alternatives --set clang /usr/bin/clang-17
42+
sudo update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-17 100
43+
sudo update-alternatives --set clang++ /usr/bin/clang++-17
4444
# Reduce ASLR to avoid TSAN crashing
4545
sudo sysctl -w vm.mmap_rnd_bits=28
4646
- name: TSAN Option Setup

‎.github/workflows/reusable-ubuntu.yml‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -67,17 +67,20 @@ jobs:
6767
working-directory: ${{ env.CPYTHON_BUILDDIR }}
6868
run: >-
6969
../cpython-ro-srcdir/configure
70+
CFLAGS="-fdiagnostics-format=json"
7071
--config-cache
7172
--with-pydebug
7273
--enable-slower-safety
7374
--with-openssl=$OPENSSL_DIR
7475
${{ fromJSON(inputs.free-threading) && '--disable-gil' || '' }}
7576
- name: Build CPython out-of-tree
7677
working-directory: ${{ env.CPYTHON_BUILDDIR }}
77-
run: make -j4
78+
run: set -o pipefail; make -j4 2>&1 | tee compiler_output.txt
7879
- name: Display build info
7980
working-directory: ${{ env.CPYTHON_BUILDDIR }}
8081
run: make pythoninfo
82+
- name: Check compiler warnings
83+
run: python Tools/build/check_warnings.py --compiler-output-file-path=${{ env.CPYTHON_BUILDDIR }}/compiler_output.txt --warning-ignore-file-path ${GITHUB_WORKSPACE}/Tools/build/.warningignore_ubuntu
8184
- name: Remount sources writable for tests
8285
# some tests write to srcdir, lack of pyc files slows down testing
8386
run: sudo mount $CPYTHON_RO_SRCDIR -oremount,rw

0 commit comments

Comments
 (0)