Skip to content

Commit 3408fe6

Browse files
wxtimwxtim
authored
Merge branch 'master' into 8.2.x-sync
2 parents 9c3cd49 + 1a9c681 commit 3408fe6

File tree

534 files changed

+20005
-6075
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

534 files changed

+20005
-6075
lines changed

‎.codecov.yml‎

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,18 +17,19 @@ coverage:
1717
project:
1818
default:
1919
# commits below this threshold will be marked as failed
20-
target: '85%'
20+
target: '92%'
2121
# how much we allow the coverage to drop
2222
threshold: '2%'
2323
patch:
2424
default:
25-
target: '95%'
25+
target: '97%'
2626
threshold: '5%'
2727

2828
# files to ignore
2929
ignore:
3030
- "tests/**"
3131
- "ws_messages_pb2.py"
32+
- "cylc/flow/scripts/report_timings.py"
3233

3334
flag_management:
3435
default_rules:

‎.coveragerc‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,7 @@ omit =
1616
tests/*
1717
*/cylc/flow/*_pb2.py
1818
cylc/flow/etc/*
19+
cylc/flow/scripts/report_timings.py
1920
parallel = True
2021
source = ./cylc
2122
timid = False

‎.github/workflows/1_create_release_pr.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ jobs:
2121
uses: cylc/release-actions/stage-1/sanitize-inputs@v1
2222

2323
- name: Checkout repo
24-
uses: actions/checkout@v3
24+
uses: actions/checkout@v4
2525
with:
2626
ref: ${{ env.BASE_REF }}
2727
fetch-depth: 0 # need to fetch all commits to check contributors
@@ -30,7 +30,7 @@ jobs:
3030
uses: cylc/release-actions/check-shortlog@v1
3131

3232
- name: Setup Python
33-
uses: actions/setup-python@v4
33+
uses: actions/setup-python@v5
3434
with:
3535
python-version: '3.x'
3636

‎.github/workflows/2_auto_publish_release.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -22,12 +22,12 @@ jobs:
2222
steps:
2323

2424
- name: Checkout repo
25-
uses: actions/checkout@v3
25+
uses: actions/checkout@v4
2626
with:
2727
ref: ${{ env.MERGE_SHA }}
2828

2929
- name: Setup Python
30-
uses: actions/setup-python@v4
30+
uses: actions/setup-python@v5
3131
with:
3232
python-version: '3.x'
3333

@@ -38,7 +38,7 @@ jobs:
3838
uses: cylc/release-actions/build-python-package@v1
3939

4040
- name: Publish distribution to PyPI
41-
uses: pypa/[email protected].8
41+
uses: pypa/[email protected].14
4242
with:
4343
user: __token__ # uses the API token feature of PyPI - least permissions possible
4444
password: ${{ secrets.PYPI_TOKEN }}

‎.github/workflows/bash.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ jobs:
4444
- '5.0'
4545
steps:
4646
- name: Checkout
47-
uses: actions/checkout@v3
47+
uses: actions/checkout@v4
4848

4949
- name: Run Docker container
5050
run: |
@@ -85,7 +85,7 @@ jobs:
8585
8686
- name: Upload artifact
8787
if: failure()
88-
uses: actions/upload-artifact@v3
88+
uses: actions/upload-artifact@v4
8989
with:
90-
name: Upload cylc-run artifact
90+
name: 'cylc-run (bash-${{ matrix.bash-version }})'
9191
path: cylc-run

‎.github/workflows/build.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,10 +24,10 @@ jobs:
2424
python: '3.8'
2525
steps:
2626
- name: Checkout
27-
uses: actions/checkout@v3
27+
uses: actions/checkout@v4
2828

2929
- name: Setup Python
30-
uses: actions/setup-python@v4
30+
uses: actions/setup-python@v5
3131
with:
3232
python-version: ${{ matrix.python }}
3333

‎.github/workflows/shortlog.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ jobs:
1414
timeout-minutes: 10
1515
steps:
1616
- name: Checkout
17-
uses: actions/checkout@v3
17+
uses: actions/checkout@v4
1818
with:
1919
fetch-depth: 0 # need to fetch all commits to check contributors
2020

‎.github/workflows/test_conda-build.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ jobs:
1919
timeout-minutes: 10
2020
steps:
2121
- name: checkout cylc-flow
22-
uses: actions/checkout@v3
22+
uses: actions/checkout@v4
2323

2424
- name: build conda env
2525
run: |

‎.github/workflows/test_fast.yml‎

Lines changed: 55 additions & 42 deletions
Original file line numberDiff line numberDiff line change
@@ -17,35 +17,37 @@ jobs:
1717
runs-on: ${{ matrix.os }}
1818
timeout-minutes: 20
1919
strategy:
20-
fail-fast: false # Don't let a failed MacOS run stop the Ubuntu runs
20+
fail-fast: false # don't stop on first failure
2121
matrix:
2222
os: ['ubuntu-latest']
23-
python-version: ['3.7', '3.8', '3.10', '3.11']
23+
python-version: ['3.7', '3.8', '3.10', '3.11', '3']
2424
include:
2525
# mac os test
2626
- os: 'macos-11'
27-
python-version: '3.8' # oldest supported version
27+
python-version: '3.7' # oldest supported version
2828
# non-utc timezone test
2929
- os: 'ubuntu-latest'
3030
python-version: '3.9' # not the oldest, not the most recent version
3131
time-zone: 'XXX-09:35'
32+
3233
env:
3334
TZ: ${{ matrix.time-zone }}
3435
PYTEST_ADDOPTS: --cov --cov-append -n 5 --color=yes
36+
3537
steps:
3638
- name: Checkout
37-
uses: actions/checkout@v3
39+
uses: actions/checkout@v4
3840

3941
- name: Configure Python
40-
uses: actions/setup-python@v4
42+
uses: actions/setup-python@v5
4143
with:
4244
python-version: ${{ matrix.python-version }}
4345

4446
- name: Apt-Get Install
4547
if: startsWith(matrix.os, 'ubuntu')
4648
run: |
4749
sudo apt-get update
48-
sudo apt-get install -y shellcheck sqlite3
50+
sudo apt-get install -y sqlite3
4951
5052
- name: Install
5153
run: |
@@ -54,37 +56,10 @@ jobs:
5456
- name: Configure git # Needed by the odd test
5557
uses: cylc/release-actions/configure-git@v1
5658

57-
- name: Check changelog
58-
if: startsWith(matrix.os, 'ubuntu')
59-
run: towncrier build --draft
60-
61-
- name: Style
62-
if: startsWith(matrix.os, 'ubuntu')
63-
run: |
64-
flake8
65-
etc/bin/shellchecker
66-
67-
# note: exclude python 3.10+ from mypy checks as these produce false
68-
# positives in installed libraries for python 3.7
69-
- name: Typing
70-
if: startsWith(matrix.os, 'ubuntu') && startsWith(matrix.python-version, 3.9)
71-
run: mypy
72-
73-
- name: Doctests
74-
timeout-minutes: 4
75-
run: |
76-
pytest cylc/flow
77-
7859
- name: Unit Tests
79-
timeout-minutes: 4
80-
run: |
81-
pytest tests/unit
82-
83-
- name: Bandit
84-
if: ${{ matrix.python-version == '3.7' }}
85-
# https://github.com/PyCQA/bandit/issues/658
60+
timeout-minutes: 5
8661
run: |
87-
bandit -r --ini .bandit cylc/flow
62+
pytest cylc/flow tests/unit
8863
8964
- name: Integration Tests
9065
timeout-minutes: 6
@@ -93,7 +68,7 @@ jobs:
9368
9469
- name: Upload failed tests artifact
9570
if: failure()
96-
uses: actions/upload-artifact@v3
71+
uses: actions/upload-artifact@v4
9772
with:
9873
name: cylc-run (${{ matrix.os }} py-${{ matrix.python-version }})
9974
path: ~/cylc-run/
@@ -104,29 +79,67 @@ jobs:
10479
coverage report
10580
10681
- name: Upload coverage artifact
107-
uses: actions/upload-artifact@v3
82+
uses: actions/upload-artifact@v4
10883
with:
10984
name: coverage_${{ matrix.os }}_py-${{ matrix.python-version }}
11085
path: coverage.xml
11186
retention-days: 7
11287

88+
lint:
89+
runs-on: 'ubuntu-latest'
90+
timeout-minutes: 10
91+
steps:
92+
- name: Apt-Get Install
93+
run: |
94+
sudo apt-get update
95+
sudo apt-get install -y shellcheck
96+
97+
- name: Checkout
98+
uses: actions/checkout@v4
99+
100+
# note: exclude python 3.10+ from mypy checks as these produce false
101+
# positives in installed libraries for python 3.7
102+
- name: Configure Python
103+
uses: actions/setup-python@v5
104+
with:
105+
python-version: 3.9
106+
107+
- name: Install
108+
run: |
109+
pip install -e ."[tests]"
110+
111+
- name: Flake8
112+
run: flake8
113+
114+
- name: Bandit
115+
run: |
116+
bandit -r --ini .bandit cylc/flow
117+
118+
- name: Shellchecker
119+
run: etc/bin/shellchecker
120+
121+
- name: MyPy
122+
run: mypy
123+
124+
- name: Towncrier - draft changelog
125+
uses: cylc/release-actions/towncrier-draft@v1
126+
113127
- name: Linkcheck
114-
if: startsWith(matrix.python-version, '3.10')
115-
run: pytest -m linkcheck --dist=load tests/unit
128+
run: pytest -m linkcheck --dist=load --color=yes -n 10 tests/unit/test_links.py
116129

117130
codecov:
118131
needs: test
119132
runs-on: ubuntu-latest
120133
timeout-minutes: 2
121134
steps:
122135
- name: Checkout
123-
uses: actions/checkout@v3
136+
uses: actions/checkout@v4
124137

125138
- name: Download coverage artifacts
126-
uses: actions/download-artifact@v3
139+
uses: actions/download-artifact@v4
127140

128141
- name: Codecov upload
129-
uses: codecov/codecov-action@v3
142+
uses: codecov/codecov-action@v4
130143
with:
131144
name: ${{ github.workflow }}
132145
flags: fast-tests

‎.github/workflows/test_functional.yml‎

Lines changed: 14 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -46,9 +46,9 @@ jobs:
4646
# NOTE: includes must define ALL of the matrix values
4747
include:
4848
# latest python
49-
- name: 'py-3.11'
49+
- name: 'py-3-latest'
5050
os: 'ubuntu-latest'
51-
python-version: '3.11'
51+
python-version: '3'
5252
test-base: 'tests/f'
5353
chunk: '1/4'
5454
platform: '_local_background*'
@@ -96,10 +96,10 @@ jobs:
9696

9797
steps:
9898
- name: Checkout
99-
uses: actions/checkout@v3
99+
uses: actions/checkout@v4
100100

101101
- name: Configure Python
102-
uses: actions/setup-python@v4
102+
uses: actions/setup-python@v5
103103
with:
104104
python-version: ${{ matrix.python-version }}
105105

@@ -108,7 +108,7 @@ jobs:
108108
run: |
109109
# install system deps
110110
brew update
111-
brew install bash coreutils gnu-sed
111+
brew install bash coreutils gnu-sed grep
112112
113113
# add GNU coreutils and sed to the user PATH
114114
# (see instructions in brew install output)
@@ -118,6 +118,9 @@ jobs:
118118
echo \
119119
"/usr/local/opt/gnu-sed/libexec/gnubin" \
120120
>> "${GITHUB_PATH}"
121+
echo \
122+
"/usr/local/opt/grep/libexec/gnubin" \
123+
>> "${GITHUB_PATH}"
121124
122125
# add coreutils to the bashrc too (for jobs)
123126
cat >> "${HOME}/.bashrc" <<__HERE__
@@ -248,6 +251,7 @@ jobs:
248251
-exec echo '====== {} ======' \; -exec cat '{}' \;
249252
250253
- name: Set artifact upload name
254+
if: always()
251255
id: uploadname
252256
run: |
253257
# artifact name cannot contain '/' characters
@@ -256,7 +260,7 @@ jobs:
256260
257261
- name: Upload failed tests artifact
258262
if: failure() && steps.test.outcome == 'failure'
259-
uses: actions/upload-artifact@v3
263+
uses: actions/upload-artifact@v4
260264
with:
261265
name: cylc-run (${{ steps.uploadname.outputs.uploadname }})
262266
path: ~/cylc-run/
@@ -294,7 +298,7 @@ jobs:
294298
coverage report
295299
296300
- name: Upload coverage artifact
297-
uses: actions/upload-artifact@v3
301+
uses: actions/upload-artifact@v4
298302
with:
299303
name: coverage_${{ steps.uploadname.outputs.uploadname }}
300304
path: coverage.xml
@@ -306,13 +310,13 @@ jobs:
306310
timeout-minutes: 2
307311
steps:
308312
- name: Checkout
309-
uses: actions/checkout@v3
313+
uses: actions/checkout@v4
310314

311315
- name: Download coverage artifacts
312-
uses: actions/download-artifact@v3
316+
uses: actions/download-artifact@v4
313317

314318
- name: Codecov upload
315-
uses: codecov/codecov-action@v3
319+
uses: codecov/codecov-action@v4
316320
with:
317321
name: ${{ github.workflow }}
318322
flags: functional-tests

0 commit comments

Comments
 (0)