Skip to content

Commit b2e6ecd

Browse files
PanaetiusPanaetius
authored
Merge pull request #2816 from SwissDataScienceCenter/release/v1.2.0
chore: release v1.2.0
2 parents 887cf46 + 8df6bcf commit b2e6ecd

File tree

545 files changed

+12281
-6369
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

545 files changed

+12281
-6369
lines changed

‎.editorconfig

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
# -*- coding: utf-8 -*-
22
#
3-
# Copyright 2017-2021- Swiss Data Science Center (SDSC)
3+
# Copyright 2017-2022- Swiss Data Science Center (SDSC)
44
# A partnership between École Polytechnique Fédérale de Lausanne (EPFL) and
55
# Eidgenössische Technische Hochschule Zürich (ETHZ).
66
#

‎.github/workflows/acceptance-tests.yml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ jobs:
3131
persist: ${{ steps.deploy-comment.outputs.persist}}
3232
steps:
3333
- id: deploy-comment
34-
uses: SwissDataScienceCenter/renku-actions/[email protected].0
34+
uses: SwissDataScienceCenter/renku-actions/[email protected].1
3535
with:
3636
string: /deploy
3737
pr_ref: ${{ github.event.number }}
@@ -43,7 +43,7 @@ jobs:
4343
name: renku-ci-rp-${{ github.event.number }}
4444
steps:
4545
- name: deploy-pr
46-
uses: SwissDataScienceCenter/renku-actions/[email protected].0
46+
uses: SwissDataScienceCenter/renku-actions/[email protected].1
4747
env:
4848
DOCKER_PASSWORD: ${{ secrets.RENKU_DOCKER_PASSWORD }}
4949
DOCKER_USERNAME: ${{ secrets.RENKU_DOCKER_USERNAME }}
@@ -88,7 +88,7 @@ jobs:
8888
if: ${{ github.event.action != 'closed' && needs.check-deploy.outputs.pr-contains-string == 'true' && needs.check-deploy.outputs.test-enabled == 'true' }}
8989
needs: [check-deploy, deploy-pr]
9090
steps:
91-
- uses: SwissDataScienceCenter/renku-actions/[email protected].0
91+
- uses: SwissDataScienceCenter/renku-actions/[email protected].1
9292
with:
9393
renkubot-kubeconfig: ${{ secrets.RENKUBOT_DEV_KUBECONFIG }}
9494
renku-release: renku-ci-rp-${{ github.event.number }}
@@ -102,7 +102,7 @@ jobs:
102102
runs-on: ubuntu-20.04
103103
steps:
104104
- name: renku teardown
105-
uses: SwissDataScienceCenter/renku-actions/[email protected].0
105+
uses: SwissDataScienceCenter/renku-actions/[email protected].1
106106
env:
107107
HELM_RELEASE_REGEX: "^renku-ci-rp-${{ github.event.number }}$"
108108
GITLAB_TOKEN: ${{ secrets.DEV_GITLAB_TOKEN }}

‎.github/workflows/test_deploy.yml

Lines changed: 56 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -72,7 +72,7 @@ jobs:
7272
run: python -m pip install --no-deps .
7373
- name: Set Git config
7474
run: |
75-
git config --global --add user.name "Renku @ SDSC"
75+
git config --global --add user.name "Renku Bot"
7676
git config --global --add user.email "[email protected]"
7777
- name: Test style
7878
env:
@@ -111,14 +111,49 @@ jobs:
111111
run: python -m pip install --no-deps .
112112
- name: Set Git config
113113
run: |
114-
git config --global --add user.name "Renku @ SDSC"
114+
git config --global --add user.name "Renku Bot"
115115
git config --global --add user.email "[email protected]"
116116
- name: Test docs
117117
env:
118118
POETRY_VIRTUALENVS_CREATE: false
119119
SIDEBAR: 1
120120
run: ./run-tests.sh -d
121121

122+
mypy:
123+
runs-on: ubuntu-latest
124+
steps:
125+
- uses: actions/checkout@v2
126+
- run: git fetch --depth=1 origin +refs/tags/*:refs/tags/*
127+
- name: Set up Python 3.8
128+
uses: actions/setup-python@v1
129+
with:
130+
python-version: "3.8"
131+
- uses: actions/cache@master
132+
id: dependency-cache
133+
with:
134+
path: |
135+
${{ env.pythonLocation }}
136+
renku/templates
137+
key: ${{env.DEPENDENCY_CACHE_PREFIX}}-${{ runner.os }}-${{ env.pythonLocation }}-${{ hashFiles('pyproject.toml') }}-${{hashFiles('poetry.lock')}}-${{hashFiles('Makefile')}}
138+
- name: Install dependencies
139+
if: steps.dependency-cache.outputs.cache-hit != 'true' || 'refs/heads/master' == github.ref || 'refs/heads/develop' == github.ref || startsWith(github.ref, 'refs/tags/')
140+
run: |
141+
python -m pip install --upgrade pip
142+
python -m pip install coveralls poetry wheel twine
143+
make download-templates
144+
python -m pip install .[all]
145+
- name: Install renku into cache
146+
if: steps.dependency-cache.outputs.cache-hit == 'true'
147+
run: python -m pip install --no-deps .
148+
- name: Set Git config
149+
run: |
150+
git config --global --add user.name "Renku Bot"
151+
git config --global --add user.email "[email protected]"
152+
- name: Test mypy
153+
env:
154+
POETRY_VIRTUALENVS_CREATE: false
155+
run: mypy
156+
122157
cheatsheet:
123158
runs-on: ubuntu-latest
124159
if: "'refs/heads/master' != github.ref && 'refs/heads/develop' != github.ref && !startsWith(github.ref, 'refs/tags/')"
@@ -153,7 +188,7 @@ jobs:
153188
run: python -m pip install --no-deps .
154189
- name: Set Git config
155190
run: |
156-
git config --global --add user.name "Renku @ SDSC"
191+
git config --global --add user.name "Renku Bot"
157192
git config --global --add user.email "[email protected]"
158193
- name: Build cheatsheet
159194
run: |
@@ -254,7 +289,7 @@ jobs:
254289
run: python -m pip install --no-deps .
255290
- name: Set Git config
256291
run: |
257-
git config --global --add user.name "Renku @ SDSC"
292+
git config --global --add user.name "Renku Bot"
258293
git config --global --add user.email "[email protected]"
259294
- name: Test with pytest
260295
env:
@@ -309,7 +344,7 @@ jobs:
309344
run: python -m pip install --no-deps .
310345
- name: Set Git config
311346
run: |
312-
git config --global --add user.name "Renku @ SDSC"
347+
git config --global --add user.name "Renku Bot"
313348
git config --global --add user.email "[email protected]"
314349
- name: Test with pytest
315350
env:
@@ -351,9 +386,6 @@ jobs:
351386
run: |
352387
sudo apt-get update -y
353388
sudo apt-get install -y libyaml-0-2 libyaml-dev
354-
sudo add-apt-repository "deb http://archive.ubuntu.com/ubuntu jammy main restricted multiverse universe"
355-
sudo apt-get update -y
356-
sudo apt-get install -y --allow-downgrades -t jammy git-lfs=3.0.2-1
357389
- uses: actions/cache@master
358390
id: dependency-cache
359391
with:
@@ -373,7 +405,7 @@ jobs:
373405
run: python -m pip install --no-deps .
374406
- name: Set Git config
375407
run: |
376-
git config --global --add user.name "Renku @ SDSC"
408+
git config --global --add user.name "Renku Bot"
377409
git config --global --add user.email "[email protected]"
378410
- name: Test with pytest
379411
env:
@@ -434,7 +466,7 @@ jobs:
434466
run: python -m pip install --no-deps .
435467
- name: Set Git config
436468
run: |
437-
git config --global --add user.name "Renku @ SDSC"
469+
git config --global --add user.name "Renku Bot"
438470
git config --global --add user.email "[email protected]"
439471
- name: Test with pytest
440472
env:
@@ -476,7 +508,7 @@ jobs:
476508
python -m pip install wheel
477509
make download-templates
478510
python -m pip install .[all]
479-
git config --global --add user.name "Renku @ SDSC"
511+
git config --global --add user.name "Renku Bot"
480512
git config --global --add user.email "[email protected]"
481513
- name: Test with pytest
482514
env:
@@ -511,7 +543,7 @@ jobs:
511543
python -m pip install wheel
512544
make download-templates
513545
python -m pip install .[all]
514-
git config --global --add user.name "Renku @ SDSC"
546+
git config --global --add user.name "Renku Bot"
515547
git config --global --add user.email "[email protected]"
516548
- name: Test with pytest
517549
env:
@@ -553,7 +585,7 @@ jobs:
553585
python -m pip install wheel
554586
make download-templates
555587
python -m pip install .[all]
556-
git config --global --add user.name "Renku @ SDSC"
588+
git config --global --add user.name "Renku Bot"
557589
git config --global --add user.email "[email protected]"
558590
- name: Test with pytest
559591
env:
@@ -594,7 +626,7 @@ jobs:
594626
python -m pip install wheel
595627
make download-templates
596628
python -m pip install .[all]
597-
git config --global --add user.name "Renku @ SDSC"
629+
git config --global --add user.name "Renku Bot"
598630
git config --global --add user.email "[email protected]"
599631
- name: Test with pytest
600632
env:
@@ -642,7 +674,7 @@ jobs:
642674
run: python -m pip install --no-deps .
643675
- name: Set Git config
644676
run: |
645-
git config --global --add user.name "Renku @ SDSC"
677+
git config --global --add user.name "Renku Bot"
646678
git config --global --add user.email "[email protected]"
647679
- uses: actions/cache@master
648680
id: network-cache
@@ -718,7 +750,7 @@ jobs:
718750
run: python -m pip install --no-deps .
719751
- name: Set Git config
720752
run: |
721-
git config --global --add user.name "Renku @ SDSC"
753+
git config --global --add user.name "Renku Bot"
722754
git config --global --add user.email "[email protected]"
723755
- uses: actions/cache@master
724756
id: network-cache
@@ -782,7 +814,7 @@ jobs:
782814
python -m pip install wheel
783815
make download-templates
784816
python -m pip install .[all]
785-
git config --global --add user.name "Renku @ SDSC"
817+
git config --global --add user.name "Renku Bot"
786818
git config --global --add user.email "[email protected]"
787819
- name: Test with pytest
788820
env:
@@ -824,7 +856,7 @@ jobs:
824856
python -m pip install --upgrade pip
825857
python -m pip install poetry poetry-dynamic-versioning poetry-lock-package twine
826858
python -m pip install .[all]
827-
git config --global --add user.name "Renku @ SDSC"
859+
git config --global --add user.name "Renku Bot"
828860
git config --global --add user.email "[email protected]"
829861
- name: Tag if necessary
830862
if: "!startsWith(github.ref, 'refs/tags/')"
@@ -851,6 +883,10 @@ jobs:
851883
with:
852884
fetch-depth: 0
853885
ref: 'develop'
886+
- name: Set Git config
887+
run: |
888+
git config --global --add user.name "Renku Bot"
889+
git config --global --add user.email "[email protected]"
854890
- name: merge changes from master
855891
run: |
856892
git merge origin/master --message "Merge branch 'master' into develop"
@@ -905,7 +941,7 @@ jobs:
905941
echo "GIT_USER=Renku Bot" >> $GITHUB_ENV
906942
echo "[email protected]" >> $GITHUB_ENV
907943
- name: Push chart and images
908-
uses: SwissDataScienceCenter/renku-actions/[email protected].0
944+
uses: SwissDataScienceCenter/renku-actions/[email protected].1
909945
env:
910946
CHART_NAME: renku-core
911947
GITHUB_TOKEN: ${{ secrets.RENKUBOT_GITHUB_TOKEN }}
@@ -914,7 +950,7 @@ jobs:
914950
- name: Wait for chart to be available
915951
run: sleep 120
916952
- name: Update component version
917-
uses: SwissDataScienceCenter/renku-actions/[email protected].0
953+
uses: SwissDataScienceCenter/renku-actions/[email protected].1
918954
env:
919955
CHART_NAME: renku-core
920956
GITHUB_TOKEN: ${{ secrets.RENKUBOT_GITHUB_TOKEN }}

‎.github/workflows/test_publish.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@ jobs:
2828
run: |
2929
python -m pip install --upgrade pip
3030
python -m pip install .[all]
31-
git config --global --add user.name "Renku @ SDSC"
31+
git config --global --add user.name "Renku Bot"
3232
git config --global --add user.email "[email protected]"
3333
- name: Test with pytest
3434
env:
@@ -61,7 +61,7 @@ jobs:
6161
brew install shellcheck node || brew link --overwrite node
6262
python -m pip install --upgrade pip
6363
python -m pip install .[all]
64-
git config --global --add user.name "Renku @ SDSC"
64+
git config --global --add user.name "Renku Bot"
6565
git config --global --add user.email "[email protected]"
6666
- name: Test with pytest
6767
env:

‎.pre-commit-config.yaml

Lines changed: 35 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,36 @@
11
repos:
2-
- repo: https://github.com/ambv/black
3-
rev: 22.1.0
4-
hooks:
5-
- id: black
6-
language_version: python3
2+
- repo: https://github.com/pre-commit/pre-commit-hooks
3+
rev: v2.3.0
4+
hooks:
5+
- id: check-yaml
6+
- id: end-of-file-fixer
7+
- id: trailing-whitespace
8+
- repo: https://github.com/psf/black
9+
rev: 22.1.0
10+
hooks:
11+
- id: black
12+
additional_dependencies: ['click==8.0.4']
13+
- repo: https://github.com/pycqa/isort
14+
rev: 5.10.1
15+
hooks:
16+
- id: isort
17+
name: isort (python)
18+
- repo: https://github.com/pycqa/flake8
19+
rev: '3.9.2'
20+
hooks:
21+
- id: flake8
22+
exclude: ^docs/
23+
args:
24+
- "--max-line-length=120"
25+
- "--show-source"
26+
- "--ignore=E121,E126,E203,E226,E231,W503,W504"
27+
- repo: https://github.com/pycqa/pydocstyle
28+
rev: 4.0.1
29+
hooks:
30+
- id: pydocstyle
31+
args:
32+
- --ignore=D105,D107,D202,D203,D212,D213,D401,D406,D407,D410,D411,D413
33+
- repo: https://github.com/koalaman/shellcheck-precommit
34+
rev: v0.8.0
35+
hooks:
36+
- id: shellcheck

‎AUTHORS.rst

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
..
2-
Copyright 2017-2021 - Swiss Data Science Center (SDSC)
2+
Copyright 2017-2022 - Swiss Data Science Center (SDSC)
33
A partnership between École Polytechnique Fédérale de Lausanne (EPFL) and
44
Eidgenössische Technische Hochschule Zürich (ETHZ).
55
@@ -17,6 +17,7 @@
1717

1818
Authors
1919
=======
20+
.. _authors-reference:
2021

2122
Python SDK and CLI for the Renku platform.
2223

‎CHANGES.rst

Lines changed: 52 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
..
2-
Copyright 2017-2021 - Swiss Data Science Center (SDSC)
2+
Copyright 2017-2022 - Swiss Data Science Center (SDSC)
33
A partnership between École Polytechnique Fédérale de Lausanne (EPFL) and
44
Eidgenössische Technische Hochschule Zürich (ETHZ).
55
@@ -18,6 +18,57 @@
1818
Changes
1919
=======
2020

21+
`1.2.0 <https://github.com/SwissDataScienceCenter/renku-python/compare/v1.1.4...v1.2.0>`__ (2022-04-08)
22+
-------------------------------------------------------------------------------------------------------
23+
24+
This release contains an internal refactoring moving some renku-python
25+
namespaces around, namely:
26+
27+
- ``renku.api`` -> ``renku.ui.api``
28+
- ``renku.cli`` -> ``renku.ui.cli``
29+
- ``renku.service`` -> ``renku.ui.service``
30+
- ``renku.core.commands`` -> ``renku.command``
31+
- ``renku.core.models`` -> ``renku.domain_model``
32+
- ``renku.core.metadata`` -> ``renku.infrastructure``
33+
- ``renku.core.plugins`` -> ``renku.core.plugin``
34+
- some ``renku.core.management.*`` submodules to ``renku.core.*``
35+
36+
All except the last point have redirects from the old to the new namespace,
37+
so existing could continues to work, but importing the old namespace will print
38+
a ``DeprecationWarning``. The code itself hasn't change, so replacing the old
39+
imports with the new ones is all that needs to be done.
40+
41+
Bug Fixes
42+
~~~~~~~~~
43+
44+
- **workflow:** crash with external files in a command
45+
(`#2817 <https://github.com/SwissDataScienceCenter/renku-python/issues/2817>`__)
46+
(`54f5abe <https://github.com/SwissDataScienceCenter/renku-python/commit/54f5abeead33294037ae8d11a4a0005446f156c1>`__)
47+
- **core:** fix error when using external file in plan
48+
(`#2815 <https://github.com/SwissDataScienceCenter/renku-python/issues/2815>`__)
49+
(`101209c <https://github.com/SwissDataScienceCenter/renku-python/commit/101209c7569aea37e31029b92c55110fe828213a>`__)
50+
- **core:** fix SHACL shape for MappingParameter and add SHACL checks
51+
to more tests
52+
(`#2811 <https://github.com/SwissDataScienceCenter/renku-python/issues/2811>`__)
53+
(`ce9850f <https://github.com/SwissDataScienceCenter/renku-python/commit/ce9850f94e08a137fde7238e247250b4bf8b3976>`__)
54+
- **core:** Fix workflow outputs not staging parent directory of execution
55+
(`#2798 <https://github.com/SwissDataScienceCenter/renku-python/issues/2798>`__)
56+
(`330a3b8 <https://github.com/SwissDataScienceCenter/renku-python/commit/330a3b8df8347552db8ea3697e7fff5bcf807bec>`__)
57+
- **core:** optimize imports to improve startup time
58+
(`#2799 <https://github.com/SwissDataScienceCenter/renku-python/issues/2799>`__)
59+
(`918fc30 <https://github.com/SwissDataScienceCenter/renku-python/commit/918fc303f83c4f5b7b66db001f9002df335a4af2>`__)
60+
- **service:** clean cache after trying to fetch projects from non-existing repositories
61+
(`#2789 <https://github.com/SwissDataScienceCenter/renku-python/issues/2789>`__)
62+
(`c62b75b <https://github.com/SwissDataScienceCenter/renku-python/commit/c62b75bce7da710c6f06802e61942837feb4a105>`__),
63+
closes
64+
`#2787 <https://github.com/SwissDataScienceCenter/renku-python/issues/2787>`__
65+
66+
Features
67+
~~~~~~~~
68+
- **workflow:** docker container support for toil provider
69+
(`#2795 <https://github.com/SwissDataScienceCenter/renku-python/issues/2795>`__)
70+
(`3b3a896 <https://github.com/SwissDataScienceCenter/renku-python/commit/3b3a896f801102cd61d7dc320dc5d999cb403c48>`__)
71+
2172
`1.1.4 <https://github.com/SwissDataScienceCenter/renku-python/compare/v1.1.3...v1.1.4>`__ (2022-03-28)
2273
-------------------------------------------------------------------------------------------------------
2374

0 commit comments

Comments
 (0)