Skip to content

Commit 8358a0e

Browse files
PanaetiusPanaetius
authored
chore: release v1.7.0 (#3112)
1 parent 6251e93 commit 8358a0e

File tree

181 files changed

+4592
-1743
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

181 files changed

+4592
-1743
lines changed

‎.actions-repo

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
Subproject commit ca664c0af85eb613a84e87077b4b2b88cb24bc2d
1+
Subproject commit f05347a8bf982cee38462dda24d45f92647e9b4b

‎.github/dependabot.yml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,3 +9,8 @@ updates:
99
include: "scope"
1010
target-branch: "dependabot-updates"
1111
open-pull-requests-limit: 1
12+
- package-ecosystem: "github-actions"
13+
directory: "/"
14+
schedule:
15+
interval: "weekly"
16+
target-branch: "develop"

‎.github/workflows/acceptance-tests.yml

Lines changed: 65 additions & 64 deletions
Original file line numberDiff line numberDiff line change
@@ -3,20 +3,20 @@ name: Acceptance tests
33
on:
44
pull_request:
55
types:
6-
- opened
7-
- edited
8-
- synchronize
9-
- reopened
10-
- closed
6+
- opened
7+
- edited
8+
- synchronize
9+
- reopened
10+
- closed
1111

1212
jobs:
1313
cleanup-previous-runs:
1414
runs-on: ubuntu-latest
1515
if: github.event.action != 'closed'
1616
steps:
17-
- uses: rokroskar/[email protected]
18-
env:
19-
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
17+
- uses: rokroskar/[email protected]
18+
env:
19+
GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
2020
check-deploy:
2121
runs-on: ubuntu-20.04
2222
outputs:
@@ -31,7 +31,7 @@ jobs:
3131
persist: ${{ steps.deploy-comment.outputs.persist}}
3232
steps:
3333
- id: deploy-comment
34-
uses: SwissDataScienceCenter/renku-actions/check-pr-description@v0.5.3
34+
uses: SwissDataScienceCenter/renku-actions/check-pr-description@v1.0.0
3535
with:
3636
string: /deploy
3737
pr_ref: ${{ github.event.number }}
@@ -42,70 +42,71 @@ jobs:
4242
environment:
4343
name: renku-ci-rp-${{ github.event.number }}
4444
steps:
45-
- name: deploy-pr
46-
uses: SwissDataScienceCenter/renku-actions/deploy-renku@v0.5.3
47-
env:
48-
DOCKER_PASSWORD: ${{ secrets.RENKU_DOCKER_PASSWORD }}
49-
DOCKER_USERNAME: ${{ secrets.RENKU_DOCKER_USERNAME }}
50-
GITLAB_TOKEN: ${{ secrets.DEV_GITLAB_TOKEN }}
51-
KUBECONFIG: "${{ github.workspace }}/renkubot-kube.config"
52-
RANCHER_PROJECT_ID: ${{ secrets.CI_RANCHER_PROJECT }}
53-
RENKU_RELEASE: renku-ci-rp-${{ github.event.number }}
54-
RENKU_VALUES_FILE: "${{ github.workspace }}/values.yaml"
55-
RENKU_VALUES: ${{ secrets.CI_RENKU_VALUES }}
56-
RENKUBOT_KUBECONFIG: ${{ secrets.RENKUBOT_DEV_KUBECONFIG }}
57-
RENKUBOT_RANCHER_BEARER_TOKEN: ${{ secrets.RENKUBOT_RANCHER_BEARER_TOKEN }}
58-
RANCHER_DEV_API_ENDPOINT: ${{ secrets.RANCHER_DEV_API_ENDPOINT }}
59-
RENKU_BOT_DEV_PASSWORD: ${{ secrets.RENKU_BOT_DEV_PASSWORD }}
60-
RENKU_ANONYMOUS_SESSIONS: true
61-
RENKU_TESTS_ENABLED: true
62-
TEST_ARTIFACTS_PATH: "tests-artifacts-${{ github.sha }}"
63-
renku_core: "@${{ github.head_ref }}"
64-
renku: "${{ needs.check-deploy.outputs.renku }}"
65-
renku_gateway: "${{ needs.check-deploy.outputs.renku-gateway }}"
66-
renku_graph: "${{ needs.check-deploy.outputs.renku-graph }}"
67-
renku_notebooks: "${{ needs.check-deploy.outputs.renku-notebooks }}"
68-
renku_ui: "${{ needs.check-deploy.outputs.renku-ui }}"
69-
extra_values: "${{ needs.check-deploy.outputs.extra-values }}"
70-
- name: Check existing renkubot comment
71-
uses: peter-evans/find-comment@v1
72-
id: findcomment
73-
with:
74-
issue-number: ${{ github.event.pull_request.number }}
75-
comment-author: 'RenkuBot'
76-
body-includes: "You can access the deployment of this PR at"
77-
- name: Create comment pre deploy
78-
if: steps.findcomment.outputs.comment-id == 0
79-
uses: peter-evans/create-or-update-comment@v1
80-
with:
81-
token: ${{ secrets.RENKUBOT_GITHUB_TOKEN }}
82-
issue-number: ${{ github.event.pull_request.number }}
83-
body: |
84-
You can access the deployment of this PR at https://renku-ci-rp-${{ github.event.number }}.dev.renku.ch
45+
- name: deploy-pr
46+
uses: SwissDataScienceCenter/renku-actions/deploy-renku@v1.0.0
47+
env:
48+
DOCKER_PASSWORD: ${{ secrets.RENKU_DOCKER_PASSWORD }}
49+
DOCKER_USERNAME: ${{ secrets.RENKU_DOCKER_USERNAME }}
50+
GITLAB_TOKEN: ${{ secrets.DEV_GITLAB_TOKEN }}
51+
KUBECONFIG: "${{ github.workspace }}/renkubot-kube.config"
52+
RANCHER_PROJECT_ID: ${{ secrets.CI_RANCHER_PROJECT }}
53+
RENKU_RELEASE: renku-ci-rp-${{ github.event.number }}
54+
RENKU_VALUES_FILE: "${{ github.workspace }}/values.yaml"
55+
RENKU_VALUES: ${{ secrets.CI_RENKU_VALUES }}
56+
RENKUBOT_KUBECONFIG: ${{ secrets.RENKUBOT_DEV_KUBECONFIG }}
57+
RENKUBOT_RANCHER_BEARER_TOKEN: ${{ secrets.RENKUBOT_RANCHER_BEARER_TOKEN }}
58+
RANCHER_DEV_API_ENDPOINT: ${{ secrets.RANCHER_DEV_API_ENDPOINT }}
59+
RENKU_BOT_DEV_PASSWORD: ${{ secrets.RENKU_BOT_DEV_PASSWORD }}
60+
RENKU_ANONYMOUS_SESSIONS: true
61+
RENKU_TESTS_ENABLED: true
62+
TEST_ARTIFACTS_PATH: "tests-artifacts-${{ github.sha }}"
63+
renku_core: "@${{ github.head_ref }}"
64+
renku: "${{ needs.check-deploy.outputs.renku }}"
65+
renku_gateway: "${{ needs.check-deploy.outputs.renku-gateway }}"
66+
renku_graph: "${{ needs.check-deploy.outputs.renku-graph }}"
67+
renku_notebooks: "${{ needs.check-deploy.outputs.renku-notebooks }}"
68+
renku_ui: "${{ needs.check-deploy.outputs.renku-ui }}"
69+
extra_values: "${{ needs.check-deploy.outputs.extra-values }}"
70+
- name: Check existing renkubot comment
71+
uses: peter-evans/find-comment@v1
72+
id: findcomment
73+
with:
74+
issue-number: ${{ github.event.pull_request.number }}
75+
comment-author: "RenkuBot"
76+
body-includes: "You can access the deployment of this PR at"
77+
- name: Create comment pre deploy
78+
if: steps.findcomment.outputs.comment-id == 0
79+
uses: peter-evans/create-or-update-comment@v1
80+
with:
81+
token: ${{ secrets.RENKUBOT_GITHUB_TOKEN }}
82+
issue-number: ${{ github.event.pull_request.number }}
83+
body: |
84+
You can access the deployment of this PR at https://renku-ci-rp-${{ github.event.number }}.dev.renku.ch
8585
8686
test-pr:
8787
runs-on: ubuntu-20.04
8888
if: ${{ github.event.action != 'closed' && needs.check-deploy.outputs.pr-contains-string == 'true' && needs.check-deploy.outputs.test-enabled == 'true' }}
8989
needs: [check-deploy, deploy-pr]
9090
steps:
91-
- uses: SwissDataScienceCenter/renku-actions/[email protected]
92-
with:
93-
renkubot-kubeconfig: ${{ secrets.RENKUBOT_DEV_KUBECONFIG }}
94-
renku-release: renku-ci-rp-${{ github.event.number }}
95-
gitlab-token: ${{ secrets.DEV_GITLAB_TOKEN }}
96-
persist: "${{ needs.check-deploy.outputs.persist }}"
97-
ci-renku-values: ${{ secrets.CI_RENKU_VALUES }}
91+
- uses: SwissDataScienceCenter/renku-actions/[email protected]
92+
with:
93+
kubeconfig: ${{ secrets.RENKUBOT_DEV_KUBECONFIG }}
94+
renku-release: renku-ci-rp-${{ github.event.number }}
95+
gitlab-token: ${{ secrets.DEV_GITLAB_TOKEN }}
96+
persist: "${{ needs.check-deploy.outputs.persist }}"
97+
s3-results-access-key: ${{ secrets.ACCEPTANCE_TESTS_BUCKET_ACCESS_KEY }}
98+
s3-results-secret-key: ${{ secrets.ACCEPTANCE_TESTS_BUCKET_SECRET_KEY }}
9899

99100
cleanup:
100101
needs: check-deploy
101102
if: github.event.action == 'closed' && needs.check-deploy.outputs.pr-contains-string == 'true'
102103
runs-on: ubuntu-20.04
103104
steps:
104-
- name: renku teardown
105-
uses: SwissDataScienceCenter/renku-actions/cleanup-renku-ci-deployments@v0.5.3
106-
env:
107-
HELM_RELEASE_REGEX: "^renku-ci-rp-${{ github.event.number }}$"
108-
GITLAB_TOKEN: ${{ secrets.DEV_GITLAB_TOKEN }}
109-
RENKUBOT_KUBECONFIG: ${{ secrets.RENKUBOT_DEV_KUBECONFIG }}
110-
MAX_AGE_SECONDS: 0
111-
DELETE_NAMESPACE: "true"
105+
- name: renku teardown
106+
uses: SwissDataScienceCenter/renku-actions/cleanup-renku-ci-deployments@v1.0.0
107+
env:
108+
HELM_RELEASE_REGEX: "^renku-ci-rp-${{ github.event.number }}$"
109+
GITLAB_TOKEN: ${{ secrets.DEV_GITLAB_TOKEN }}
110+
RENKUBOT_KUBECONFIG: ${{ secrets.RENKUBOT_DEV_KUBECONFIG }}
111+
MAX_AGE_SECONDS: 0
112+
DELETE_NAMESPACE: "true"

‎.github/workflows/test_deploy.yml

Lines changed: 15 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -23,9 +23,9 @@ jobs:
2323
run: |
2424
if [ "$REF" == "refs/heads/$DEFAULT_BRANCH" ] || [[ "$REF" =~ ^refs/tags/.* ]]
2525
then
26-
echo "::set-output name=matrix::{\"python-version\": [\"3.8\", \"3.9\"]}"
26+
echo "::set-output name=matrix::{\"python-version\": [\"3.7\", \"3.10\"]}"
2727
else
28-
echo "::set-output name=matrix::{\"python-version\": [\"3.7\"]}"
28+
echo "::set-output name=matrix::{\"python-version\": [\"3.9\"]}"
2929
fi
3030
3131
cleanup-runs:
@@ -81,6 +81,13 @@ jobs:
8181
env:
8282
POETRY_VIRTUALENVS_CREATE: false
8383
run: ./run-tests.sh -s
84+
- name: Upload poetry lock file
85+
if: always()
86+
uses: actions/upload-artifact@v3
87+
with:
88+
name: poetry-lock
89+
path: poetry.lock
90+
retention-days: 5
8491

8592
docs-linux:
8693
runs-on: ubuntu-latest
@@ -172,7 +179,7 @@ jobs:
172179
- name: Set up Python 3.7
173180
uses: actions/setup-python@v1
174181
with:
175-
python-version: 3.7
182+
python-version: 3.9
176183
- name: Install xetex
177184
run: |
178185
sudo add-apt-repository "deb http://archive.ubuntu.com/ubuntu jammy main restricted multiverse universe"
@@ -724,7 +731,7 @@ jobs:
724731
- name: Install system packages
725732
run: |
726733
sudo apt-get update -y
727-
sudo apt-get install -y libyaml-0-2 libyaml-dev
734+
sudo apt-get install -y libyaml-0-2 libyaml-dev rclone fuse
728735
- uses: actions/cache@master
729736
id: dependency-cache
730737
with:
@@ -815,7 +822,7 @@ jobs:
815822
- name: Install system packages
816823
run: |
817824
sudo apt-get update -y
818-
sudo apt-get install -y libyaml-0-2 libyaml-dev
825+
sudo apt-get install -y libyaml-0-2 libyaml-dev rclone fuse
819826
- uses: actions/cache@master
820827
id: dependency-cache
821828
with:
@@ -914,6 +921,7 @@ jobs:
914921
python -m pip install .[all]
915922
git config --global --add user.name "Renku Bot"
916923
git config --global --add user.email "[email protected]"
924+
brew install rclone osxfuse
917925
- name: Test with pytest
918926
env:
919927
POETRY_VIRTUALENVS_CREATE: false
@@ -1043,7 +1051,7 @@ jobs:
10431051
echo "GIT_USER=Renku Bot" >> $GITHUB_ENV
10441052
echo "[email protected]" >> $GITHUB_ENV
10451053
- name: Push chart and images
1046-
uses: SwissDataScienceCenter/renku-actions/publish-chart@v0.5.3
1054+
uses: SwissDataScienceCenter/renku-actions/publish-chart@v1.0.0
10471055
env:
10481056
CHART_NAME: renku-core
10491057
GITHUB_TOKEN: ${{ secrets.RENKUBOT_GITHUB_TOKEN }}
@@ -1052,7 +1060,7 @@ jobs:
10521060
- name: Wait for chart to be available
10531061
run: sleep 120
10541062
- name: Update component version
1055-
uses: SwissDataScienceCenter/renku-actions/update-component-version@v0.5.3
1063+
uses: SwissDataScienceCenter/renku-actions/update-component-version@v1.0.0
10561064
env:
10571065
CHART_NAME: renku-core
10581066
GITHUB_TOKEN: ${{ secrets.RENKUBOT_GITHUB_TOKEN }}

‎.gitignore

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,8 @@ __pycache__/
44
*.py[cod]
55

66
# VSCode
7-
.vscode/
7+
.vscode/*
8+
!.vscode/settings.json
89

910
# Idea software family
1011
.idea/

‎.vscode/settings.json

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
{
2+
"python.testing.pytestEnabled": true,
3+
"python.testing.pytestArgs": ["--no-cov"],
4+
"python.linting.flake8Path": "flake8helled",
5+
"python.linting.flake8Enabled": true,
6+
"python.linting.flake8Args": [
7+
"--config",
8+
"pyproject.toml",
9+
],
10+
"python.formatting.provider": "black",
11+
"python.formatting.blackArgs": [
12+
"-l",
13+
"120",
14+
"-t",
15+
"py36",
16+
"-t",
17+
"py37",
18+
"-t",
19+
"py38",
20+
"--include",
21+
"\\.pyi?$",
22+
"--exclude",
23+
"\\.eggs | \\.git | \\.hg | \\.mypy_cache | \\.tox | \\.venv | _build | buck-out | build | dist | docs/conf.py",
24+
],
25+
}

‎CHANGES.rst

Lines changed: 58 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,64 @@
1818
Changes
1919
=======
2020

21+
`1.7.0 <https://github.com/SwissDataScienceCenter/renku-python/compare/v1.6.0...v1.7.0>`__ (2022-09-05)
22+
-------------------------------------------------------------------------------------------------------
23+
24+
Bug Fixes
25+
~~~~~~~~~
26+
27+
- **cli:** allow display of ssh password prompt in clone operations
28+
(`#3075 <https://github.com/SwissDataScienceCenter/renku-python/issues/3075>`__)
29+
(`aa8772d <https://github.com/SwissDataScienceCenter/renku-python/commit/aa8772d28dc4153cc520f71c53226482c821c0ff>`__)
30+
31+
Features
32+
~~~~~~~~
33+
34+
- **core:** allow per dataset data directory
35+
(`#3027 <https://github.com/SwissDataScienceCenter/renku-python/issues/3027>`__)
36+
(`aecc180 <https://github.com/SwissDataScienceCenter/renku-python/commit/aecc1809e9205bfe3502d21119b29bb137c2493b>`__)
37+
- **cli:** change renku mv to respect datasets' datadir
38+
(`#3071 <https://github.com/SwissDataScienceCenter/renku-python/issues/3071>`__)
39+
(`525aca9 <https://github.com/SwissDataScienceCenter/renku-python/commit/525aca960d71915b908fb5918cdafc6d118e7dca>`__)
40+
- **cli:** enable renku dataset update to pick up files in datasets
41+
data directory
42+
(`#3062 <https://github.com/SwissDataScienceCenter/renku-python/issues/3062>`__)
43+
(`791fa09 <https://github.com/SwissDataScienceCenter/renku-python/commit/791fa09cf20a69d204ce6a0b19c663ed4d75ef55>`__)
44+
- **core:** copy/move/symlink files to datadir on add
45+
(`#3049 <https://github.com/SwissDataScienceCenter/renku-python/issues/3049>`__)
46+
(`d7be929 <https://github.com/SwissDataScienceCenter/renku-python/commit/d7be929300fb4f74277114c9f53e8354b355ad55>`__)
47+
- **dataset:** add data from s3
48+
(`#3063 <https://github.com/SwissDataScienceCenter/renku-python/issues/3063>`__)
49+
(`b3735e6 <https://github.com/SwissDataScienceCenter/renku-python/commit/b3735e6ff632cf9349c7fc087f2564df9509e9e1>`__)
50+
- **dataset:** allow mounting s3 data
51+
(`#3106 <https://github.com/SwissDataScienceCenter/renku-python/issues/3106>`__)
52+
(`d16e1fc <https://github.com/SwissDataScienceCenter/renku-python/commit/d16e1fc03d542d3ddaad175b1716316608e89c10>`__)
53+
- **dataset:** dataset creation with s3 storage backend
54+
(`#3047 <https://github.com/SwissDataScienceCenter/renku-python/issues/3047>`__)
55+
(`316f7a6 <https://github.com/SwissDataScienceCenter/renku-python/commit/316f7a6831337a63a5783f7fff59e74771f18b9b>`__)
56+
- **dataset:** pull data from s3 storage
57+
(`#3066 <https://github.com/SwissDataScienceCenter/renku-python/issues/3066>`__)
58+
(`289b1af <https://github.com/SwissDataScienceCenter/renku-python/commit/289b1af3566b720a34b21412e8dbae537e7c0c2b>`__)
59+
- **dataset:** turn dataset providers into plugins
60+
(`#3055 <https://github.com/SwissDataScienceCenter/renku-python/issues/3055>`__)
61+
(`b68a8bb <https://github.com/SwissDataScienceCenter/renku-python/commit/b68a8bbbfbed34ff17e2202f59db39bfecbe0682>`__)
62+
- **service:** add support for dataset data directory in endpoints
63+
(`#3089 <https://github.com/SwissDataScienceCenter/renku-python/issues/3089>`__)
64+
(`c2ae2bf <https://github.com/SwissDataScienceCenter/renku-python/commit/c2ae2bf30806b0de23eac700225e8a8cdcfcd368>`__)
65+
- **svc:** make timeout configurable on project.lock_status endpoint
66+
(`#3097 <https://github.com/SwissDataScienceCenter/renku-python/issues/3097>`__)
67+
(`6939653 <https://github.com/SwissDataScienceCenter/renku-python/commit/693965306cfd7cd947a2bf15b0b5ae1ed3b41869>`__)
68+
- add meaningful data to auto branch names
69+
(`#3077 <https://github.com/SwissDataScienceCenter/renku-python/issues/3077>`__)
70+
(`efc735b <https://github.com/SwissDataScienceCenter/renku-python/commit/efc735b110d286905afed59a49d9b4385dbc5462>`__),
71+
closes
72+
`#2374 <https://github.com/SwissDataScienceCenter/renku-python/issues/2374>`__
73+
- **workflow:** add dot output on workflow visualize
74+
(`#3032 <https://github.com/SwissDataScienceCenter/renku-python/issues/3032>`__)
75+
(`c85790b <https://github.com/SwissDataScienceCenter/renku-python/commit/c85790b3d8bef6e60508629bbc60637c33a86365>`__),
76+
closes
77+
`#2376 <https://github.com/SwissDataScienceCenter/renku-python/issues/2376>`__
78+
2179
`1.6.0 <https://github.com/SwissDataScienceCenter/renku-python/compare/v1.5.0...v1.6.0>`__ (2022-07-22)
2280
-------------------------------------------------------------------------------------------------------
2381

‎conftest.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,9 +17,11 @@
1717
# limitations under the License.
1818
"""Pytest configuration."""
1919
import importlib
20+
import os
2021

2122
CLI_FIXTURE_LOCATIONS = [
2223
"tests.cli.fixtures.cli_gateway",
24+
"tests.cli.fixtures.cli_integration_datasets",
2325
"tests.cli.fixtures.cli_kg",
2426
"tests.cli.fixtures.cli_old_projects",
2527
"tests.cli.fixtures.cli_projects",
@@ -73,3 +75,5 @@ def pytest_configure(config):
7375
if hasattr(module, "__all__")
7476
else {k: v for (k, v) in module.__dict__.items() if not k.startswith("_")}
7577
)
78+
79+
os.environ["RENKU_SKIP_MIN_VERSION_CHECK"] = "1"

‎docs/_static/cheatsheet/cheatsheet.pdf

2 Bytes
Binary file not shown.

‎docs/_static/css/override-theme.css

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,8 @@
1-
.wy-nav-content {
2-
max-width: 950px;
1+
.cli-reference-commands > div.section {
2+
margin-left: 15px;
3+
}
4+
5+
.cli-reference-commands > div.section h4 {
6+
margin-left: -15px;
7+
font-style: italic;
38
}

0 commit comments

Comments
 (0)