From 9afaf3fc84ac253b1f6af177eab76c7e55cc28e7 Mon Sep 17 00:00:00 2001 From: Juan Jose Alban Date: Fri, 15 Oct 2021 11:26:06 -0500 Subject: [PATCH 01/12] =?UTF-8?q?first=20commit=20juan=20jos=C3=A9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/requirements.txt | 67 +++++++++++++++----------------------------- 1 file changed, 23 insertions(+), 44 deletions(-) diff --git a/src/requirements.txt b/src/requirements.txt index e6ec8f9..736416c 100644 --- a/src/requirements.txt +++ b/src/requirements.txt @@ -2,7 +2,7 @@ # This file is autogenerated by pip-compile # To update, run: # -# pip-compile 'C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in' +# pip-compile 'C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in' # anyconfig==0.10.1 # via kedro @@ -10,8 +10,6 @@ anyio==3.3.3 # via jupyter-server appdirs==1.4.4 # via black -argcomplete==1.12.3 - # via ipykernel argon2-cffi==21.1.0 # via # jupyter-server @@ -31,7 +29,7 @@ backcall==0.2.0 binaryornot==0.4.4 # via cookiecutter black==21.5b1 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in bleach==4.1.0 # via nbconvert cachetools==4.2.4 @@ -72,7 +70,7 @@ entrypoints==0.3 # jupyterlab-server # nbconvert flake8==3.9.2 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in fsspec==2021.10.0 # via kedro gitdb==4.0.7 @@ -83,14 +81,6 @@ idna==2.10 # via # anyio # requests -importlib-metadata==4.8.1 - # via - # argcomplete - # flake8 - # ipykernel - # jsonschema - # pluggy - # pytest iniconfig==1.1.1 # via pytest ipykernel==6.4.1 @@ -110,7 +100,7 @@ ipython-genutils==0.2.0 # qtconsole ipython==7.28.0 # via - # -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in # ipykernel # ipywidgets # jupyter-console @@ -118,7 +108,7 @@ ipython==7.28.0 ipywidgets==7.6.5 # via jupyter isort==5.9.3 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in jedi==0.18.0 # via ipython jinja2-time==0.2.0 @@ -142,7 +132,7 @@ jsonschema==4.1.0 # nbformat jupyter-client==6.1.12 # via - # -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in # ipykernel # jupyter-console # jupyter-server @@ -167,7 +157,7 @@ jupyter-server==1.11.1 # jupyterlab-server # nbclassic jupyter==1.0.0 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in jupyterlab-pygments==0.1.2 # via nbconvert jupyterlab-server==2.8.2 @@ -175,14 +165,14 @@ jupyterlab-server==2.8.2 jupyterlab-widgets==1.0.2 # via ipywidgets jupyterlab==3.1.18 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in kedro-airflow==0.4.1 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in kedro-telemetry==0.1.2 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in kedro[pandas.csvdataset]==0.17.5 # via - # -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in # kedro-airflow # kedro-telemetry markupsafe==2.0.1 @@ -200,7 +190,7 @@ mypy-extensions==0.4.3 # black # mypy mypy==0.910 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in nbclassic==0.3.2 # via jupyterlab nbclient==0.5.4 @@ -219,7 +209,7 @@ nbformat==5.1.3 # nbstripout # notebook nbstripout==0.5.0 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in nest-asyncio==1.5.1 # via nbclient notebook==6.4.4 @@ -236,7 +226,7 @@ packaging==21.0 # jupyterlab-server # pytest pandas-stubs==1.2.0.29 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in pandas==1.3.3 # via kedro pandocfilters==1.5.0 @@ -270,7 +260,7 @@ pycodestyle==2.7.0 pycparser==2.20 # via cffi pydocstyle==6.1.1 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in pyflakes==2.3.1 # via flake8 pygments==2.10.0 @@ -285,12 +275,12 @@ pyparsing==2.4.7 pyrsistent==0.18.0 # via jsonschema pytest-cov==2.12.1 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in pytest-mock==1.13.0 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in pytest==6.2.5 # via - # -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in # pytest-cov # pytest-mock python-dateutil==2.8.2 @@ -394,27 +384,18 @@ traitlets==5.1.0 # nbformat # notebook # qtconsole -typed-ast==1.4.3 - # via - # black - # mypy types-atomicwrites==1.4.1 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in types-cachetools==4.2.4 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in types-setuptools==57.4.2 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in types-toml==0.10.1 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in typing-extensions==3.10.0.2 # via - # anyio - # arrow - # black # gitpython - # importlib-metadata # mypy - # pandas-stubs urllib3==1.26.7 # via # requests @@ -426,11 +407,9 @@ webencodings==0.5.1 websocket-client==1.2.1 # via jupyter-server wheel==0.36.2 - # via -r C:\Users\juanm\Documents\Sumz\kedro-devops\src\requirements.in + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in widgetsnbextension==3.5.1 # via ipywidgets -zipp==3.6.0 - # via importlib-metadata # The following packages are considered to be unsafe in a requirements file: # pip From 284502984f357e8810edb7b73f9491e66abb0061 Mon Sep 17 00:00:00 2001 From: Juan Jose Alban Date: Fri, 15 Oct 2021 11:39:37 -0500 Subject: [PATCH 02/12] configure linting in the pipeline --- .github/workflows/pipeline.yml | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 .github/workflows/pipeline.yml diff --git a/.github/workflows/pipeline.yml b/.github/workflows/pipeline.yml new file mode 100644 index 0000000..351e1c4 --- /dev/null +++ b/.github/workflows/pipeline.yml @@ -0,0 +1,18 @@ +name: DevOpsPipeline +on: [push] +jobs: + lint-project: + runs-on: ubuntu-18.84 + steps: + - uses: actions/checkout@v2 + - uses: s-weigand/setup-conda@v1 + with: + python-version: 3.7.9 + - name: Install kedro + run: pip install kedro==0.17.5 + - name: Install dependencies + run: | + kedro build-reqs + pip install -r src/requirements.txt + - name: Run lint + run: kedro lint \ No newline at end of file From 21519eab26a472efaebe158f4a284f4f882c0f93 Mon Sep 17 00:00:00 2001 From: Juan Jose Alban Date: Fri, 15 Oct 2021 11:43:12 -0500 Subject: [PATCH 03/12] typo fixing in ubuntu version --- .github/workflows/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/pipeline.yml b/.github/workflows/pipeline.yml index 351e1c4..44e1733 100644 --- a/.github/workflows/pipeline.yml +++ b/.github/workflows/pipeline.yml @@ -2,7 +2,7 @@ name: DevOpsPipeline on: [push] jobs: lint-project: - runs-on: ubuntu-18.84 + runs-on: ubuntu-18.04 steps: - uses: actions/checkout@v2 - uses: s-weigand/setup-conda@v1 @@ -14,5 +14,5 @@ jobs: run: | kedro build-reqs pip install -r src/requirements.txt - - name: Run lint + - name: Run linting run: kedro lint \ No newline at end of file From 614e3c557b46cebb023cff4dc760dc985eb86f86 Mon Sep 17 00:00:00 2001 From: Juan Jose Alban Date: Fri, 15 Oct 2021 11:46:33 -0500 Subject: [PATCH 04/12] added commons folder --- src/kedro_devops/common/.gitkeep | 0 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 src/kedro_devops/common/.gitkeep diff --git a/src/kedro_devops/common/.gitkeep b/src/kedro_devops/common/.gitkeep new file mode 100644 index 0000000..e69de29 From 89af09c753b17eb9e6a8cee9b84bbdb168135661 Mon Sep 17 00:00:00 2001 From: Juan Jose Alban Date: Fri, 15 Oct 2021 12:15:31 -0500 Subject: [PATCH 05/12] gactions test --- .github/workflows/pipeline.yml | 37 ++++++++++++++++++- .../nodes/transform_uppercase.py | 13 +++++++ .../nodes/test_transform_uppercase.py | 12 ++++++ 3 files changed, 60 insertions(+), 2 deletions(-) create mode 100644 src/kedro_devops/pipelines/data_engineering/nodes/transform_uppercase.py create mode 100644 src/tests/pipelines/data_engineering/nodes/test_transform_uppercase.py diff --git a/.github/workflows/pipeline.yml b/.github/workflows/pipeline.yml index 44e1733..f0119df 100644 --- a/.github/workflows/pipeline.yml +++ b/.github/workflows/pipeline.yml @@ -2,7 +2,7 @@ name: DevOpsPipeline on: [push] jobs: lint-project: - runs-on: ubuntu-18.04 + runs-on: latest steps: - uses: actions/checkout@v2 - uses: s-weigand/setup-conda@v1 @@ -15,4 +15,37 @@ jobs: kedro build-reqs pip install -r src/requirements.txt - name: Run linting - run: kedro lint \ No newline at end of file + run: kedro lint + + test-project: + runs-on: latest + steps: + - uses: actions/checkout@v2 + - uses: s-weigand/setup-conda@v1 + with: + python-version: 3.7.9 + - name: Install kedro + run: pip install kedro==0.17.5 + - name: Install dependencies + run: | + kedro build-reqs + pip install -r src/requirements.txt + - name: Run test + run: kedro test + + build-project: + runs-on: latest + needs: [lint-project, test-project] + steps: + - uses: actions/checkout@v2 + - uses: s-weigand/setup-conda@v1 + with: + python-version: 3.7.9 + - name: Install kedro + run: pip install kedro==0.17.5 + - name: Install dependencies + run: | + kedro build-reqs + pip install -r src/requirements.txt + - name: Run build + run: kedro package \ No newline at end of file diff --git a/src/kedro_devops/pipelines/data_engineering/nodes/transform_uppercase.py b/src/kedro_devops/pipelines/data_engineering/nodes/transform_uppercase.py new file mode 100644 index 0000000..749cace --- /dev/null +++ b/src/kedro_devops/pipelines/data_engineering/nodes/transform_uppercase.py @@ -0,0 +1,13 @@ +import pandas as pd + + +def transform_uppercase(data: pd.DataFrame) -> pd.DataFrame: + """ + Transform the data to uppercase. + Args: + data (DataFrame): Data to be transformed. + + Returns: + (DataFrame) Transformed data to uppercase. + """ + return data.applymap(lambda row: row.upper()) diff --git a/src/tests/pipelines/data_engineering/nodes/test_transform_uppercase.py b/src/tests/pipelines/data_engineering/nodes/test_transform_uppercase.py new file mode 100644 index 0000000..500e917 --- /dev/null +++ b/src/tests/pipelines/data_engineering/nodes/test_transform_uppercase.py @@ -0,0 +1,12 @@ +import pandas as pd + +from kedro_devops.pipelines.data_engineering.nodes.transform_uppercase import ( + transform_uppercase, +) + + +class TestTransformUppercase: + def test_transform_string(self): + t_dataframe = pd.DataFrame({"names": ["juan", "manuel", "alberto"]}) + output = transform_uppercase(t_dataframe) + assert output.equals(pd.DataFrame({"names": ["JUAN", "MANUEL", "ALBERTO"]})) From 0d284852ad913ea5efa0f0ddf58835ba0d73aa73 Mon Sep 17 00:00:00 2001 From: Juan Jose Alban Date: Fri, 15 Oct 2021 12:18:10 -0500 Subject: [PATCH 06/12] Pipeline runs-on fix --- .github/workflows/pipeline.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/pipeline.yml b/.github/workflows/pipeline.yml index f0119df..3296d73 100644 --- a/.github/workflows/pipeline.yml +++ b/.github/workflows/pipeline.yml @@ -2,7 +2,7 @@ name: DevOpsPipeline on: [push] jobs: lint-project: - runs-on: latest + runs-on: ubuntu-latest steps: - uses: actions/checkout@v2 - uses: s-weigand/setup-conda@v1 @@ -18,7 +18,7 @@ jobs: run: kedro lint test-project: - runs-on: latest + runs-on: ubuntu-latest steps: - uses: actions/checkout@v2 - uses: s-weigand/setup-conda@v1 From 6ea7226dac67900750ff51a45828fa31b43a35a6 Mon Sep 17 00:00:00 2001 From: Juan Jose Alban Date: Fri, 15 Oct 2021 12:55:27 -0500 Subject: [PATCH 07/12] build runson fix --- .github/workflows/pipeline.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/pipeline.yml b/.github/workflows/pipeline.yml index 3296d73..c05f05a 100644 --- a/.github/workflows/pipeline.yml +++ b/.github/workflows/pipeline.yml @@ -34,7 +34,7 @@ jobs: run: kedro test build-project: - runs-on: latest + runs-on: ubuntu-latest needs: [lint-project, test-project] steps: - uses: actions/checkout@v2 From 0e2830560d6f9268b18171e8faa752bea4201f1a Mon Sep 17 00:00:00 2001 From: Juan Jose Alban Date: Fri, 15 Oct 2021 13:43:34 -0500 Subject: [PATCH 08/12] pre-commit hooks installed, added to requirements.txt --- .pre-commit-config.yaml | 18 +++++++++++ src/requirements.in | 7 +++-- src/requirements.txt | 69 +++++++++++++++++++++++++++-------------- 3 files changed, 67 insertions(+), 27 deletions(-) create mode 100644 .pre-commit-config.yaml diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml new file mode 100644 index 0000000..15e057d --- /dev/null +++ b/.pre-commit-config.yaml @@ -0,0 +1,18 @@ +repos: +- repo: https://github.com/pre-commit/pre-commit-hooks + rev: v4.0.1 + hooks: + - id: check-yaml + - id: check-json + - id: check-ast + - id: check-docstring-first + - id: name-tests-test + - id: end-of-file-fixer + - id: trailing-whitespace + - id: detect-private-key + - id: fix-encoding-pragma + - id: requirements-txt-fixer +- repo: https://github.com/psf/black + rev: 21.9b0 + hooks: + - id: black diff --git a/src/requirements.in b/src/requirements.in index 5d3de76..d05df99 100644 --- a/src/requirements.in +++ b/src/requirements.in @@ -11,12 +11,13 @@ kedro-telemetry~=0.1.0 mypy~=0.910 nbstripout~=0.4 pandas-stubs +pre-commit==2.15.0 pydocstyle~=6.1.1 pytest-cov~=2.5 pytest-mock>=1.7.1, <2.0 pytest~=6.2 -types-atomicwrites -types-cachetools -types-setuptools +types-atomicwrites +types-cachetools +types-setuptools types-toml wheel>=0.35, <0.37 diff --git a/src/requirements.txt b/src/requirements.txt index 736416c..7dbf470 100644 --- a/src/requirements.txt +++ b/src/requirements.txt @@ -26,6 +26,8 @@ babel==2.9.1 # via jupyterlab-server backcall==0.2.0 # via ipython +backports.entry-points-selectable==1.1.0 + # via virtualenv binaryornot==0.4.4 # via cookiecutter black==21.5b1 @@ -38,6 +40,8 @@ certifi==2021.10.8 # via requests cffi==1.14.6 # via argon2-cffi +cfgv==3.3.1 + # via pre-commit chardet==4.0.0 # via # binaryornot @@ -63,12 +67,16 @@ decorator==5.1.0 # via ipython defusedxml==0.7.1 # via nbconvert +distlib==0.3.3 + # via virtualenv dynaconf==3.1.5 # via kedro entrypoints==0.3 # via # jupyterlab-server # nbconvert +filelock==3.3.1 + # via virtualenv flake8==3.9.2 # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in fsspec==2021.10.0 @@ -77,6 +85,8 @@ gitdb==4.0.7 # via gitpython gitpython==3.1.24 # via kedro +identify==2.3.0 + # via pre-commit idna==2.10 # via # anyio @@ -84,13 +94,6 @@ idna==2.10 iniconfig==1.1.1 # via pytest ipykernel==6.4.1 - # via - # ipywidgets - # jupyter - # jupyter-console - # notebook - # qtconsole -ipython-genutils==0.2.0 # via # ipykernel # ipywidgets @@ -99,6 +102,13 @@ ipython-genutils==0.2.0 # notebook # qtconsole ipython==7.28.0 + # via + # ipywidgets + # jupyter + # jupyter-console + # notebook + # qtconsole +ipython-genutils==0.2.0 # via # -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in # ipykernel @@ -110,10 +120,10 @@ ipywidgets==7.6.5 isort==5.9.3 # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in jedi==0.18.0 - # via ipython -jinja2-time==0.2.0 # via cookiecutter jinja2==3.0.2 + # via ipython +jinja2-time==0.2.0 # via # cookiecutter # jinja2-time @@ -127,6 +137,11 @@ jmespath==0.10.0 json5==0.9.6 # via jupyterlab-server jsonschema==4.1.0 + # via + # jupyterlab + # jupyterlab-server + # nbclassic +jupyter==1.0.0 # via # jupyterlab-server # nbformat @@ -152,19 +167,14 @@ jupyter-core==4.8.1 # notebook # qtconsole jupyter-server==1.11.1 - # via - # jupyterlab - # jupyterlab-server - # nbclassic -jupyter==1.0.0 + # via ipywidgets +jupyterlab==3.1.18 # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in jupyterlab-pygments==0.1.2 # via nbconvert jupyterlab-server==2.8.2 # via jupyterlab jupyterlab-widgets==1.0.2 - # via ipywidgets -jupyterlab==3.1.18 # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in kedro-airflow==0.4.1 # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in @@ -184,12 +194,12 @@ matplotlib-inline==0.1.3 mccabe==0.6.1 # via flake8 mistune==0.8.4 - # via nbconvert -mypy-extensions==0.4.3 # via # black # mypy mypy==0.910 + # via nbconvert +mypy-extensions==0.4.3 # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in nbclassic==0.3.2 # via jupyterlab @@ -212,6 +222,8 @@ nbstripout==0.5.0 # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in nest-asyncio==1.5.1 # via nbclient +nodeenv==1.6.0 + # via pre-commit notebook==6.4.4 # via # jupyter @@ -220,14 +232,14 @@ notebook==6.4.4 numpy==1.21.2 # via pandas packaging==21.0 + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in +pandas==1.3.3 # via # bleach # jupyterlab # jupyterlab-server # pytest pandas-stubs==1.2.0.29 - # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in -pandas==1.3.3 # via kedro pandocfilters==1.5.0 # via nbconvert @@ -239,12 +251,16 @@ pickleshare==0.7.5 # via ipython pip-tools==5.5.0 # via kedro +platformdirs==2.4.0 + # via virtualenv pluggy==0.13.1 # via # kedro # pytest poyo==0.5.0 # via cookiecutter +pre-commit==2.15.0 + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in prometheus-client==0.11.0 # via # jupyter-server @@ -273,12 +289,12 @@ pygments==2.10.0 pyparsing==2.4.7 # via packaging pyrsistent==0.18.0 + # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in +pytest==6.2.5 # via jsonschema pytest-cov==2.12.1 # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in pytest-mock==1.13.0 - # via -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in -pytest==6.2.5 # via # -r C:\Users\j.alban\Desktop\Sumz\Decameron\kedro-devops\src\requirements.in # pytest-cov @@ -306,6 +322,7 @@ pyyaml==5.4.1 # via # kedro # kedro-telemetry + # pre-commit pyzmq==22.3.0 # via # jupyter-client @@ -317,10 +334,10 @@ qtconsole==5.1.1 qtpy==1.11.2 # via qtconsole regex==2021.10.8 - # via black -requests-unixsocket==0.2.0 # via jupyter-server requests==2.25.1 + # via black +requests-unixsocket==0.2.0 # via # cookiecutter # jupyterlab-server @@ -339,6 +356,7 @@ six==1.16.0 # bleach # cookiecutter # python-dateutil + # virtualenv smmap==4.0.0 # via gitdb sniffio==1.2.0 @@ -358,6 +376,7 @@ toml==0.10.2 # black # kedro # mypy + # pre-commit # pytest # pytest-cov toposort==1.7 @@ -400,6 +419,8 @@ urllib3==1.26.7 # via # requests # requests-unixsocket +virtualenv==20.8.1 + # via pre-commit wcwidth==0.2.5 # via prompt-toolkit webencodings==0.5.1 From ba69e14f02420dfa701d75d6fad60d1605cae827 Mon Sep 17 00:00:00 2001 From: juan jose alban ortiz Date: Fri, 15 Oct 2021 13:48:45 -0500 Subject: [PATCH 09/12] Created badge for project status --- README.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/README.md b/README.md index 5344531..3e67e16 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,5 @@ +![example branch parameter](https://github.com/github/ElCuboNegro/kedro-devops/workflows/pipeline.yml/badge.svg?branch=main) + # kedro-devops This project intends to demonstrate and define a Dev(ML)Ops pipeline for Kedro From f3a18915abdf3eb021abcecbf369f7219e97df7e Mon Sep 17 00:00:00 2001 From: juan jose alban ortiz Date: Fri, 15 Oct 2021 13:54:48 -0500 Subject: [PATCH 10/12] updated badge url --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 3e67e16..7aca5b6 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,4 @@ -![example branch parameter](https://github.com/github/ElCuboNegro/kedro-devops/workflows/pipeline.yml/badge.svg?branch=main) +![example branch parameter](https://github.com/elcubonegro/kedro-devops/actions/workflows/pipeline.yml/badge.svg?branch=main) # kedro-devops From 10049e518a9052695b6203f2d92512194dfe5703 Mon Sep 17 00:00:00 2001 From: juan jose alban ortiz Date: Tue, 19 Oct 2021 02:06:28 -0500 Subject: [PATCH 11/12] Updated readme.txt --- README.md | 38 ++++++++++++++++++++++++++++++++------ 1 file changed, 32 insertions(+), 6 deletions(-) diff --git a/README.md b/README.md index 7aca5b6..a3afc8d 100644 --- a/README.md +++ b/README.md @@ -3,28 +3,54 @@ # kedro-devops This project intends to demonstrate and define a Dev(ML)Ops pipeline for Kedro - ## Setup To install de project you must have [conda](https://conda.io/projects/conda/en/latest/user-guide/install/index.html) and setup a Python3.7 environment as follows: ```bash -conda create --name kedro-devops python=3.7 -y +conda create --name Aldebaran-Learning python=3.7 -y ``` Then you need to activate your virtualenv ```bash -conda activate kedro-devops +conda activate Aldebaran-Learning ``` - > Note: if you are using windows you may need to use a cmd shell instead of a powershell to activate a conda environment +Init the git flow + +```bash +git clone -b master git@github.com:elcubonegro/gitflow-avh.git +cd gitflow-avh +make && make install +``` + +Init the git pre-commit hooks + +```bash +conda activate Aldebaran-Learning +``` + +After that initialize the local gitflow repository with gitflow itself: + +```bash +git flow init -d +git flow feature start +``` + +Then, do work and commit your changes. + +```bash +git flow feature publish +When done, open a pull request to your feature branch. +``` + ## Overview -This is your new Kedro project, which was generated using `Kedro 0.17.5`. +this is a Kedro project, builded using `Kedro 0.17.5`. -Take a look at the [Kedro documentation](https://kedro.readthedocs.io) to get started. +For more information please reffer to [Kedro documentation](https://kedro.readthedocs.io). ## Rules and guidelines From bb2a970ee315f10a668ffad6d9167ae8a700f957 Mon Sep 17 00:00:00 2001 From: juan jose alban ortiz Date: Tue, 19 Oct 2021 03:49:52 -0500 Subject: [PATCH 12/12] Update README.md --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index a3afc8d..940008a 100644 --- a/README.md +++ b/README.md @@ -8,13 +8,13 @@ This project intends to demonstrate and define a Dev(ML)Ops pipeline for Kedro To install de project you must have [conda](https://conda.io/projects/conda/en/latest/user-guide/install/index.html) and setup a Python3.7 environment as follows: ```bash -conda create --name Aldebaran-Learning python=3.7 -y +conda create --name Aldebaran_Learning python=3.7 -y ``` Then you need to activate your virtualenv ```bash -conda activate Aldebaran-Learning +conda activate Aldebaran_Learning ``` > Note: if you are using windows you may need to use a cmd shell instead of a powershell to activate a conda environment