Release 0.22.0 (#85)

* [DATA-366] Update datahub package and add dbt extra (#79)

* feat: update datahub package and add dbt extra

* fix: replace datahub requirements

* fix: pre-commit coma

Co-authored-by: Piotr Sierkin <piotr.sierkin@getindata.com>

* Documentation improvement (#80)

* Documentation improvement

* dp compile default environment has been set to local

* GitPython is not required anymore (#83)

Installation docs upgrade

* chore: bump datahub (#84)

Co-authored-by: Piotr Sierkin <piotr.sierkin@getindata.com>

* FIX #85  - Bump version and CHANGELOG for release 0.22.0

Co-authored-by: Piotr Sierkin <psierkin@gmail.com>
Co-authored-by: Piotr Sierkin <piotr.sierkin@getindata.com>
Co-authored-by: Piotr Pękala <piotr.pekala@getindata.com>
Co-authored-by: github-actions <github-actions@github.com>

Author: 5 people

CHANGELOG.md

@@ -2,6 +2,12 @@
 
 ## [Unreleased]
 
+## [0.22.0] - 2022-08-22
+
+-   `dp compile` default environment hes been set to `local`
+-   GitPython is not required anymore
+-   Installation documentation upgrade
+
 ## [0.21.0] - 2022-07-19
 
 -   Documentation improvements
@@ -211,7 +217,9 @@
 -   Draft of `dp init`, `dp create`, `dp template new`, `dp template list` and `dp dbt`
 -   Draft of `dp compile` and `dp deploy`
 
-[Unreleased]: https://github.com/getindata/data-pipelines-cli/compare/0.21.0...HEAD
+[Unreleased]: https://github.com/getindata/data-pipelines-cli/compare/0.22.0...HEAD
+
+[0.22.0]: https://github.com/getindata/data-pipelines-cli/compare/0.21.0...0.22.0
 
 [0.21.0]: https://github.com/getindata/data-pipelines-cli/compare/0.20.1...0.21.0
 

data_pipelines_cli/__init__.py

@@ -5,4 +5,4 @@
 pipelines.
 """
 
-version = "0.21.0"
+version = "0.22.0"

data_pipelines_cli/cli_commands/compile.py

@@ -128,7 +128,7 @@ def compile_project(
 )
 @click.option(
     "--env",
-    default="base",
+    default="local",
     type=str,
     show_default=True,
     required=True,

data_pipelines_cli/cli_commands/publish.py

@@ -7,14 +7,21 @@
 import yaml
 from dbt.contracts.graph.manifest import Manifest, ManifestNode
 from dbt.contracts.graph.parsed import ColumnInfo
-from git import Repo
 
 from ..cli_constants import BUILD_DIR
-from ..cli_utils import echo_info
+from ..cli_utils import echo_info, echo_warning
 from ..config_generation import read_dictionary_from_config_directory
 from ..data_structures import DbtModel, DbtSource, DbtTableColumn
 from ..errors import DataPipelinesError
 
+try:
+    from git import Repo
+
+    GIT_EXISTS = True
+except ImportError:
+    echo_warning("Git support not installed.")
+    GIT_EXISTS = False
+
 
 def _get_project_name_and_version() -> Tuple[str, str]:
     with open(pathlib.Path.cwd().joinpath("dbt_project.yml"), "r") as f:
@@ -132,17 +139,18 @@ def _copy_publication_to_repo(package_dest: pathlib.Path, package_path: pathlib.
     shutil.copytree(package_path, package_dest)
 
 
-def _configure_git_env(repo: Repo, config: Dict[str, Any]) -> None:
-    repo.config_writer().set_value("user", "name", config["username"]).release()
-    repo.config_writer().set_value("user", "email", config["email"]).release()
+if GIT_EXISTS:
 
+    def _configure_git_env(repo: Repo, config: Dict[str, Any]) -> None:
+        repo.config_writer().set_value("user", "name", config["username"]).release()
+        repo.config_writer().set_value("user", "email", config["email"]).release()
 
-def _commit_and_push_changes(repo: Repo, project_name: str, project_version: str) -> None:
-    echo_info("Publishing")
-    repo.git.add(all=True)
-    repo.index.commit(f"Publication from project {project_name}, version: {project_version}")
-    origin = repo.remote(name="origin")
-    origin.push()
+    def _commit_and_push_changes(repo: Repo, project_name: str, project_version: str) -> None:
+        echo_info("Publishing")
+        repo.git.add(all=True)
+        repo.index.commit(f"Publication from project {project_name}, version: {project_version}")
+        origin = repo.remote(name="origin")
+        origin.push()
 
 
 def publish_package(package_path: pathlib.Path, key_path: str, env: str) -> None:

docs/installation.md

@@ -0,0 +1,34 @@
+Installation
+------------
+Use the package manager `pip <https://pip.pypa.io/en/stable/>`_ to
+install `data-pipelines-cli <https://pypi.org/project/data-pipelines-cli/>`_:
+
+
+.. code-block:: bash
+
+ pip install data-pipelines-cli[<flags>]
+
+Depending on the systems that you want to integrate with you need to provide different flags in square brackets. You can provide comma separate list of flags, for example:
+
+.. code-block:: bash
+
+ pip install data-pipelines-cli[gcs,git,bigquery]
+
+
+Depending on the data storage you have you can use:
+
+* bigquery
+* snowflake
+* redshift
+* postgres
+
+If you need git integration for loading packages published by other projects or publish them by yourself you will need:
+
+* git
+
+If you want to deploy created artifacts (docker images and DataHub metadata) add the following flags:
+
+* docker
+* datahub
+
+These are not usually used by a person user.

docs/installation.rst

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.21.0
+current_version = 0.22.0
 
 [bumpversion:file:setup.py]
 

setup.cfg

@@ -33,7 +33,7 @@
     "redshift": ["dbt-redshift==1.1.0"],
     # ---
     "docker": ["docker>=5.0"],
-    "datahub": ["acryl-datahub[dbt]>=0.8.39"],
+    "datahub": ["acryl-datahub[dbt]==0.8.43.2"],
     "git": ["GitPython==3.1.26"],
     "tests": [
         "pytest>=6.2.2, <7.0.0",
@@ -64,7 +64,7 @@
 
 setup(
     name="data_pipelines_cli",
-    version="0.21.0",
+    version="0.22.0",
     description="CLI for data platform",
     long_description=README,
     long_description_content_type="text/markdown",