feat(dataset): export to a local directory (#2944)

Author: mohammad-alisafaee

.github/workflows/test_deploy.yml

@@ -924,6 +924,8 @@ jobs:
           git config --global --add user.name "Renku Bot"
           git config --global --add user.email "[email protected]"
       - name: merge changes from master
+        env:
+          GITHUB_TOKEN: ${{ secrets.RENKUBOT_GITHUB_TOKEN }}
         run: |
           git merge origin/master --message "Merge branch 'master' into develop"
           git push

docs/reference/core.rst

@@ -244,10 +244,6 @@ Utilities
    :members:
    :show-inheritance:
 
-.. automodule:: renku.core.util.scm
-   :members:
-   :show-inheritance:
-
 .. automodule:: renku.core.util.shacl
    :members:
    :show-inheritance:

docs/spelling_wordlist.txt

@@ -74,16 +74,17 @@ filesystem
 FilterFlights
 findable
 Fortran
+GitLab
+GitPython
+GraphQL
 gapped
 git-lfs
+gitattributes
 github
 gitignore
 gitkeep
 gitlab
-GitLab
 gitlabClientSecret
-GitPython
-GraphQL
 hexsha
 Homebrew
 hostname

renku/command/format/dataset_files.py

@@ -122,8 +122,8 @@ def jsonld(records, **kwargs):
     Args:
         records: Filtered collection.
     """
+    from renku.command.format.json import dumps
     from renku.command.schema.dataset import DatasetFileSchema
-    from renku.domain_model.json import dumps
 
     data = [DatasetFileSchema(flattened=True).dump(record) for record in records]
     return dumps(data, indent=2)
@@ -138,8 +138,8 @@ def json(records, **kwargs):
     Returns:
         String of records in JSON representation.
     """
+    from renku.command.format.json import dumps
     from renku.domain_model.dataset import DatasetFileDetailsJson
-    from renku.domain_model.json import dumps
 
     for record in records:
         record.creators = record.dataset.creators

renku/command/format/dataset_tags.py

@@ -30,7 +30,7 @@ def tabular(tags):
     Returns:
         String of tags in tabular representation.
     """
-    from renku.domain_model.tabulate import tabulate
+    from renku.core.util.tabulate import tabulate
 
     return tabulate(
         tags,
@@ -58,8 +58,8 @@ def jsonld(tags):
     Returns:
         String of tags in JSON-LD representation.
     """
+    from renku.command.format.json import dumps
     from renku.command.schema.dataset import DatasetTagSchema
-    from renku.domain_model.json import dumps
 
     data = [DatasetTagSchema().dump(tag) for tag in tags]
     return dumps(data, indent=2)

renku/command/format/datasets.py

@@ -58,8 +58,8 @@ def jsonld(datasets, **kwargs):
     Returns:
         String of datasets in JSON-LD format.
     """
+    from renku.command.format.json import dumps
     from renku.command.schema.dataset import dump_dataset_as_jsonld
-    from renku.domain_model.json import dumps
 
     data = [dump_dataset_as_jsonld(dataset) for dataset in datasets]
     return dumps(data, indent=2)
@@ -74,8 +74,8 @@ def json(datasets, **kwargs):
     Returns:
         String of datasets as JSON data.
     """
+    from renku.command.format.json import dumps
     from renku.domain_model.dataset import DatasetDetailsJson
-    from renku.domain_model.json import dumps
 
     data = [DatasetDetailsJson().dump(dataset) for dataset in datasets]
     return dumps(data, indent=2)

renku/domain_model/json.py renamed to renku/command/format/json.py

@@ -17,7 +17,7 @@
 # limitations under the License.
 """Serializers for sessions."""
 
-from .tabulate import tabulate
+from renku.command.format.tabulate import tabulate
 
 
 def tabular(sessions, *, columns=None):

renku/command/format/session.py

@@ -34,7 +34,7 @@ def tabulate(collection, columns, columns_mapping, columns_alignments=None, sort
         sort: Whether to sort by first column or not (Default value = True).
         reverse: Whether to sort in reverse (Default value = False).
     """
-    from renku.domain_model.tabulate import tabulate as tabulate_
+    from renku.core.util.tabulate import tabulate as to_table
 
     if not columns:
         raise errors.ParameterError("Columns cannot be empty.")
@@ -54,7 +54,7 @@ def tabulate(collection, columns, columns_mapping, columns_alignments=None, sort
 
     alignments = alignments if collection else None  # To avoid a tabulate bug
 
-    return tabulate_(collection, headers=headers, colalign=alignments, disable_numparse=True)
+    return to_table(collection, headers=headers, colalign=alignments, disable_numparse=True)
 
 
 def _make_headers(columns, columns_mapping, columns_alignments):

renku/command/format/tabulate.py

@@ -19,9 +19,8 @@
 import textwrap
 from typing import Callable, Dict
 
-from renku.domain_model.json import dumps
-
-from .tabulate import tabulate
+from renku.command.format.json import dumps
+from renku.command.format.tabulate import tabulate
 
 
 def tabular(workflows, *, columns=None):