Generate a datapackage.json file

The foreign keys are not yet correctly built/linked

Author: Bachibouzouk

app/projects/management/commands/datapackage.py

@@ -2,6 +2,8 @@
 from projects.models import Scenario
 from pathlib import Path
 import shutil
+from oemof.tabular.datapackage import building
+import datapackage as dp
 
 
 class Command(BaseCommand):
@@ -23,3 +25,20 @@ def handle(self, *args, **options):
             if scenario_folder.exists():
                 shutil.rmtree(scenario_folder)
             scenario.to_datapackage(destination_path)
+
+            dp_json = scenario_folder / "datapackage.json"
+
+            if dp_json.exists():
+                print("Only inferring metadata")
+                p = dp.Package(dp_json)
+                building.infer_package_foreign_keys(p)
+                p.descriptor["resources"].sort(key=lambda x: (x["path"], x["name"]))
+                p.commit()
+                p.save(dp_json)
+
+            else:
+                print("Creating datapackage.json")
+                building.infer_metadata_from_data(
+                    package_name=f"scenario_{scen_id}",
+                    path=scenario_folder,
+                )

app/requirements/base.txt

@@ -2,6 +2,7 @@ Django==4.2.4
 django-bootstrap-modal-forms==2.0.0
 django-compressor==4.1
 django-crispy-forms==1.9.2
+django-environ
 django-extensions==3.0.9
 django-jsonview==2.0.0
 django-q==1.3.4
@@ -12,12 +13,11 @@ httpx==0.23.0
 jsonschema==4.4.0
 libsass==0.21.0
 numpy>=1.22.4
-oemof-solph==0.4.4
+oemof-tabular==0.0.6.dev0
 oemof-thermal==0.0.5
 openpyxl==3.0.10
 plotly==5.6.0
 psycopg2-binary==2.9.3
 requests==2.24.0
-XlsxWriter==1.3.9
-django-environ
 whitenoise==6.9.0
+XlsxWriter==1.3.9