Add "build-dev" action

Author: apdavison

.github/workflows/build-dev.yml

@@ -0,0 +1,59 @@
+# MIT licensed
+name: openMINDS_Python_dev_build_pipeline
+
+on:
+  push:
+    branches:
+      - pipeline
+  workflow_dispatch: # This triggers the workflow when a webhook is received
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.8", "3.12"]
+    steps:
+
+    - name: Checkout Repository
+      uses: actions/checkout@v4
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Run build
+      run: |
+        pip install -r requirements.txt
+        python build.py --branch=development
+
+    - name: Test built package
+      run: |
+        pip install pytest
+        pip install ./target
+        pytest -v pipeline/tests
+
+    - name: Checkout development branch
+      uses: actions/checkout@v4
+      with:
+        ref: development
+        path: development
+        token: ${{ secrets.GITHUB_TOKEN }}
+      if: ${{  matrix.python-version == 3.12 }}
+
+    - name: Push to development
+      if: ${{  matrix.python-version == 3.12 }}
+      run: |
+        cp -R target/* development
+        cd development
+        rm -rf build openMINDS.egg-info
+        git config --global user.email "openminds@ebrains.eu"
+        git config --global user.name "openMINDS pipeline"
+        if [[ $(git add . --dry-run | wc -l) -gt 0 ]]; then
+            git add .
+            git commit -m "build triggered by ${{ github.event_name }}"
+            git push -f
+        else
+            echo "Nothing to commit"
+        fi

.gitignore

@@ -1,3 +1,7 @@
 target
 __pycache__
-test_tmp
+test_tmp
+dist
+*.egg-info
+*.orig
+.coverage

build.py

@@ -1,3 +1,4 @@
+import argparse
 from collections import defaultdict
 import json
 import os.path
@@ -11,20 +12,25 @@
 from pipeline.translator import PythonBuilder
 from pipeline.utils import clone_sources, SchemaLoader, InstanceLoader
 
+
 include_instances = True  # to speed up the build during development, set this to False
 
-print("*********************************************************")
-print(f"Triggering the generation of Python package for openMINDS")
-print("*********************************************************")
+parser = argparse.ArgumentParser(prog=sys.argv[0], description="Generate Python package for openMINDS")
+parser.add_argument('--branch', help="The branch to build from ('main' or 'development')", default="main")
+args = parser.parse_args()
+
+print("*******************************************************************************")
+print(f"Triggering the generation of Python package for openMINDS, from the {args.branch} branch")
+print("*******************************************************************************")
 
 # Step 0 - read code for additional methods
 additional_methods = {}
 with open("pipeline/src/additional_methods/by_name.py.txt") as fp:
     code = fp.read()
 additional_methods["by_name"] = code
 
-# Step 1 - clone central repository in main branch to get the latest sources
-clone_sources()
+# Step 1 - clone central repository in main or development branch to get the latest sources
+clone_sources(args.branch)
 schema_loader = SchemaLoader()
 instance_loader = InstanceLoader()
 if os.path.exists("target"):
@@ -105,8 +111,11 @@
     autoescape=select_autoescape()
 )
 context = {
-    "version": "0.2.3",
+    "version": "0.3.0",
 }
+if args.branch == "development":
+    context["version"] += ".dev"
+
 with open("target/pyproject.toml", "w") as fp:
     contents = env.get_template("pipeline/src/pyproject_template.toml.txt").render(context)
     fp.write(contents)

pipeline/translator.py

@@ -95,6 +95,7 @@ def get_type(property):
                 "iri": "IRI",
                 "email": "str",  # todo: add an Email class for validation?
                 "ECMA262": "str",  #       ...
+                "boolean": "bool"
             }
             if "_linkedTypes" in property:
                 types = []
@@ -165,7 +166,11 @@ def filter_instance(instance):
         for iri, property in self._schema_payload["properties"].items():
             allow_multiple = property.get("type", "") == "array"
             if allow_multiple:
-                property_name = property['namePlural']
+                if "namePlural" in property:
+                    property_name = property['namePlural']
+                else:
+                    print(f"Missing plural name for '{property['name']}'")
+                    property_name = property['name'] + "s"
             else:
                 property_name = property['name']
             pythonic_name = generate_python_name(property_name)

pipeline/utils.py

@@ -6,18 +6,21 @@
 from git import Repo, GitCommandError
 
 
-def clone_sources():
+def clone_sources(branch="main"):
     if os.path.exists("_sources"):
         shutil.rmtree("_sources")
     Repo.clone_from(
         "https://github.com/openMetadataInitiative/openMINDS.git",
         to_path="_sources/schemas",
         depth=1,
+        branch=branch,
+        single_branch=True
     )
     Repo.clone_from(
         "https://github.com/openMetadataInitiative/openMINDS_instances.git",
         to_path="_sources/instances",
         depth=1,
+        single_branch=True
     )