Added meca provider

Author: stevejpurves

binderhub/app.py

@@ -56,6 +56,7 @@
 from .ratelimit import RateLimiter
 from .registry import DockerRegistry
 from .repoproviders import (
+    MecaRepoProvider,
     DataverseProvider,
     FigshareProvider,
     GistRepoProvider,
@@ -586,6 +587,7 @@ def _default_build_namespace(self):
             "figshare": FigshareProvider,
             "hydroshare": HydroshareProvider,
             "dataverse": DataverseProvider,
+            "meca": MecaRepoProvider,
         },
         config=True,
         help="""

binderhub/event-schemas/launch.json

@@ -14,7 +14,8 @@
         "Zenodo",
         "Figshare",
         "Hydroshare",
-        "Dataverse"
+        "Dataverse",
+        "MECA"
       ],
       "description": "Provider for the repository being launched"
     },

binderhub/main.py

@@ -22,6 +22,7 @@
     "figshare": "Figshare",
     "hydroshare": "Hydroshare",
     "dataverse": "Dataverse",
+    "meca": "MECA",
 }
 
 

binderhub/repoproviders.py

@@ -15,7 +15,7 @@
 import time
 import urllib.parse
 from datetime import datetime, timedelta, timezone
-from urllib.parse import urlparse
+from urllib.parse import urlparse, urlunparse
 
 import escapism
 from prometheus_client import Gauge
@@ -263,6 +263,104 @@ def get_build_slug(self):
         return f"zenodo-{self.record_id}"
 
 
+class MecaRepoProvider(RepoProvider):
+    """BinderHub Provider that can handle the contents of a MECA bundle
+
+    Users must provide a spec consisting of a public the URL to the bundle
+    The URL origin must conform to the origin trait when that is set
+    """
+
+    name = Unicode("MECA Bundle")
+
+    display_name = "MECA Bundle"
+
+    labels = {
+        "text": "MECA Bundle URL (https://journals.curvenote.com/journal/submissions/12345/meca.zip)",
+        "tag_text": "<no tag required>",
+        "ref_prop_disabled": True,
+        "label_prop_disabled": True,
+    }
+
+    validate_bundle = Bool(config=True, help="Validate the file as MECA Bundle").tag(
+        default=True
+    )
+
+    allowed_origins = List(
+        config=True,
+        help="""List of allowed origins for the URL
+
+        If set, the URL must be on one of these origins.
+
+        If not set, the URL can be on any origin.
+        """,
+    )
+
+    @default("allowed_origins")
+    def _allowed_origins_default(self):
+        return []
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+
+        url = unquote(self.spec)
+
+        if not val.url(url):
+            raise ValueError(f"[MecaRepoProvider] Invalid URL {url}")
+
+        if (
+            len(self.allowed_origins) > 0
+            and urlparse(self.spec).hostname not in self.allowed_origins
+        ):
+            raise ValueError("URL is not on an allowed origin")
+
+        self.url = url
+
+        self.log.info(f"MECA Bundle URL: {self.url}")
+        self.log.info(f"MECA Bundle raw spec: {self.spec}")
+
+    async def get_resolved_ref(self):
+        # Check the URL is reachable
+        client = AsyncHTTPClient()
+        req = HTTPRequest(self.url, method="HEAD", user_agent="BinderHub")
+        self.log.info(f"get_resolved_ref() HEAD: {self.url}")
+        try:
+            r = await client.fetch(req)
+            self.log.info(f"URL is reachable: {self.url}")
+            self.hashed_slug = get_hashed_slug(
+                self.url, r.headers.get("ETag") or r.headers.get("Content-Length")
+            )
+        except Exception as e:
+            raise ValueError(f"URL is unreachable ({e})")
+
+        self.log.info(f"hashed_slug: {self.hashed_slug}")
+        return self.hashed_slug
+
+    async def get_resolved_spec(self):
+        if not hasattr(self, "hashed_slug"):
+            await self.get_resolved_ref()
+        self.log.info(f"get_resolved_spec(): {self.hashed_slug}")
+        return self.spec
+
+    async def get_resolved_ref_url(self):
+        self.log.info(f"get_resolved_ref_url(): {self.url}")
+        return self.url
+
+    def get_repo_url(self):
+        """This is passed to repo2docker and is the URL that is to be fetched
+        with a `http[s]+meca` protocol string. We do this by convention to enable
+        detection of meca urls by the MecaContentProvider.
+        """
+        parsed = urlparse(self.url)
+        parsed = parsed._replace(scheme=f"{parsed.scheme}+meca")
+        url = urlunparse(parsed)
+        self.log.info(f"get_repo_url(): {url}")
+        return url
+
+    def get_build_slug(self):
+        """Should return a unique build slug"""
+        return self.hashed_slug
+
+
 class FigshareProvider(RepoProvider):
     """Provide contents of a Figshare article
 

binderhub/static/js/src/form.js

@@ -1,4 +1,4 @@
-import { getPathType } from "./path";
+import { getPathType } from './path';
 
 /**
  * Parse current values in form and return them with appropriate URL encoding
@@ -11,31 +11,32 @@ import { getPathType } from "./path";
  * @returns {}
  */
 export function getBuildFormValues() {
-  const providerPrefix = $("#provider_prefix").val().trim();
-  let repo = $("#repository").val().trim();
-  if (providerPrefix !== "git") {
-    repo = repo.replace(/^(https?:\/\/)?gist.github.com\//, "");
-    repo = repo.replace(/^(https?:\/\/)?github.com\//, "");
-    repo = repo.replace(/^(https?:\/\/)?gitlab.com\//, "");
+  const providerPrefix = $('#provider_prefix').val().trim();
+  let repo = $('#repository').val().trim();
+  if (providerPrefix !== 'git') {
+    repo = repo.replace(/^(https?:\/\/)?gist.github.com\//, '');
+    repo = repo.replace(/^(https?:\/\/)?github.com\//, '');
+    repo = repo.replace(/^(https?:\/\/)?gitlab.com\//, '');
   }
   // trim trailing or leading '/' on repo
-  repo = repo.replace(/(^\/)|(\/?$)/g, "");
+  repo = repo.replace(/(^\/)|(\/?$)/g, '');
   // git providers encode the URL of the git repository as the repo
   // argument.
-  if (repo.includes("://") || providerPrefix === "gl") {
+  if (repo.includes('://') || providerPrefix === 'gl') {
     repo = encodeURIComponent(repo);
   }
 
-  let ref = $("#ref").val().trim() || $("#ref").attr("placeholder");
+  let ref = $('#ref').val().trim() || $('#ref').attr('placeholder');
   if (
-    providerPrefix === "zenodo" ||
-    providerPrefix === "figshare" ||
-    providerPrefix === "dataverse" ||
-    providerPrefix === "hydroshare"
+    providerPrefix === 'zenodo' ||
+    providerPrefix === 'figshare' ||
+    providerPrefix === 'dataverse' ||
+    providerPrefix === 'hydroshare' ||
+    providerPrefix === 'meca'
   ) {
-    ref = "";
+    ref = '';
   }
-  const path = $("#filepath").val().trim();
+  const path = $('#filepath').val().trim();
   return {
     providerPrefix: providerPrefix,
     repo: repo,

docs/source/reference/repoproviders.rst

@@ -65,6 +65,12 @@ Module: :mod:`binderhub.repoproviders`
 .. autoconfigurable:: DataverseProvider
     :members:
 
+:class:`MecaRepoProvider`
+---------------------------
+
+.. autoconfigurable:: MecaRepoProvider
+    :members:
+
 
 :class:`GitRepoProvider`
 ---------------------------