ci: define plugins.json

- add a script to parse `plugins.json`
- add workflows to to use and test the script

Signed-off-by: Yi Huang <[email protected]>

Author: 0yi0

.github/README.md

@@ -0,0 +1,31 @@
+# Misc Docs
+
+## Configuration Files
+
+### `plugins.json`
+
+```json
+{
+  "plugins": {
+    "plugin": {
+      "dir": "path-to-plugin",
+      "target": "cmake-target",
+      "test": "cmake-target-to-test",
+      "options": "required-cmake-options",
+      "platforms": {
+        "some-os_arch": {},
+        "another-os_arch": {
+          "options": "platform-specific-cmake-options"
+        }
+      }
+    }
+  },
+  "platforms": {
+    "os_arch": {
+      "runner": "github-runner",
+      "docker_tag": "wasmedge/wasmedge:tag-here",
+      "asset_tag": "os-arch"
+    }
+  }
+}
+```

.github/plugins.json

@@ -0,0 +1,46 @@
+{
+  "plugins": {
+    "wasi_crypto": {
+      "dir": "wasi_crypto",
+      "target": "wasmedgePluginWasiCrypto",
+      "test": "wasiCryptoTests",
+      "options": "-DWASMEDGE_PLUGIN_WASI_CRYPTO=ON",
+      "platforms": {
+        "manylinux_2_28_x86_64": {},
+        "ubuntu_2004_x86_64": {}
+      }
+    },
+    "wasi_nn-openvino": {
+      "dir": "wasi_nn",
+      "target": "wasmedgePluginWasiNN",
+      "test": "wasiNNTests",
+      "options": "-DWASMEDGE_PLUGIN_WASI_NN_BACKEND=OpenVINO",
+      "platforms": {
+        "ubuntu_2004_x86_64": {}
+      }
+    },
+    "wasmedge_stablediffusion": {
+      "dir": "wasmedge_stablediffusion",
+      "target": "wasmedgePluginWasmEdgeStableDiffusion",
+      "test": "wasmedgeStableDiffusionTests",
+      "options": "-DWASMEDGE_PLUGIN_STABLEDIFFUSION=ON",
+      "platforms": {
+        "macos_arm64": {
+            "options": "-DWASMEDGE_PLUGIN_STABLEDIFFUSION_METAL=ON"
+        },
+        "manylinux_2_28_x86_64": {}
+      }
+    }
+  },
+  "platforms": {
+    "macos_arm64": {
+      "runner": "macos-14",
+      "asset_tag": "darwin_23-arm64"
+    },
+    "manylinux_2_28_x86_64": {
+      "runner": "ubuntu-latest",
+      "docker_tag": "manylinux_2_28_x86_64-plugins-deps",
+      "asset_tag": "manylinux_2_28_x86_64"
+    }
+  }
+}

.github/scripts/parse-plugins.js

@@ -0,0 +1,27 @@
+module.exports.parse = (config) => {
+  let map = new Map();
+  for (const [platform_key, platform] of Object.entries(config.platforms)) {
+    map.set(platform_key, Object.entries(config.plugins)
+      .map(([plugin_key, plugin]) => {
+        let specific = plugin.platforms[platform_key];
+        if (undefined == specific)
+          return undefined;
+        let copy = { ...plugin, ...platform };
+        delete copy.platforms;
+        copy.plugin = plugin_key;
+        copy.options = [plugin.options, specific.options].join(" ");
+        return copy;
+      })
+      .filter((plugin) => undefined != plugin));
+  }
+  return Object.fromEntries(map);
+};
+
+if (require.main === module) {
+  const { parse } = module.exports;
+  const fs = require("fs");
+  const s = fs.readFileSync("plugins.json");
+  const o = JSON.parse(s);
+  let config = parse(o);
+  console.log(JSON.stringify(config));
+}

.github/workflows/parse-plugins.yml

@@ -0,0 +1,52 @@
+---
+name: Parse
+
+on:
+  pull_request:
+    branches: [main]
+    paths:
+      - '.github/plugins.json'
+      - '.github/scripts/parse-plugins.js'
+      - '.github/workflows/parse-plugins.yml'
+
+  workflow_call:
+    inputs:
+      workflow_call: # workaround to distinguish ${{ github.event }}
+        type: boolean
+        default: true
+    outputs:
+      plugins:
+        value: ${{ jobs.parse.outputs.plugins }}
+
+jobs:
+  parse:
+    name: Parse configuration file
+    runs-on: ubuntu-latest
+    outputs:
+      plugins: ${{ steps.readfile.outputs.plugins }}
+    steps:
+      - uses: actions/checkout@v4
+      - id: readfile
+        uses: actions/github-script@v7
+        with:
+          result-encoding: string
+          script: |
+            const { parse } = require(".github/scripts/parse-plugins.js");
+            const fs = require("fs");
+            const s = fs.readFileSync(".github/plugins.json");
+            const config = parse(JSON.parse(s));
+            core.setOutput("plugins", config);
+
+  test:
+    if: ${{ !inputs.workflow_call }}
+    needs: parse
+    name: Self-testing
+    runs-on: ubuntu-latest
+    steps:
+      - name: Get wasi_crypto target
+        run: |
+          echo "target=$(echo '${{ needs.parse.outputs.plugins }}' | jq '.manylinux_2_28_x86_64[] | select(.plugin == "wasi_crypto") | .target')" >> "${GITHUB_ENV}"
+      - name: Check wasi_crypto target
+        run: |
+          echo "${target}"
+          test "${target}" = '"wasmedgePluginWasiCrypto"'