Move mdn html elements extraction to a workflow cron job.

Author: T4rk1n

.github/workflows/update-html.yml

@@ -0,0 +1,30 @@
+name: update-html
+run-name: Update dash html components attributes
+on:
+  schedule:
+    - cron: 10 0 1 * *
+  workflow_dispatch:
+    inputs:
+      name:
+        description: Name of the run
+        required: false
+        type: string
+
+jobs:
+  update-attributes:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          ref: dev
+      - uses: actions/setup-node@v3
+      - name: Extract elements
+        working-directory: ./components/dash-html-components
+        run: |
+          npm ci
+          npm run extract
+      - name: Create Pull Request
+        uses: peter-evans/create-pull-request@v5
+        with:
+          commit-message: Update Dash HTML elements & attributes.
+          body: Automated HTML attributes update.

components/dash-html-components/package.json

@@ -15,6 +15,7 @@
   "scripts": {
     "clean": "rm -rf src/* && mkdir -p src/components",
     "prebuild": "cd scripts && sh generate-all.sh && cd -",
+    "extract": "cd scripts && sh extract-all.sh",
     "lint": "eslint src scripts",
     "build:js": "webpack --mode production",
     "build:backends": "dash-generate-components ./src/components dash_html_components -p package-info.json && cp dash_html_components_base/** dash_html_components && dash-generate-components ./src/components dash_html_components -p package-info.json --r-prefix 'html' --r-suggests 'dash,dashCoreComponents' --jl-prefix 'html' && black dash_html_components",

components/dash-html-components/scripts/extract-all.sh

@@ -0,0 +1,7 @@
+#!/bin/sh
+set -e
+
+SCRIPT_DIR=`dirname $0`
+
+node $SCRIPT_DIR/extract-attributes.js
+node $SCRIPT_DIR/extract-elements.js

components/dash-html-components/scripts/extract-elements.js

@@ -6,7 +6,6 @@ const request = require('request');
 
 const refUrl = 'https://developer.mozilla.org/en-US/docs/Web/HTML/Element';
 const dataPath = './data/elements.txt';
-const expectedElCount = 125;
 
 /**
  * From the MDN HTML elements reference, extract a list of elements.
@@ -69,28 +68,6 @@ request(refUrl, (error, response, html) => {
     }
     const $ = cheerio.load(html);
     const elements = extractElements($);
-    if (elements.length !== expectedElCount) {
-        try {
-            const prevEls = fs.readFileSync(dataPath, 'utf8').split('\n');
-            const added = elements.filter(n => prevEls.indexOf(n) === -1);
-            const removed = prevEls.filter(n => elements.indexOf(n) === -1);
-
-            console.error(
-                'Found new elements not seen before: [' + added.join(',') +
-                '] and did not find expected elements: [' + removed.join(',') + ']'
-            );
-        }
-        catch(e) {
-            console.log('no previous elements found');
-            console.log(e);
-        }
-        console.error(
-            'Unexpected number of elements extracted from ' + refUrl +
-            ' - Found ' + elements.length + ' but expected ' + expectedElCount +
-            ' Check the output and edit expectedElCount if this is intended.'
-        );
-        process.exit(-1);
-    }
     const out = elements.join('\n');
 
     fs.writeFileSync(dataPath, out);

components/dash-html-components/scripts/generate-all.sh

@@ -3,7 +3,5 @@ set -e
 
 SCRIPT_DIR=`dirname $0`
 
-node $SCRIPT_DIR/extract-attributes.js
-node $SCRIPT_DIR/extract-elements.js
 node $SCRIPT_DIR/generate-components.js $SCRIPT_DIR/data/elements.txt
 node $SCRIPT_DIR/generate-index.js