cleaner md

Author: BYK

package.json

@@ -62,6 +62,7 @@
     "framer-motion": "^10.12.16",
     "github-slugger": "^2.0.0",
     "gray-matter": "^4.0.3",
+    "hast-util-select": "^6.0.4",
     "hast-util-to-jsx-runtime": "^2.3.2",
     "hastscript": "^8.0.0",
     "image-size": "^1.2.1",
@@ -104,8 +105,7 @@
     "sharp": "^0.33.4",
     "tailwindcss-scoped-preflight": "^3.0.4",
     "textarea-markdown-editor": "^1.0.4",
-    "unified": "^11.0.5",
-    "unist-util-remove": "^4.0.0"
+    "unified": "^11.0.5"
   },
   "devDependencies": {
     "@babel/preset-typescript": "^7.15.0",

scripts/generate-md-exports.mjs

@@ -1,13 +1,13 @@
 #!/usr/bin/env node
 
+import {selectAll} from 'hast-util-select';
 import {mkdir, opendir, readFile, rm, writeFile} from 'node:fs/promises';
 import * as path from 'node:path';
 import rehypeParse from 'rehype-parse';
 import rehypeRemark from 'rehype-remark';
 import remarkGfm from 'remark-gfm';
 import remarkStringify from 'remark-stringify';
 import {unified} from 'unified';
-import {remove} from 'unist-util-remove';
 
 const root = process.cwd(); // fix this
 const INPUT_DIR = path.join(root, '.next', 'server', 'app');
@@ -20,8 +20,16 @@ export const genMDFromHTML = async (source, target) => {
     String(
       await unified()
         .use(rehypeParse)
-        .use(rehypeRemark)
-        .use(() => tree => remove(tree, {type: 'text', value: 'Copied'}))
+        // Need the `main div > hgroup` selector for the headers
+        .use(() => tree => selectAll('main div > hgroup, div#main', tree))
+        // If we don't do this wrapping, rehypeRemark just returns an empty string -- yeah WTF?
+        .use(() => tree => ({
+          type: 'element',
+          tagName: 'div',
+          properties: {},
+          children: tree,
+        }))
+        .use(rehypeRemark, {document: false})
         .use(remarkGfm)
         .use(remarkStringify)
         .process(text)
@@ -42,6 +50,7 @@ async function main() {
     // See https://github.com/nodejs/node/issues/48820
     const dir = await opendir(INPUT_DIR, {recursive: true, bufferSize: 1024});
     for await (const dirent of dir) {
+      if (counter >= 100) break;
       if (dirent.name.endsWith('.html') && dirent.isFile()) {
         const sourcePath = path.join(dirent.parentPath || dirent.path, dirent.name);
         const targetDir = path.join(

src/components/apiExamples/apiExamples.tsx

@@ -129,7 +129,11 @@ export function ApiExamples({api}: Props) {
           </button>
         </div>
         <pre className={`${styles['api-block-example']} relative`}>
-          <div className={codeBlockStyles.copied} style={{opacity: showCopied ? 1 : 0}}>
+          <div
+            data-mdast="ignore"
+            className={codeBlockStyles.copied}
+            style={{opacity: showCopied ? 1 : 0}}
+          >
             Copied
           </div>
           {selectedTabView === 0 &&

src/components/codeBlock/index.tsx

@@ -55,7 +55,11 @@ export function CodeBlock({filename, language, children}: CodeBlockProps) {
           </button>
         )}
       </div>
-      <div className={styles.copied} style={{opacity: showCopied ? 1 : 0}}>
+      <div
+        data-mdast="ignore"
+        className={styles.copied}
+        style={{opacity: showCopied ? 1 : 0}}
+      >
         Copied
       </div>
       <div ref={codeRef}>

yarn.lock

@@ -7067,6 +7067,27 @@ hast-util-select@^6.0.0:
     unist-util-visit "^5.0.0"
     zwitch "^2.0.0"
 
+hast-util-select@^6.0.4:
+  version "6.0.4"
+  resolved "https://registry.yarnpkg.com/hast-util-select/-/hast-util-select-6.0.4.tgz#1d8f69657a57441d0ce0ade35887874d3e65a303"
+  integrity sha512-RqGS1ZgI0MwxLaKLDxjprynNzINEkRHY2i8ln4DDjgv9ZhcYVIHN9rlpiYsqtFwrgpYU361SyWDQcGNIBVu3lw==
+  dependencies:
+    "@types/hast" "^3.0.0"
+    "@types/unist" "^3.0.0"
+    bcp-47-match "^2.0.0"
+    comma-separated-tokens "^2.0.0"
+    css-selector-parser "^3.0.0"
+    devlop "^1.0.0"
+    direction "^2.0.0"
+    hast-util-has-property "^3.0.0"
+    hast-util-to-string "^3.0.0"
+    hast-util-whitespace "^3.0.0"
+    nth-check "^2.0.0"
+    property-information "^7.0.0"
+    space-separated-tokens "^2.0.0"
+    unist-util-visit "^5.0.0"
+    zwitch "^2.0.0"
+
 hast-util-to-estree@^2.0.0:
   version "2.3.3"
   resolved "https://registry.npmjs.org/hast-util-to-estree/-/hast-util-to-estree-2.3.3.tgz"
@@ -12381,15 +12402,6 @@ unist-util-remove-position@^4.0.0:
     "@types/unist" "^2.0.0"
     unist-util-visit "^4.0.0"
 
-unist-util-remove@^4.0.0:
-  version "4.0.0"
-  resolved "https://registry.yarnpkg.com/unist-util-remove/-/unist-util-remove-4.0.0.tgz#94b7d6bbd24e42d2f841e947ed087be5c82b222e"
-  integrity sha512-b4gokeGId57UVRX/eVKej5gXqGlc9+trkORhFJpu9raqZkZhU0zm8Doi05+HaiBsMEIJowL+2WtQ5ItjsngPXg==
-  dependencies:
-    "@types/unist" "^3.0.0"
-    unist-util-is "^6.0.0"
-    unist-util-visit-parents "^6.0.0"
-
 unist-util-stringify-position@^3.0.0:
   version "3.0.3"
   resolved "https://registry.npmjs.org/unist-util-stringify-position/-/unist-util-stringify-position-3.0.3.tgz"