refactor: optimize generate-data script

Author: LeeJim

.gitignore

@@ -1,3 +1,4 @@
 node_modules
 miniprogram_npm
-package-lock.json
+package-lock.json
+/config.js

package.json

@@ -24,7 +24,10 @@
     "marked": "^4.0.12"
   },
   "devDependencies": {
+    "axios": "^0.26.1",
+    "cli-progress": "^3.10.0",
     "commonmark": "^0.30.0",
+    "form-data": "^4.0.0",
     "md5": "^2.3.0"
   }
 }

script/index.js

@@ -4,65 +4,70 @@ const glob = require('glob')
 const {marked} = require('marked')
 const MagicString = require('magic-string')
 const md5 = require('md5')
+const axios = require('axios')
+const FormData = require('form-data');
+const cliProgress = require('cli-progress');
 
-const flattenToken = (token) => {
-  const { type, tokens, text, href } = token
-  switch(type) {
-    case 'list':
-      const items = token.items.map(item => flattenToken(item))
-      return { type, items }
-    case 'list_item':
-      if (tokens.length == 1 && tokens[0].tokens.length == 1) {
-        const final = tokens[0].tokens[0];
-        return final.type == 'text' ? text : flattenToken(final);
-      }
-      if (tokens.length == 1) {
-        return flattenToken(tokens[0])
-      }
-      // console.log(token);
-      return tokens.map(item => flattenToken(item))
-    case 'row':
-      return { type, row: token.rows }
-    case 'text':
-    case 'paragraph':
-      if (!tokens) return text
-      if (tokens.length == 1) {
-        return tokens[0].type == 'text' ? text : flattenToken(tokens[0])
-      }
-      return tokens.map(item => flattenToken(item))
-    case 'strong':
-    case 'codespan':
-    case 'em':
-      return { type, text }
-    case 'html':
-      const ans = /<img.+src="([\w\.\/-]+)"/.exec(text)
-      if (ans) {
-        return { type: 'image', href: ans[1], text: '图片' }
-      }
-      return ''
-    case 'image':
-      // todo upload image
-      // token.href
-      return { type, text, href }
-    case 'link':
-      return { type, text, href }
-    case 'space':
-      return ''
-    case 'blockquote':
-      return text
-    default:
-      console.log(token) 
+const config = require('../config')
+
+const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
+
+let accessToken = ''
+const getAccessToken = async() => {
+  if (accessToken) return accessToken
+
+  const { data } = await axios.get('https://api.weixin.qq.com/cgi-bin/token', {
+    params: {
+      grant_type: 'client_credential',
+      appid: config.appid,
+      secret: config.secret
+    }
+  })
+  if (data.access_token) {
+    accessToken = data.access_token
+    return accessToken
   }
-  return token
+  throw new TypeError(data)
 }
 
-glob(path.resolve(__dirname, '../HowToCook/dishes/**/*.md'), {}, (err, files) => {
+
+const uploadImage = async (filePath) => {
+  const cloudPath = 'cookbook'
+  const token = await getAccessToken()
+  const url = 'https://api.weixin.qq.com/tcb/uploadfile?access_token=' + token
+  const { data } = await axios.post(url, {
+    env: config.cloudEnvId,
+    path: cloudPath
+  })
+  if (data.errcode == 0) {
+    const { url, token, authorization, file_id, cos_file_id} = data;
+    const form = new FormData()
+
+    form.append('key', authorization);
+    form.append('Signature', authorization);
+    form.append('x-cos-security-token', token);
+    form.append('x-cos-meta-fileid', cos_file_id);
+    form.append('file', fs.createReadStream(filePath));
+
+    return new Promise((resolve, reject) => {
+      form.submit(url, (err) => {
+        if (err) reject(err)
+        resolve(file_id.replace(cloudPath, '') + authorization)
+      })
+    })
+  } else {
+    throw new TypeError(data.errmsg)
+  }
+}
+
+glob(path.resolve(__dirname, '../HowToCook/dishes/**/*.md'), {}, async (err, files) => {
   if (err) {
     console.log(err)
   }
   const dishes = []
   let no = 0
 
+  bar.start(files.length, 0);
   for(let p of files) {
     const { name, dir } = path.parse(p)
     const [ ,category ] = /dishes\/([\w-]+)\//g.exec(p)
@@ -75,14 +80,68 @@ glob(path.resolve(__dirname, '../HowToCook/dishes/**/*.md'), {}, (err, files) =>
       detail: [],
       desc: []
     }
+    const flattenToken = async (token) => {
+      const { type, tokens, text, href } = token
+      switch(type) {
+        case 'list':
+          const items = await Promise.all(token.items.map(async item => await flattenToken(item)))
+          return { type, items }
+        case 'list_item':
+          if (tokens.length == 1 && tokens[0].tokens.length == 1) {
+            const final = tokens[0].tokens[0];
+            return final.type == 'text' ? text : await flattenToken(final);
+          }
+          if (tokens.length == 1) {
+            return await flattenToken(tokens[0])
+          }
+          // console.log(token);
+          return  await Promise.all(tokens.map(async item => await flattenToken(item)))
+        case 'row':
+          return { type, row: token.rows }
+        case 'text':
+        case 'paragraph':
+          if (!tokens) return text
+          if (tokens.length == 1) {
+            return tokens[0].type == 'text' ? text : await flattenToken(tokens[0])
+          }
+          return await  await Promise.all(tokens.map(async item => await flattenToken(item)))
+        case 'strong':
+        case 'codespan':
+        case 'em':
+          return { type, text }
+        case 'html':
+          const ans = /<img.+src="([\w\.\/-]+)"/.exec(text)
+          if (ans) {
+            const data = await uploadImage(path.resolve(dir, ans[1]))
+            return { type: 'image', href: data, text: '图片' }
+          }
+          return ''
+        case 'image':
+          // todo upload image
+          // token.href
+          const data = await uploadImage(path.resolve(dir, href))
+          return { type, text, href: data }
+        case 'link':
+          return { type, text, href }
+        case 'space':
+          return ''
+        case 'blockquote':
+          return text
+        default:
+          console.log(token) 
+      }
+      return token
+    }
 
     no++;
     target = null;
 
-    marked.lexer(content, {
+    const tokens = marked.lexer(content, {
       baseUrl: dir,
       xhtml: true
-    }).forEach((token) => {
+    });
+
+    for (let token of tokens) {
       const { text, type, depth } = token;
 
       if (type == 'heading') {
@@ -105,15 +164,18 @@ glob(path.resolve(__dirname, '../HowToCook/dishes/**/*.md'), {}, (err, files) =>
         }
       } else if (type !== 'space') {
         if (target == null) {
-          menu.desc.push(flattenToken(token))
+          menu.desc.push(await flattenToken(token))
         } else {
-          const tmp = flattenToken(token)
+          const tmp = await flattenToken(token)
           target.push(tmp)
         }
       }
-    })
+    }
+    bar.update(no)
     dishes.push(menu)
   }
+
+  bar.stop()
 
   const jsonData = new MagicString('');
   const s = new MagicString(JSON.stringify(dishes, null, 2))