added metascraper, added youtube preview images when not other specefied

Author: appinteractive

package.json

@@ -81,10 +81,12 @@
     "feathers-socketio": "~2.0.1",
     "fs-blob-store": "~5.2.1",
     "fs-extra": "~4.0.2",
+    "got": "~8.3.0",
     "handlebars": "~4.0.11",
     "handlebars-layouts": "~3.1.4",
     "helmet": "~3.10.0",
     "html-excerpt": "~0.1.0",
+    "metascraper": "~3.9.2",
     "mime": "^2.2.0",
     "mongoose": "~4.13.2",
     "multer": "~1.3.0",

server/.metascraperrc

@@ -0,0 +1,11 @@
+rules:
+  - metascraper-author
+  - metascraper-date
+  - metascraper-description
+  - metascraper-image
+  - metascraper-lang
+  - metascraper-logo
+  - metascraper-publisher
+  - metascraper-title
+  - metascraper-url
+  - metascraper-youtube

server/hooks/create-excerpt.js

@@ -9,19 +9,28 @@ module.exports = function (options = {}) { // eslint-disable-line no-unused-vars
     if(!hook.data || !hook.data.content) {
       return hook;
     }
-    /* eslint no-use-before-define: 0 */  // --> OFF
-    const content = hook.data.content
+
+    try {
+      /* eslint no-use-before-define: 0 */  // --> OFF
+      const content = hook.data.content
       .replace(/\<br\>|\<\/br\>|\<\/ br\>|\<br\>|\<br\\\>|\<p\>|\<\/p\>/ig, "\n")
       .replace(/\<(strong|b|i|blockquote|pre|em|u|h[1-6])>|\<\/(strong|b|i|blockquote|pre|em|u|h[1-6])>/ig, '')
       .replace(/\<p\>\<br\>\<\/p\>/ig, ' ')
       .replace(/(\ )[2,]/ig, ' ')
       .trim();
-    hook.data.contentExcerpt = trunc(content, 120, {
-      ignoreTags: ['img', 'script']
-    }).html;
-
+      hook.data.contentExcerpt = trunc(content, 120, {
+        ignoreTags: ['img', 'script']
+      }).html;
+    } catch (err) {
+      if (hook.data.teaserImg) {
+        hook.data.contentExcerpt = '-----';
+      } else {
+        throw new Error('Content Needed!');
+      }
+    }
     hook.data.content = hook.data.content
       .replace(/(\ )[2,]/ig, ' ')
+
     return Promise.resolve(hook);
   };
-};
+};

server/models/contributions.model.js

@@ -28,6 +28,12 @@ module.exports = function (app) {
     teaserImg: { type: String },
     language: { type: String, required: true },
     shoutCount: { type: Number, default: 0 },
+    meta: {
+      type: Object,
+      default: {
+        hasVideo: false
+      }
+    },
     visibility: {
       type: String,
       enum: ['public', 'friends', 'private'],

server/services/contributions/contributions.hooks.js

@@ -15,6 +15,7 @@ const isModerator = require('../../hooks/is-moderator-boolean');
 const excludeDisabled = require('../../hooks/exclude-disabled');
 const getAssociatedCanDos = require('./hooks/get-associated-can-dos');
 const createMentionNotifications = require('./hooks/create-mention-notifications');
+const metascraper = require('./hooks/metascraper');
 const isSingleItem = require('../../hooks/is-single-item');
 
 const userSchema = {
@@ -91,6 +92,7 @@ module.exports = {
       ),
       associateCurrentUser(),
       createSlug({ field: 'title' }),
+      metascraper(),
       saveRemoteImages(['teaserImg']),
       createExcerpt()
     ],
@@ -103,6 +105,7 @@ module.exports = {
         excludeDisabled(),
         restrictToOwner()
       ),
+      metascraper(),
       saveRemoteImages(['teaserImg']),
       createExcerpt()
     ],
@@ -115,6 +118,7 @@ module.exports = {
         excludeDisabled(),
         restrictToOwner()
       ),
+      metascraper(),
       saveRemoteImages(['teaserImg']),
       createExcerpt()
     ],

server/services/contributions/hooks/metascraper.js

@@ -0,0 +1,41 @@
+// get link metadata
+// TODO: add more services and use the metascraper to fill some metadata on the article
+
+// const metascraper = require('metascraper');
+// const got = require('got');
+
+module.exports = function () {
+  return function (hook) {
+    return new Promise(async (resolve, reject) => {
+
+      if (hook.data === undefined) {
+        return reject(new Error('No data found for metascraper.'));
+      }
+
+      // Check required fields
+      if (!hook.data || !hook.data.content) {
+        return resolve(hook);
+      }
+
+      try {
+        // find links
+        const youtubeRegex = new RegExp(/(?:(?:https?:)?\/\/)?(?:www\.)?youtu(?:be\.com\/(?:watch\?(?:.*?&(?:amp;)?)*v=|v\/|embed\/)|\.be\/)([\w‌​\-]+)(?:(?:&(?:amp;)?|\?)[\w\?=]*)*/, 'ig');
+        const youtubeLinks = youtubeRegex.exec(hook.data.content);
+
+        // here you could scrape the url for metadata
+        // hook.app.debug('#6');
+        // const { body: html, url } = await got(youtubeLinks[0]);
+        // const metadata = await metascraper({html, url});
+        // hook.app.debug('metadata');
+        // hook.app.debug(metadata);
+
+        if (youtubeLinks.length >= 2) {
+          hook.data.teaserImg = `https://img.youtube.com/vi/${youtubeLinks[1]}/maxresdefault.jpg`;
+          hook.data.meta = Object.assign(hook.data.meta || {}, { hasVideo: true });
+        }
+      } catch (err) {}
+
+      return resolve(hook);
+    });
+  };
+};