fix(rule): add default Host: header (#117)

* fix(rule): add default Host: header

* chore(deps): use node-fetch directory

Author: azu

package.json

@@ -30,8 +30,8 @@
   "dependencies": {
     "fs-extra": "^8.0.1",
     "get-url-origin": "^1.0.1",
-    "isomorphic-fetch": "^2.2.1",
     "minimatch": "^3.0.4",
+    "node-fetch": "^2.6.0",
     "textlint-rule-helper": "^2.1.1"
   },
   "lint-staged": {

src/no-dead-link.js

@@ -1,5 +1,5 @@
 import { RuleHelper } from 'textlint-rule-helper';
-import fetch from 'isomorphic-fetch';
+import fetch from 'node-fetch';
 import URL from 'url';
 import fs from 'fs-extra';
 import minimatch from 'minimatch';
@@ -72,6 +72,7 @@ function isIgnored(uri, ignore = []) {
  * @return {{ ok: boolean, redirect?: string, message: string }}
  */
 async function isAliveURI(uri, method = 'HEAD') {
+  const { host } = URL.parse(uri);
   const opts = {
     method,
     // Disable gzip compression in Node.js
@@ -83,13 +84,15 @@ async function isAliveURI(uri, method = 'HEAD') {
     // https://github.com/textlint-rule/textlint-rule-no-dead-link/issues/111
     headers: {
       'User-Agent': 'textlint-rule-no-dead-link/1.0',
-      'Accept': '*/*'
+      'Accept': '*/*',
+      // Same host for target url
+      // https://github.com/textlint-rule/textlint-rule-no-dead-link/issues/111
+      'Host': host
     },
     // Use `manual` redirect behaviour to get HTTP redirect status code
     // and see what kind of redirect is occurring
     redirect: 'manual',
   };
-
   try {
     const res = await fetch(uri, opts);
 
@@ -253,7 +256,7 @@ function reporter(context, options = {}) {
       if (typeof node.url === 'undefined') {
         return;
       }
-      
+
       // [text](http://example.com)
       //       ^
       const index = node.raw.indexOf(node.url) || 0;

test/no-dead-link.js

@@ -16,7 +16,7 @@ tester.run('no-dead-link', rule, {
     'should success with retrying on error: [npm results for textlint](https://www.npmjs.com/search?q=textlint)',
     'should treat 200 OK as alive: https://httpstat.us/200',
     'should treat 200 OK. It require User-Agent: Navigate to [MySQL distribution](https://dev.mysql.com/downloads/mysql/) to install MySQL `5.7`.',
-    'should treat 200 OK. It require User-Agent: <https://tools.ietf.org/html/rfc6749>',
+    'should treat 200 OK. It require User-Agent: https://tools.ietf.org/html/rfc6749',
     {
       text:
         'should be able to check a URL in a plain text: https://example.com/',

yarn.lock

@@ -1460,12 +1460,6 @@ emoji-regex@^7.0.1:
   resolved "https://registry.yarnpkg.com/emoji-regex/-/emoji-regex-7.0.3.tgz#933a04052860c85e83c122479c4748a8e4c72156"
   integrity sha512-CwBLREIQ7LvYFB0WyRvwhq5N5qPhc6PMjD6bYggFlI5YyDgl+0vxq5VHbMOFqLg7hfWzmu8T5Z1QofhmTIhItA==
 
-encoding@^0.1.11:
-  version "0.1.12"
-  resolved "https://registry.yarnpkg.com/encoding/-/encoding-0.1.12.tgz#538b66f3ee62cd1ab51ec323829d1f9480c74beb"
-  dependencies:
-    iconv-lite "~0.4.13"
-
 end-of-stream@^1.1.0:
   version "1.4.1"
   resolved "https://registry.yarnpkg.com/end-of-stream/-/end-of-stream-1.4.1.tgz#ed29634d19baba463b6ce6b80a37213eab71ec43"
@@ -2253,10 +2247,6 @@ iconv-lite@^0.4.17:
   version "0.4.19"
   resolved "https://registry.yarnpkg.com/iconv-lite/-/iconv-lite-0.4.19.tgz#f7468f60135f5e5dad3399c0a81be9a1603a082b"
 
-iconv-lite@~0.4.13:
-  version "0.4.15"
-  resolved "https://registry.yarnpkg.com/iconv-lite/-/iconv-lite-0.4.15.tgz#fe265a218ac6a57cfe854927e9d04c19825eddeb"
-
 ignore@^3.3.3:
   version "3.3.7"
   resolved "https://registry.yarnpkg.com/ignore/-/ignore-3.3.7.tgz#612289bfb3c220e186a58118618d5be8c1bab021"
@@ -2603,7 +2593,7 @@ is-resolvable@^1.0.0:
   dependencies:
     tryit "^1.0.1"
 
-is-stream@^1.0.1, is-stream@^1.1.0:
+is-stream@^1.1.0:
   version "1.1.0"
   resolved "https://registry.yarnpkg.com/is-stream/-/is-stream-1.1.0.tgz#12d4a3dd4e68e0b79ceb8dbc84173ae80d91ca44"
 
@@ -2663,13 +2653,6 @@ isobject@^3.0.0, isobject@^3.0.1:
   resolved "https://registry.yarnpkg.com/isobject/-/isobject-3.0.1.tgz#4e431e92b11a9731636aa1f9c8d1ccbcfdab78df"
   integrity sha1-TkMekrEalzFjaqH5yNHMvP2reN8=
 
-isomorphic-fetch@^2.2.1:
-  version "2.2.1"
-  resolved "https://registry.yarnpkg.com/isomorphic-fetch/-/isomorphic-fetch-2.2.1.tgz#611ae1acf14f5e81f729507472819fe9733558a9"
-  dependencies:
-    node-fetch "^1.0.1"
-    whatwg-fetch ">=0.10.0"
-
 isstream@~0.1.2:
   version "0.1.2"
   resolved "https://registry.yarnpkg.com/isstream/-/isstream-0.1.2.tgz#47e63f7af55afa6f92e1500e690eb8b8529c099a"
@@ -3213,12 +3196,10 @@ [email protected]:
     object.getownpropertydescriptors "^2.0.3"
     semver "^5.7.0"
 
-node-fetch@^1.0.1:
-  version "1.6.3"
-  resolved "https://registry.yarnpkg.com/node-fetch/-/node-fetch-1.6.3.tgz#dc234edd6489982d58e8f0db4f695029abcd8c04"
-  dependencies:
-    encoding "^0.1.11"
-    is-stream "^1.0.1"
+node-fetch@^2.6.0:
+  version "2.6.0"
+  resolved "https://registry.yarnpkg.com/node-fetch/-/node-fetch-2.6.0.tgz#e633456386d4aa55863f676a7ab0daa8fdecb0fd"
+  integrity sha512-8dG4H5ujfvFiqDmVu9fQ5bOHUC15JMjMY/Zumv26oOvvVJjM67KF8koCWIabKQ1GJIa9r2mMZscBq/TbdOcmNA==
 
 node-pre-gyp@^0.6.29:
   version "0.6.32"
@@ -4736,10 +4717,6 @@ vfile@^2.0.0:
     unist-util-stringify-position "^1.0.0"
     vfile-message "^1.0.0"
 
-whatwg-fetch@>=0.10.0:
-  version "2.0.2"
-  resolved "https://registry.yarnpkg.com/whatwg-fetch/-/whatwg-fetch-2.0.2.tgz#fe294d1d89e36c5be8b3195057f2e4bc74fc980e"
-
 which-module@^2.0.0:
   version "2.0.0"
   resolved "https://registry.yarnpkg.com/which-module/-/which-module-2.0.0.tgz#d9ef07dce77b9902b8a3a8fa4b31c3e3f7e6e87a"