test

Author: coder-hxl

test/modal/test.ts

@@ -0,0 +1,130 @@
+import process from 'node:process'
+import path from 'node:path'
+import { expect, test } from '@jest/globals'
+
+import IXCrawl from '../../src'
+
+const args = process.argv.slice(3)
+const currentModel = args[0]
+
+let XCrawl: typeof IXCrawl
+if (currentModel === 'dev') {
+  XCrawl = require('../../src').default
+} else if (currentModel === 'pro') {
+  XCrawl = require('../../publish/dist')
+}
+
+// Protocol
+
+function httpProtocol() {
+  return new Promise((resolve) => {
+    const httpXCrawl = new XCrawl()
+
+    httpXCrawl
+      .fetch({
+        requestConifg: {
+          url: 'http://localhost:9001/api/home/goodprice'
+        }
+      })
+      .then(() => resolve(true))
+  })
+}
+
+function httpsProtocol() {
+  return new Promise((resolve) => {
+    const httpsXCrawl = new XCrawl()
+
+    httpsXCrawl
+      .fetchHTML('https://docs.github.com/zh')
+      .then(() => resolve(true))
+  })
+}
+
+test('http protocol', async () => {
+  await expect(httpProtocol()).resolves.toBe(true)
+})
+
+test('https protocol', async () => {
+  await expect(httpsProtocol()).resolves.toBe(true)
+})
+
+// API
+function fetchAPI() {
+  return new Promise((resolve) => {
+    const myXCrawl = new XCrawl()
+
+    myXCrawl
+      .fetch({
+        requestConifg: {
+          url: 'http://localhost:9001/api/area/阳江市',
+          method: 'POST',
+          data: {
+            type: 'goodPrice',
+            offset: 0,
+            size: 20
+          }
+        }
+      })
+      .then(() => resolve(true))
+  })
+}
+
+function fetchFileAPI() {
+  return new Promise((resolve) => {
+    const myXCrawl = new XCrawl({
+      timeout: 10000,
+      intervalTime: {
+        max: 2000,
+        min: 1000
+      }
+    })
+
+    myXCrawl
+      .fetch({
+        requestConifg: {
+          url: 'http://localhost:9001/api/area/阳江市',
+          method: 'POST',
+          data: {
+            type: 'goodPrice',
+            offset: 0,
+            size: 20
+          }
+        }
+      })
+      .then((res) => {
+        const roomList = res[0].data.data.list
+        const requestConifg = roomList.map((item: any) => ({
+          url: item.coverUrl
+        }))
+
+        myXCrawl
+          .fetchFile({
+            requestConifg,
+            fileConfig: {
+              storeDir: path.resolve(__dirname, './upload')
+            }
+          })
+          .then(() => resolve(true))
+      })
+  })
+}
+
+function fetchHTMLAPI() {
+  return new Promise((resolve) => {
+    const myXCrawl = new XCrawl()
+
+    myXCrawl.fetchHTML('https://docs.github.com/zh').then(() => resolve(true))
+  })
+}
+
+test('fetch API', async () => {
+  await expect(fetchAPI()).resolves.toBe(true)
+})
+
+test('fetchFile API', async () => {
+  await expect(fetchFileAPI()).resolves.toBe(true)
+})
+
+test('fetchHTML API', async () => {
+  await expect(fetchHTMLAPI()).resolves.toBe(true)
+})

test/start/index.js

@@ -1,54 +1,5 @@
-import path from 'node:path'
-
 import XCrawl from '../../src'
 
-import { IRequestConfig } from '../../src/types'
-import { IAreaRoom, IBRecommend } from './types'
-
-// 1. 房间数据
-// https://github.com/coder-hxl/airbnb-api
-
-const roomXCrawl = new XCrawl({
-  timeout: 10000,
-  intervalTime: {
-    max: 3000,
-    min: 1000
-  }
-})
-
-function areaRoomData() {
-  roomXCrawl
-    .fetch<IAreaRoom>({
-      requestConifg: {
-        url: 'http://localhost:9001/api/area/阳江市',
-        method: 'POST',
-        data: {
-          type: 'plus',
-          offset: 0,
-          size: 20
-        }
-      }
-    })
-    .then((areaData) => {
-      const { id, pictureUrls } = areaData.data.list[0]
-      console.log('areaData Id: ', id)
-
-      const requestConifg: IRequestConfig[] = pictureUrls.map((url) => ({
-        url,
-        method: 'GET'
-      }))
-
-      roomXCrawl.fetchFile({
-        requestConifg,
-        fileConfig: { storeDir: path.resolve(__dirname, './upload') }
-      })
-    })
-}
-// areaRoomData()
-
-// 2 HTML: GitHub Docs
-// 采用 jsdom 对 HTML String 解析
-
 const githubDocsXCrawl = new XCrawl({
   timeout: 10000,
   intervalTime: {
@@ -57,10 +8,6 @@ const githubDocsXCrawl = new XCrawl({
   }
 })
 
-async function githubDocs() {
-  const dom = await githubDocsXCrawl.fetchHTML('https://docs.github.com/zh')
-
-  console.log(dom.window.document.querySelector('title')?.textContent)
-}
-
-// githubDocs()
+githubDocsXCrawl.fetchHTML('https://docs.github.com/zh').then((jsdom) => {
+  console.log(jsdom.window.document.querySelector('title')?.textContent)
+})