feat: switch to vitest as a testing framework

Author: coder-hxl

jest.config.js

@@ -3,19 +3,8 @@
   "name": "x-crawl",
   "version": "10.0.0",
   "author": "coderHXL",
-  "description": "x-crawl is a flexible Node.js multifunctional crawler library.",
+  "description": "x-crawl is a flexible Node.js AI-assisted crawler library.",
   "license": "MIT",
-  "keywords": [
-    "nodejs",
-    "typescript",
-    "javascript",
-    "crawl",
-    "crawler",
-    "spider",
-    "fingerprint",
-    "flexible",
-    "multifunction"
-  ],
   "main": "packages/index.ts",
   "type": "module",
   "scripts": {
@@ -24,39 +13,55 @@
     "build-strict": "pnpm test-dev && pnpm build && pnpm test-pro",
     "start": "rollup --config script/start.js",
     "start-server": "rollup --watch --config script/server.js",
-    "test-dev": "jest test/environment/test.ts dev",
-    "test-pro": "jest test/environment/test.ts pro",
-    "test-crawlPage": "jest test/environment/api/crawlPage.test.ts dev",
-    "test-crawlData": "jest test/environment/api/crawlData.test.ts dev",
-    "test-crawlFile": "jest test/environment/api/crawlFile.test.ts dev",
+    "test-dev": "vitest --ui",
+    "test-pro": "vitest --ui",
     "prettier": "prettier --write ."
   },
   "engines": {
     "node": ">=18.0.0"
   },
   "dependencies": {
-    "chalk": "4.1.2",
+    "chalk": "5.3.0",
     "https-proxy-agent": "^7.0.4",
     "openai": "^4.31.0",
+    "ora": "^8.0.1",
     "puppeteer": "22.5.0",
     "x-crawl": "link:"
   },
   "devDependencies": {
     "@babel/core": "^7.24.0",
     "@babel/preset-env": "^7.24.0",
-    "@jest/globals": "^29.3.1",
     "@rollup/plugin-babel": "^6.0.4",
     "@rollup/plugin-run": "^3.0.2",
     "@rollup/plugin-terser": "^0.4.4",
     "@types/node": "^20.11.28",
     "@typescript-eslint/eslint-plugin": "^7.2.0",
     "@typescript-eslint/parser": "^7.2.0",
+    "@vitest/coverage-v8": "^1.4.0",
+    "@vitest/ui": "^1.4.0",
     "eslint": "^8.57.0",
-    "jest": "^29.3.1",
     "prettier": "^3.2.5",
     "rollup": "^4.13.0",
     "rollup-plugin-typescript2": "^0.36.0",
-    "ts-jest": "^29.1.2",
-    "typescript": "5.4.3"
-  }
+    "typescript": "5.4.3",
+    "vitest": "^1.4.0"
+  },
+  "keywords": [
+    "x-crawl",
+    "nodejs",
+    "typescript",
+    "ts",
+    "javascript",
+    "crawl",
+    "crawler",
+    "spider",
+    "ai",
+    "ai assisted",
+    "ai crawl",
+    "flexible",
+    "control page",
+    "rotate agents",
+    "fingerprint",
+    "multifunction"
+  ]
 }

package.json

@@ -1,19 +1,16 @@
 import process from 'node:process'
-import { expect, test, jest } from '@jest/globals'
-import chalk from 'chalk'
+import { expect, test } from 'vitest'
 
 import type * as XCrawl from 'x-crawl'
 
 const args = process.argv.slice(3)
 const environment = args[0]
 
 const targetPath = environment === 'pro' ? 'publish/' : 'packages/'
-const createCrawl = (require(targetPath) as typeof XCrawl).createCrawl
-
-jest.setTimeout(60000)
+const createCrawl = ((await import(targetPath)) as typeof XCrawl).createCrawl
 
 async function testCrawlData() {
-  const testCrawlApp = createCrawl()
+  const testCrawlApp = createCrawl({ log: false })
 
   const res = await testCrawlApp.crawlData({
     targets: [
@@ -26,6 +23,5 @@ async function testCrawlData() {
 }
 
 test('crawlData', async () => {
-  console.log(chalk.bgGreen('================ crawlData ================'))
   await expect(testCrawlData()).resolves.toBe(true)
 })

test/environment/api/crawlData.test.ts renamed to test/automation/api/crawlData.test.ts

@@ -1,17 +1,14 @@
 import process from 'node:process'
 import path from 'node:path'
-import { expect, test, jest } from '@jest/globals'
-import chalk from 'chalk'
+import { expect, test } from 'vitest'
 
 import type * as XCrawl from 'x-crawl'
 
 const args = process.argv.slice(3)
 const environment = args[0]
 
 const targetPath = environment === 'pro' ? 'publish/' : 'packages/'
-const createCrawl = (require(targetPath) as typeof XCrawl).createCrawl
-
-jest.setTimeout(60000)
+const createCrawl = ((await import(targetPath)) as typeof XCrawl).createCrawl
 
 const urls: string[] = [
   'https://raw.githubusercontent.com/coder-hxl/airbnb-upload/master/area/4401.jpg',
@@ -22,6 +19,7 @@ const storeDirs = path.resolve(__dirname, './upload')
 
 async function testCrawlFile() {
   const testCrawlApp = createCrawl({
+    log: false,
     proxy: { urls: ['http://localhost:14892'] }
   })
 
@@ -37,6 +35,5 @@ async function testCrawlFile() {
 }
 
 test('crawlFile', async () => {
-  console.log(chalk.bgGreen('================ crawlFile ================'))
   await expect(testCrawlFile()).resolves.toBe(true)
 })

test/environment/api/crawlFile.test.ts renamed to test/automation/api/crawlFile.test.ts

@@ -1,19 +1,17 @@
 import process from 'node:process'
-import { expect, test, jest } from '@jest/globals'
-import chalk from 'chalk'
+import { expect, test } from 'vitest'
 
 import type * as XCrawl from 'x-crawl'
 
 const args = process.argv.slice(3)
 const environment = args[0]
 
 const targetPath = environment === 'pro' ? 'publish/' : 'packages/'
-const createCrawl = (require(targetPath) as typeof XCrawl).createCrawl
-
-jest.setTimeout(60000)
+const createCrawl = ((await import(targetPath)) as typeof XCrawl).createCrawl
 
 async function testCrawlHTML() {
   const testCrawlApp = createCrawl({
+    log: false,
     proxy: { urls: ['http://localhost:14892'] }
   })
 
@@ -28,6 +26,5 @@ async function testCrawlHTML() {
 }
 
 test('crawlHTML', async () => {
-  console.log(chalk.bgGreen('================ crawlHTML ================'))
   await expect(testCrawlHTML()).resolves.toBe(true)
 })

test/environment/api/crawlHTML.test.ts renamed to test/automation/api/crawlHTML.test.ts

@@ -1,19 +1,19 @@
 import process from 'node:process'
-import { expect, test, jest } from '@jest/globals'
-import chalk from 'chalk'
+import { expect, test } from 'vitest'
 
 import type * as XCrawl from 'x-crawl'
 
 const args = process.argv.slice(3)
 const environment = args[0]
 
 const targetPath = environment === 'pro' ? 'publish/' : 'packages/'
-const createCrawl = (require(targetPath) as typeof XCrawl).createCrawl
+const createCrawl = ((await import(targetPath)) as typeof XCrawl).createCrawl
 
-jest.setTimeout(60000)
+console.log(`${environment}:${targetPath}`, createCrawl)
 
 async function testCrawlPage() {
   const testCrawlApp = createCrawl({
+    log: false,
     proxy: { urls: ['http://localhost:14892'] }
   })
 
@@ -30,6 +30,5 @@ async function testCrawlPage() {
 }
 
 test('crawlPage', async () => {
-  console.log(chalk.bgGreen('================ crawlPage ================'))
   await expect(testCrawlPage()).resolves.toBe(true)
 })

test/environment/api/crawlPage.test.ts renamed to test/automation/api/crawlPage.test.ts

@@ -1,19 +1,16 @@
 import process from 'node:process'
-import { expect, test, jest } from '@jest/globals'
-import chalk from 'chalk'
+import { expect, test } from 'vitest'
 
 import type * as XCrawl from 'x-crawl'
 
 const args = process.argv.slice(3)
 const environment = args[0]
 
 const targetPath = environment === 'pro' ? 'publish/' : 'packages/'
-const createCrawl = (require(targetPath) as typeof XCrawl).createCrawl
-
-jest.setTimeout(60000)
+const createCrawl = ((await import(targetPath)) as typeof XCrawl).createCrawl
 
 async function fingerprint() {
-  const testCrawlApp = createCrawl()
+  const testCrawlApp = createCrawl({ log: false })
 
   const res = await testCrawlApp.crawlPage({
     targets: [
@@ -78,6 +75,5 @@ async function fingerprint() {
 }
 
 test('fingerprint', async () => {
-  console.log(chalk.bgGreen('================ fingerprint ================'))
   await expect(fingerprint()).resolves.toBe(true)
 })

test/environment/arguments/fingerprint.test.ts renamed to test/automation/arguments/fingerprint.test.ts

@@ -1,19 +1,16 @@
 import process from 'node:process'
-import { expect, test, jest } from '@jest/globals'
-import chalk from 'chalk'
+import { expect, test } from 'vitest'
 
 import * as XCrawl from 'x-crawl'
 
 const args = process.argv.slice(3)
 const environment = args[0]
 
 const targetPath = environment === 'pro' ? 'publish/' : 'packages/'
-const createCrawl = (require(targetPath) as typeof XCrawl).createCrawl
-
-jest.setTimeout(60000)
+const createCrawl = ((await import(targetPath)) as typeof XCrawl).createCrawl
 
 async function async() {
-  const testCrawlApp = createCrawl()
+  const testCrawlApp = createCrawl({ log: false })
 
   const res = await testCrawlApp.crawlData([
     'http://localhost:8888/data',
@@ -24,7 +21,7 @@ async function async() {
 }
 
 async function sync() {
-  const testCrawlApp = createCrawl({ mode: 'sync' })
+  const testCrawlApp = createCrawl({ log: false, mode: 'sync' })
 
   const res = await testCrawlApp.crawlData([
     'http://localhost:8888/data',
@@ -35,11 +32,9 @@ async function sync() {
 }
 
 test('mode - async', async () => {
-  console.log(chalk.bgGreen('================ mode - async ================'))
   await expect(async()).resolves.toBe(true)
 })
 
 test('mode - sync', async () => {
-  console.log(chalk.bgGreen('================ mode - sync ================'))
   await expect(sync()).resolves.toBe(true)
 })

test/environment/arguments/mode.test.ts renamed to test/automation/arguments/mode.test.ts

@@ -1,19 +1,16 @@
 import process from 'node:process'
-import { expect, test, jest } from '@jest/globals'
-import chalk from 'chalk'
+import { expect, test } from 'vitest'
 
 import type * as XCrawl from 'x-crawl'
 
 const args = process.argv.slice(3)
 const environment = args[0]
 
 const targetPath = environment === 'pro' ? 'publish/' : 'packages/'
-const createCrawl = (require(targetPath) as typeof XCrawl).createCrawl
-
-jest.setTimeout(60000)
+const createCrawl = ((await import(targetPath)) as typeof XCrawl).createCrawl
 
 async function proxy() {
-  const testCrawlApp = createCrawl()
+  const testCrawlApp = createCrawl({ log: false })
 
   const res = await testCrawlApp.crawlPage({
     targets: ['https://', 'http://localhost:8888/html'],
@@ -34,6 +31,5 @@ async function proxy() {
 }
 
 test('proxy', async () => {
-  console.log(chalk.bgGreen('================ proxy ================'))
   await expect(proxy()).resolves.toBe(true)
 })

test/environment/arguments/proxy.test.ts renamed to test/automation/arguments/proxy.test.ts

@@ -1,19 +1,16 @@
 import process from 'node:process'
-import { expect, test, jest } from '@jest/globals'
-import chalk from 'chalk'
+import { expect, test } from 'vitest'
 
 import type * as XCrawl from 'x-crawl'
 
 const args = process.argv.slice(3)
 const environment = args[0]
 
 const targetPath = environment === 'pro' ? 'publish/' : 'packages/'
-const createCrawl = (require(targetPath) as typeof XCrawl).createCrawl
-
-jest.setTimeout(60000)
+const createCrawl = ((await import(targetPath)) as typeof XCrawl).createCrawl
 
 async function errorCollect() {
-  const testCrawlApp = createCrawl({ maxRetry: 2 })
+  const testCrawlApp = createCrawl({ log: false, maxRetry: 2 })
 
   const res = await testCrawlApp.crawlPage(['https://', 'https://', 'https://'])
 
@@ -28,6 +25,5 @@ async function errorCollect() {
 }
 
 test('errorCollect', async () => {
-  console.log(chalk.bgGreen('================ errorCollect ================'))
   await expect(errorCollect()).resolves.toBe(true)
 })