test: change of name

Author: coder-hxl

script/dev.js

@@ -3,9 +3,9 @@ import terserPlugin from '@rollup/plugin-terser'
 import runPlugin from '@rollup/plugin-run'
 
 export default {
-  input: 'test/start/index.ts',
+  input: `test/dev/index.ts`,
   output: {
-    file: 'test/start/index.js',
+    file: `test/dev/index.js`,
     format: 'es'
   },
   plugins: [tsPlugin(), terserPlugin(), runPlugin({ stdin: { clear: true } })]

test/start/.gitignore renamed to test/dev/.gitignore

@@ -0,0 +1,9 @@
+import dotenv from 'dotenv'
+import { fileURLToPath } from 'node:url'
+
+const pathResolve = (dirPath: string) =>
+  fileURLToPath(new URL(dirPath, import.meta.url))
+
+dotenv.config({ path: pathResolve('.env') })
+
+export const { BASE_URL, API_KEY } = process.env

test/dev/envConfig.ts

@@ -0,0 +1,44 @@
+import path from 'node:path'
+import { createCrawl, createCrawlOpenAI } from 'x-crawl'
+import { fileURLToPath } from 'node:url'
+
+import { BASE_URL, API_KEY } from './envConfig'
+
+const pathResolve = (dirPath: string) =>
+  fileURLToPath(new URL(dirPath, import.meta.url))
+
+const crawlOpenAIApp = createCrawlOpenAI({
+  clientOptions: { baseURL: BASE_URL, apiKey: API_KEY }
+})
+
+const crawlApp = createCrawl({
+  crawlPage: { puppeteerLaunchOptions: { headless: true } }
+})
+
+crawlApp.crawlPage('https://www.airbnb.cn/s/select_homes').then(async (res) => {
+  const { page, browser } = res.data
+
+  // await page.waitForSelector('.g1nr81q6')
+  // const sectionHTML = await page.$eval('.g1nr81q6 ', (el) => el.innerHTML)
+  await page.waitForSelector(
+    '.g1nr81q6 > a:nth-child(1), .g1nr81q6 > a:nth-child(2)'
+  )
+  const sectionHTML = await page.$$eval(
+    '.g1nr81q6 > a:nth-child(1), .g1nr81q6 > a:nth-child(2) ',
+    (els) => els.reduce((p, v) => p + v.innerHTML, '')
+  )
+
+  const srcResult = await crawlOpenAIApp.parseElements<{ src: string }>(
+    sectionHTML,
+    `获取 img 的 src`
+  )
+
+  console.log(srcResult)
+
+  crawlApp.crawlFile({
+    targets: srcResult.elements.map((item) => item.src),
+    storeDirs: pathResolve('upload')
+  })
+
+  browser.close()
+})

test/dev/index.ts

@@ -1,5 +1,5 @@
 {
-  "name": "start",
+  "name": "dev",
   "version": "1.0.0",
   "description": "",
   "main": "index.js",
@@ -12,5 +12,10 @@
   "license": "ISC",
   "devDependencies": {
     "dotenv": "^16.4.5"
+  },
+  "dependencies": {
+    "dev": "link:",
+    "ora": "^8.0.1",
+    "signal-exit": "^4.1.0"
   }
 }