feat: remove the startPolling API

Author: coder-hxl

src/api.ts

@@ -27,7 +27,6 @@ import {
   CrawlPageDetailTargetConfig,
   PageCookies,
   CrawlPageSingleResult,
-  StartPollingConfig,
   CrawlPageAdvancedConfig,
   CrawlDataSingleResult,
   CrawlFileSingleResult,
@@ -1395,47 +1394,3 @@ export function createCrawlFile(xCrawlInstanceConfig: XCrawlInstanceConfig) {
 
   return crawlFile
 }
-
-export function createStartPolling(xCrawlInstanceConfig: XCrawlInstanceConfig) {
-  const { id: xId, logConfig } = xCrawlInstanceConfig
-  let id = 0
-  const type = 'polling'
-
-  return (
-    config: StartPollingConfig,
-    callback: (count: number, stopPolling: () => void) => void
-  ) => {
-    const serialNumber = `${xId}-${type}-${++id}`
-    const { d, h, m } = config
-
-    const day = !isUndefined(d) ? d * 1000 * 60 * 60 * 24 : 0
-    const hour = !isUndefined(h) ? h * 1000 * 60 * 60 : 0
-    const minute = !isUndefined(m) ? m * 1000 * 60 : 0
-    const total = day + hour + minute
-
-    let count = 0
-
-    startCallback()
-    const intervalId = setInterval(startCallback, total)
-
-    function startCallback() {
-      if (logConfig.start) {
-        log(
-          `${whiteBold(serialNumber)} | ${logStart(
-            `Start polling - count: ${++count}`
-          )}`
-        )
-      }
-
-      callback(count, stopPolling)
-    }
-
-    function stopPolling() {
-      clearInterval(intervalId)
-
-      if (logConfig.result) {
-        log(`${whiteBold(serialNumber)} | ${logWarn('Stop the polling')}`)
-      }
-    }
-  }
-}

src/index.ts

@@ -2,8 +2,7 @@ import {
   createCrawlData,
   createCrawlFile,
   createCrawlHTML,
-  createCrawlPage,
-  createStartPolling
+  createCrawlPage
 } from './api'
 
 import { XCrawlConfig, XCrawlInstance, XCrawlInstanceConfig } from './types'
@@ -67,8 +66,7 @@ function createnInstance(
     crawlPage: createCrawlPage(xCrawlInstanceConfig),
     crawlHTML: createCrawlHTML(xCrawlInstanceConfig),
     crawlData: createCrawlData(xCrawlInstanceConfig),
-    crawlFile: createCrawlFile(xCrawlInstanceConfig),
-    startPolling: createStartPolling(xCrawlInstanceConfig)
+    crawlFile: createCrawlFile(xCrawlInstanceConfig)
   }
 
   return instance

src/types/api.ts

@@ -181,12 +181,6 @@ export interface CrawlFileAdvancedConfig extends CrawlCommonConfig {
   }) => Promise<Buffer>
 }
 
-export interface StartPollingConfig {
-  d?: number
-  h?: number
-  m?: number
-}
-
 /* API Result */
 export interface CrawlCommonResult {
   id: number

src/types/index.ts

@@ -1,6 +1,5 @@
 import { PuppeteerLaunchOptions } from 'puppeteer'
 import {
-  StartPollingConfig,
   IntervalTime,
   CrawlPageSingleResult,
   CrawlDataSingleResult,
@@ -129,9 +128,4 @@ export interface XCrawlInstance {
       callback?: (result: CrawlFileSingleResult[]) => void
     ): Promise<CrawlFileSingleResult[]>
   }
-
-  startPolling: (
-    config: StartPollingConfig,
-    callback: (count: number, stopPolling: () => void) => void
-  ) => void
 }

test/environment/api/startPolling.test.ts

@@ -13,4 +13,3 @@ import './api/crawlPage.test'
 import './api/crawlHTML.test'
 import './api/crawlData.test'
 import './api/crawlFile.test'
-import './api/startPolling.test'