Skip to content

Commit 386341e

Browse files
committed
feat: Cancel crawlPage crawlHTML crawlData crawlFile The second parameters of these three APIs
1 parent 1864da2 commit 386341e

File tree

2 files changed

+34
-110
lines changed

2 files changed

+34
-110
lines changed

src/api.ts

Lines changed: 19 additions & 60 deletions
Original file line numberDiff line numberDiff line change
@@ -1088,29 +1088,22 @@ export function createCrawlPage(xCrawlInstanceConfig: XCrawlInstanceConfig) {
10881088
let haveCreateBrowser = false
10891089
const type = 'page'
10901090

1091-
function crawlPage(
1092-
config: string,
1093-
callback?: (result: CrawlPageSingleResult) => void
1094-
): Promise<CrawlPageSingleResult>
1091+
function crawlPage(config: string): Promise<CrawlPageSingleResult>
10951092

10961093
function crawlPage(
1097-
config: CrawlPageDetailTargetConfig,
1098-
callback?: (result: CrawlPageSingleResult) => void
1094+
config: CrawlPageDetailTargetConfig
10991095
): Promise<CrawlPageSingleResult>
11001096

11011097
function crawlPage(
1102-
config: (string | CrawlPageDetailTargetConfig)[],
1103-
callback?: (result: CrawlPageSingleResult[]) => void
1098+
config: (string | CrawlPageDetailTargetConfig)[]
11041099
): Promise<CrawlPageSingleResult[]>
11051100

11061101
function crawlPage(
1107-
config: CrawlPageAdvancedConfig,
1108-
callback?: (result: CrawlPageSingleResult[]) => void
1102+
config: CrawlPageAdvancedConfig
11091103
): Promise<CrawlPageSingleResult[]>
11101104

11111105
async function crawlPage(
1112-
config: UniteCrawlPageConfig,
1113-
callback?: (result: any) => void
1106+
config: UniteCrawlPageConfig
11141107
): Promise<CrawlPageSingleResult | CrawlPageSingleResult[]> {
11151108
// 创建浏览器
11161109
if (!haveCreateBrowser) {
@@ -1155,10 +1148,6 @@ export function createCrawlPage(xCrawlInstanceConfig: XCrawlInstanceConfig) {
11551148
? crawlResultArr
11561149
: crawlResultArr[0]
11571150

1158-
if (callback) {
1159-
callback(crawlResult)
1160-
}
1161-
11621151
return crawlResult
11631152
}
11641153

@@ -1170,29 +1159,22 @@ export function createCrawlHTML(xCrawlInstanceConfig: XCrawlInstanceConfig) {
11701159
let id = 0
11711160
const type = 'html'
11721161

1173-
function crawlHTML(
1174-
config: string,
1175-
callback?: (result: CrawlHTMLSingleResult) => void
1176-
): Promise<CrawlHTMLSingleResult>
1162+
function crawlHTML(config: string): Promise<CrawlHTMLSingleResult>
11771163

11781164
function crawlHTML(
1179-
config: CrawlHTMLDetailTargetConfig,
1180-
callback?: (result: CrawlHTMLSingleResult) => void
1165+
config: CrawlHTMLDetailTargetConfig
11811166
): Promise<CrawlHTMLSingleResult>
11821167

11831168
function crawlHTML(
1184-
config: (string | CrawlHTMLDetailTargetConfig)[],
1185-
callback?: (result: CrawlHTMLSingleResult[]) => void
1169+
config: (string | CrawlHTMLDetailTargetConfig)[]
11861170
): Promise<CrawlHTMLSingleResult[]>
11871171

11881172
function crawlHTML(
1189-
config: CrawlHTMLAdvancedConfig,
1190-
callback?: (result: CrawlHTMLSingleResult[]) => void
1173+
config: CrawlHTMLAdvancedConfig
11911174
): Promise<CrawlHTMLSingleResult[]>
11921175

11931176
async function crawlHTML(
1194-
config: UniteCrawlHTMLConfig,
1195-
callback?: (result: any) => void
1177+
config: UniteCrawlHTMLConfig
11961178
): Promise<CrawlHTMLSingleResult | CrawlHTMLSingleResult[]> {
11971179
const { detailTargets, intervalTime, onCrawlItemComplete } =
11981180
createCrawlHTMLConfig(xCrawlInstanceConfig, config)
@@ -1218,10 +1200,6 @@ export function createCrawlHTML(xCrawlInstanceConfig: XCrawlInstanceConfig) {
12181200
? crawlResultArr
12191201
: crawlResultArr[0]
12201202

1221-
if (callback) {
1222-
callback(crawlResult)
1223-
}
1224-
12251203
return crawlResult
12261204
}
12271205

@@ -1233,29 +1211,22 @@ export function createCrawlData(xCrawlInstanceConfig: XCrawlInstanceConfig) {
12331211
let id = 0
12341212
const type = 'data'
12351213

1236-
function crawlData<T = any>(
1237-
config: string,
1238-
callback?: (result: CrawlDataSingleResult<T>) => void
1239-
): Promise<CrawlDataSingleResult<T>>
1214+
function crawlData<T = any>(config: string): Promise<CrawlDataSingleResult<T>>
12401215

12411216
function crawlData<T = any>(
1242-
config: CrawlDataDetailTargetConfig,
1243-
callback?: (result: CrawlDataSingleResult<T>) => void
1217+
config: CrawlDataDetailTargetConfig
12441218
): Promise<CrawlDataSingleResult<T>>
12451219

12461220
function crawlData<T = any>(
1247-
config: (string | CrawlDataDetailTargetConfig)[],
1248-
callback?: (result: CrawlDataSingleResult<T>[]) => void
1221+
config: (string | CrawlDataDetailTargetConfig)[]
12491222
): Promise<CrawlDataSingleResult<T>[]>
12501223

12511224
function crawlData<T = any>(
1252-
config: CrawlDataAdvancedConfig<T>,
1253-
callback?: (result: CrawlDataSingleResult<T>[]) => void
1225+
config: CrawlDataAdvancedConfig<T>
12541226
): Promise<CrawlDataSingleResult<T>[]>
12551227

12561228
async function crawlData<T = any>(
1257-
config: UniteCrawlDataConfig<T>,
1258-
callback?: (result: any) => void
1229+
config: UniteCrawlDataConfig<T>
12591230
): Promise<CrawlDataSingleResult<T> | CrawlDataSingleResult<T>[]> {
12601231
const { detailTargets, intervalTime, onCrawlItemComplete } =
12611232
createCrawlDataConfig(xCrawlInstanceConfig, config)
@@ -1281,10 +1252,6 @@ export function createCrawlData(xCrawlInstanceConfig: XCrawlInstanceConfig) {
12811252
? crawlResultArr
12821253
: crawlResultArr[0]
12831254

1284-
if (callback) {
1285-
callback(crawlResult)
1286-
}
1287-
12881255
return crawlResult
12891256
}
12901257

@@ -1297,23 +1264,19 @@ export function createCrawlFile(xCrawlInstanceConfig: XCrawlInstanceConfig) {
12971264
const type = 'file'
12981265

12991266
function crawlFile(
1300-
config: CrawlFileDetailTargetConfig,
1301-
callback?: (result: CrawlFileSingleResult) => void
1267+
config: CrawlFileDetailTargetConfig
13021268
): Promise<CrawlFileSingleResult>
13031269

13041270
function crawlFile(
1305-
config: CrawlFileDetailTargetConfig[],
1306-
callback?: (result: CrawlFileSingleResult[]) => void
1271+
config: CrawlFileDetailTargetConfig[]
13071272
): Promise<CrawlFileSingleResult[]>
13081273

13091274
function crawlFile(
1310-
config: CrawlFileAdvancedConfig,
1311-
callback?: (result: CrawlFileSingleResult[]) => void
1275+
config: CrawlFileAdvancedConfig
13121276
): Promise<CrawlFileSingleResult[]>
13131277

13141278
async function crawlFile(
1315-
config: UniteCrawlFileConfig,
1316-
callback?: (result: any) => void
1279+
config: UniteCrawlFileConfig
13171280
): Promise<CrawlFileSingleResult | CrawlFileSingleResult[]> {
13181281
const {
13191282
detailTargets,
@@ -1385,10 +1348,6 @@ export function createCrawlFile(xCrawlInstanceConfig: XCrawlInstanceConfig) {
13851348
? crawlResultArr
13861349
: crawlResultArr[0]
13871350

1388-
if (callback) {
1389-
callback(crawlResult)
1390-
}
1391-
13921351
return crawlResult
13931352
}
13941353

src/types/index.ts

Lines changed: 15 additions & 50 deletions
Original file line numberDiff line numberDiff line change
@@ -47,85 +47,50 @@ export interface XCrawlInstanceConfig
4747

4848
export interface XCrawlInstance {
4949
crawlPage: {
50-
(
51-
config: string,
52-
callback?: (result: CrawlPageSingleResult) => void
53-
): Promise<CrawlPageSingleResult>
50+
(config: string): Promise<CrawlPageSingleResult>
5451

55-
(
56-
config: CrawlPageDetailTargetConfig,
57-
callback?: (result: CrawlPageSingleResult) => void
58-
): Promise<CrawlPageSingleResult>
52+
(config: CrawlPageDetailTargetConfig): Promise<CrawlPageSingleResult>
5953

6054
(
61-
config: (string | CrawlPageDetailTargetConfig)[],
62-
callback?: (result: CrawlPageSingleResult[]) => void
55+
config: (string | CrawlPageDetailTargetConfig)[]
6356
): Promise<CrawlPageSingleResult[]>
6457

65-
(
66-
config: CrawlPageAdvancedConfig,
67-
callback?: (result: CrawlPageSingleResult[]) => void
68-
): Promise<CrawlPageSingleResult[]>
58+
(config: CrawlPageAdvancedConfig): Promise<CrawlPageSingleResult[]>
6959
}
7060

7161
crawlHTML: {
72-
(
73-
config: string,
74-
callback?: (result: CrawlHTMLSingleResult) => void
75-
): Promise<CrawlHTMLSingleResult>
62+
(config: string): Promise<CrawlHTMLSingleResult>
7663

77-
(
78-
config: CrawlHTMLDetailTargetConfig,
79-
callback?: (result: CrawlHTMLSingleResult) => void
80-
): Promise<CrawlHTMLSingleResult>
64+
(config: CrawlHTMLDetailTargetConfig): Promise<CrawlHTMLSingleResult>
8165

8266
(
83-
config: (string | CrawlHTMLDetailTargetConfig)[],
84-
callback?: (result: CrawlHTMLSingleResult[]) => void
67+
config: (string | CrawlHTMLDetailTargetConfig)[]
8568
): Promise<CrawlHTMLSingleResult[]>
8669

87-
(
88-
config: CrawlHTMLAdvancedConfig,
89-
callback?: (result: CrawlHTMLSingleResult[]) => void
90-
): Promise<CrawlHTMLSingleResult[]>
70+
(config: CrawlHTMLAdvancedConfig): Promise<CrawlHTMLSingleResult[]>
9171
}
9272

9373
crawlData: {
94-
<T = any>(
95-
config: CrawlDataDetailTargetConfig,
96-
callback?: (result: CrawlDataSingleResult<T>) => void
97-
): Promise<CrawlDataSingleResult<T>>
74+
<T = any>(config: string): Promise<CrawlDataSingleResult<T>>
9875

9976
<T = any>(
100-
config: string,
101-
callback?: (result: CrawlDataSingleResult<T>) => void
77+
config: CrawlDataDetailTargetConfig
10278
): Promise<CrawlDataSingleResult<T>>
10379

10480
<T = any>(
105-
config: (string | CrawlDataDetailTargetConfig)[],
106-
callback?: (result: CrawlDataSingleResult<T>[]) => void
81+
config: (string | CrawlDataDetailTargetConfig)[]
10782
): Promise<CrawlDataSingleResult<T>[]>
10883

10984
<T = any>(
110-
config: CrawlDataAdvancedConfig<T>,
111-
callback?: (result: CrawlDataSingleResult<T>[]) => void
85+
config: CrawlDataAdvancedConfig<T>
11286
): Promise<CrawlDataSingleResult<T>[]>
11387
}
11488

11589
crawlFile: {
116-
(
117-
config: CrawlFileDetailTargetConfig,
118-
callback?: (result: CrawlFileSingleResult) => void
119-
): Promise<CrawlFileSingleResult>
90+
(config: CrawlFileDetailTargetConfig): Promise<CrawlFileSingleResult>
12091

121-
(
122-
config: CrawlFileDetailTargetConfig[],
123-
callback?: (result: CrawlFileSingleResult[]) => void
124-
): Promise<CrawlFileSingleResult[]>
92+
(config: CrawlFileDetailTargetConfig[]): Promise<CrawlFileSingleResult[]>
12593

126-
(
127-
config: CrawlFileAdvancedConfig,
128-
callback?: (result: CrawlFileSingleResult[]) => void
129-
): Promise<CrawlFileSingleResult[]>
94+
(config: CrawlFileAdvancedConfig): Promise<CrawlFileSingleResult[]>
13095
}
13196
}

0 commit comments

Comments
 (0)