File tree Expand file tree Collapse file tree 3 files changed +17
-22
lines changed Expand file tree Collapse file tree 3 files changed +17
-22
lines changed Original file line number Diff line number Diff line change @@ -181,9 +181,8 @@ export async function controller<
181
181
) ! . state = false
182
182
183
183
// 寻找新代理 URL
184
- const newProxyUrl = proxyDetails . find (
185
- ( detaile ) => detaile . state
186
- ) ?. url
184
+ const newProxyUrl = proxyDetails . find ( ( detaile ) => detaile . state )
185
+ ?. url
187
186
188
187
// 使用新代理 URL
189
188
if ( ! isUndefined ( newProxyUrl ) ) {
Original file line number Diff line number Diff line change @@ -8,26 +8,24 @@ import {
8
8
import { LoaderXCrawlConfig , XCrawlConfig , XCrawlInstance } from './types'
9
9
import { isUndefined } from './utils'
10
10
11
+ const loaderBaseConfigDefault : LoaderXCrawlConfig = {
12
+ mode : 'async' ,
13
+ enableRandomFingerprint : true ,
14
+ timeout : 100 ,
15
+ maxRetry : 0
16
+ }
17
+
11
18
function loaderBaseConfig (
12
19
baseConfig : XCrawlConfig | undefined
13
20
) : LoaderXCrawlConfig {
14
- const loaderBaseConfig = baseConfig ? baseConfig : { }
15
-
16
- if ( isUndefined ( loaderBaseConfig . mode ) ) {
17
- loaderBaseConfig . mode = 'async'
18
- }
19
-
20
- if ( isUndefined ( loaderBaseConfig . enableRandomFingerprint ) ) {
21
- loaderBaseConfig . enableRandomFingerprint = true
22
- }
23
-
24
- if ( isUndefined ( baseConfig ?. timeout ) ) {
25
- loaderBaseConfig . timeout = 10000
26
- }
27
-
28
- if ( isUndefined ( baseConfig ?. maxRetry ) ) {
29
- loaderBaseConfig . maxRetry = 0
30
- }
21
+ const loaderBaseConfig : any = baseConfig ? baseConfig : { }
22
+
23
+ Object . keys ( loaderBaseConfigDefault ) . forEach ( ( key ) => {
24
+ if ( isUndefined ( loaderBaseConfig [ key ] ) ) {
25
+ loaderBaseConfig [ key ] =
26
+ loaderBaseConfigDefault [ key as keyof LoaderXCrawlConfig ]
27
+ }
28
+ } )
31
29
32
30
return loaderBaseConfig as LoaderXCrawlConfig
33
31
}
Original file line number Diff line number Diff line change 1
- import fs from 'node:fs'
2
- import path from 'node:path'
3
1
import chalk from 'chalk'
4
2
5
3
export function sleep ( timeout : number ) {
You can’t perform that action at this time.
0 commit comments