Skip to content

Commit f9879b9

Browse files
committed
chore: remove unnecessary
1 parent 083282e commit f9879b9

File tree

3 files changed

+17
-22
lines changed

3 files changed

+17
-22
lines changed

src/controller.ts

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -181,9 +181,8 @@ export async function controller<
181181
)!.state = false
182182

183183
// 寻找新代理 URL
184-
const newProxyUrl = proxyDetails.find(
185-
(detaile) => detaile.state
186-
)?.url
184+
const newProxyUrl = proxyDetails.find((detaile) => detaile.state)
185+
?.url
187186

188187
// 使用新代理 URL
189188
if (!isUndefined(newProxyUrl)) {

src/index.ts

Lines changed: 15 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -8,26 +8,24 @@ import {
88
import { LoaderXCrawlConfig, XCrawlConfig, XCrawlInstance } from './types'
99
import { isUndefined } from './utils'
1010

11+
const loaderBaseConfigDefault: LoaderXCrawlConfig = {
12+
mode: 'async',
13+
enableRandomFingerprint: true,
14+
timeout: 100,
15+
maxRetry: 0
16+
}
17+
1118
function loaderBaseConfig(
1219
baseConfig: XCrawlConfig | undefined
1320
): LoaderXCrawlConfig {
14-
const loaderBaseConfig = baseConfig ? baseConfig : {}
15-
16-
if (isUndefined(loaderBaseConfig.mode)) {
17-
loaderBaseConfig.mode = 'async'
18-
}
19-
20-
if (isUndefined(loaderBaseConfig.enableRandomFingerprint)) {
21-
loaderBaseConfig.enableRandomFingerprint = true
22-
}
23-
24-
if (isUndefined(baseConfig?.timeout)) {
25-
loaderBaseConfig.timeout = 10000
26-
}
27-
28-
if (isUndefined(baseConfig?.maxRetry)) {
29-
loaderBaseConfig.maxRetry = 0
30-
}
21+
const loaderBaseConfig: any = baseConfig ? baseConfig : {}
22+
23+
Object.keys(loaderBaseConfigDefault).forEach((key) => {
24+
if (isUndefined(loaderBaseConfig[key])) {
25+
loaderBaseConfig[key] =
26+
loaderBaseConfigDefault[key as keyof LoaderXCrawlConfig]
27+
}
28+
})
3129

3230
return loaderBaseConfig as LoaderXCrawlConfig
3331
}

src/utils.ts

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,3 @@
1-
import fs from 'node:fs'
2-
import path from 'node:path'
31
import chalk from 'chalk'
42

53
export function sleep(timeout: number) {

0 commit comments

Comments
 (0)