Skip to content

Commit 5173c75

Browse files
rescope validatedLink to local var
1 parent cf3fbcb commit 5173c75

File tree

2 files changed

+9
-9
lines changed

2 files changed

+9
-9
lines changed

collector/extensions/index.js

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -119,9 +119,9 @@ function extensions(app) {
119119
try {
120120
const websiteDepth = require("../utils/extensions/WebsiteDepth");
121121
const { url, depth = 1, maxLinks = 20 } = reqBody(request);
122-
url = validateURL(url);
123-
if (!validURL(url)) throw new Error("Not a valid URL.");
124-
const scrapedData = await websiteDepth(url, depth, maxLinks);
122+
const validatedUrl = validateURL(url);
123+
if (!validURL(validatedUrl)) throw new Error("Not a valid URL.");
124+
const scrapedData = await websiteDepth(validatedUrl, depth, maxLinks);
125125
response.status(200).json({ success: true, data: scrapedData });
126126
} catch (e) {
127127
console.error(e);

collector/processLink/index.js

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -11,10 +11,10 @@ const { validateURL } = require("../utils/url");
1111
* @returns {Promise<{success: boolean, content: string}>} - Response from collector
1212
*/
1313
async function processLink(link, scraperHeaders = {}, metadata = {}) {
14-
link = validateURL(link);
15-
if (!validURL(link)) return { success: false, reason: "Not a valid URL." };
14+
const validatedLink = validateURL(link);
15+
if (!validURL(validatedLink)) return { success: false, reason: "Not a valid URL." };
1616
return await scrapeGenericUrl({
17-
link,
17+
link: validatedLink,
1818
captureAs: "text",
1919
scraperHeaders,
2020
metadata,
@@ -30,10 +30,10 @@ async function processLink(link, scraperHeaders = {}, metadata = {}) {
3030
* @returns {Promise<{success: boolean, content: string}>} - Response from collector
3131
*/
3232
async function getLinkText(link, captureAs = "text") {
33-
link = validateURL(link);
34-
if (!validURL(link)) return { success: false, reason: "Not a valid URL." };
33+
const validatedLink = validateURL(link);
34+
if (!validURL(validatedLink)) return { success: false, reason: "Not a valid URL." };
3535
return await scrapeGenericUrl({
36-
link,
36+
link: validatedLink,
3737
captureAs,
3838
saveAsDocument: false,
3939
});

0 commit comments

Comments
 (0)