[Docs] Update API link crawler

Author: pedrosousa

bin/crawl-api-links.js

@@ -21,6 +21,13 @@ async function checkLinks() {
 	});
 	const page = await browser.newPage();
 
+	// skip image requests
+	await page.setRequestInterception(true);
+	page.on("request", (request) => {
+		if (request.resourceType() === "image") request.abort();
+		else request.continue();
+	});
+
 	const sitemapUrl = "https://developers.cloudflare.com/sitemap.xml";
 	await page.goto(sitemapUrl, { timeout: navigationTimeout });
 
@@ -51,22 +58,17 @@ async function checkLinks() {
 			}
 
 			if (
-				pageLink.includes("developers.cloudflare.com/api/operations/") ||
-				pageLink.startsWith("/api/operations/")
+				pageLink.includes("developers.cloudflare.com/api/resources/") ||
+				pageLink.startsWith("/api/resources/")
 			) {
 				console.log(`Evaluating link: ${pageLink}`);
-				await page.goto(pageLink, {
+				const response = await page.goto(pageLink, {
 					waitUntil: "networkidle0",
 					timeout: navigationTimeout,
 				});
 				visitedLinks.push(pageLink);
 
-				const statusCode = await page.evaluate(() => {
-					return {
-						url: window.location.href,
-					};
-				});
-				if (statusCode.url === "https://developers.cloudflare.com/api/") {
+				if (response.status() === 404) {
 					brokenLinks.push(pageLink);
 				}
 			}