fix: add skipLibCheck until Crawlee types are resolved

Author: metalwarrior665

.DS_Store

@@ -7,8 +7,8 @@
         "node": ">=16.0.0"
     },
     "dependencies": {
-        "apify": "^3.0.0",
-        "crawlee": "^3.0.0",
+        "apify": "^3.1.0",
+        "crawlee": "^3.1",
         "cheerio": "^1.0.0-rc.10"
     },
     "devDependencies": {
@@ -18,7 +18,7 @@
         "@typescript-eslint/parser": "^5.32.0",
         "eslint": "^8.20.0",
         "ts-node": "^10.9.1",
-        "typescript": "4.7.4"
+        "typescript": "^4.8"
     },
     "scripts": {
         "start": "npm run start:dev",

checker-cheerio/package-lock.json

@@ -1,6 +1,6 @@
 import { log } from 'crawlee';
 
-import type { CheerioCrawlingContext} from 'crawlee';
+import type { CheerioCrawlingContext } from 'crawlee';
 
 import type { ActorCheckDetailedOutput } from './typedefs.js';
 

checker-cheerio/package.json

@@ -19,7 +19,7 @@ export async function handlePage(
     if (input.saveSnapshot) {
         const key = `SNAPSHOT-${Math.random().toString()}`;
         await Actor.setValue(`${key}.html`, body, { contentType: 'text/html' });
-        htmlUrl = `https://api.apify.com/v2/key-value-stores/${getEnv().defaultKeyValueStoreId}/records/${key}.html?disableRedirect=true`;
+        htmlUrl = `https://api.apify.com/v2/key-value-stores/${Actor.getEnv().defaultKeyValueStoreId}/records/${key}.html?disableRedirect=true`;
     }
 
     state.totalPages.push({ url: request.url, htmlUrl });
@@ -72,7 +72,6 @@ export async function handlePage(
                         userData: req.userData,
                     }) as PseudoUrlInput,
                 ),
-                requestQueue,
                 baseUrl: request.loadedUrl,
             });
         }

checker-cheerio/src/handleFailedRequest.ts

@@ -79,7 +79,9 @@ Actor.main(async () => {
 
     // TODO: Consider making this an option in the CheerioCrawler instead of needing to override a function
     // We don't want the crawler to throw errors on bad statuses
-    Reflect.set(crawler, '_throwOnBlockedRequest', () => {});
+    Reflect.set(crawler, '_throwOnBlockedRequest', () => {
+        // Do nothing
+    });
 
     await crawler.run();
 

checker-cheerio/src/handlePage.ts

@@ -5,7 +5,8 @@
         "target": "ES2022",
         "outDir": "dist",
         "noUnusedLocals": false,
-        "lib": ["DOM"]
+        "lib": ["DOM"],
+        "skipLibCheck": true
     },
     "include": [
         "./src/**/*"

checker-cheerio/src/main.ts

@@ -32,8 +32,8 @@ export async function handlePage(
     if (input.saveSnapshot) {
         const key = `SNAPSHOT-${Math.random().toString()}`;
         await puppeteerUtils.saveSnapshot(page, { key });
-        screenshotUrl = `https://api.apify.com/v2/key-value-stores/${getEnv().defaultKeyValueStoreId}/records/${key}.jpg?disableRedirect=true`;
-        htmlUrl = `https://api.apify.com/v2/key-value-stores/${getEnv().defaultKeyValueStoreId}/records/${key}.html?disableRedirect=true`;
+        screenshotUrl = `https://api.apify.com/v2/key-value-stores/${Actor.getEnv().defaultKeyValueStoreId}/records/${key}.jpg?disableRedirect=true`;
+        htmlUrl = `https://api.apify.com/v2/key-value-stores/${Actor.getEnv().defaultKeyValueStoreId}/records/${key}.html?disableRedirect=true`;
     }
 
     state.totalPages.push({ url: request.url, htmlUrl, screenshotUrl });

checker-cheerio/tsconfig.json

@@ -7,7 +7,8 @@
         "target": "ES2022",
         "outDir": "dist",
         "noUnusedLocals": false,
-        "lib": ["DOM"]
+        "lib": ["DOM"],
+        "skipLibCheck": true
     },
     "include": [
         "./src/**/*"

checker-puppeteer/src/handlePage.ts

@@ -5,7 +5,8 @@
         "target": "ES2022",
         "outDir": "dist",
         "noUnusedLocals": false,
-        "lib": ["DOM"]
+        "lib": ["DOM"],
+        "skipLibCheck": true
     },
     "include": [
         "./src/**/*"