enable memory setting, add successRate and runUrl

Author: metalwarrior665

starter/INPUT_SCHEMA.json

@@ -143,6 +143,15 @@
       "description": "Only works for Puppeteer type. Will wait on each page. You can provide number in ms or a selector.",
       "editor": "textfield"
     },
+    "puppeteer.memory": {
+        "title": "Memory",
+        "type": "integer",
+        "unit": "MB",
+        "default": 4096,
+        "minimum": 1024,
+        "maximum": 32768,
+        "description": "Must be power of 2 between 128 and 32768."
+    },
     "playwright.chrome": {
       "title": "Chrome",
       "type": "boolean",
@@ -183,6 +192,15 @@
       "type": "string",
       "description": "Only works for playwright type. Will wait on each page. You can provide number in ms or a selector.",
       "editor": "textfield"
+    },
+    "playwright.memory": {
+        "title": "Memory",
+        "type": "integer",
+        "unit": "MB",
+        "default": 4096,
+        "minimum": 1024,
+        "maximum": 32768,
+        "description": "Must be power of 2 between 128 and 32768."
     }
   },
   "required": ["urlsToCheck"]

starter/src/configs.ts

@@ -1,15 +1,15 @@
 import { ACTOR_CHEERIO_CHECKER_NAME, ACTOR_PLAYWRIGHT_CHECKER_NAME, ACTOR_PUPPETEER_CHECKER_NAME } from './constants.js';
 import type { PreparedActorConfig, ActorInputData, CreateActorRunConfig } from './typedefs.js';
 
-export function convertInputToActorConfigs(input: ActorInputData) {
+export function convertInputToActorConfigs(input: ActorInputData): PreparedActorConfig[] {
     const configs: PreparedActorConfig[] = [];
 
     for (const urlData of input.urlsToCheck) {
         if (input['checkers.cheerio']) {
             configs.push(...createActorRunConfigForCrawler({ input, urlData, checkerId: ACTOR_CHEERIO_CHECKER_NAME }));
         }
         if (input['checkers.puppeteer']) {
-            configs.push(...createActorRunConfigForCrawler({ input, urlData, checkerId: ACTOR_PUPPETEER_CHECKER_NAME }));
+            configs.push(...createActorRunConfigForCrawler({ input, urlData, checkerId: ACTOR_PUPPETEER_CHECKER_NAME, memory: input['puppeteer.memory'] }));
         }
         if (input['checkers.playwright']) {
             // Create a run config for each playwright browser
@@ -19,6 +19,7 @@ export function convertInputToActorConfigs(input: ActorInputData) {
                     urlData,
                     checkerId: ACTOR_PLAYWRIGHT_CHECKER_NAME,
                     playwrightBrowser: 'chrome',
+                    memory: input['playwright.memory'],
                 }));
             }
             if (input['playwright.firefox']) {
@@ -27,6 +28,7 @@ export function convertInputToActorConfigs(input: ActorInputData) {
                     urlData,
                     checkerId: ACTOR_PLAYWRIGHT_CHECKER_NAME,
                     playwrightBrowser: 'firefox',
+                    memory: input['playwright.memory'],
                 }));
             }
             if (input['playwright.webkit']) {
@@ -35,6 +37,7 @@ export function convertInputToActorConfigs(input: ActorInputData) {
                     urlData,
                     checkerId: ACTOR_PLAYWRIGHT_CHECKER_NAME,
                     playwrightBrowser: 'webkit',
+                    memory: input['playwright.memory'],
                 }));
             }
         }
@@ -43,7 +46,7 @@ export function convertInputToActorConfigs(input: ActorInputData) {
     return configs;
 }
 
-function* createActorRunConfigForCrawler({ input, urlData, checkerId, playwrightBrowser }: CreateActorRunConfig) {
+function* createActorRunConfigForCrawler({ input, urlData, checkerId, playwrightBrowser, memory }: CreateActorRunConfig) {
     for (const group of input.proxyConfiguration.apifyProxyGroups ?? ['auto']) {
         const config: PreparedActorConfig = {
             actorId: checkerId,
@@ -67,7 +70,7 @@ function* createActorRunConfigForCrawler({ input, urlData, checkerId, playwright
                 navigationTimeoutSecs: input.navigationTimeoutSecs,
             },
             params: {
-                memory: checkerId === ACTOR_CHEERIO_CHECKER_NAME ? 4096 : 8192,
+                memory: memory || (checkerId === ACTOR_CHEERIO_CHECKER_NAME ? 4096 : 8192),
                 timeout: 24 * 3600,
             },
         };

starter/src/startRunAndPool.ts

@@ -30,5 +30,8 @@ export async function waitForRunToFinishAndPushData(runConfig: PreparedActorConf
         value.playwrightBrowser = 'webkit';
     }
 
+    value.successRate = Number(((value.success / value.totalPages) * 100).toFixed(2));
+    value.runUrl = `https://console.apify.com/actors/runs/${runConfig.runId}`;
+
     await Actor.pushData(value);
 }

starter/src/typedefs.ts

@@ -53,6 +53,7 @@ export interface ActorInputData {
     'puppeteer.headfull'?: boolean;
     'puppeteer.useChrome'?: boolean;
     'puppeteer.waitFor'?: string;
+    'puppeteer.memory'?: number;
 
     // Pass only to playwright
     'playwright.chrome'?: boolean;
@@ -61,6 +62,7 @@ export interface ActorInputData {
     'playwright.headfull'?: boolean;
     'playwright.useChrome'?: boolean;
     'playwright.waitFor'?: string;
+    'playwright.memory'?: number;
 }
 
 export interface PreparedActorConfig {
@@ -81,6 +83,7 @@ export interface CreateActorRunConfig {
     input: ActorInputData;
     urlData: UrlInput;
     playwrightBrowser?: 'chrome' | 'firefox' | 'webkit';
+    memory?: number;
 }
 
 export interface UrlCheckResult {
@@ -102,6 +105,9 @@ export interface ActorCheckDetailedOutput {
     url: string;
     simplifiedOutput: string;
     detailedOutput: string;
+    runUrl: string;
+
+    successRate?: number;
 
     // Page data
     totalPages: UrlCheckResult[];