add response headers and retry

Author: parthlambdatest

src/lib/processSnapshot.ts

@@ -154,25 +154,55 @@ export default async function processSnapshot(snapshot: Snapshot, ctx: Context):
                 ctx.log.debug(`Handling request ${requestUrl}\n - skipping disallowed resource type [${request.resourceType()}]`);
             }  else if (!ALLOWED_STATUSES.includes(response.status())) {
                 ctx.log.debug(`${globalViewport} Handling request ${requestUrl}\n - skipping disallowed status [${response.status()}]`);
-                let data = {
-                    statusCode: `${response.status()}`,
-                    url: requestUrl,
-                    resourceType: request.resourceType(),
-                } 
-
-                if (!discoveryErrors.browsers[globalBrowser]){
-                    discoveryErrors.browsers[globalBrowser] = {};                }
-
-                // Check if the discoveryErrors.browsers[globalBrowser] exists, and if not, initialize it
-                if (discoveryErrors.browsers[globalBrowser] && !discoveryErrors.browsers[globalBrowser][globalViewport]) {
-                    discoveryErrors.browsers[globalBrowser][globalViewport] = [];
-                }
 
-                // Dynamically push the data into the correct browser and viewport
-                if (discoveryErrors.browsers[globalBrowser]) {
-                    discoveryErrors.browsers[globalBrowser][globalViewport]?.push(data);
+                if (response && response.headers()) {
+                    const responseHeaders = response.headers();
+                    ctx.log.debug(`Response headers for ${requestUrl}: ${JSON.stringify(responseHeaders, null, 2)}`);
                 }
 
+                let responseOfRetry, bodyOfRetry
+                ctx.log.debug(`Resource had a disallowed status ${requestUrl} fetching from server again`);
+                responseOfRetry = await page.request.fetch(request, requestOptions);
+                bodyOfRetry = await responseOfRetry.body();
+
+                if (responseOfRetry && responseOfRetry.status() && ALLOWED_STATUSES.includes(responseOfRetry.status())) {
+                    ctx.log.debug(`Handling request after retry ${requestUrl}\n - content-type ${responseOfRetry.headers()['content-type']}`);
+                    cache[requestUrl] = {
+                        body: bodyOfRetry.toString('base64'),
+                        type: responseOfRetry.headers()['content-type']
+                    }
+                    route.fulfill({
+                        status: responseOfRetry.status(),
+                        headers: responseOfRetry.headers(),
+                        body: bodyOfRetry,
+                    });
+                } else {
+                    ctx.log.debug(`Resource had a disallowed status for retry as well  ${requestUrl} disallowed status [${responseOfRetry.status()}]`);
+                    if (responseOfRetry && responseOfRetry.headers()) {
+                        const responseHeadersRetry = responseOfRetry.headers();
+                        ctx.log.debug(`Response headers for retry ${requestUrl}: ${JSON.stringify(responseHeadersRetry, null, 2)}`);
+                    }
+
+                    let data = {
+                        statusCode: `${responseOfRetry.status()}`,
+                        url: requestUrl,
+                        resourceType: request.resourceType(),
+                    } 
+    
+                    if (!discoveryErrors.browsers[globalBrowser]){
+                        discoveryErrors.browsers[globalBrowser] = {};                
+                    }
+    
+                    // Check if the discoveryErrors.browsers[globalBrowser] exists, and if not, initialize it
+                    if (discoveryErrors.browsers[globalBrowser] && !discoveryErrors.browsers[globalBrowser][globalViewport]) {
+                        discoveryErrors.browsers[globalBrowser][globalViewport] = [];
+                    }
+    
+                    // Dynamically push the data into the correct browser and viewport
+                    if (discoveryErrors.browsers[globalBrowser]) {
+                        discoveryErrors.browsers[globalBrowser][globalViewport]?.push(data);
+                    }
+                }
             } else {
                 ctx.log.debug(`Handling request ${requestUrl}\n - content-type ${response.headers()['content-type']}`);