Skip to content

Commit 44be729

Browse files
committed
Bump version 0.1.1, allow multiple pages
1 parent cfa4efb commit 44be729

File tree

2 files changed

+7
-4
lines changed

2 files changed

+7
-4
lines changed

index.js

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2,20 +2,23 @@ const puppeteer = require('puppeteer');
22

33
class PuppeteerPlugin {
44
apply(registerAction) {
5-
let browser, page;
5+
let browser;
66

77
registerAction('beforeStart', async () => {
88
browser = await puppeteer.launch();
9-
page = await browser.newPage();
109
});
1110

1211
registerAction('afterResponse', async ({response}) => {
1312
const contentType = response.headers['content-type'];
1413
const isHtml = contentType && contentType.split(';')[0] === 'text/html';
1514
if (isHtml) {
1615
const url = response.request.href;
16+
17+
const page = await browser.newPage();
1718
await page.goto(url);
18-
return page.content();
19+
const content = await page.content();
20+
await page.close();
21+
return content;
1922
} else {
2023
return response.body;
2124
}

package.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"name": "website-scraper-puppeteer",
3-
"version": "0.1.0",
3+
"version": "0.1.1",
44
"description": "Plugin for website-scraper which returns html for dynamic websites using puppeteer",
55
"readmeFilename": "README.md",
66
"main": "index.js",

0 commit comments

Comments
 (0)