File tree Expand file tree Collapse file tree 2 files changed +7
-4
lines changed
Expand file tree Collapse file tree 2 files changed +7
-4
lines changed Original file line number Diff line number Diff line change @@ -2,20 +2,23 @@ const puppeteer = require('puppeteer');
22
33class PuppeteerPlugin {
44 apply ( registerAction ) {
5- let browser , page ;
5+ let browser ;
66
77 registerAction ( 'beforeStart' , async ( ) => {
88 browser = await puppeteer . launch ( ) ;
9- page = await browser . newPage ( ) ;
109 } ) ;
1110
1211 registerAction ( 'afterResponse' , async ( { response} ) => {
1312 const contentType = response . headers [ 'content-type' ] ;
1413 const isHtml = contentType && contentType . split ( ';' ) [ 0 ] === 'text/html' ;
1514 if ( isHtml ) {
1615 const url = response . request . href ;
16+
17+ const page = await browser . newPage ( ) ;
1718 await page . goto ( url ) ;
18- return page . content ( ) ;
19+ const content = await page . content ( ) ;
20+ await page . close ( ) ;
21+ return content ;
1922 } else {
2023 return response . body ;
2124 }
Original file line number Diff line number Diff line change 11{
22 "name" : " website-scraper-puppeteer" ,
3- "version" : " 0.1.0 " ,
3+ "version" : " 0.1.1 " ,
44 "description" : " Plugin for website-scraper which returns html for dynamic websites using puppeteer" ,
55 "readmeFilename" : " README.md" ,
66 "main" : " index.js" ,
You can’t perform that action at this time.
0 commit comments