Skip to content

Commit 79d38d7

Browse files
author
Zakaria RACHEDI
committed
Enhanced error catching (TimeOut, 429...)
1 parent f350404 commit 79d38d7

File tree

2 files changed

+3
-6
lines changed

2 files changed

+3
-6
lines changed

lib/app.js

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,6 @@ var cheerio = require('cheerio');
88
var CLI = require('clui'),
99
Spinner = CLI.Spinner;
1010

11-
1211
var url;
1312
var globalUrl;
1413
var itemCategory;
@@ -21,9 +20,7 @@ var requestOpts = {
2120
}
2221
};
2322

24-
main();
25-
26-
function main() {
23+
(function main() {
2724
asciiArt();
2825
var ifResume = fs.existsSync('./data/links/resume.json') ? true : false;
2926
cm.getCategory(ifResume).then(
@@ -36,7 +33,7 @@ function main() {
3633
console.log(err);
3734
process.exit();
3835
});
39-
}
36+
})();
4037

4138
function crawlerInit (cmdResponse) {
4239
cmdResponse = JSON.parse(cmdResponse);

lib/getItems.js

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -134,7 +134,7 @@ function limitCrossed(category, lastIndex, links, items) {
134134
if (err) console.log(err);
135135
fsPath.writeFile('./data/links/resume.json', JSON.stringify(resume), function(err){
136136
if (err) console.log(err);
137-
console.log('\x1b[33m%s\x1b[0m' ,'/!\\However, don\'t worry: the app will resume the parsing from last item parsed ;)');
137+
console.log('\x1b[33m%s\x1b[0m' ,'/!\\However, don\'t worry: if your relaunch it, the app will resume the parsing from last item parsed ;)');
138138
console.log('\x1b[33m%s\x1b[0m' ,'\n INFO : ' +items.length+ ' item(s) were crawled.');
139139
setTimeout(process.exit(),4000);
140140
});

0 commit comments

Comments
 (0)