new security function to validate maxItem

Author: raczak

lib/modules/global-parser/services/utils.js

@@ -54,4 +54,37 @@ function gameUrlListSwitcher(cmdResponse) {
 	}
 }
 
-export { mongoImport, requestOpts, gameConfParserSwitcher, gameUrlListSwitcher };
+/**
+ * Because "Class" is not a generic category, we need a dedicated method to init it & parse it
+ * @param {Object} init contain all init variable
+ * @returns {Array} Return an array which contain links of all class
+ */
+function parseEachPageLinksClass(init) {
+	const links = [];
+	init.$('.ak-content-sections').find('.ak-section').each(function (i, div) {
+		if (!init.all) if (links.length >= init.maxItem) return false;
+		const link = init.globalUrl + init.$(this).find('a').attr('href');
+		links.push(link);
+	});
+
+	return links;
+}
+
+/**
+ * Security to take care of not overpass real maxItem value
+ * @param {Object} init contain all init variable
+ * @returns {Number} Return the real maxItem in case of overpassing the real value
+ */
+function maxItemControl(init) {
+	if (init.itemCategory == 'classe') {
+		const realMaxItem = Number(init.$('.ak-content-sections').find('.ak-section').length);
+		if (init.maxItem >= realMaxItem || init.all === true) init.maxItem = realMaxItem; // security line to avoid overpasing the real amont of items & to take care about 'all' value if true
+	}
+	else {
+		const realMaxItem = Number(init.$('div.ak-list-info > strong').text()) === 0 ? init.$('tbody > tr').length : Number(init.$('div.ak-list-info > strong').text());
+		if (init.maxItem >= realMaxItem || init.all === true) init.maxItem = realMaxItem; // security line to avoid overpasing the real amont of items & to take care about 'all' value if true
+	}
+	return init.maxItem;
+}
+
+export { mongoImport, requestOpts, gameConfParserSwitcher, gameUrlListSwitcher, parseEachPageLinksClass, maxItemControl };

package.json

@@ -1,6 +1,6 @@
 {
     "name": "@dofapi/crawlit",
-    "version": "1.5.12",
+    "version": "1.6.12",
     "homepage": "https://github.com/dofapi/crawlit-dofus-encyclopedia-parser",
     "description": "Crawl structured dofus encyclopedia data to populate the Dofapi app & API",
     "author": {