fix: [pdf] fix pdf limit size to 100 mb by default

Author: Terrtia

bin/importer/feeders/abstract_chats_feeder.py

@@ -450,6 +450,8 @@ def process_meta(self):  # TODO CHECK MANDATORY FIELDS
                     # content
                     if not self.obj.exists():
                         obj = PDFs.create(self.obj.id, self.get_message_content())
+                        if not obj:
+                            raise Exception('PDF not created, Size limit reached')
                         obj.set_parent(obj_global_id=message.get_global_id())
 
                         pdf_meta = self.get_meta_field('file_metadata')

bin/lib/objects/PDFs.py

@@ -24,6 +24,7 @@
 r_cache = config_loader.get_redis_conn("Redis_Cache", decode_responses=False)
 r_serv_metadata = config_loader.get_db_conn("Kvrocks_Objects")
 PDF_FOLDER = os.path.join(config_loader.get_files_directory('files'), 'pdf')
+PDF_MAX_SIZE = config_loader.get_config_int('Directories', 'config_loader')  # bytes
 baseurl = config_loader.get_config_str("Notifications", "ail_domain")
 config_loader = None
 
@@ -176,7 +177,7 @@ def get_all_pdfs_objects(filters={}):
         yield PDF(obj_id)
 
 # obj_id -> original pdf sha256
-def create(obj_id, content, size_limit=10000000, b64=False, force=False):
+def create(obj_id, content, size_limit=PDF_MAX_SIZE, b64=False, force=False):
     size = (len(content)*3) / 4
     if size <= size_limit or size_limit < 0 or force:
         if b64:

bin/modules/abstract_module.py

@@ -171,12 +171,12 @@ def run(self):
                     # LOG ERROR
                     trace = traceback.format_tb(err.__traceback__)
                     trace = ''.join(trace)
-                    self.logger.critical(f"Error in module {self.module_name}: {__name__} : {err}")
                     if message:
                         self.logger.critical(f"Module {self.module_name} input message: {message}")
                     if self.obj:
                         self.logger.critical(f"{self.module_name} Obj: {self.obj.get_global_id()}")
                     self.logger.critical(trace)
+                    self.logger.critical(f"Error in module {self.module_name}: {__name__} : {err}")
 
                     if isinstance(err, ModuleQueueError):
                         self.queue.error()