setting DEFAULT_REGEXES variable

Author: gabrielweiz

src/scrapy_settings_log/__init__.py

@@ -9,6 +9,12 @@
 
 logger = logging.getLogger(__name__)
 
+DEFAULT_REGEXES = [
+    ".*(?i)(api[\W_]*key).*",  # apikey and variations e.g: shub_apikey or SC_APIKEY
+    ".*(?i)(AWS[\W_]*(SECRET[\W_]*)?(ACCESS)?[\W_]*(KEY|ACCESS[\W_]*KEY))",  # AWS_SECRET_ACCESS_KEY and variations
+    ".*(?i)([\W_]*password[\W_]*).*"  # password word
+]
+
 
 def prepare_for_json_serialization(obj):
     """Prepare the obj recursively for JSON serialization.
@@ -52,12 +58,7 @@ def spider_closed(self, spider):
         if regex is not None:
             settings = {k: v for k, v in settings.items() if re.search(regex, k)}
         if spider.settings.getbool("MASKED_SENSITIVE_SETTINGS_ENABLED", True):
-            default_regexes = [
-                ".*(?i)(api[\W_]*key).*",  # apikey and possible variations e.g: shub_apikey or SC_APIKEY
-                ".*(?i)(AWS[\W_]*(SECRET[\W_]*)?(ACCESS)?[\W_]*(KEY|ACCESS[\W_]*KEY))",  # AWS_SECRET_ACCESS_KEY and possible variations
-                ".*(?i)([\W_]*password[\W_]*).*"  # password word
-            ]
-            regex_list = spider.settings.getlist("MASKED_SENSITIVE_SETTINGS_REGEX_LIST", default_regexes)
+            regex_list = spider.settings.getlist("MASKED_SENSITIVE_SETTINGS_REGEX_LIST", DEFAULT_REGEXES)
             for reg in regex_list:
                 updated_settings = {k: '**********' if v else v for k, v in settings.items() if re.match(reg, k)}
                 settings = {**settings, **updated_settings}