added chardet encoding detection in filer_check (#187)

* added chardet to detect encoding before decoding

* added testing data under zayo10*, ran poetry commands for proper dependency solve

* add types-chardet to poetry deps

* import order changed for chardet

* adds types-chardet to correct group, testing locally completes

Author: jarriagad

circuit_maintenance_parser/provider.py

@@ -4,6 +4,7 @@
 import traceback
 
 from typing import Iterable, List, Dict
+import chardet
 
 from pydantic import BaseModel
 
@@ -95,7 +96,8 @@ def filter_check(filter_dict: Dict, data: NotificationData, filter_type: str) ->
             if filter_data_type not in filter_dict:
                 continue
 
-            data_part_content = data_part.content.decode().replace("\r", "").replace("\n", "")
+            data_part_encoding = chardet.detect(data_part.content).get("encoding", "utf-8")
+            data_part_content = data_part.content.decode(data_part_encoding).replace("\r", "").replace("\n", "")
             if any(re.search(filter_re, data_part_content) for filter_re in filter_dict[filter_data_type]):
                 logger.debug("Matching %s filter expression for %s.", filter_type, data_part_content)
                 return True