fix: update unstructured_parser.py to work with unstructured 0.17.2

Co-Authored-By: Aaron <AJ> Steers <[email protected]>

Author: devin-ai-integration[bot]

airbyte_cdk/sources/file_based/file_types/unstructured_parser.py

@@ -10,12 +10,10 @@
 
 import backoff
 import dpath
+import mimetypes
 import nltk
 import requests
 from unstructured.file_utils.filetype import (
-    EXT_TO_FILETYPE,
-    FILETYPE_TO_MIMETYPE,
-    STR_TO_FILETYPE,
     FileType,
     detect_filetype,
 )
@@ -335,7 +333,8 @@ def _read_file_remotely(
 
         data = self._params_to_dict(format.parameters, strategy)
 
-        file_data = {"files": ("filename", file_handle, FILETYPE_TO_MIMETYPE[filetype])}
+        mime_type = mimetypes.guess_type(f"file.{filetype.name.lower()}")[0] if filetype else "application/octet-stream"
+        file_data = {"files": ("filename", file_handle, mime_type)}
 
         response = requests.post(
             f"{format.api_url}/general/v0/general", headers=headers, data=data, files=file_data
@@ -405,8 +404,10 @@ def _get_filetype(self, file: IOBase, remote_file: RemoteFile) -> Optional[FileT
         2. Use the file name if available
         3. Use the file content
         """
-        if remote_file.mime_type and remote_file.mime_type in STR_TO_FILETYPE:
-            return STR_TO_FILETYPE[remote_file.mime_type]
+        if remote_file.mime_type:
+            for file_type in FileType:
+                if mimetypes.guess_type(f"file.{file_type.name.lower()}")[0] == remote_file.mime_type:
+                    return file_type
 
         # set name to none, otherwise unstructured will try to get the modified date from the local file system
         if hasattr(file, "name"):
@@ -434,8 +435,9 @@ def _get_filetype(self, file: IOBase, remote_file: RemoteFile) -> Optional[FileT
             return type_based_on_content
 
         extension = "." + remote_file.uri.split(".")[-1].lower()
-        if extension in EXT_TO_FILETYPE:
-            return EXT_TO_FILETYPE[extension]
+        for file_type in FileType:
+            if file_type.name.lower() == extension[1:].lower():
+                return file_type
 
         return None