add text/csv handling to the python sdk

Author: Klaijan

src/unstructured_client/_hooks/custom/request_utils.py

@@ -218,8 +218,12 @@ def create_response(elements: list) -> httpx.Response:
     Returns:
         The modified response object with updated content.
     """
-    response = httpx.Response(status_code=200, headers={"Content-Type": "application/json"})
-    content = json.dumps(elements).encode()
+    if not isinstance(elements[0], dict):
+        response = httpx.Response(status_code=200, headers={"Content-Type": "text/csv"})
+        content = b''.join(elements)
+    else:
+        response = httpx.Response(status_code=200, headers={"Content-Type": "application/json"})
+        content = json.dumps(elements).encode()
     content_length = str(len(content))
     response.headers.update({"Content-Length": content_length})
     setattr(response, "_content", content)

src/unstructured_client/_hooks/custom/split_pdf_hook.py

@@ -576,10 +576,13 @@ def _await_elements(
                     response_number,
                 )
                 successful_responses.append(res)
-                if self.cache_tmp_data_feature:
-                    elements.append(load_elements_from_response(res))
-                else:
-                    elements.append(res.json())
+                if res.headers["Content-Type"] == "application/json":
+                    if self.cache_tmp_data_feature:
+                        elements.append(load_elements_from_response(res))
+                    else:
+                        elements.append(res.json())
+                else:  # -- Response contains csv data
+                    elements.append(res.content)
             else:
                 error_message = f"Failed to partition set {response_number}."
 
@@ -591,7 +594,12 @@ def _await_elements(
 
         self.api_successful_responses[operation_id] = successful_responses
         self.api_failed_responses[operation_id] = failed_responses
-        flattened_elements = [element for sublist in elements for element in sublist]
+        flattened_elements = []
+        for sublist in elements:
+            if isinstance(sublist, list):
+                flattened_elements.extend(sublist)
+            else:
+                flattened_elements.append(sublist)
         return flattened_elements
 
     def after_success(
@@ -613,7 +621,7 @@ def after_success(
         """
         # Grab the correct id out of the dummy request
         operation_id = response.request.headers.get("operation_id")
-
+        # breakpoint();
         elements = self._await_elements(operation_id)
 
         # if fails are disallowed, return the first failed response