Allow disabling .json extension in fsspec connector uploads

Author: ctrahey

unstructured_ingest/__version__.py

@@ -1 +1 @@
-__version__ = "1.0.43"  # pragma: no cover
+__version__ = "1.1.0"  # pragma: no cover

unstructured_ingest/processes/connectors/fsspec/fsspec.py

@@ -346,7 +346,8 @@ def get_upload_path(self, file_data: FileData) -> Path:
         upload_path = Path(
             self.upload_config.path_without_protocol
         ) / file_data.source_identifiers.relative_path.lstrip("/")
-        updated_upload_path = upload_path.parent / f"{upload_path.name}.json"
+        suffix = os.environ.get("UNSTRUCTURED_INGEST_UPLOAD_APPEND_SUFFIX", ".json")
+        updated_upload_path = upload_path.parent / f"{upload_path.name}{suffix}"
         return updated_upload_path
 
     def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None: