added configuration

Author: sanderegg

packages/aws-library/src/aws_library/s3/_client.py

@@ -88,16 +88,16 @@ async def create(
         session_client = None
         exit_stack = contextlib.AsyncExitStack()
         try:
+            config = Config(
+                signature_version="s3v4", request_checksum_calculation="when_required"
+            )
             session_client = session.client(  # type: ignore[call-overload]
                 "s3",
                 endpoint_url=f"{settings.S3_ENDPOINT}",
                 aws_access_key_id=settings.S3_ACCESS_KEY,
                 aws_secret_access_key=settings.S3_SECRET_KEY,
                 region_name=settings.S3_REGION,
-                config=Config(
-                    signature_version="s3v4",
-                    request_checksum_calculation="when_required",
-                ),
+                config=config,
             )
             assert isinstance(session_client, ClientCreatorContext)  # nosec
 

services/dask-sidecar/src/simcore_service_dask_sidecar/file_utils.py

@@ -53,13 +53,13 @@ def _file_progress_cb(
 class ClientKWArgsDict(TypedDict, total=False):
     endpoint_url: str
     region_name: str
-    config: dict[str, str]  # For botocore config options
 
 
 class S3FsSettingsDict(TypedDict):
     key: str
     secret: str
     client_kwargs: ClientKWArgsDict
+    config_kwargs: dict[str, str]  # For botocore config options
 
 
 _DEFAULT_AWS_REGION: Final[str] = "us-east-1"
@@ -69,7 +69,11 @@ def _s3fs_settings_from_s3_settings(s3_settings: S3Settings) -> S3FsSettingsDict
     s3fs_settings: S3FsSettingsDict = {
         "key": s3_settings.S3_ACCESS_KEY,
         "secret": s3_settings.S3_SECRET_KEY,
-        "client_kwargs": {"config": {"request_checksum_calculation": "when_required"}},
+        "client_kwargs": {},
+        "config_kwargs": {
+            "request_checksum_calculation": "when_required",
+            "signature_version": "s3v4",
+        },
     }
     if s3_settings.S3_REGION != _DEFAULT_AWS_REGION:
         # NOTE: see https://github.com/boto/boto3/issues/125 why this is so... (sic)
@@ -99,7 +103,7 @@ async def _copy_file(
     dst_storage_kwargs = dst_storage_cfg or {}
     with (
         fsspec.open(f"{src_url}", mode="rb", **src_storage_kwargs) as src_fp,
-        fsspec.open(f"{dst_url}", "wb", **dst_storage_kwargs) as dst_fp,
+        fsspec.open(f"{dst_url}", mode="wb", **dst_storage_kwargs) as dst_fp,
     ):
         assert isinstance(src_fp, IOBase)  # nosec
         assert isinstance(dst_fp, IOBase)  # nosec