fix: workaround for boto3 checksum bug

Author: jgaucher-cs

services/staging/rs_server_staging/processors.py

@@ -755,6 +755,12 @@ def set_dask_env(host_env: dict):
             for name in ["S3_ACCESSKEY", "S3_SECRETKEY", "S3_ENDPOINT", "S3_REGION"]:
                 os.environ[name] = host_env[name]
 
+            # Some kind of workaround for boto3 to avoid checksum being added inside
+            # the file contents uploaded to the s3 bucket e.g. x-amz-checksum-crc32:xxx
+            # See: https://github.com/boto/boto3/issues/4435
+            os.environ["AWS_REQUEST_CHECKSUM_CALCULATION"] = "when_required"
+            os.environ["AWS_RESPONSE_CHECKSUM_VALIDATION"] = "when_required"
+
         client.run(set_dask_env, os.environ)
 
         # This is a temporary fix for the dask cluster settings which does not create a scheduler by default