|
13 | 13 | _logger: logging.Logger = logging.getLogger(__name__) |
14 | 14 |
|
15 | 15 |
|
16 | | -def _copy_objects(batch: List[Tuple[str, str]], use_threads: bool, boto3_session: boto3.Session, s3_additional_kwargs: Optional[Dict[str, str]]) -> None: |
| 16 | +def _copy_objects(batch: List[Tuple[str, str]], use_threads: bool, |
| 17 | + boto3_session: boto3.Session, s3_additional_kwargs: Optional[Dict[str, str]]) -> None: |
17 | 18 | _logger.debug("len(batch): %s", len(batch)) |
18 | 19 | client_s3: boto3.client = _utils.client(service_name="s3", session=boto3_session) |
19 | 20 | resource_s3: boto3.resource = _utils.resource(service_name="s3", session=boto3_session) |
@@ -114,7 +115,8 @@ def merge_datasets( |
114 | 115 | raise exceptions.InvalidArgumentValue(f"{mode} is a invalid mode option.") |
115 | 116 |
|
116 | 117 | new_objects: List[str] = copy_objects( |
117 | | - paths=paths, source_path=source_path, target_path=target_path, use_threads=use_threads, boto3_session=session, s3_additional_kwargs=s3_additional_kwargs |
| 118 | + paths=paths, source_path=source_path, target_path=target_path, |
| 119 | + use_threads=use_threads, boto3_session=session, s3_additional_kwargs=s3_additional_kwargs |
118 | 120 | ) |
119 | 121 | _logger.debug("len(new_objects): %s", len(new_objects)) |
120 | 122 | return new_objects |
@@ -199,5 +201,8 @@ def copy_objects( |
199 | 201 | new_objects.append(path_final) |
200 | 202 | batch.append((path, path_final)) |
201 | 203 | _logger.debug("len(new_objects): %s", len(new_objects)) |
202 | | - _copy_objects(batch=batch, use_threads=use_threads, boto3_session=session, s3_additional_kwargs=s3_additional_kwargs) |
| 204 | + _copy_objects( |
| 205 | + batch=batch, use_threads=use_threads, |
| 206 | + boto3_session=session, s3_additional_kwargs=s3_additional_kwargs |
| 207 | + ) |
203 | 208 | return new_objects |
0 commit comments