Merge branch 'extract-celery-code' of github.com:giancarloromeo/osparc-simcore into extract-celery-code

Author: bisgaard-itis

api/tests/requirements.txt

@@ -1,6 +1,6 @@
 aiohappyeyeballs==2.6.1
     # via aiohttp
-aiohttp==3.12.7
+aiohttp==3.11.18
     # via
     #   -c ../../requirements/constraints.txt
     #   -r requirements.in

ci/helpers/requirements/requirements.txt

@@ -1,6 +1,6 @@
 aiohappyeyeballs==2.6.1
     # via aiohttp
-aiohttp==3.12.7
+aiohttp==3.11.18
     # via
     #   -c requirements/../../../requirements/constraints.txt
     #   -r requirements/requirements.in

packages/aws-library/requirements/_base.txt

@@ -18,7 +18,7 @@ aiofiles==24.1.0
     #   aioboto3
 aiohappyeyeballs==2.6.1
     # via aiohttp
-aiohttp==3.12.7
+aiohttp==3.11.18
     # via
     #   -c requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
     #   -c requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt

packages/notifications-library/requirements/_test.txt

@@ -2,7 +2,7 @@ aiodocker==0.24.0
     # via -r requirements/_test.in
 aiohappyeyeballs==2.6.1
     # via aiohttp
-aiohttp==3.12.7
+aiohttp==3.11.18
     # via
     #   -c requirements/../../../requirements/constraints.txt
     #   aiodocker

packages/service-library/requirements/_aiohttp.txt

@@ -1,6 +1,6 @@
 aiohappyeyeballs==2.6.1
     # via aiohttp
-aiohttp==3.12.7
+aiohttp==3.11.18
     # via -r requirements/_aiohttp.in
 aiopg==1.4.0
     # via -r requirements/_aiohttp.in

packages/service-library/requirements/_base.txt

@@ -10,7 +10,7 @@ aiofiles==24.1.0
     # via -r requirements/_base.in
 aiohappyeyeballs==2.6.1
     # via aiohttp
-aiohttp==3.12.7
+aiohttp==3.11.18
     # via
     #   -c requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
     #   -c requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt

packages/service-library/requirements/_test.txt

@@ -3,7 +3,7 @@ aiohappyeyeballs==2.6.1
     #   -c requirements/_aiohttp.txt
     #   -c requirements/_base.txt
     #   aiohttp
-aiohttp==3.12.7
+aiohttp==3.11.18
     # via
     #   -c requirements/../../../requirements/constraints.txt
     #   -c requirements/_aiohttp.txt

packages/simcore-sdk/requirements/_base.txt

@@ -14,7 +14,7 @@ aiofiles==24.1.0
     #   -r requirements/_base.in
 aiohappyeyeballs==2.6.1
     # via aiohttp
-aiohttp==3.12.7
+aiohttp==3.11.18
     # via
     #   -c requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt
     #   -c requirements/../../../packages/models-library/requirements/../../../packages/common-library/requirements/../../../requirements/constraints.txt

packages/simcore-sdk/requirements/_test.txt

@@ -10,7 +10,7 @@ aiohappyeyeballs==2.6.1
     # via
     #   -c requirements/_base.txt
     #   aiohttp
-aiohttp==3.12.7
+aiohttp==3.11.18
     # via
     #   -c requirements/../../../requirements/constraints.txt
     #   -c requirements/_base.txt

packages/simcore-sdk/src/simcore_sdk/node_ports_common/file_io_utils.py

@@ -10,6 +10,7 @@
 from aiohttp import (
     ClientConnectionError,
     ClientError,
+    ClientPayloadError,
     ClientResponse,
     ClientResponseError,
     ClientSession,
@@ -31,11 +32,7 @@
 from tenacity.after import after_log
 from tenacity.asyncio import AsyncRetrying
 from tenacity.before_sleep import before_sleep_log
-from tenacity.retry import (
-    retry_if_exception,
-    retry_if_exception_type,
-    retry_if_not_exception_type,
-)
+from tenacity.retry import retry_if_exception, retry_if_exception_type
 from tenacity.stop import stop_after_attempt
 from tenacity.wait import wait_exponential
 from tqdm import tqdm
@@ -157,7 +154,7 @@ async def _file_chunk_writer(
     progress_bar: ProgressBarData,
 ):
     async with aiofiles.open(file, "wb") as file_pointer:
-        async for chunk in response.content.iter_chunked(CHUNK_SIZE):
+        while chunk := await response.content.read(CHUNK_SIZE):
             await file_pointer.write(chunk)
             if io_log_redirect_cb and pbar.update(len(chunk)):
                 with log_catch(_logger, reraise=False):
@@ -184,28 +181,25 @@ async def download_link_to_file(
     progress_bar: ProgressBarData,
 ):
     _logger.debug("Downloading from %s to %s", url, file_path)
-    try:
-        async for attempt in AsyncRetrying(
-            reraise=True,
-            wait=wait_exponential(min=1, max=10),
-            stop=stop_after_attempt(num_retries),
-            retry=retry_if_not_exception_type(
-                (exceptions.InvalidDownloadLinkError, exceptions.TransferError)
-            ),
-            before_sleep=before_sleep_log(_logger, logging.WARNING, exc_info=True),
-            after=after_log(_logger, log_level=logging.ERROR),
-        ):
-            with attempt:
-                async with AsyncExitStack() as stack:
-                    response = await stack.enter_async_context(session.get(url))
-                    if response.status == status.HTTP_404_NOT_FOUND:
-                        raise exceptions.InvalidDownloadLinkError(url)
-                    if response.status > _VALID_HTTP_STATUS_CODES:
-                        raise exceptions.TransferError(url)
-                    file_path.parent.mkdir(parents=True, exist_ok=True)
-                    # SEE https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Length
-                    file_size = int(response.headers.get("Content-Length", 0)) or None
-
+    async for attempt in AsyncRetrying(
+        reraise=True,
+        wait=wait_exponential(min=1, max=10),
+        stop=stop_after_attempt(num_retries),
+        retry=retry_if_exception_type(ClientConnectionError),
+        before_sleep=before_sleep_log(_logger, logging.WARNING, exc_info=True),
+        after=after_log(_logger, log_level=logging.ERROR),
+    ):
+        with attempt:
+            async with AsyncExitStack() as stack:
+                response = await stack.enter_async_context(session.get(url))
+                if response.status == status.HTTP_404_NOT_FOUND:
+                    raise exceptions.InvalidDownloadLinkError(url)
+                if response.status > _VALID_HTTP_STATUS_CODES:
+                    raise exceptions.TransferError(url)
+                file_path.parent.mkdir(parents=True, exist_ok=True)
+                # SEE https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Length
+                file_size = int(response.headers.get("Content-Length", 0)) or None
+                try:
                     tqdm_progress = stack.enter_context(
                         tqdm_logging_redirect(
                             desc=f"downloading {url.path} --> {file_path.name}\n",
@@ -237,8 +231,8 @@ async def download_link_to_file(
                         sub_progress,
                     )
                     _logger.debug("Download complete")
-    except Exception as exc:
-        raise exceptions.TransferError(url) from exc
+                except ClientPayloadError as exc:
+                    raise exceptions.TransferError(url) from exc
 
 
 def _check_for_aws_http_errors(exc: BaseException) -> bool: