add e2e test which checks ram usage when uploading/downloading

Author: bisgaard-itis

clients/python/requirements/e2e-test.txt

@@ -5,6 +5,7 @@ ipykernel
 ipython
 jinja2
 matplotlib
+memory_profiler
 packaging
 pandas
 papermill

clients/python/test/e2e/test_files_api.py

@@ -11,6 +11,8 @@
 import pytest
 from _utils import skip_if_no_dev_features
 from conftest import _KB
+from memory_profiler import memory_usage
+from typing import Final, List
 
 
 def _hash_file(file: Path) -> str:
@@ -28,19 +30,42 @@ def _hash_file(file: Path) -> str:
 @skip_if_no_dev_features
 def test_upload_file(tmp_file: Path, api_client: osparc.ApiClient) -> None:
     """Test that we can upload a file via the multipart upload"""
+    _allowed_ram_usage_in_mb: Final[int] = 300  # 300MB
+    assert (
+        tmp_file.stat().st_size > _allowed_ram_usage_in_mb * 1024 * 1024
+    ), "For this test to make sense, file size must be larger than allowed ram usage."
+
+    def max_diff(data: List[int]) -> int:
+        return max(data) - min(data)
+
     tmp_path: Path = tmp_file.parent
     files_api: osparc.FilesApi = osparc.FilesApi(api_client=api_client)
-    uploaded_file1: osparc.File = files_api.upload_file(tmp_file)
-    uploaded_file2: osparc.File = files_api.upload_file(tmp_file)
-    assert (
-        uploaded_file1.id == uploaded_file2.id
-    ), "could not detect that file was already on server"
-    downloaded_file = files_api.download_file(
-        uploaded_file1.id, destination_folder=tmp_path
-    )
-    assert Path(downloaded_file).parent == tmp_path
-    assert _hash_file(Path(downloaded_file)) == _hash_file(tmp_file)
-    files_api.delete_file(uploaded_file1.id)
+    try:
+        upload_ram_usage_in_mb, uploaded_file1 = memory_usage(
+            (files_api.upload_file, (tmp_file,)), retval=True
+        )
+        assert (
+            max_diff(upload_ram_usage_in_mb) < _allowed_ram_usage_in_mb
+        ), f"Used more than {_allowed_ram_usage_in_mb=} to upload file of size {tmp_file.stat().st_size=}"
+        uploaded_file2: osparc.File = files_api.upload_file(tmp_file)
+        assert (
+            uploaded_file1.id == uploaded_file2.id
+        ), "could not detect that file was already on server"
+        download_ram_usage_in_mb, downloaded_file = memory_usage(
+            (
+                files_api.download_file,
+                (uploaded_file1.id,),
+                {"destination_folder": tmp_path},
+            ),
+            retval=True,
+        )
+        assert (
+            max_diff(download_ram_usage_in_mb) < _allowed_ram_usage_in_mb
+        ), f"Used more than {_allowed_ram_usage_in_mb=} to down file of size {Path(downloaded_file).stat().st_size=}"
+        assert Path(downloaded_file).parent == tmp_path
+        assert _hash_file(Path(downloaded_file)) == _hash_file(tmp_file)
+    finally:
+        files_api.delete_file(uploaded_file1.id)
 
 
 @skip_if_no_dev_features