Skip to content

Commit a709e8d

Browse files
author
Andrei Neagu
committed
remove unused option
1 parent 931595e commit a709e8d

File tree

3 files changed

+3
-6
lines changed

3 files changed

+3
-6
lines changed

packages/simcore-sdk/src/simcore_sdk/node_ports_common/r_clone.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -8,10 +8,9 @@
88
from pathlib import Path
99
from typing import Final
1010

11-
from common_library.errors_classes import OsparcErrorMixin
12-
1311
from aiocache import cached # type: ignore[import-untyped]
1412
from aiofiles import tempfile
13+
from common_library.errors_classes import OsparcErrorMixin
1514
from models_library.basic_types import IDStr
1615
from pydantic import AnyUrl, BaseModel, ByteSize
1716
from servicelib.progress_bar import ProgressBarData
@@ -207,7 +206,6 @@ async def _sync_sources(
207206
f"{r_clone_settings.R_CLONE_OPTION_TRANSFERS}",
208207
# below two options reduce to a minimum the memory footprint
209208
# https://forum.rclone.org/t/how-to-set-a-memory-limit/10230/4
210-
"--use-mmap", # docs https://rclone.org/docs/#use-mmap
211209
"--buffer-size", # docs https://rclone.org/docs/#buffer-size-size
212210
r_clone_settings.R_CLONE_OPTION_BUFFER_SIZE,
213211
"--use-json-log",

packages/simcore-sdk/src/simcore_sdk/node_ports_common/r_clone_utils.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -52,14 +52,14 @@ class SyncProgressLogParser(BaseLogParser):
5252
5353
5454
This command:
55-
rclone --use-mmap --buffer-size 0M --transfers 5 sync mys3:simcore/5cfdef88-013b-11ef-910e-0242ac14003e/2d544003-9eb8-47e4-bcf7-95a8c31845f7/workspace ./tests3 --progress
55+
rclone --buffer-size 0M --transfers 5 sync mys3:simcore/5cfdef88-013b-11ef-910e-0242ac14003e/2d544003-9eb8-47e4-bcf7-95a8c31845f7/workspace ./tests3 --progress
5656
generates this but the rclone modifies the terminal printed lines which python does not like so much
5757
Transferred: 4.666 GiB / 4.666 GiB, 100%, 530.870 MiB/s, ETA 0s
5858
Transferred: 4 / 4, 100%
5959
Elapsed time: 9.6s
6060
6161
This other command:
62-
rclone --use-mmap --buffer-size 0M --transfers 5 --use-json-log --stats-log-level INFO -v --stats 500ms sync mys3:simcore/5cfdef88-013b-11ef-910e-0242ac14003e/2d544003-9eb8-47e4-bcf7-95a8c31845f7/workspace ./tests3
62+
rclone --buffer-size 0M --transfers 5 --use-json-log --stats-log-level INFO -v --stats 500ms sync mys3:simcore/5cfdef88-013b-11ef-910e-0242ac14003e/2d544003-9eb8-47e4-bcf7-95a8c31845f7/workspace ./tests3
6363
prints stuff such as:
6464
{"level":"info","msg":"Copied (new)","object":"README.ipynb","objectType":"*s3.Object","size":5123,"source":"operations/copy.go:360","time":"2024-04-23T14:05:10.408277+00:00"}
6565
{"level":"info","msg":"Copied (new)","object":".hidden_do_not_remove","objectType":"*s3.Object","size":219,"source":"operations/copy.go:360","time":"2024-04-23T14:05:10.408246+00:00"}

services/agent/src/simcore_service_agent/services/backup.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -161,7 +161,6 @@ async def _store_in_s3(
161161
f"{settings.AGENT_VOLUMES_CLEANUP_PARALLELISM}",
162162
# below two options reduce to a minimum the memory footprint
163163
# https://forum.rclone.org/t/how-to-set-a-memory-limit/10230/4
164-
"--use-mmap", # docs https://rclone.org/docs/#use-mmap
165164
"--buffer-size", # docs https://rclone.org/docs/#buffer-size-size
166165
"0M",
167166
"--stats",

0 commit comments

Comments
 (0)