Skip to content

Commit 0bc58cf

Browse files
committed
add test for localfilesysytem
Signed-off-by: Varsha U N <[email protected]>
1 parent 16ab593 commit 0bc58cf

File tree

8 files changed

+436
-72
lines changed

8 files changed

+436
-72
lines changed

scancodeio/settings.py

Lines changed: 21 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -24,9 +24,12 @@
2424
import tempfile
2525
from pathlib import Path
2626
from venv import logger
27+
2728
import environ
28-
from scanpipe.archiving import LocalFilesystemProvider, S3LikeProvider, SftpProvider
2929

30+
from scanpipe.archiving import LocalFilesystemProvider
31+
from scanpipe.archiving import S3LikeProvider
32+
from scanpipe.archiving import SftpProvider
3033

3134
PROJECT_DIR = environ.Path(__file__) - 1
3235
ROOT_DIR = PROJECT_DIR - 1
@@ -378,10 +381,14 @@
378381
ENABLE_DOWNLOAD_ARCHIVING = env.bool("ENABLE_DOWNLOAD_ARCHIVING", default=False)
379382

380383
# localstorage, s3, sftp
381-
DOWNLOAD_ARCHIVING_PROVIDER = env.str("DOWNLOAD_ARCHIVING_PROVIDER", default="localstorage")
384+
DOWNLOAD_ARCHIVING_PROVIDER = env.str(
385+
"DOWNLOAD_ARCHIVING_PROVIDER", default="localstorage"
386+
)
382387

383388
# For local storage, we would store the root path in that setting
384-
DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION = env.dict("DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION", default=None)
389+
DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION = env.dict(
390+
"DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION", default=None
391+
)
385392

386393
# Initialize the DownloadStore based on provider
387394

@@ -398,7 +405,10 @@
398405
config = DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION or {}
399406
required_keys = ["bucket_name", "aws_userid", "aws_apikey"]
400407
if not all(key in config for key in required_keys):
401-
logger.error(f"S3 provider requires {required_keys} in DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION")
408+
logger.error(
409+
f"S3 provider requires {required_keys}"
410+
"in DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION"
411+
)
402412
else:
403413
try:
404414
download_store = S3LikeProvider(
@@ -413,7 +423,10 @@
413423
config = DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION or {}
414424
required_keys = ["host", "root_path", "ssh_credentials"]
415425
if not all(key in config for key in required_keys):
416-
logger.error(f"SFTP provider requires {required_keys} in DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION")
426+
logger.error(
427+
f"SFTP provider requires {required_keys}"
428+
"in DOWNLOAD_ARCHIVING_PROVIDER_CONFIGURATION"
429+
)
417430
else:
418431
try:
419432
download_store = SftpProvider(
@@ -424,7 +437,9 @@
424437
except Exception as e:
425438
logger.error(f"Failed to initialize SftpProvider: {e}")
426439
else:
427-
logger.error(f"Unknown DOWNLOAD_ARCHIVING_PROVIDER: {DOWNLOAD_ARCHIVING_PROVIDER}")
440+
logger.error(
441+
f"Unknown DOWNLOAD_ARCHIVING_PROVIDER: {DOWNLOAD_ARCHIVING_PROVIDER}"
442+
)
428443

429444
# Job Queue
430445

0 commit comments

Comments
 (0)