fix the imports

Signed-off-by: Varsha U N <[email protected]>

Author: VarshaUN

scanpipe/pipelines/__init__.py

@@ -180,51 +180,6 @@ def download_missing_inputs(self):
         if error_tracebacks:
             raise InputFilesError(error_tracebacks)
 
-    def archive_downloads(self):
-        """
-        Archive downloaded inputs to the centralized DownloadStore if not already
-        archived.Updates InputSource with archiving metadata (sha256, download_date).
-        """
-        logger.info(f"Archiving downloads for project {self.project.name}")
-        for input_source in self.project.inputsources.filter(
-            sha256__isnull=True, is_uploaded=False
-        ):
-            if input_source.download_url:
-                logger.warning(
-                    f"No download URL for input {input_source.filename}, "
-                    "skipping archiving"
-                )
-                continue
-
-            if not input_source.file_path:
-                logger.warning(
-                    f"No file_path for input {input_source.download_url}, "
-                    "skipping archiving"
-                )
-                continue
-            try:
-                with open(input_source.file_path, "rb") as f:
-                    content = f.read()
-                filename = (
-                    input_source.filename or input_source.download_url.split("/")[-1]
-                )
-                download = download_store.put(
-                    content=content,
-                    download_url=input_source.download_url,
-                    download_date=datetime.now().isoformat(),
-                    filename=filename,
-                )
-                input_source.sha256 = download.sha256
-                input_source.download_date = download.download_date
-                input_source.file_path = str(download.path)
-                input_source.save()
-            except Exception as e:
-                self.add_error(
-                    exception=e,
-                    message=f"Failed to archive {input_source.download_url}",
-                )
-
-
 class ProjectPipeline(CommonStepsMixin, BasePipeline):
     """Main class for all project related pipelines including common steps methods."""
 
@@ -258,7 +213,6 @@ def get_initial_steps(cls):
         steps = []
         if cls.download_inputs:
             steps.append(cls.download_missing_inputs)
-            steps.append(cls.archive_downloads)
         return tuple(steps)
 
     @classmethod

scanpipe/tests/test_input.py

@@ -29,8 +29,8 @@
 
 from django.core.files.uploadedfile import SimpleUploadedFile
 from django.test import TestCase
+from django.conf import settings
 
-from scancodeio.settings import settings
 from scanpipe.models import InputSource
 from scanpipe.pipes.input import add_input_from_upload
 from scanpipe.pipes.input import add_input_from_url

scanpipe/tests/test_pipelines.py

@@ -185,7 +185,7 @@ def test_scanpipe_pipeline_class_download_inputs_attribute(self):
         run = project1.add_pipeline("download_inputs")
         pipeline = run.make_pipeline_instance()
         self.assertTrue(pipeline.download_inputs)
-        expected = (CommonStepsMixin.download_missing_inputs,)
+        expected = (CommonStepsMixin.download_missing_inputs)
         self.assertEqual(expected, pipeline.get_initial_steps())
         expected = (CommonStepsMixin.download_missing_inputs, DownloadInput.step1)
         self.assertEqual(expected, pipeline.get_steps())
@@ -301,7 +301,7 @@ def test_archive_downloads(self, mock_get):
 
         input_source = InputSource.objects.create(
             InputSource.objects.create(
-                project=project1,
+                project1=project1,
                 filename=test_filename,
                 download_url=test_url,
                 is_uploaded=False,