Add ability to download all output results formats #1880

Signed-off-by: tdruez <[email protected]>

Author: tdruez

CHANGELOG.rst

@@ -1,6 +1,12 @@
 Changelog
 =========
 
+v35.4.1 (unreleased)
+--------------------
+
+- Add ability to download all output results formats as a zipfile for a given project.
+  https://github.com/aboutcode-org/scancode.io/issues/1880
+
 v35.4.0 (2025-09-30)
 --------------------
 

scanpipe/pipes/output.py

@@ -26,10 +26,12 @@
 import json
 import re
 import uuid
+import zipfile
 from operator import attrgetter
 from pathlib import Path
 
 from django.apps import apps
+from django.core.files.base import ContentFile
 from django.core.serializers.json import DjangoJSONEncoder
 from django.forms.models import model_to_dict
 from django.template import Context
@@ -1138,3 +1140,43 @@ def to_ort_package_list_yml(project):
     "attribution": to_attribution,
     "ort-package-list": to_ort_package_list_yml,
 }
+
+
+def make_zip_from_files(files):
+    """Return an in-memory zipfile given a list of (filename, file_path) pairs."""
+    zip_buffer = io.BytesIO()
+    with zipfile.ZipFile(zip_buffer, "w", zipfile.ZIP_DEFLATED) as zip_file:
+        for filename, file_path in files:
+            with open(file_path, "rb") as f:
+                zip_file.writestr(filename, f.read())
+    zip_buffer.seek(0)
+    return zip_buffer
+
+
+# def to_all_formats(project):
+#     """Generate all output formats for a project and return a zipfile."""
+#     files = []
+#     for output_function in FORMAT_TO_FUNCTION_MAPPING.values():
+#         output_file = output_function(project)
+#         filename = safe_filename(f"{project.name}_{output_file.name}")
+#         files.append((filename, output_file))
+#     zip_buffer = make_zip_from_files(files)
+#     zip_buffer.name = "scancodeio_output_files.zip"
+#     return zip_buffer
+
+
+def to_all_formats(project):
+    """Generate all output formats for a project and return a Django File-like zip."""
+    files = []
+    for output_function in FORMAT_TO_FUNCTION_MAPPING.values():
+        output_file = output_function(project)
+        filename = safe_filename(f"{project.name}_{output_file.name}")
+        files.append((filename, output_file))
+
+    zip_buffer = make_zip_from_files(files)
+
+    # Wrap it into a Django File-like object
+    zip_file = ContentFile(zip_buffer.getvalue())
+    zip_file.name = safe_filename(f"{project.name}_outputs.zip")
+
+    return zip_file

scanpipe/templates/scanpipe/dropdowns/project_download_dropdown.html

@@ -40,6 +40,10 @@
       <a href="{% url 'project_results' project.slug 'ort-package-list' %}" class="dropdown-item">
         <strong>ORT (package-list)</strong>
       </a>
+      <hr class="dropdown-divider" />
+      <a href="{% url 'project_results' project.slug 'all' %}" class="dropdown-item">
+        <strong>All formats</strong>
+      </a>
     </div>
   </div>
 </div>

scanpipe/templates/scanpipe/includes/project_downloads.html

@@ -1,18 +1,16 @@
 <article class="message is-success">
-  <div class="message-body">
-    Download results as:
+  <div class="message-body p-3">
+    <span class="icon"><i class="fa-solid fa-download"></i></span>
+    Download results:
     <a class="tag is-success is-medium ml-2" href="{% url 'project_results' project.slug 'json' %}">
-      <span class="icon mr-1"><i class="fa-solid fa-download"></i></span>JSON
+      JSON
     </a>
     <a class="tag is-success is-medium" href="{% url 'project_results' project.slug 'xlsx' %}">
-      <span class="icon mr-1"><i class="fa-solid fa-download"></i></span>XLSX
+      XLSX
     </a>
     <div class="dropdown is-hoverable">
       <div class="dropdown-trigger">
         <button class="button tag is-success is-medium has-text-weight-normal" aria-haspopup="true" aria-controls="dropdown-menu-spdx">
-          <span class="icon">
-            <i class="fa-solid fa-download" aria-hidden="true"></i>
-          </span>
           <span>SPDX</span>
           <span class="icon is-small">
             <i class="fa-solid fa-angle-down" aria-hidden="true"></i>
@@ -33,9 +31,6 @@
     <div class="dropdown is-hoverable">
       <div class="dropdown-trigger">
         <button class="button tag is-success is-medium has-text-weight-normal" aria-haspopup="true" aria-controls="dropdown-menu-cyclonedx">
-          <span class="icon">
-            <i class="fa-solid fa-download" aria-hidden="true"></i>
-          </span>
           <span>CycloneDX</span>
           <span class="icon is-small">
             <i class="fa-solid fa-angle-down" aria-hidden="true"></i>
@@ -57,14 +52,11 @@
       </div>
     </div>
     <a class="tag is-success is-medium" href="{% url 'project_results' project.slug 'attribution' %}">
-      <span class="icon mr-1"><i class="fa-solid fa-download"></i></span>Attribution
+      Attribution
     </a>
     <div class="dropdown is-hoverable">
       <div class="dropdown-trigger">
         <button class="button tag is-success is-medium has-text-weight-normal" aria-haspopup="true" aria-controls="dropdown-menu-ort">
-          <span class="icon">
-            <i class="fa-solid fa-download" aria-hidden="true"></i>
-          </span>
           <span>Tools formats</span>
           <span class="icon is-small">
             <i class="fa-solid fa-angle-down" aria-hidden="true"></i>
@@ -79,5 +71,9 @@
         </div>
       </div>
     </div>
+    <span class="p-1">|</span>
+    <a class="tag is-success is-medium" href="{% url 'project_results' project.slug 'all' %}">
+      All formats
+    </a>
   </div>
 </article>

scanpipe/tests/pipes/test_output.py

@@ -26,6 +26,7 @@
 import shutil
 import tempfile
 import uuid
+import zipfile
 from dataclasses import dataclass
 from pathlib import Path
 from unittest import mock
@@ -633,6 +634,24 @@ def test_scanpipe_pipes_outputs_to_to_ort_package_list_yml(self):
         expected_file = self.data / "asgiref" / "asgiref-3.3.0.package-list.yml"
         self.assertResultsEqual(expected_file, output_file.read_text())
 
+    def test_scanpipe_pipes_outputs_to_all_formats(self):
+        fixtures = self.data / "asgiref" / "asgiref-3.3.0_fixtures.json"
+        call_command("loaddata", fixtures, **{"verbosity": 0})
+        project = Project.objects.get(name="asgiref")
+
+        with self.assertNumQueries(35):
+            output_file = output.to_all_formats(project=project)
+
+        self.assertEqual("asgiref_outputs.zip", output_file.name)
+
+        output_file.seek(0)  # Important for reading from start
+        with zipfile.ZipFile(output_file, "r") as zip_ref:
+            zip_contents = zip_ref.namelist()
+            file_count = len(zip_contents)
+
+        expected_file_count = len(output.FORMAT_TO_FUNCTION_MAPPING)
+        self.assertEqual(file_count, expected_file_count)
+
     def test_scanpipe_pipes_outputs_make_unknown_license_object(self):
         licensing = get_licensing()
         parsed_expression = licensing.parse("some-unknown-license")

scanpipe/views.py

@@ -24,7 +24,6 @@
 import io
 import json
 import operator
-import zipfile
 from collections import Counter
 from contextlib import suppress
 from pathlib import Path
@@ -1444,19 +1443,17 @@ def get_project_queryset(selected_project_ids=None, action_form=None):
 
     @staticmethod
     def download_outputs_zip_response(project_qs, action_form):
+        """Generate and return a zip file response for selected projects."""
         output_format = action_form.cleaned_data["output_format"]
         output_function = output.FORMAT_TO_FUNCTION_MAPPING.get(output_format)
 
-        # In-memory file storage for the zip archive
-        zip_buffer = io.BytesIO()
-        with zipfile.ZipFile(zip_buffer, "w", zipfile.ZIP_DEFLATED) as zip_file:
-            for project in project_qs:
-                output_file = output_function(project)
-                filename = output.safe_filename(f"{project.name}_{output_file.name}")
-                with open(output_file, "rb") as f:
-                    zip_file.writestr(filename, f.read())
+        files = []
+        for project in project_qs:
+            output_file = output_function(project)
+            filename = output.safe_filename(f"{project.name}_{output_file.name}")
+            files.append((filename, output_file))
 
-        zip_buffer.seek(0)
+        zip_buffer = output.make_zip_from_files(files)
         return FileResponse(
             zip_buffer,
             as_attachment=True,
@@ -1633,6 +1630,8 @@ def get(self, request, *args, **kwargs):
             output_file = output.to_attribution(project)
         elif format == "ort-package-list":
             output_file = output.to_ort_package_list_yml(project)
+        elif format == "all":
+            output_file = output.to_all_formats(project)
         else:
             raise Http404("Format not supported.")