diff --git a/scancodeio/settings.py b/scancodeio/settings.py
index 2ff10579fa..1d0310a11b 100644
--- a/scancodeio/settings.py
+++ b/scancodeio/settings.py
@@ -120,6 +120,7 @@
"resource": 100,
"package": 100,
"dependency": 100,
+ "license": 100,
"relation": 100,
},
)
diff --git a/scanpipe/api/serializers.py b/scanpipe/api/serializers.py
index 463838223c..6d849533b7 100644
--- a/scanpipe/api/serializers.py
+++ b/scanpipe/api/serializers.py
@@ -31,6 +31,7 @@
from scanpipe.models import CodebaseRelation
from scanpipe.models import CodebaseResource
from scanpipe.models import DiscoveredDependency
+from scanpipe.models import DiscoveredLicense
from scanpipe.models import DiscoveredPackage
from scanpipe.models import InputSource
from scanpipe.models import Project
@@ -469,6 +470,20 @@ class Meta:
]
+class DiscoveredLicenseSerializer(serializers.ModelSerializer):
+ compliance_alert = serializers.CharField()
+
+ class Meta:
+ model = DiscoveredLicense
+ fields = [
+ "detection_count",
+ "identifier",
+ "license_expression",
+ "license_expression_spdx",
+ "compliance_alert",
+ ]
+
+
class CodebaseRelationSerializer(serializers.ModelSerializer):
from_resource = serializers.ReadOnlyField(source="from_resource.path")
to_resource = serializers.ReadOnlyField(source="to_resource.path")
@@ -527,6 +542,7 @@ def get_model_serializer(model_class):
CodebaseResource: CodebaseResourceSerializer,
DiscoveredPackage: DiscoveredPackageSerializer,
DiscoveredDependency: DiscoveredDependencySerializer,
+ DiscoveredLicense: DiscoveredLicenseSerializer,
CodebaseRelation: CodebaseRelationSerializer,
ProjectMessage: ProjectMessageSerializer,
}.get(model_class, None)
diff --git a/scanpipe/filters.py b/scanpipe/filters.py
index 75d715f165..514b88a839 100644
--- a/scanpipe/filters.py
+++ b/scanpipe/filters.py
@@ -40,6 +40,7 @@
from scanpipe.models import CodebaseRelation
from scanpipe.models import CodebaseResource
from scanpipe.models import DiscoveredDependency
+from scanpipe.models import DiscoveredLicense
from scanpipe.models import DiscoveredPackage
from scanpipe.models import Project
from scanpipe.models import ProjectMessage
@@ -549,6 +550,7 @@ class ResourceFilterSet(FilterSetUtilsMixin, django_filters.FilterSet):
"related_from__from_resource__path",
],
)
+
compliance_alert = django_filters.ChoiceFilter(
choices=[(EMPTY_VAR, "None")] + CodebaseResource.Compliance.choices,
)
@@ -608,8 +610,8 @@ class Meta:
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
- license_expression_filer = self.filters["detected_license_expression"]
- license_expression_filer.extra["widget"] = HasValueDropdownWidget()
+ license_expression_filter = self.filters["detected_license_expression"]
+ license_expression_filter.extra["widget"] = HasValueDropdownWidget()
class IsVulnerable(django_filters.ChoiceFilter):
@@ -639,6 +641,19 @@ def filter(self, qs, value):
return super().filter(qs, value)
+class DiscoveredLicenseSearchFilter(QuerySearchFilter):
+ def filter(self, qs, value):
+ if not value:
+ return qs
+
+ search_fields = ["license_expression", "license_expression_spdx"]
+ lookups = Q()
+ for field_names in search_fields:
+ lookups |= Q(**{f"{field_names}__{self.lookup_expr}": value})
+
+ return qs.filter(lookups)
+
+
class GroupOrderingFilter(django_filters.OrderingFilter):
"""Add the ability to provide a group a fields to order by."""
@@ -816,6 +831,48 @@ class Meta:
]
+class LicenseFilterSet(FilterSetUtilsMixin, django_filters.FilterSet):
+ dropdown_widget_fields = [
+ "compliance_alert",
+ "license_expression",
+ "license_expression_spdx",
+ ]
+
+ search = DiscoveredLicenseSearchFilter(
+ label="Search", field_name="name", lookup_expr="icontains"
+ )
+ sort = GroupOrderingFilter(
+ label="Sort",
+ fields=[
+ "detection_count",
+ "identifier",
+ "license_expression",
+ "license_expression_spdx",
+ "compliance_alert",
+ ],
+ )
+ license_expression = django_filters.AllValuesFilter()
+ license_expression_spdx = django_filters.AllValuesFilter()
+ compliance_alert = django_filters.ChoiceFilter(
+ choices=[(EMPTY_VAR, "None")] + CodebaseResource.Compliance.choices,
+ )
+ is_license_clue = StrictBooleanFilter()
+ needs_review = StrictBooleanFilter()
+
+ class Meta:
+ model = DiscoveredLicense
+ fields = [
+ "search",
+ "identifier",
+ "detection_count",
+ "license_expression",
+ "license_expression_spdx",
+ "compliance_alert",
+ "is_license_clue",
+ "needs_review",
+ ]
+
+
class ProjectMessageFilterSet(FilterSetUtilsMixin, django_filters.FilterSet):
search = QuerySearchFilter(
label="Search", search_fields=["description"], lookup_expr="icontains"
diff --git a/scanpipe/migrations/0074_discovered_license_models.py b/scanpipe/migrations/0074_discovered_license_models.py
new file mode 100644
index 0000000000..f6e29d02e5
--- /dev/null
+++ b/scanpipe/migrations/0074_discovered_license_models.py
@@ -0,0 +1,185 @@
+# Generated by Django 5.0.2 on 2024-03-17 12:38
+
+import django.db.models.deletion
+import scanpipe.models
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+ dependencies = [
+ ("scanpipe", "0073_add_sha1_git_checksum"),
+ ]
+
+ operations = [
+ migrations.CreateModel(
+ name="DiscoveredLicense",
+ fields=[
+ (
+ "id",
+ models.AutoField(
+ auto_created=True,
+ primary_key=True,
+ serialize=False,
+ verbose_name="ID",
+ ),
+ ),
+ (
+ "compliance_alert",
+ models.CharField(
+ blank=True,
+ choices=[
+ ("ok", "Ok"),
+ ("warning", "Warning"),
+ ("error", "Error"),
+ ("missing", "Missing"),
+ ],
+ editable=False,
+ help_text="Indicates how the license expression complies with provided policies.",
+ max_length=10,
+ ),
+ ),
+ (
+ "license_expression",
+ models.TextField(
+ blank=True,
+ help_text="A license expression string using the SPDX license expression syntax and ScanCode license keys, the effective license expression for this license detection.",
+ ),
+ ),
+ (
+ "license_expression_spdx",
+ models.TextField(
+ blank=True,
+ help_text="SPDX license expression string with SPDX ids.",
+ ),
+ ),
+ (
+ "matches",
+ models.JSONField(
+ blank=True,
+ default=list,
+ help_text="List of license matches combined in this detection.",
+ verbose_name="Reference Matches",
+ ),
+ ),
+ (
+ "detection_log",
+ models.JSONField(
+ blank=True,
+ default=list,
+ help_text="A list of detection DetectionRule explaining how this detection was created.",
+ ),
+ ),
+ (
+ "identifier",
+ models.CharField(
+ blank=True,
+ help_text="An identifier unique for a license detection, containing the license expression and a UUID crafted from the match contents.",
+ max_length=1024,
+ ),
+ ),
+ (
+ "detection_count",
+ models.BigIntegerField(
+ blank=True,
+ help_text="Total number of this license detection discovered.",
+ null=True,
+ ),
+ ),
+ (
+ "file_regions",
+ models.JSONField(
+ blank=True,
+ default=list,
+ help_text="A list of file regions with resource path, start and end line details for each place this license detection was discovered at. Also contains whether this license was discovered from a file or from package metadata.",
+ verbose_name="Detection Locations",
+ ),
+ ),
+ (
+ "is_license_clue",
+ models.BooleanField(
+ default=False,
+ help_text='True if this is not a proper license detection which should be considered in the license_expression for the parent resource/package. A license match is considered as a clue if it could be a possiblefalse positives or the matched rule is tagged as a clue explicitly.',
+ ),
+ ),
+ (
+ "from_package",
+ models.BooleanField(
+ default=False,
+ help_text='True if this was discovered in a extracted license statement and False if this was discovered in a file.',
+ ),
+ ),
+ (
+ "needs_review",
+ models.BooleanField(
+ default=False,
+ help_text='True if this was license detection needs to be reviewed as there might be a license detection issue.',
+ ),
+ ),
+ (
+ "project",
+ models.ForeignKey(
+ editable=False,
+ on_delete=django.db.models.deletion.CASCADE,
+ related_name="%(class)ss",
+ to="scanpipe.project",
+ ),
+ ),
+ (
+ "review_comments",
+ models.JSONField(
+ blank=True,
+ default=list,
+ help_text='A list of review comments for license detection issues which needs review. These descriptive comments are based on ambigous detection types and could also offers helpful suggestions on how to review/report these detection issues.',
+ verbose_name='Review Comments',
+ ),
+ ),
+ ],
+ options={
+ "ordering": ["detection_count", "identifier"],
+ "indexes": [
+ models.Index(
+ fields=["identifier"], name="scanpipe_di_identif_b533f3_idx"
+ ),
+ models.Index(
+ fields=["license_expression"],
+ name="scanpipe_di_license_33d11a_idx",
+ ),
+ models.Index(
+ fields=["license_expression_spdx"],
+ name="scanpipe_di_license_eb5e9d_idx",
+ ),
+ models.Index(
+ fields=["detection_count"],
+ name="scanpipe_di_detecti_d87ff1_idx",
+ ),
+ models.Index(
+ fields=['is_license_clue'],
+ name='scanpipe_di_is_lice_f4922a_idx'
+ ),
+ models.Index(
+ fields=['from_package'],
+ name='scanpipe_di_from_pa_6485b2_idx'
+ ),
+ models.Index(
+ fields=['needs_review'],
+ name='scanpipe_di_needs_r_5cff82_idx'
+ ),
+ ],
+ },
+ bases=(
+ scanpipe.models.UpdateMixin,
+ scanpipe.models.SaveProjectMessageMixin,
+ scanpipe.models.UpdateFromDataMixin,
+ models.Model,
+ ),
+ ),
+ migrations.AddConstraint(
+ model_name="discoveredlicense",
+ constraint=models.UniqueConstraint(
+ condition=models.Q(("identifier", ""), _negated=True),
+ fields=("project", "identifier"),
+ name="scanpipe_discoveredlicense_unique_license_id_within_project",
+ ),
+ ),
+ ]
diff --git a/scanpipe/models.py b/scanpipe/models.py
index 7bc6d12072..ac28627808 100644
--- a/scanpipe/models.py
+++ b/scanpipe/models.py
@@ -701,6 +701,7 @@ def delete_related_objects(self, keep_input=False, keep_labels=False):
self.projectmessages,
self.codebaserelations,
self.discovereddependencies,
+ self.discoveredlicenses,
self.codebaseresources,
self.runs,
]
@@ -1477,6 +1478,35 @@ def dependency_count(self):
"""Return the number of dependencies related to this project."""
return self.discovereddependencies.count()
+ @cached_property
+ def license_detections_count(self):
+ """Return the number of license detections in this project."""
+ return self.discoveredlicenses.count()
+
+ @cached_property
+ def package_compliance_alert_count(self):
+ """
+ Return the number of packages related to this project which have
+ a license compliance error alert.
+ """
+ return self.discoveredpackages.has_compliance_alert().count()
+
+ @cached_property
+ def license_compliance_alert_count(self):
+ """
+ Return the number of license detections related to this project
+ which have a license compliance error alert.
+ """
+ return self.discoveredlicenses.has_compliance_alert().count()
+
+ @cached_property
+ def resource_compliance_alert_count(self):
+ """
+ Return the number of codebase resources related to this project which have
+ a license compliance error alert.
+ """
+ return self.codebaseresources.has_compliance_alert().count()
+
@cached_property
def message_count(self):
"""Return the number of messages related to this project."""
@@ -2217,6 +2247,9 @@ def compliance_issues(self, severity):
return self.filter(compliance_alert__in=severity_mapping[severity])
+ def has_compliance_alert(self):
+ return self.filter(Q(compliance_alert__exact=CodebaseResource.Compliance.ERROR))
+
def convert_glob_to_django_regex(glob_pattern):
"""
@@ -2290,10 +2323,10 @@ def without_symlinks(self):
return self.filter(~Q(type=self.model.Type.SYMLINK))
def has_license_detections(self):
- return self.filter(~Q(license_detections=[]))
+ return self.filter(~Q(license_detections=[]) | ~Q(license_clues=[]))
def has_no_license_detections(self):
- return self.filter(license_detections=[])
+ return self.filter(Q(license_detections=[]) & Q(license_clues=[]))
def has_package_data(self):
return self.filter(~Q(package_data=[]))
@@ -2553,6 +2586,17 @@ def save(self, codebase=None, *args, **kwargs):
super().save(*args, **kwargs)
+ @property
+ def has_compliance_alert(self):
+ """
+ Returns True if this instance has a compliance alert of `ERROR`
+ for it's respective license_expression fields.
+ """
+ if self.compliance_alert == self.Compliance.ERROR:
+ return True
+
+ return False
+
@classmethod
def from_db(cls, db, field_names, values):
"""
@@ -3189,6 +3233,12 @@ def with_resources_count(self):
)
return self.annotate(resources_count=count_subquery)
+ def has_license_detections(self):
+ return self.filter(~Q(license_detections=[]) | ~Q(other_license_detections=[]))
+
+ def has_no_license_detections(self):
+ return self.filter(Q(license_detections=[]) & Q(other_license_detections=[]))
+
def only_package_url_fields(self, extra=None):
"""
Only select and return the UUID and PURL fields.
@@ -4145,6 +4195,225 @@ def as_spdx_package(self):
)
+class DiscoveredLicenseQuerySet(
+ ComplianceAlertQuerySetMixin,
+ ProjectRelatedQuerySet,
+):
+ def needs_review(self):
+ return self.filter(needs_review=True)
+
+ def does_not_need_review(self):
+ return self.filter(needs_review=False)
+
+ def order_by_count_and_expression(self):
+ """Order by detection count and license expression (identifer) fields."""
+ return self.order_by("-detection_count", "identifier")
+
+
+class AbstractLicenseDetection(models.Model):
+ """
+ These fields should be kept in line with
+ `licensedcode.detection.LicenseDetection`.
+ """
+
+ license_expression = models.TextField(
+ blank=True,
+ help_text=_(
+ "A license expression string using the SPDX license expression"
+ " syntax and ScanCode license keys, the effective license expression"
+ " for this license detection."
+ ),
+ )
+
+ license_expression_spdx = models.TextField(
+ blank=True,
+ help_text=_("SPDX license expression string with SPDX ids."),
+ )
+
+ matches = models.JSONField(
+ _("Reference Matches"),
+ default=list,
+ blank=True,
+ help_text=_("List of license matches combined in this detection."),
+ )
+
+ detection_log = models.JSONField(
+ default=list,
+ blank=True,
+ help_text=_(
+ "A list of detection DetectionRule explaining how "
+ "this detection was created."
+ ),
+ )
+
+ identifier = models.CharField(
+ max_length=1024,
+ blank=True,
+ help_text=_(
+ "An identifier unique for a license detection, containing the license "
+ "expression and a UUID crafted from the match contents."
+ ),
+ )
+
+ class Meta:
+ abstract = True
+
+
+class DiscoveredLicense(
+ ProjectRelatedModel,
+ SaveProjectMessageMixin,
+ UpdateFromDataMixin,
+ ComplianceAlertMixin,
+ AbstractLicenseDetection,
+):
+ """
+ A project's Discovered Licenses are the unique License Detection objects
+ discovered in the code under analysis.
+ """
+
+ license_expression_field = "license_expression"
+
+ from_package = models.BooleanField(
+ default=False,
+ help_text=_(
+ "True if this was discovered in a extracted license statement "
+ "and False if this was discovered in a file."
+ ),
+ )
+
+ is_license_clue = models.BooleanField(
+ default=False,
+ help_text=_(
+ "True if this is not a proper license detection which should be "
+ "considered in the license_expression for the parent resource/package. "
+ "A license match is considered as a clue if it could be a possible"
+ "false positives or the matched rule is tagged as a clue explicitly."
+ ),
+ )
+
+ detection_count = models.BigIntegerField(
+ blank=True,
+ null=True,
+ help_text=_("Total number of this license detection discovered."),
+ )
+
+ file_regions = models.JSONField(
+ _("Detection Locations"),
+ default=list,
+ blank=True,
+ help_text=_(
+ "A list of file regions with resource path, start and end line "
+ "details for each place this license detection was discovered at. "
+ "Also contains whether this license was discovered from a file or "
+ "from package metadata."
+ ),
+ )
+
+ needs_review = models.BooleanField(
+ default=False,
+ help_text=_(
+ "True if this was license detection needs to be reviewed "
+ "as there might be a license detection issue."
+ ),
+ )
+
+ review_comments = models.JSONField(
+ _("Review Comments"),
+ default=list,
+ blank=True,
+ help_text=_(
+ "A list of review comments for license detection issues which "
+ "needs review. These descriptive comments are based on ambigous "
+ "detection types and could also offers helpful suggestions on "
+ "how to review/report these detection issues."
+ ),
+ )
+
+ objects = DiscoveredLicenseQuerySet.as_manager()
+
+ class Meta:
+ ordering = ["detection_count", "identifier"]
+ indexes = [
+ models.Index(fields=["identifier"]),
+ models.Index(fields=["license_expression"]),
+ models.Index(fields=["license_expression_spdx"]),
+ models.Index(fields=["detection_count"]),
+ models.Index(fields=["is_license_clue"]),
+ models.Index(fields=["from_package"]),
+ models.Index(fields=["needs_review"]),
+ ]
+ constraints = [
+ models.UniqueConstraint(
+ fields=["project", "identifier"],
+ condition=~Q(identifier=""),
+ name="%(app_label)s_%(class)s_unique_license_id_within_project",
+ ),
+ ]
+
+ def __str__(self):
+ return self.identifier
+
+ @classmethod
+ def create_from_data(cls, project, detection_data, from_package=False):
+ """
+ Create and returns a DiscoveredLicense for a `project` from the
+ `detection_data`. If one of the values of the required fields is not
+ available, a "ProjectMessage" is created instead of a new
+ DiscoveredLicense instance.
+ """
+ detection_data = detection_data.copy()
+ required_fields = ["license_expression", "identifier", "matches"]
+ missing_values = [
+ field_name
+ for field_name in required_fields
+ if not detection_data.get(field_name)
+ ]
+
+ if missing_values:
+ message = (
+ f"No values for the following required fields: "
+ f"{', '.join(missing_values)}"
+ )
+
+ project.add_warning(
+ description=message,
+ model=cls,
+ details=detection_data,
+ )
+ return
+
+ cleaned_data = {
+ field_name: value
+ for field_name, value in detection_data.items()
+ if field_name in cls.model_fields() and value not in EMPTY_VALUES
+ }
+
+ discovered_license = cls(
+ project=project, from_package=from_package, **cleaned_data
+ )
+ # Using save_error=False to not capture potential errors at this level but
+ # rather in the CodebaseResource.create_and_add_license_data method so
+ # resource data can be injected in the ProjectMessage record.
+ discovered_license.save(save_error=False, capture_exception=False)
+ return discovered_license
+
+ def update_with_file_region(self, file_region, count_detection):
+ """
+ If the `file_region` is a new file region, include it in the
+ `file_regions` list and increase the `detection_count` by 1.
+ """
+ file_region_data = file_region.to_dict()
+ if file_region_data not in self.file_regions:
+ self.file_regions.append(file_region_data)
+ if count_detection:
+ if not self.detection_count:
+ self.detection_count = 1
+ else:
+ self.detection_count += 1
+
+ self.save(update_fields=["detection_count", "file_regions"])
+
+
def normalize_package_url_data(purl_mapping, ignore_nulls=False):
"""
Normalize a mapping of purl data so database queries with
diff --git a/scanpipe/pipelines/analyze_docker.py b/scanpipe/pipelines/analyze_docker.py
index 59d7a3d92c..1049d72059 100644
--- a/scanpipe/pipelines/analyze_docker.py
+++ b/scanpipe/pipelines/analyze_docker.py
@@ -42,6 +42,7 @@ def steps(cls):
cls.flag_ignored_resources,
cls.scan_for_application_packages,
cls.scan_for_files,
+ cls.collect_and_create_license_detections,
cls.analyze_scanned_files,
cls.flag_not_analyzed_codebase_resources,
)
diff --git a/scanpipe/pipelines/analyze_docker_windows.py b/scanpipe/pipelines/analyze_docker_windows.py
index d0809a51b7..90c0c5c8a8 100644
--- a/scanpipe/pipelines/analyze_docker_windows.py
+++ b/scanpipe/pipelines/analyze_docker_windows.py
@@ -45,6 +45,7 @@ def steps(cls):
cls.flag_ignored_resources,
cls.scan_for_application_packages,
cls.scan_for_files,
+ cls.collect_and_create_license_detections,
cls.analyze_scanned_files,
cls.flag_data_files_with_no_clues,
cls.flag_not_analyzed_codebase_resources,
diff --git a/scanpipe/pipelines/analyze_root_filesystem.py b/scanpipe/pipelines/analyze_root_filesystem.py
index 22e58481da..558b28c8df 100644
--- a/scanpipe/pipelines/analyze_root_filesystem.py
+++ b/scanpipe/pipelines/analyze_root_filesystem.py
@@ -45,6 +45,7 @@ def steps(cls):
cls.scan_for_application_packages,
cls.match_not_analyzed_to_system_packages,
cls.scan_for_files,
+ cls.collect_and_create_license_detections,
cls.analyze_scanned_files,
cls.flag_not_analyzed_codebase_resources,
)
@@ -121,6 +122,13 @@ def scan_for_files(self):
"""Scan unknown resources for copyrights, licenses, emails, and urls."""
scancode.scan_for_files(self.project, progress_logger=self.log)
+ def collect_and_create_license_detections(self):
+ """
+ Collect and create unique license detections from resources and
+ package data.
+ """
+ scancode.collect_and_create_license_detections(project=self.project)
+
def analyze_scanned_files(self):
"""Analyze single file scan results for completeness."""
flag.analyze_scanned_files(self.project)
diff --git a/scanpipe/pipelines/deploy_to_develop.py b/scanpipe/pipelines/deploy_to_develop.py
index 767f69c9ba..f53fbfa8e0 100644
--- a/scanpipe/pipelines/deploy_to_develop.py
+++ b/scanpipe/pipelines/deploy_to_develop.py
@@ -95,6 +95,7 @@ def steps(cls):
cls.remove_packages_without_resources,
cls.scan_unmapped_to_files,
cls.scan_mapped_from_for_files,
+ cls.collect_and_create_license_detections,
cls.flag_deployed_from_resources_with_missing_license,
cls.create_local_files_packages,
)
@@ -333,6 +334,13 @@ def scan_mapped_from_for_files(self):
scan_files = d2d.get_from_files_for_scanning(self.project.codebaseresources)
scancode.scan_for_files(self.project, scan_files, progress_logger=self.log)
+ def collect_and_create_license_detections(self):
+ """
+ Collect and create unique license detections from resources and
+ package data.
+ """
+ scancode.collect_and_create_license_detections(project=self.project)
+
def create_local_files_packages(self):
"""Create local-files packages for codebase resources not part of a package."""
d2d.create_local_files_packages(self.project)
diff --git a/scanpipe/pipelines/scan_codebase.py b/scanpipe/pipelines/scan_codebase.py
index d5bbe992c8..fd6580e456 100644
--- a/scanpipe/pipelines/scan_codebase.py
+++ b/scanpipe/pipelines/scan_codebase.py
@@ -45,6 +45,7 @@ def steps(cls):
cls.flag_ignored_resources,
cls.scan_for_application_packages,
cls.scan_for_files,
+ cls.collect_and_create_license_detections,
)
def copy_inputs_to_codebase_directory(self):
@@ -65,3 +66,10 @@ def scan_for_application_packages(self):
def scan_for_files(self):
"""Scan unknown resources for copyrights, licenses, emails, and urls."""
scancode.scan_for_files(self.project, progress_logger=self.log)
+
+ def collect_and_create_license_detections(self):
+ """
+ Collect and create unique license detections from resources and
+ package data.
+ """
+ scancode.collect_and_create_license_detections(project=self.project)
diff --git a/scanpipe/pipelines/scan_single_package.py b/scanpipe/pipelines/scan_single_package.py
index c8753b90de..605ef0ea5d 100644
--- a/scanpipe/pipelines/scan_single_package.py
+++ b/scanpipe/pipelines/scan_single_package.py
@@ -61,11 +61,14 @@ def steps(cls):
"info": True,
"license": True,
"license_text": True,
+ "license_diagnostics": True,
+ "license_text_diagnostics": True,
"license_references": True,
"package": True,
"url": True,
"classify": True,
"summary": True,
+ "todo": True,
}
def get_package_input(self):
diff --git a/scanpipe/pipes/__init__.py b/scanpipe/pipes/__init__.py
index 18a5d72c77..d3fe69f69a 100644
--- a/scanpipe/pipes/__init__.py
+++ b/scanpipe/pipes/__init__.py
@@ -36,6 +36,7 @@
from scanpipe.models import CodebaseRelation
from scanpipe.models import CodebaseResource
from scanpipe.models import DiscoveredDependency
+from scanpipe.models import DiscoveredLicense
from scanpipe.models import DiscoveredPackage
from scanpipe.pipes import scancode
@@ -320,6 +321,104 @@ def update_or_create_dependency(
return dependency
+def update_or_create_license_detection(
+ project,
+ detection_data,
+ resource_path=None,
+ from_package=False,
+ count_detection=True,
+ is_license_clue=False,
+ check_todo=False,
+):
+ """
+ Get, update or create a DiscoveredLicense object then return it.
+ Use the `project` and `detection_data` mapping to lookup and creates the
+ DiscoveredLicense using its detection identifier as a unique key.
+
+ Additonally if `resource_path` is passed, add the file region where
+ the license was detected to the DiscoveredLicense object, if not present
+ already. `from_package` is True if the license detection was in a
+ `extracted_license_statement` from a package metadata.
+ """
+ if is_license_clue:
+ detection_data = scancode.get_detection_data_from_clue(detection_data)
+
+ detection_identifier = detection_data["identifier"]
+ detection_data["is_license_clue"] = is_license_clue
+
+ license_detection = project.discoveredlicenses.get_or_none(
+ identifier=detection_identifier,
+ )
+ detection_data = _clean_license_detection_data(detection_data)
+
+ if license_detection:
+ license_detection.update_from_data(detection_data)
+ else:
+ license_detection = DiscoveredLicense.create_from_data(
+ project=project,
+ detection_data=detection_data,
+ from_package=from_package,
+ )
+
+ if not license_detection:
+ detection_data["resource_path"] = resource_path
+ project.add_error(
+ model="update_or_create_license_detection",
+ details=detection_data,
+ )
+ return
+
+ if resource_path:
+ file_region = scancode.get_file_region(
+ detection_data=detection_data,
+ resource_path=resource_path,
+ )
+ license_detection.update_with_file_region(
+ file_region=file_region,
+ count_detection=count_detection,
+ )
+
+ if check_todo:
+ scancode.check_license_detection_for_issues(license_detection)
+
+ return license_detection
+
+
+def _clean_license_detection_data(detection_data):
+ detection_data = detection_data.copy()
+ if "reference_matches" in detection_data:
+ matches = detection_data.pop("reference_matches")
+ detection_data["matches"] = matches
+
+ updated_matches = []
+ for match_data in detection_data["matches"]:
+ from_file_path = match_data["from_file"]
+ if from_file_path:
+ match_data["from_file"] = from_file_path.removeprefix("codebase/")
+
+ updated_matches.append(match_data)
+
+ detection_data["matches"] = updated_matches
+ return detection_data
+
+
+def update_license_detection_with_issue(project, todo_issue):
+ detection_data = todo_issue.get("detection")
+ if "identifier" not in detection_data:
+ return
+
+ detection_identifier = detection_data.get("identifier")
+ license_detection = project.discoveredlicenses.get_or_none(
+ identifier=detection_identifier,
+ )
+ if license_detection:
+ review_comments = todo_issue.get("review_comments").values()
+ license_detection.update(
+ needs_review=True,
+ review_comments=list(review_comments),
+ )
+
+
def get_dependencies(project, dependency_data):
"""
Given a `dependency_data` mapping, get a list of DiscoveredDependency objects
diff --git a/scanpipe/pipes/compliance.py b/scanpipe/pipes/compliance.py
index 0a0c0c776c..79be3f3f4f 100644
--- a/scanpipe/pipes/compliance.py
+++ b/scanpipe/pipes/compliance.py
@@ -105,6 +105,11 @@ def get_project_compliance_alerts(project, fail_level="error"):
.only(*PACKAGE_URL_FIELDS, "compliance_alert")
.order_by(*PACKAGE_URL_FIELDS)
)
+ licenses_qs = (
+ project.discoveredlicenses.compliance_issues(severity=fail_level)
+ .only("identifier", "compliance_alert")
+ .order_by("identifier")
+ )
resource_qs = (
project.codebaseresources.compliance_issues(severity=fail_level)
.only("path", "compliance_alert")
@@ -113,6 +118,7 @@ def get_project_compliance_alerts(project, fail_level="error"):
queryset_mapping = {
"packages": package_qs,
+ "license_detections": licenses_qs,
"resources": resource_qs,
}
diff --git a/scanpipe/pipes/input.py b/scanpipe/pipes/input.py
index 8defc41c6e..58ec2e5c96 100644
--- a/scanpipe/pipes/input.py
+++ b/scanpipe/pipes/input.py
@@ -35,6 +35,7 @@
from scanpipe.models import CodebaseRelation
from scanpipe.models import CodebaseResource
from scanpipe.models import DiscoveredDependency
+from scanpipe.models import DiscoveredLicense
from scanpipe.models import DiscoveredPackage
from scanpipe.pipes import scancode
from scanpipe.pipes.output import mappings_key_by_fieldname
@@ -97,25 +98,30 @@ def is_archive(location):
def load_inventory_from_toolkit_scan(project, input_location):
"""
- Create packages, dependencies, and resources loaded from the ScanCode-toolkit scan
- results located at ``input_location``.
+ Create license detections, packages, dependencies, and resources
+ loaded from the ScanCode-toolkit scan results located at ``input_location``.
"""
scanned_codebase = scancode.get_virtual_codebase(project, input_location)
+ scancode.create_discovered_licenses(project, scanned_codebase)
scancode.create_discovered_packages(project, scanned_codebase)
scancode.create_codebase_resources(project, scanned_codebase)
scancode.create_discovered_dependencies(
project, scanned_codebase, strip_datafile_path_root=True
)
+ scancode.load_todo_issues(project, scanned_codebase)
def load_inventory_from_scanpipe(project, scan_data, extra_data_prefix=None):
"""
- Create packages, dependencies, resources, and relations loaded from a ScanCode.io
- JSON output provided as ``scan_data``.
+ Create packages, dependencies, license detections, resources, and relations
+ loaded from a ScanCode.io JSON output provided as ``scan_data``.
An ``extra_data_prefix`` can be provided in case multiple input files are loaded
into the same project. The prefix is usually the filename of the input.
"""
+ for detection_data in scan_data.get("license_detections", []):
+ pipes.update_or_create_license_detection(project, detection_data)
+
for package_data in scan_data.get("packages", []):
pipes.update_or_create_package(project, package_data)
@@ -137,12 +143,14 @@ def load_inventory_from_scanpipe(project, scan_data, extra_data_prefix=None):
model_to_object_maker_func = {
DiscoveredPackage: pipes.update_or_create_package,
DiscoveredDependency: pipes.update_or_create_dependency,
+ DiscoveredLicense: pipes.update_or_create_license_detection,
CodebaseResource: pipes.update_or_create_resource,
CodebaseRelation: pipes.get_or_create_relation,
}
worksheet_name_to_model = {
"PACKAGES": DiscoveredPackage,
+ "LICENSE_DETECTIONS": DiscoveredLicense,
"RESOURCES": CodebaseResource,
"DEPENDENCIES": DiscoveredDependency,
"RELATIONS": CodebaseRelation,
diff --git a/scanpipe/pipes/scancode.py b/scanpipe/pipes/scancode.py
index f3501c9eca..8f169311d2 100644
--- a/scanpipe/pipes/scancode.py
+++ b/scanpipe/pipes/scancode.py
@@ -39,12 +39,20 @@
from commoncode import fileutils
from commoncode.resource import VirtualCodebase
from extractcode import api as extractcode_api
+from licensedcode.detection import DetectionCategory
+from licensedcode.detection import FileRegion
+from licensedcode.detection import LicenseDetectionFromResult
+from licensedcode.detection import LicenseMatchFromResult
+from licensedcode.detection import UniqueDetection
+from licensedcode.detection import get_ambiguous_license_detections_by_type
from packagedcode import get_package_handler
from packagedcode import models as packagedcode_models
from scancode import Scanner
from scancode import api as scancode_api
from scancode import cli as scancode_cli
from scancode.cli import run_scan as scancode_run_scan
+from summarycode.todo import ReviewComments
+from summarycode.todo import get_review_comments
from aboutcode.pipeline import LoopProgress
from scanpipe import pipes
@@ -469,6 +477,96 @@ def add_resource_to_package(package_uid, resource, project):
resource.discovered_packages.add(package)
+def collect_and_create_license_detections(project):
+ """
+ Create instances of DiscoveredLicense for `project` from the parsed
+ license detections present in the CodebaseResources and
+ DiscoveredPackages of `project`.
+ """
+ logger.info(f"Project {project} collect_license_detections:")
+
+ for resource in project.codebaseresources.has_license_detections():
+ logger.info(f" Processing: {resource.path} for licenses")
+
+ for detection_data in resource.license_detections:
+ pipes.update_or_create_license_detection(
+ project=project,
+ detection_data=detection_data,
+ resource_path=resource.path,
+ check_todo=True,
+ )
+
+ for clue_data in resource.license_clues:
+ pipes.update_or_create_license_detection(
+ project=project,
+ detection_data=clue_data,
+ resource_path=resource.path,
+ is_license_clue=True,
+ check_todo=True,
+ )
+
+ for resource in project.codebaseresources.has_package_data():
+ for package_mapping in resource.package_data:
+ package_data = packagedcode_models.PackageData.from_dict(
+ mapping=package_mapping,
+ )
+
+ for detection in package_data.license_detections:
+ pipes.update_or_create_license_detection(
+ project=project,
+ detection_data=detection,
+ resource_path=resource.path,
+ from_package=True,
+ check_todo=True,
+ )
+
+ for detection in package_data.other_license_detections:
+ pipes.update_or_create_license_detection(
+ project=project,
+ detection_data=detection,
+ resource_path=resource.path,
+ from_package=True,
+ check_todo=True,
+ )
+
+
+def get_detection_data_from_clue(clue_data):
+ """
+ From a LicenseMatch mapping, create a LicenseDetection mapping by
+ populating the identifier and license_expression fields.
+ """
+ license_match = LicenseMatchFromResult.from_dict(clue_data)
+ license_detection = LicenseDetectionFromResult.from_matches(
+ matches=[license_match],
+ analysis=DetectionCategory.LICENSE_CLUES.value,
+ )
+ license_detection.license_expression = license_match.rule.license_expression
+ license_detection.license_expression_spdx = (
+ license_match.rule.spdx_license_expression()
+ )
+ license_detection.identifier = license_detection.identifier_with_expression
+ return license_detection.to_dict(
+ include_text=True,
+ license_diagnostics=True,
+ license_text_diagnostics=True,
+ )
+
+
+def get_file_region(detection_data, resource_path):
+ """
+ From a LicenseDetection mapping `detection_data`, create a FileRegion
+ object containing information about where this license was detected
+ exactly in a codebase, with `resource_path`, with start and end lines.
+ """
+ start_line = min([match["start_line"] for match in detection_data["matches"]])
+ end_line = max([match["end_line"] for match in detection_data["matches"]])
+ return FileRegion(
+ path=resource_path,
+ start_line=start_line,
+ end_line=end_line,
+ )
+
+
def assemble_packages(project, progress_logger):
"""
Create instances of DiscoveredPackage and DiscoveredDependency for `project`
@@ -841,6 +939,42 @@ def create_codebase_resources(project, scanned_codebase):
discovered_package=package,
)
+ license_detections = getattr(scanned_resource, "license_detections", [])
+ for detection_data in license_detections:
+ detection_identifier = detection_data.get("identifier")
+ pipes.update_or_create_license_detection(
+ project=project,
+ detection_data=detection_data,
+ resource_path=resource_path,
+ count_detection=False,
+ )
+ logger.debug(f"Add {codebase_resource} to {detection_identifier}")
+
+ license_clues = getattr(scanned_resource, "license_clues", [])
+ for clue_data in license_clues:
+ pipes.update_or_create_license_detection(
+ project=project,
+ detection_data=clue_data,
+ resource_path=resource_path,
+ is_license_clue=True,
+ )
+ logger.debug(f"Add license clue at {codebase_resource}")
+
+ packages = getattr(scanned_resource, "package_data", [])
+ for package_data in packages:
+ license_detections = package_data.get("license_detections", [])
+ license_detections.extend(package_data.get("other_license_detections", []))
+ for detection_data in license_detections:
+ detection_identifier = detection_data.get("identifier")
+ pipes.update_or_create_license_detection(
+ project=project,
+ detection_data=detection_data,
+ resource_path=resource_path,
+ count_detection=False,
+ from_package=True,
+ )
+ logger.debug(f"Add {codebase_resource} to {detection_identifier}")
+
def create_discovered_packages(project, scanned_codebase):
"""
@@ -850,6 +984,16 @@ def create_discovered_packages(project, scanned_codebase):
if hasattr(scanned_codebase.attributes, "packages"):
for package_data in scanned_codebase.attributes.packages:
pipes.update_or_create_package(project, package_data)
+ license_detections = package_data.get("license_detections", [])
+ license_detections.extend(package_data.get("other_license_detections", []))
+
+ for license_detection in license_detections:
+ pipes.update_or_create_license_detection(
+ project=project,
+ detection_data=license_detection,
+ from_package=True,
+ count_detection=False,
+ )
def create_discovered_dependencies(
@@ -875,6 +1019,65 @@ def create_discovered_dependencies(
)
+def create_discovered_licenses(project, scanned_codebase):
+ """
+ Save the license detections of a ScanCode `scanned_codebase`
+ scancode.resource.Codebase object to the database as a DiscoveredLicense of
+ `project`.
+ """
+ if hasattr(scanned_codebase.attributes, "license_detections"):
+ for detection_data in scanned_codebase.attributes.license_detections:
+ pipes.update_or_create_license_detection(project, detection_data)
+
+
+def load_todo_issues(project, scanned_codebase):
+ if hasattr(scanned_codebase.attributes, "todo"):
+ for todo_issue in scanned_codebase.attributes.todo:
+ pipes.update_license_detection_with_issue(project, todo_issue)
+
+ license_clues = project.discoveredlicenses.filter(
+ is_license_clue=True,
+ )
+ license_clues.update(
+ needs_review=True,
+ review_comments=[ReviewComments.LICENSE_CLUES.value],
+ )
+
+
+def check_license_detection_for_issues(discovered_license):
+ file_regions = [
+ FileRegion(
+ path=file_region.get("path"),
+ start_line=file_region.get("start_line"),
+ end_line=file_region.get("end_line"),
+ )
+ for file_region in discovered_license.file_regions
+ ]
+ matches = [
+ LicenseMatchFromResult.from_dict(license_match)
+ for license_match in discovered_license.matches
+ ]
+ unique_detection = UniqueDetection(
+ identifier=discovered_license.identifier,
+ license_expression=discovered_license.license_expression,
+ license_expression_spdx=discovered_license.license_expression_spdx,
+ detection_count=discovered_license.detection_count,
+ detection_log=discovered_license.detection_log,
+ matches=matches,
+ file_regions=file_regions,
+ )
+ detections_by_issue_type = get_ambiguous_license_detections_by_type(
+ unique_license_detections=[unique_detection],
+ )
+ if detections_by_issue_type:
+ issue_type = next(iter(detections_by_issue_type))
+ review_comments = get_review_comments(detection_log=[issue_type])
+ discovered_license.update(
+ needs_review=True,
+ review_comments=list(review_comments.values()),
+ )
+
+
def set_codebase_resource_for_package(codebase_resource, discovered_package):
"""
Assign the `discovered_package` to the `codebase_resource` and set its
diff --git a/scanpipe/templates/scanpipe/includes/project_summary_level.html b/scanpipe/templates/scanpipe/includes/project_summary_level.html
index e2f0e25451..ac9da511ec 100644
--- a/scanpipe/templates/scanpipe/includes/project_summary_level.html
+++ b/scanpipe/templates/scanpipe/includes/project_summary_level.html
@@ -19,6 +19,12 @@
{{ project.vulnerable_package_count|intcomma }}
{% endif %}
+ {% if project.package_compliance_alert_count %}
+
+ {{ project.package_compliance_alert_count|intcomma }}
+
+
+ {% endif %}
{% else %}
0
{% endif %}
@@ -49,13 +55,32 @@
+ {% else %}
+ 0
+ {% endif %}
+
+
+
+
- {% include "scanpipe/includes/project_summary_level_item.html" with label="Resources" count=project.resource_count url=project_resources_url only %}
{% if project.relation_count %}
{% url 'project_relations' project.slug as project_relations_url %}
{% include "scanpipe/includes/project_summary_level_item.html" with label="Relations" count=project.relation_count url=project_relations_url only %}
diff --git a/scanpipe/templates/scanpipe/license_detection_detail.html b/scanpipe/templates/scanpipe/license_detection_detail.html
new file mode 100644
index 0000000000..eec34ad59d
--- /dev/null
+++ b/scanpipe/templates/scanpipe/license_detection_detail.html
@@ -0,0 +1,13 @@
+{% extends "scanpipe/base.html" %}
+{% load static %}
+
+{% block title %}ScanCode.io: {{ project.name }} - {{ object.name }}{% endblock %}
+
+{% block content %}
+
+ {% include 'scanpipe/includes/navbar_header.html' %}
+
{% include 'scanpipe/includes/messages.html' %}
+ {% include 'scanpipe/includes/breadcrumb_detail_view.html' with object_title=object.identifier url_name="project_licenses" %}
+ {% include 'scanpipe/tabset/tabset.html' %}
+
+
+
+ {% if is_paginated %}
+ {% include 'scanpipe/includes/pagination.html' with page_obj=page_obj %}
+ {% endif %}
+
diff --git a/scanpipe/templates/scanpipe/panels/license_detections_summary.html b/scanpipe/templates/scanpipe/panels/license_detections_summary.html
new file mode 100644
index 0000000000..d31b5e41ab
--- /dev/null
+++ b/scanpipe/templates/scanpipe/panels/license_detections_summary.html
@@ -0,0 +1,55 @@
+{% load humanize %}
+{% if license_detection_summary %}
+
+{% endif %}
\ No newline at end of file
diff --git a/scanpipe/templates/scanpipe/panels/resource_license_summary.html b/scanpipe/templates/scanpipe/panels/resource_license_summary.html
deleted file mode 100644
index 7af89ebe05..0000000000
--- a/scanpipe/templates/scanpipe/panels/resource_license_summary.html
+++ /dev/null
@@ -1,16 +0,0 @@
-{% load humanize %}
-{% if resource_license_summary %}
-
-{% endif %}
\ No newline at end of file
diff --git a/scanpipe/templates/scanpipe/panels/scan_summary_panel.html b/scanpipe/templates/scanpipe/panels/scan_summary_panel.html
index 11088ade2a..0d69764b22 100644
--- a/scanpipe/templates/scanpipe/panels/scan_summary_panel.html
+++ b/scanpipe/templates/scanpipe/panels/scan_summary_panel.html
@@ -6,15 +6,80 @@
- {% for field_label, values in scan_summary.items %}
-
- |
- {{ field_label }}
- |
-
-
- {% for entry in values %}
- {% if entry.value %}
+
+ |
+ Declared license
+ |
+
+
+ {% for entry in scan_summary.declared_license_expression %}
+ {% if entry.value %}
+ -
+ {{ entry.value }}
+ {% if entry.count %}
+
+ {{ entry.count|intcomma }}
+
+ {% endif %}
+
+ {% endif %}
+ {% endfor %}
+
+ |
+
+
+ |
+ Declared holder
+ |
+
+
+ {% for entry in scan_summary.declared_holder %}
+ {% if entry.value %}
+ -
+ {{ entry.value }}
+ {% if entry.count %}
+
+ {{ entry.count|intcomma }}
+
+ {% endif %}
+
+ {% endif %}
+ {% endfor %}
+
+ |
+
+
+ |
+ Primary language
+ |
+
+
+ |
+
+
+ |
+ Other licenses
+ |
+
+
- |
-
- {% endfor %}
+
+ {% endif %}
+ {% endfor %}
+
+ |
+
+
+ |
+ Other holders
+ |
+
+
+ {% for entry in scan_summary.other_holders %}
+ {% if entry.value %}
+ -
+ {{ entry.value }}
+ {% if entry.count %}
+
+ {{ entry.count|intcomma }}
+
+ {% endif %}
+
+ {% endif %}
+ {% endfor %}
+
+ |
+
+
+ |
+ Other languages
+ |
+
+
+ |
+
+
+ |
+ Key Files
+ |
+
+
+ |
+
\ No newline at end of file
diff --git a/scanpipe/templates/scanpipe/project_detail.html b/scanpipe/templates/scanpipe/project_detail.html
index 91698c5e56..55106247b3 100644
--- a/scanpipe/templates/scanpipe/project_detail.html
+++ b/scanpipe/templates/scanpipe/project_detail.html
@@ -114,7 +114,7 @@
{% if license_policies_enabled %}
diff --git a/scanpipe/templates/scanpipe/tabset/tab_license_detections.html b/scanpipe/templates/scanpipe/tabset/tab_license_detections.html
new file mode 100644
index 0000000000..bff482ff43
--- /dev/null
+++ b/scanpipe/templates/scanpipe/tabset/tab_license_detections.html
@@ -0,0 +1,117 @@
+
+
+
+
+ | License expression |
+ Origin resource path |
+ Matched text |
+ Rule URL |
+ Score |
+ Matcher |
+ Match length |
+ Match coverage |
+ Rule relevance |
+
+
+
+ {% for match in tab_data.fields.matches.value %}
+
+ |
+ {{ match.license_expression }}
+ |
+
+ {{ match.from_file }}
+ |
+
+ {{ match.matched_text }}
+ |
+
+ {% if match.rule_url %}
+
+ {{ match.rule_identifier }}
+
+
+ {% else %}
+ {{ match.rule_identifier }}
+ {% endif %}
+ |
+
+ {{ match.score }}
+ |
+
+ {{ match.matcher }}
+ |
+
+ {{ match.matched_length }}
+ |
+
+ {{ match.match_coverage }}
+ |
+
+ {{ match.rule_relevance }}
+ |
+
+ {% endfor %}
+
+
+ {% if tab_data.fields.detection_log.value %}
+
+
+
+ | Detection log |
+
+
+
+ {% for log_entry in tab_data.fields.detection_log.value %}
+
+ |
+ {{ log_entry }}
+ |
+
+ {% endfor %}
+
+
+ {% endif %}
+ {% if tab_data.fields.review_comments.value %}
+
+
+
+ | Review Comments |
+
+
+
+ {% for comment in tab_data.fields.review_comments.value %}
+
+ |
+ {{ comment }}
+ |
+
+ {% endfor %}
+
+
+ {% endif %}
+
+
+
+ | Resource path |
+ Start line |
+ End line |
+
+
+
+ {% for file_region in tab_data.fields.file_regions.value %}
+
+ |
+ {{ file_region.path }}
+ |
+
+ {{ file_region.start_line }}
+ |
+
+ {{ file_region.end_line }}
+ |
+
+ {% endfor %}
+
+
+
+
+
+
+ | Datafile paths |
+
+
+
+ {% for path in tab_data.fields.datafile_paths.value %}
+
+ |
+ {{ path }}
+ |
+
+ {% endfor %}
+
+
+
+
+
+ | Datasource IDs |
+
+
+
+ {% for id in tab_data.fields.datasource_ids.value %}
+
+ |
+ {{ id }}
+ |
+
+ {% endfor %}
+
+
+ {% if tab_data.fields.license_detections.value %}
+
+
+
+ | License detections |
+ License expression |
+ License expression SPDX |
+
+
+
+ {% for detection in tab_data.fields.license_detections.value %}
+
+ |
+ {{ detection.identifier }}
+ |
+
+ {{ detection.license_expression }}
+ |
+
+ {{ detection.license_expression_spdx }}
+ |
+
+ {% endfor %}
+
+
+ {% endif %}
+ {% if tab_data.fields.other_license_detections.value %}
+
+
+
+ | License detections |
+ License expression |
+ License expression SPDX |
+
+
+
+ {% for detection in tab_data.fields.other_license_detections.value %}
+
+ |
+ {{ detection.identifier }}
+
+ |
+
+ {{ detection.license_expression }}
+ |
+
+ {{ detection.license_expression_spdx }}
+ |
+
+ {% endfor %}
+
+
+ {% endif %}
+ |
{{ package.declared_license_expression }}
diff --git a/scanpipe/templates/scanpipe/tabset/tab_resource_detections.html b/scanpipe/templates/scanpipe/tabset/tab_resource_detections.html
new file mode 100644
index 0000000000..43bb635e4e
--- /dev/null
+++ b/scanpipe/templates/scanpipe/tabset/tab_resource_detections.html
@@ -0,0 +1,102 @@
+
+ {% if tab_data.fields.license_detections.value %}
+
+
+
+ | License detections |
+ License expression |
+ License expression SPDX |
+
+
+
+ {% for detection in tab_data.fields.license_detections.value %}
+
+ |
+ {{ detection.identifier }}
+ |
+
+ {{ detection.license_expression }}
+ |
+
+ {{ detection.license_expression_spdx }}
+ |
+
+ {% endfor %}
+
+
+ {% endif %}
+ {% if tab_data.fields.license_clues.value %}
+
+
+
+ | License expression |
+ License clue details |
+
+
+
+ {% for clue in tab_data.fields.license_clues.value %}
+
+ |
+ {{ clue.license_expression }}
+ |
+
+ {{ clue }}
+ |
+
+ {% endfor %}
+
+
+ {% endif %}
+ {% if tab_data.fields.emails.value %}
+
+
+
+ | Email |
+ Start line |
+ End line |
+
+
+
+ {% for email in tab_data.fields.emails.value %}
+
+ |
+ {{ email.email }}
+ |
+
+ {{ email.start_line }}
+ |
+
+ {{ email.end_line }}
+ |
+
+ {% endfor %}
+
+
+ {% endif %}
+ {% if tab_data.fields.urls.value %}
+
+
+
+ | URL |
+ Start line |
+ End line |
+
+
+
+ {% for url in tab_data.fields.urls.value %}
+
+ |
+ {{ url.url }}
+ |
+
+ {{ url.start_line }}
+ |
+
+ {{ url.end_line }}
+ |
+
+ {% endfor %}
+
+
+ {% endif %}
+ |