Improve d2d pipeline runs (#1747)

* Improve ruby d2d exclusions configuration

Reference: #1476
Signed-off-by: Ayan Sinha Mahapatra <[email protected]>

* Do not return directories as unmapped resources

Reference: #1655
Signed-off-by: Ayan Sinha Mahapatra <[email protected]>

* Update map_type filters in CodebaseRelations view

Signed-off-by: Ayan Sinha Mahapatra <[email protected]>

---------

Signed-off-by: Ayan Sinha Mahapatra <[email protected]>

Author: AyanSinhaMahapatra

scanpipe/filters.py

@@ -494,6 +494,10 @@ def filter(self, qs, value):
     ("dwarf_included_paths", "dwarf_included_paths"),
     ("dwarf_compiled_paths", "dwarf_compiled_paths"),
     ("go_file_paths", "go_file_paths"),
+    ("elf_symbols", "Elf Symbols"),
+    ("macho_symbols", "Mach0 Symbols"),
+    ("winpe_symbols", "WinPE Symbols"),
+    ("rust_symbols", "Rust Symbols"),
 )
 
 

scanpipe/pipes/d2d_config.py

@@ -117,7 +117,11 @@ class EcosystemConfig:
         ecosystem_option="Ruby",
         matchable_package_extensions=[".gem"],
         matchable_resource_extensions=[".rb"],
-        deployed_resource_path_exclusions=["*checksums.yaml.gz*", "*metadata.gz*"],
+        deployed_resource_path_exclusions=[
+            "*checksums.yaml.gz*",
+            "*metadata.gz*",
+            "*data.tar.gz.sig",
+        ],
     ),
     "Elf": EcosystemConfig(
         ecosystem_option="Elf",

scanpipe/templates/scanpipe/includes/pagination_header_relations.html

@@ -5,13 +5,13 @@
   <span style="vertical-align: middle">
     {{ paginator.count|intcomma }} relations
   </span>
-  <a href="{% url 'project_resources' project.slug %}?tag=to&relation_map_type=none" target="_blank" class="button is-small is-info is-outlined">
+  <a href="{% url 'project_resources' project.slug %}?tag=to&relation_map_type=none&type=file" target="_blank" class="button is-small is-info is-outlined">
     <span>Un-mapped <strong>to/</strong> resources</span>
     <span class="icon">
       <i class="fa-solid fa-external-link-alt"></i>
     </span>
   </a>
-  <a href="{% url 'project_resources' project.slug %}?tag=from&relation_map_type=none" target="_blank" class="button is-small is-info is-outlined">
+  <a href="{% url 'project_resources' project.slug %}?tag=from&relation_map_type=none&type=file" target="_blank" class="button is-small is-info is-outlined">
     <span>Un-mapped <strong>from/</strong> resources</span>
     <span class="icon">
       <i class="fa-solid fa-external-link-alt"></i>

scanpipe/tests/data/d2d/config/ecosystem_config.json

@@ -3,7 +3,7 @@
     "matchable_package_extensions": [".jar", ".war", ".gem", ".zip", ".tar.gz", ".tar.xz"],
     "matchable_resource_extensions": [".map", ".js", ".mjs", ".ts", ".d.ts", ".jsx", ".tsx", ".css", ".scss", ".less", ".sass", ".soy",".class", ".rb"],
     "doc_extensions": [".pdf", ".doc", ".docx", ".ppt", ".pptx", ".tex", ".odt", ".odp"],
-    "deployed_resource_path_exclusions": ["*checksums.yaml.gz*", "*metadata.gz*"],
+    "deployed_resource_path_exclusions": ["*checksums.yaml.gz*", "*metadata.gz*", "*data.tar.gz.sig"],
     "devel_resource_path_exclusions": ["*/tests/*"],
     "standard_symbols_to_exclude": [],
     "source_symbol_extensions": []