Support spdx

Signed-off-by: jiyeong.seok <[email protected]>

Author: dd-jy

requirements.txt

@@ -2,7 +2,7 @@ pyparsing
 scancode-toolkit>=32.0.2,==32.0.*
 scanoss
 XlsxWriter
-fosslight_util>=2.0.0
+fosslight_util>=2.0.1
 PyYAML
 wheel>=0.38.1
 intbitset

src/fosslight_source/_parsing_scancode_file_item.py

@@ -6,6 +6,7 @@
 import os
 import logging
 import re
+import hashlib
 import fosslight_util.constant as constant
 from ._license_matched import MatchedLicense
 from ._scan_item import SourceItem
@@ -77,6 +78,7 @@ def parsing_scancode_32_earlier(scancode_file_list: list, has_error: bool = Fals
                     copyright_list = file.get("copyrights", [])
 
                     result_item = SourceItem(file_path)
+                    result_item.checksum = str(hashlib.sha1(file_path.encode()).hexdigest())
 
                     if has_error and "scan_errors" in file:
                         error_msg = file.get("scan_errors", [])
@@ -205,6 +207,7 @@ def parsing_scancode_32_later(
                     continue
 
                 result_item = SourceItem(file_path)
+                result_item.checksum = str(hashlib.sha1(file_path.encode()).hexdigest())
 
                 if has_error:
                     error_msg = file.get("scan_errors", [])

src/fosslight_source/_parsing_scanoss_file.py

@@ -5,6 +5,7 @@
 
 import os
 import logging
+import hashlib
 import fosslight_util.constant as constant
 from ._scan_item import SourceItem
 from ._scan_item import is_exclude_file
@@ -45,6 +46,7 @@ def parsing_scanResult(scanoss_report: dict, path_to_scan: str = "", path_to_exc
         if any(os.path.commonpath([abs_file_path, exclude_path]) == exclude_path for exclude_path in abs_path_to_exclude):
             continue
         result_item = SourceItem(file_path)
+        result_item.checksum = str(hashlib.sha1(file_path.encode()).hexdigest())
         if 'id' in findings[0]:
             if "none" == findings[0]['id']:
                 continue

src/fosslight_source/cli.py

@@ -13,7 +13,7 @@
 from fosslight_util.timer_thread import TimerThread
 from ._help import print_version, print_help_msg_source_scanner
 from ._license_matched import get_license_list_to_print
-from fosslight_util.output_format import check_output_formats, write_output_file
+from fosslight_util.output_format import check_output_formats_v2, write_output_file
 from fosslight_util.correct import correct_with_yaml
 from .run_scancode import run_scan
 from .run_scanoss import run_scanoss_py
@@ -49,7 +49,7 @@ def main() -> None:
     write_json_file = False
     output_file_name = ""
     print_matched_text = False
-    formats = ""
+    formats = []
     selected_scanner = ""
     correct_mode = True
 
@@ -145,7 +145,8 @@ def create_report_file(
     selected_scanner: str, need_license: bool = False,
     output_path: str = "", output_files: list = [],
     output_extensions: list = [], correct_mode: bool = True,
-    correct_filepath: str = "", path_to_scan: str = "", path_to_exclude: list = []
+    correct_filepath: str = "", path_to_scan: str = "", path_to_exclude: list = [],
+    formats: list = []
 ) -> 'ScannerItem':
     """
     Create report files for given scanned result.
@@ -219,10 +220,10 @@ def create_report_file(
 
     combined_paths_and_files = [os.path.join(output_path, file) for file in output_files]
     results = []
-    for combined_path_and_file, output_extension in zip(combined_paths_and_files, output_extensions):
+    for combined_path_and_file, output_extension, output_format in zip(combined_paths_and_files, output_extensions, formats):
         # if need_license and output_extension == _json_ext and "scanoss_reference" in sheet_list:
         #     del sheet_list["scanoss_reference"]
-        results.append(write_output_file(combined_path_and_file, output_extension, scan_item, extended_header, ""))
+        results.append(write_output_file(combined_path_and_file, output_extension, scan_item, extended_header, "", output_format))
     for success, msg, result_file in results:
         if success:
             logger.info(f"Output file: {result_file}")
@@ -295,8 +296,9 @@ def run_scanners(
     license_list = []
     spdx_downloads = {}
     result_log = {}
+    scan_item = []
 
-    success, msg, output_path, output_files, output_extensions = check_output_formats(output_file_name, formats)
+    success, msg, output_path, output_files, output_extensions, formats = check_output_formats_v2(output_file_name, formats)
 
     logger, result_log = init_log(os.path.join(output_path, f"fosslight_log_src_{start_time}.txt"),
                                   True, logging.INFO, logging.DEBUG, PKG_NAME, path_to_scan, path_to_exclude)
@@ -319,7 +321,7 @@ def run_scanners(
             merged_result = merge_results(scancode_result, scanoss_result, spdx_downloads)
             scan_item = create_report_file(start_time, merged_result, license_list, scanoss_result, selected_scanner,
                                            print_matched_text, output_path, output_files, output_extensions, correct_mode,
-                                           correct_filepath, path_to_scan, path_to_exclude)
+                                           correct_filepath, path_to_scan, path_to_exclude, formats)
         else:
             print_help_msg_source_scanner()
             result_log[RESULT_KEY] = "Unsupported scanner"

src/fosslight_source/run_scancode.py

@@ -14,7 +14,7 @@
 from fosslight_util.set_log import init_log
 from ._parsing_scancode_file_item import parsing_file_item
 from ._parsing_scancode_file_item import get_error_from_header
-from fosslight_util.output_format import check_output_formats
+from fosslight_util.output_format import check_output_formats_v2
 from fosslight_binary.binary_analysis import check_binary
 from typing import Tuple
 
@@ -46,7 +46,7 @@ def run_scan(
     if not correct_filepath:
         correct_filepath = path_to_scan
 
-    success, msg, output_path, output_files, output_extensions = check_output_formats(output_file_name, formats)
+    success, msg, output_path, output_files, output_extensions, formats = check_output_formats_v2(output_file_name, formats)
     if success:
         if output_path == "":  # if json output with _write_json_file not used, output_path won't be needed.
             output_path = os.getcwd()

src/fosslight_source/run_scanoss.py

@@ -11,7 +11,7 @@
 from datetime import datetime
 import fosslight_util.constant as constant
 from fosslight_util.set_log import init_log
-from fosslight_util.output_format import check_output_formats  # , write_output_file
+from fosslight_util.output_format import check_output_formats_v2  # , write_output_file
 from ._parsing_scanoss_file import parsing_scanResult  # scanoss
 from ._parsing_scanoss_file import parsing_extraInfo  # scanoss
 import shutil
@@ -41,7 +41,7 @@ def run_scanoss_py(path_to_scan: str, output_file_name: str = "", format: str =
     :param write_json_file: if requested, keep the raw files.
     :return scanoss_file_list: list of ScanItem (scanned result by files).
     """
-    success, msg, output_path, output_files, output_extensions = check_output_formats(output_file_name, format)
+    success, msg, output_path, output_files, output_extensions, formats = check_output_formats_v2(output_file_name, format)
 
     if not called_by_cli:
         global logger