Merge pull request #11 from fosslight/exclude

Add paths to exclude from source analysis

Author: soimkim

src/fosslight_android/_help.py

@@ -19,6 +19,7 @@
         Optional
             -h\t\t\t\t   Print help message
             -m\t\t\t\t   Analyze the source code for the path where the license could not be found.
+            -e <path1> <path2..>\t   Path to exclude from source analysis.
             -p\t\t\t\t   Check files that should not be included in the Packaging file.
             -f\t\t\t\t   Print result of Find Command for binary that can not find Source Code Path.
             -t\t\t\t\t   Collect NOTICE for binaries that are not added to NOTICE.html.

src/fosslight_android/_src_analysis.py

@@ -13,8 +13,7 @@
 ANALYSIS_OUTPUT_DIR = "source_analyzed"
 
 
-def find_item_to_analyze(bin_info, output_path, start_time=""):
-    logger.info("* START TO ANALYZE SOURCE")
+def find_item_to_analyze(bin_info, output_path, start_time="", path_to_exclude=[]):
     path_list_to_analyze = {}
     for item in bin_info:
         try:
@@ -25,15 +24,25 @@ def find_item_to_analyze(bin_info, output_path, start_time=""):
         except Exception as error:
             logger.debug(f"Find_item_to_analyze:{error}")
 
-    logger.info(f"|--Source analysis begins for {len(path_list_to_analyze)} paths.")
-    idx = 0
+    source_analysis_path = [path for path in path_list_to_analyze.keys() if path not in path_to_exclude]
+    logger.info(f"|--Source analysis for {len(source_analysis_path)} paths.")
+    for path in source_analysis_path:
+        file_array = [len(files) for r, d, files in os.walk(path)]
+        files = sum(file_array)
+        logger.info(f"{path}, File Count:{files}")
+
     output_dir = os.path.join(output_path, f"{ANALYSIS_OUTPUT_DIR}_{start_time}")
-    for source_path in path_list_to_analyze.keys():
+
+    logger.info("------------------------------")
+    logger.info("* START TO ANALYZE SOURCE *")
+    idx = 0
+    for source_path in source_analysis_path:
         try:
             idx += 1
-            logger.info(f"|---{idx} {source_path}")
-            license = run_src_analysis(source_path, start_time, output_dir)
-            path_list_to_analyze[source_path] = license
+            if os.path.isdir(source_path):
+                logger.info(f"({idx}){source_path}")
+                license = run_src_analysis(source_path, start_time, output_dir)
+                path_list_to_analyze[source_path] = license
         except Exception as error:
             logger.debug(f"Failed to run src analysis:{error}")
 

src/fosslight_android/android_binary_analysis.py

@@ -761,6 +761,7 @@ def main():
     auto_fill_oss_name = True
     _NOTICE_CHECKLIST_TYPE = False
     analyze_source = False
+    path_to_exclude = []
 
     num_cores = multiprocessing.cpu_count() - 1
     if num_cores < 1:
@@ -788,6 +789,7 @@ def main():
     parser.add_argument('-p', '--packaging', type=str, required=False)
     parser.add_argument('-d', '--divide', type=str, required=False)
     parser.add_argument('-r', '--remove', type=str, required=False)
+    parser.add_argument('-e', '--exclude', nargs="*", required=False, default=[])
 
     args = parser.parse_args()
     if args.help:
@@ -813,6 +815,8 @@ def main():
         find_empty_path = True
     if args.ignore:  # Disable the function to automatically convert OSS names based on AOSP.
         auto_fill_oss_name = False
+    if args.exclude:  # Path to exclude from source code analysis.
+        path_to_exclude = args.exclude
 
     logger, result_log = init_log(log_txt_file, True, logging.INFO, logging.DEBUG, PKG_NAME)
 
@@ -850,7 +854,7 @@ def main():
         set_oss_name_by_repository()
     if analyze_source:
         from ._src_analysis import find_item_to_analyze
-        final_bin_info = find_item_to_analyze(final_bin_info, python_script_dir, now)
+        final_bin_info = find_item_to_analyze(final_bin_info, python_script_dir, now, path_to_exclude)
 
     write_result_to_txt_and_excel(result_excel_file, final_bin_info, result_txt_file)
     result_log["Output FOSSLight Report"] = result_excel_file