Merge pull request #71 from fosslight/develop

Support GO package manager

Author: dd-jy

src/fosslight_dependency/_analyze_dependency.py

@@ -15,6 +15,7 @@
 from fosslight_dependency.package_manager.Android import Android
 from fosslight_dependency.package_manager.Swift import Swift
 from fosslight_dependency.package_manager.Carthage import Carthage
+from fosslight_dependency.package_manager.Go import Go
 import fosslight_util.constant as constant
 
 logger = logging.getLogger(constant.LOGGER_NAME)
@@ -43,6 +44,8 @@ def analyze_dependency(package_manager_name, input_dir, output_dir, pip_activate
         package_manager = Swift(input_dir, output_dir, github_token)
     elif package_manager_name == const.CARTHAGE:
         package_manager = Carthage(input_dir, output_dir, github_token)
+    elif package_manager_name == const.GO:
+        package_manager = Go(input_dir, output_dir)
     else:
         logger.error("Not supported package manager name: " + package_manager_name)
         ret = False

src/fosslight_dependency/_help.py

@@ -20,13 +20,14 @@
         Cocoapods (Swift/Obj-C)
         Swift (Swift)
         Carthage (Swift/Obj-C)
+        Go (Go)
 
     Options:
         Optional
             -h\t\t\t\t    Print help message.
             -v\t\t\t\t    Print the version of the script.
             -m <package_manager>\t    Enter the package manager.
-                                        \t(npm, maven, gradle, pip, pub, cocoapods, android, swift, carthage)
+                                        \t(npm, maven, gradle, pip, pub, cocoapods, android, swift, carthage, go)
             -p <input_path>\t\t    Enter the path where the script will be run.
             -o <output_path>\t\t    Output path
             \t\t\t\t\t(If you want to generate the specific file name, add the output path with file name.)

src/fosslight_dependency/constant.py

@@ -18,6 +18,7 @@
 ANDROID = 'android'
 SWIFT = 'swift'
 CARTHAGE = 'carthage'
+GO = 'go'
 
 # Supported package name and manifest file
 SUPPORT_PACKAE = {
@@ -29,7 +30,8 @@
     COCOAPODS: 'Podfile.lock',
     ANDROID: 'build.gradle',
     SWIFT: 'Package.resolved',
-    CARTHAGE: 'Cartfile.resolved'
+    CARTHAGE: 'Cartfile.resolved',
+    GO: 'go.mod'
 }
 
 # default android app name

src/fosslight_dependency/package_manager/Go.py

@@ -0,0 +1,104 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+# Copyright (c) 2021 LG Electronics Inc.
+# SPDX-License-Identifier: Apache-2.0
+
+import os
+import logging
+import subprocess
+import re
+from bs4 import BeautifulSoup
+import urllib.request
+import fosslight_util.constant as constant
+import fosslight_dependency.constant as const
+from fosslight_dependency._package_manager import PackageManager
+
+logger = logging.getLogger(constant.LOGGER_NAME)
+
+
+class Go(PackageManager):
+    package_manager_name = const.GO
+
+    input_file_name = ''
+    is_run_plugin = False
+    dn_url = 'https://pkg.go.dev/'
+    tmp_file_name = 'tmp_go_list.json'
+
+    def __init__(self, input_dir, output_dir):
+        super().__init__(self.package_manager_name, self.dn_url, input_dir, output_dir)
+
+    def __del__(self):
+        if os.path.isfile(self.tmp_file_name):
+            os.remove(self.tmp_file_name)
+
+    def run_plugin(self):
+        ret = True
+
+        logger.info("Execute 'go list -m all' to obtain package info.")
+        cmd = "go list -m all > " + self.tmp_file_name
+
+        ret_cmd = subprocess.call(cmd, shell=True)
+        if ret_cmd != 0:
+            logger.error("Failed to make the result: " + cmd)
+            ret = False
+
+        self.append_input_package_list_file(self.tmp_file_name)
+
+        return ret
+
+    def parse_oss_information(self, f_name):
+        with open(f_name, 'r', encoding='utf8') as input_fp:
+            sheet_list = []
+            for i, line in enumerate(input_fp.readlines()):
+
+                re_result = re.findall(r'(\S+)\s?(\S*)', line)
+                try:
+                    package_path = re_result[0][0]
+                    oss_name = self.package_manager_name + ":" + package_path
+                    oss_version = re_result[0][1]
+
+                    tmp_dn_loc = self.dn_url + package_path
+                    if oss_version:
+                        dn_loc = tmp_dn_loc + '@' + oss_version
+                    else:
+                        dn_loc = tmp_dn_loc
+
+                    license_name = ''
+                    homepage = ''
+                    comment = ''
+
+                    for dn_loc_i in [dn_loc, tmp_dn_loc]:
+                        try:
+                            res = urllib.request.urlopen(dn_loc_i)
+                            if res.getcode() == 200:
+                                urlopen_success = True
+                                if dn_loc_i == tmp_dn_loc:
+                                    if oss_version:
+                                        comment = 'Cannot connect ' \
+                                                  + dn_loc \
+                                                  + ', so use the latest version page to get the license, homepage.'
+                                    dn_loc = tmp_dn_loc
+                                break
+                        except Exception:
+                            continue
+
+                    if urlopen_success:
+                        content = res.read().decode('utf8')
+                        bs_obj = BeautifulSoup(content, 'html.parser')
+
+                        license_data = bs_obj.find('a', {'data-test-id': 'UnitHeader-license'})
+                        if license_data:
+                            license_name = license_data.text
+
+                        repository_data = bs_obj.find('div', {'class': 'UnitMeta-repo'})
+                        if repository_data:
+                            homepage = repository_data.find('a')['href']
+
+                except Exception as e:
+                    logging.warning("Fail to parse " + line + ": " + str(e))
+                    continue
+
+                sheet_list.append([const.SUPPORT_PACKAE.get(self.package_manager_name),
+                                  oss_name, oss_version, license_name, dn_loc, homepage, '', '', comment])
+
+        return sheet_list