fix: basic Python scanning to determine detection environment

Author: reverse-direction-god

cmd/murphy/internal/internalcmd/scanner_scan.go

@@ -62,6 +62,7 @@ func scannerScanRun(cmd *cobra.Command, args []string) {
 		IsNoBuild:   env.DoNotBuild,
 	}
 	ctx = model.WithScanTask(ctx, scantask)
+	ctx = context.WithValue(ctx, "is_internalcmd", true)
 	e = inspector.ManagedInspect(ctx)
 	if e != nil {
 		logger.Error(e)

module/python/python.go

@@ -193,7 +193,7 @@ func collectDepsInfo(ctx context.Context, dir string) ([][2]string, error) {
 			delete(unknownVersionComps, s)
 		}
 	}
-	if len(unknownVersionComps) != 0 {
+	if is_internalcmd := ctx.Value("is_internalcmd"); is_internalcmd == nil && len(unknownVersionComps) != 0 {
 		// try to resolve version from pip list
 		m, e := getEnvPipListMap(ctx)
 		if e != nil {

module/python/venv.go

@@ -210,7 +210,11 @@ func pipdeptree(dir string, logger *zap.SugaredLogger) ([]PipdeptreeStruct, erro
 }
 func updatePackage(dir string, logger *zap.SugaredLogger, k, v string) {
 	var out bytes.Buffer
-	cmd := exec.Command("./pip", "install", k+"=="+v)
+	version := k
+	if v != "" {
+		version = version + "==" + v
+	}
+	cmd := exec.Command("./pip", "install", version)
 	cmd.Stdout = &out
 	cmd.Dir = dir
 	if err := cmd.Run(); err != nil {
@@ -246,6 +250,26 @@ func delVenv(dir string, logger *zap.SugaredLogger) {
 	}
 	logger.Debug("delete venv success ")
 }
+func directDependenceSurvival(mod *[]model.DependencyItem, nvMp map[string]string) {
+	var exist = make(map[string]string)
+	for _, i := range *mod {
+		exist[i.CompName] = exist[i.CompVersion]
+	}
+	for k, v := range nvMp {
+		if _, ok := exist[k]; !ok {
+			*mod = append(*mod, model.DependencyItem{
+				Component: model.Component{
+					CompName:    k,
+					CompVersion: v,
+					EcoRepo: model.EcoRepo{
+						Ecosystem:  "pip",
+						Repository: "",
+					},
+				},
+			})
+		}
+	}
+}
 func Run(ctx context.Context, dir string, logger *zap.SugaredLogger, nvMp map[string]string) ([]model.DependencyItem, error) {
 	var mod []model.DependencyItem
 	var venvDir = filepath.Join(dir, "virtual_venv")
@@ -297,6 +321,8 @@ func Run(ctx context.Context, dir string, logger *zap.SugaredLogger, nvMp map[st
 			mod = append(mod, buildTree(j, 0))
 		}
 	}
+	// 对于没有pip install成功的依赖 只加入pipreqs中列出的直接依赖
+	directDependenceSurvival(&mod, newRequirements)
 	defer delVenv(venvDir, logger)
 	return mod, err
 }