feat: ignore error (#131)

* feat: remove go mod tidy for go parser

* feat: add log

* feat: change comment

Author: Duslia

lang/golang/parser/file.go

@@ -29,13 +29,6 @@ import (
 func (p *GoParser) parseFile(ctx *fileContext, f *ast.File) error {
 	cont := true
 	ast.Inspect(f, func(node ast.Node) bool {
-		defer func() {
-			if r := recover(); r != nil {
-				fmt.Fprintf(os.Stderr, "panic: %v in %s:%d\n", r, ctx.filePath, ctx.fset.Position(node.Pos()).Line)
-				cont = false
-				return
-			}
-		}()
 		if funcDecl, ok := node.(*ast.FuncDecl); ok {
 			// parse funcs
 			_, ct := p.parseFunc(ctx, funcDecl)
@@ -152,7 +145,7 @@ func (p *GoParser) parseVar(ctx *fileContext, vspec *ast.ValueSpec, isConst bool
 			v.Type = &ti.Id
 			v.IsPointer = ti.IsPointer
 			for _, dep := range ti.Deps {
-				v.Dependencies = InsertDependency(v.Dependencies, NewDependency(dep, ctx.FileLine(vspec.Type)))
+				v.Dependencies = InsertDependency(v.Dependencies, NewDependency(dep, ctx.FileLine(*val)))
 			}
 		} else {
 			v.Type = typ

lang/golang/parser/parser.go

@@ -30,6 +30,7 @@ import (
 	"regexp"
 	"strings"
 
+	"github.com/cloudwego/abcoder/lang/log"
 	. "github.com/cloudwego/abcoder/lang/uniast"
 )
 
@@ -148,25 +149,21 @@ type dep struct {
 }
 
 func getDeps(dir string) (map[string]string, error) {
-	// run go mod tidy first to ensure all dependencies are resolved
-	cmd := exec.Command("go", "mod", "tidy")
+	cmd := exec.Command("go", "list", "-e", "-json", "all")
 	cmd.Dir = dir
 	output, err := cmd.CombinedOutput()
 	if err != nil {
-		return nil, fmt.Errorf("failed to execute 'go mod tidy', err: %v, output: %s", err, string(output))
+		return nil, fmt.Errorf("failed to execute 'go list -json all', err: %v, output: %s", err, string(output))
 	}
-
-	if hasNoDeps(filepath.Join(dir, "go.mod")) {
-		return map[string]string{}, nil
+	// ignore content until first open
+	index := strings.Index(string(output), "{")
+	if index == -1 {
+		return nil, fmt.Errorf("failed to find '{' in output, output: %s", string(output))
 	}
-
-	cmd = exec.Command("go", "list", "-json", "all")
-	cmd.Dir = dir
-	output, err = cmd.Output()
-	if err != nil {
-		return nil, fmt.Errorf("failed to execute 'go list -json all', err: %v, output: %s", err, string(output))
+	if index > 0 {
+		log.Info("go list skip prefix, output: %s", string(output[:index]))
+		output = output[index:]
 	}
-
 	deps := make(map[string]string)
 	decoder := json.NewDecoder(bytes.NewReader(output))
 	for {
@@ -175,7 +172,7 @@ func getDeps(dir string) (map[string]string, error) {
 			if err.Error() == "EOF" {
 				break
 			}
-			return nil, fmt.Errorf("failed to decode json: %w, output: %s", err, string(output))
+			return nil, fmt.Errorf("failed to decode json: %v, output: %s", err, string(output))
 		}
 		module := mod.Module
 		// golang internal package, ignore it.

lang/golang/parser/pkg.go

@@ -36,6 +36,11 @@ func (p *GoParser) parseImports(fset *token.FileSet, file []byte, mod *Module, i
 	ret := &importInfo{}
 	for _, imp := range impts {
 		importPath, _ := strconv.Unquote(imp.Path.Value) // remove the quotes
+		// skip CGO import path
+		if importPath == "C" {
+			continue
+		}
+
 		importAlias := ""
 		// Check if user has defined an alias for current import
 		if imp.Name != nil {
@@ -54,7 +59,7 @@ func (p *GoParser) parseImports(fset *token.FileSet, file []byte, mod *Module, i
 			match, path := matchMod(importPath, mod.Dependencies)
 			if match == "" {
 				if !strings.HasPrefix(importPath, mod.Name) {
-					return nil, fmt.Errorf("package %s not found mod", importPath)
+					fmt.Fprintf(os.Stderr, "package %s not found mod", importPath)
 				}
 				projectImports[importAlias] = importPath
 			} else {
@@ -192,19 +197,23 @@ func (p *GoParser) loadPackages(mod *Module, dir string, pkgPath PkgPath) (err e
 		if pp, ok := mod.Packages[pkg.ID]; ok && pp != nil {
 			continue
 		}
-	next_file:
 		for idx, file := range pkg.Syntax {
 			if idx >= len(pkg.GoFiles) {
 				fmt.Fprintf(os.Stderr, "skip file %s by loader\n", file.Name)
 				continue
 			}
 			filePath := pkg.GoFiles[idx]
+			var skip bool
 			for _, exclude := range p.exclues {
 				if exclude.MatchString(filePath) {
 					fmt.Fprintf(os.Stderr, "skip file %s\n", filePath)
-					continue next_file
+					skip = true
+					break
 				}
 			}
+			if skip {
+				continue
+			}
 			bs := p.getFileBytes(filePath)
 			ctx := &fileContext{
 				repoDir:        p.homePageDir,
@@ -252,6 +261,7 @@ func (p *GoParser) loadPackages(mod *Module, dir string, pkgPath PkgPath) (err e
 				delete(mod.Packages, obj.PkgPath)
 			}
 		}
+		mod.LoadErrors = append(mod.LoadErrors, pkg.Errors...)
 	}
 	return
 }

lang/uniast/ast.go

@@ -22,6 +22,8 @@ import (
 	"path/filepath"
 	"strconv"
 	"strings"
+
+	"golang.org/x/tools/go/packages"
 )
 
 type Language string
@@ -196,6 +198,7 @@ type Module struct {
 	Packages     map[PkgPath]*Package // pkage import path => Package
 	Dependencies map[string]string    `json:",omitempty"`              // module name => module_path@version
 	Files        map[string]*File     `json:",omitempty"`              // relative path => file info
+	LoadErrors   []packages.Error     `json:"load_errors,omitempty"`   // packages.Load error
 	CompressData *string              `json:"compress_data,omitempty"` // module compress info
 }