fix and add output

Author: invoker

Main.go

@@ -12,25 +12,36 @@ import (
 	"path/filepath"
 	"strconv"
 	"strings"
+	"time"
 )
 
 var justsuccess bool = false
-var successlist []string
+var successlist map[string][]string
 var httpcc http.Client
+var formatType string
+var outputDir string
+
+func init() {
+	successlist = make(map[string][]string)
+}
 
 func main() {
 
 	http.DefaultTransport.(*http.Transport).TLSClientConfig = &tls.Config{InsecureSkipVerify: true}
 
-	address := flag.String("url", "", "url address https://google.com")
-	configfile := flag.String("config", "", "config json file path ")
-	gitfile := flag.Bool("git", false, "try git lists")
+	address := flag.String("url", "", "URL to scan (e.g., https://example.com)")
+	configfile := flag.String("config", "", "custom config JSON file path")
+	format := flag.String("f", "", "output format: json or csv")
+	outDir := flag.String("o", "", "output directory path")
+	gitfile := flag.Bool("git", false, "scan git-related files")
 	Sensfile := flag.Bool("sens", false, "try sens lists")
 	Envfile := flag.Bool("env", false, "try env lists")
 	Shellfile := flag.Bool("shell", false, "try shellfile lists")
 	Allfile := flag.Bool("all", false, "try all lists")
 	success := flag.Bool("v", false, "show success result  only")
 	flag.Parse()
+	formatType = *format
+	outputDir = *outDir
 	if !*gitfile && !*Sensfile && !*Envfile && !*Shellfile {
 
 		*Allfile = true
@@ -48,13 +59,13 @@ func main() {
 		println("please set url with --url or -h for help")
 		return
 	}
-	ex, err := os.Executable()
-	if err != nil {
-		panic(err)
-	}
-	exPath := filepath.Dir(ex)
+	//ex, err := os.Executable()
+	//if err != nil {
+	//	panic(err)
+	//}
+	//exPath := filepath.Dir(ex)
 
-	configfilepath := exPath + "/SensitiveList.json"
+	configfilepath := "./SensitiveList.json"
 	if *configfile != "" {
 		configfilepath = *configfile
 	}
@@ -79,51 +90,65 @@ func main() {
 	httpcc = http.Client{Jar: jar}
 	if *gitfile {
 		for i := 0; i < len(paths.Git); i++ {
-			checkurl(*address+paths.Git[i].Path, paths.Git[i].Content, paths.Git[i].Lentgh)
+			checkurl(*address+paths.Git[i].Path, paths.Git[i].Content, paths.Git[i].Lentgh, "Git")
 		}
 	}
 	if *Sensfile {
 		for i := 0; i < len(paths.Sensitive); i++ {
-			checkurl(*address+paths.Sensitive[i].Path, paths.Sensitive[i].Content, paths.Sensitive[i].Lentgh)
+			checkurl(*address+paths.Sensitive[i].Path, paths.Sensitive[i].Content, paths.Sensitive[i].Lentgh, "Sensitive")
 		}
 	}
 	if *Envfile {
 		for i := 0; i < len(paths.Env); i++ {
-			checkurl(*address+paths.Env[i].Path, paths.Env[i].Content, paths.Env[i].Lentgh)
+			checkurl(*address+paths.Env[i].Path, paths.Env[i].Content, paths.Env[i].Lentgh, "Env")
 		}
 	}
 	if *Shellfile {
 		for i := 0; i < len(paths.Shell); i++ {
-			checkurl(*address+paths.Shell[i].Path, paths.Shell[i].Content, paths.Shell[i].Lentgh)
+			checkurl(*address+paths.Shell[i].Path, paths.Shell[i].Content, paths.Shell[i].Lentgh, "Shell")
 		}
 	}
-	fmt.Printf("%d  %s", len(successlist), " Found")
 
-	if len(successlist) > 0 {
+	totalFiles := 0
+	for _, files := range successlist {
+		totalFiles += len(files)
+	}
 
-		for _, v := range successlist {
-			println(v)
+	if totalFiles > 0 {
+		switch formatType {
+		case "json":
+			writeJSONOutput(successlist, outputDir)
+		case "csv":
+			writeCSVOutput(successlist, outputDir)
+		default:
+			printResults(successlist)
 		}
+	} else {
+		fmt.Println("\n🔍 No sensitive files found.")
 	}
-
 }
 
-func checkurl(url string, content string, len string) {
+func checkurl(url string, content string, len string, category string) {
+	// Set timeout of 20 seconds
+	httpcc.Timeout = 20 * time.Second
 
 	resp, err := httpcc.Head(url)
 
 	if err != nil {
+		println(err.Error())
 		if strings.Contains(err.Error(), "http: server gave HTTP response to HTTPS clien") {
 			os.Exit(3)
 		}
-		println(err.Error())
+		if strings.Contains(err.Error(), "timeout") {
+			fmt.Printf("Timeout occurred while checking '%s'\n", url)
+			return
+		}
 
 		resp, err = httpcc.Get(url)
 
 	}
 	if err == nil {
 		if !justsuccess {
-
 			fmt.Printf("Checking '%s', '%s',\n", url, resp.Status)
 		}
 		if resp.StatusCode == 200 {
@@ -136,34 +161,33 @@ func checkurl(url string, content string, len string) {
 						if i != "" {
 							ignore = append(ignore, i)
 						}
-
 					}
 				}
 
 				if respcontetnt == content || content == "*" || checkifinarry(ignore, respcontetnt) {
 					if len == "*" {
-
 						fmt.Printf("Success '%s', '%s', '%s',\n", url, resp.Status, resp.Header.Get("Content-Type"))
-						successlist = append(successlist, url)
+						if _, exists := successlist[category]; !exists {
+							successlist[category] = []string{}
+						}
+						successlist[category] = append(successlist[category], url)
 					} else {
 						lennumber, err := strconv.ParseInt(len, 0, 64)
 						if err == nil {
 							if lennumber >= resp.ContentLength {
 								fmt.Printf("Success '%s', '%s', '%s',\n", url, resp.Status, resp.Header.Get("Content-Type"))
-								successlist = append(successlist, url)
+								if _, exists := successlist[category]; !exists {
+									successlist[category] = []string{}
+								}
+								successlist[category] = append(successlist[category], url)
 							}
 						}
-
 					}
-
 				}
-
 			}
-
 		} else {
 			//fmt.Printf("'%s', '%s',\n", url, resp.Status)
 		}
-
 	}
 }
 func checkifinarry(array []string, check string) bool {
@@ -189,3 +213,75 @@ type SensitiveList struct {
 	Env       []Sensitive `json:Env`
 	Shell     []Sensitive `json:shell`
 }
+
+func writeJSONOutput(results map[string][]string, outputDir string) {
+	output := struct {
+		TotalCount int                 `json:"total_count"`
+		Categories map[string][]string `json:"categories"`
+		Summary    map[string]int      `json:"summary"`
+	}{
+		Categories: results,
+		Summary:    make(map[string]int),
+	}
+
+	for category, files := range results {
+		output.Summary[category] = len(files)
+		output.TotalCount += len(files)
+	}
+
+	jsonData, err := json.MarshalIndent(output, "", "  ")
+	if err != nil {
+		fmt.Printf("Error creating JSON output: %v\n", err)
+		return
+	}
+
+	if outputDir != "" {
+		filename := filepath.Join(outputDir, "scan_results.json")
+		if err := os.WriteFile(filename, jsonData, 0644); err != nil {
+			fmt.Printf("Error writing JSON file: %v\n", err)
+			return
+		}
+		fmt.Printf("📝 Results saved to: %s\n", filename)
+	} else {
+		fmt.Println(string(jsonData))
+	}
+}
+
+func writeCSVOutput(results map[string][]string, outputDir string) {
+	var output strings.Builder
+	output.WriteString("Category,URL\n")
+
+	for category, urls := range results {
+		for _, url := range urls {
+			output.WriteString(fmt.Sprintf("%s,%s\n", category, url))
+		}
+	}
+
+	if outputDir != "" {
+		filename := filepath.Join(outputDir, "scan_results.csv")
+		if err := os.WriteFile(filename, []byte(output.String()), 0644); err != nil {
+			fmt.Printf("Error writing CSV file: %v\n", err)
+			return
+		}
+		fmt.Printf("📝 Results saved to: %s\n", filename)
+	} else {
+		fmt.Print(output.String())
+	}
+}
+
+func printResults(results map[string][]string) {
+	totalFiles := 0
+	for _, files := range results {
+		totalFiles += len(files)
+	}
+
+	fmt.Printf("\n🎯 Found %d sensitive files:\n\n", totalFiles)
+
+	for category, urls := range results {
+		fmt.Printf("📁 %s (%d files):\n", category, len(urls))
+		for _, url := range urls {
+			fmt.Printf("  └─ %s\n", url)
+		}
+		fmt.Println()
+	}
+}