Updates

Author: topscoder

oldhost.go

@@ -5,14 +5,17 @@ import (
 	"flag"
 	"fmt"
 	"net/http"
+	"net/url"
 	"os"
+	"strings"
 	"sync"
 	"time"
 )
 
 func main() {
 	ipsArg := flag.String("ips", "", "IPs (string or filename)")
 	hostsArg := flag.String("hosts", "", "Hosts (string or filename)")
+	curlArg := flag.Bool("curl", false, "Output as Curl command")
 	silent := flag.Bool("silent", false, "Silent mode")
 	flag.Parse()
 
@@ -28,10 +31,6 @@ func main() {
 		return
 	}
 
-	client := http.Client{
-		Timeout: 1 * time.Second,
-	}
-
 	var wg sync.WaitGroup
 	semaphore := make(chan struct{}, 5) // Limit concurrent calls to 5
 
@@ -46,31 +45,34 @@ func main() {
 					<-semaphore // Release the slot back to the semaphore
 				}()
 
-				url := fmt.Sprintf("http://%s", ip)
-				req, err := http.NewRequest("GET", url, nil)
-				if err != nil {
-					if !*silent {
-						fmt.Printf("Error creating request for IP %s and host %s: %s\n", ip, host, err)
-					}
+				// Do HTTP request
+				respStatusCode, contentLength, error := doHttpRequest(ip, host, *silent)
+
+				if *silent && (respStatusCode != http.StatusOK || error != nil) {
 					return
 				}
-				req.Host = host
 
-				resp, err := client.Do(req)
-				if err != nil {
-					if !*silent {
-						fmt.Printf("Error making request for IP %s and host %s: %s\n", ip, host, err)
+				if respStatusCode == http.StatusOK {
+					if *curlArg {
+						fmt.Printf("curl -ik http://%s -H \"Host: %s\"\t(Content-Length: %d)\n", ip, host, contentLength)
+					} else {
+						fmt.Printf("%d\t%s\t%s\n", contentLength, ip, host)
 					}
-					return
 				}
-				defer resp.Body.Close()
 
-				if *silent && resp.StatusCode != http.StatusOK {
+				// Do HTTPS request
+				respStatusCode, contentLength, error = doHttpsRequest(ip, host, *silent)
+
+				if *silent && (respStatusCode != http.StatusOK || error != nil) {
 					return
 				}
 
-				if resp.StatusCode == http.StatusOK {
-					fmt.Printf("%s\t%s\n", ip, host)
+				if respStatusCode == http.StatusOK {
+					if *curlArg {
+						fmt.Printf("curl -ik http://%s -H \"Host: %s\"\t(Content-Length: %d)\n", ip, host, contentLength)
+					} else {
+						fmt.Printf("%d\t%s\t%s\thttps\n", contentLength, ip, host)
+					}
 				}
 			}(ip, host)
 		}
@@ -79,6 +81,62 @@ func main() {
 	wg.Wait()
 }
 
+func doHttpRequest(ip string, host string, silent bool) (int, int64, error) {
+	return doRequest(ip, host, silent, false)
+}
+
+func doHttpsRequest(ip string, host string, silent bool) (int, int64, error) {
+	return doRequest(ip, host, silent, true)
+}
+
+func doRequest(ip string, host string, silent bool, https bool) (int, int64, error) {
+	var scheme string
+	if https {
+		scheme = "https"
+	} else {
+		scheme = "http"
+	}
+
+	client := http.Client{
+		Timeout: 1 * time.Second,
+	}
+
+	url := fmt.Sprintf("%s://%s", scheme, ip)
+	req, err := http.NewRequest("GET", url, nil)
+	if err != nil {
+		if !silent {
+			fmt.Printf("Error creating request for IP %s and host %s: %s\n", ip, host, err)
+		}
+		return 0, 0, err
+	}
+	req.Host = cleanupHost(host)
+
+	resp, err := client.Do(req)
+	if err != nil {
+		if !silent {
+			fmt.Printf("Error making request for IP %s and host %s: %s\n", ip, host, err)
+		}
+		return 0, 0, err
+	}
+	defer resp.Body.Close()
+
+	contentLength := resp.ContentLength
+
+	return resp.StatusCode, contentLength, nil
+}
+
+func cleanupHost(host string) string {
+	host = strings.TrimSpace(host)
+	host = strings.TrimSuffix(host, "/")
+
+	u, err := url.Parse(host)
+	if err == nil {
+		host = u.Host
+	}
+
+	return host
+}
+
 func readLines(arg string) ([]string, error) {
 	lines := []string{}