Add first hit flag to return first successful result.

Author: prabhath6

VHostScan.py

@@ -28,6 +28,7 @@ def main():
 
     parser.add_argument('--ignore-http-codes', dest='ignore_http_codes', type=str, help='Comma separated list of http codes to ignore with virtual host scans (default 404).', default='404')
     parser.add_argument('--ignore-content-length', dest='ignore_content_length', type=int, help='Ignore content lengths of specificed amount (default 0).', default=0)
+    parser.add_argument('--first-hit', dest='first_hit', action='store_true', help='Return first successful result.', default=False)
     parser.add_argument('--unique-depth', dest='unique_depth', type=int, help='Show likely matches of page content that is found x times (default 1).', default=1)
     parser.add_argument("--ssl", dest="ssl",   action="store_true", help="If set then connections will be made over HTTPS instead of HTTP (default http).", default=False)
     parser.add_argument("--fuzzy-logic", dest="fuzzy_logic", action="store_true", help="If set then fuzzy match will be performed against unique hosts (default off).", default=False)
@@ -40,7 +41,7 @@ def main():
     parser.add_argument("-oJ", dest="output_json", help="JSON output printed to a file when the -oJ option is specified with a filename argument." )
     parser.add_argument("-", dest="stdin", action="store_true", help="By passing a blank '-' you tell VHostScan to expect input from stdin (pipe).", default=False)
 
-    arguments = parser.parse_args()    
+    arguments = parser.parse_args()
     wordlist = []
 
     word_list_types = []
@@ -69,23 +70,26 @@ def main():
 
     user_agents = []
     if arguments.user_agent:
-        print('[>] User-Agent specified, using it')
+        print('[>] User-Agent specified, using it.')
         user_agents = [arguments.user_agent]
     elif arguments.random_agent:
-        print('[>] Random User-Agent flag set')
+        print('[>] Random User-Agent flag set.')
         user_agents = load_random_user_agents()
 
     if(arguments.ssl):
-        print("[>] SSL flag set, sending all results over HTTPS")
+        print("[>] SSL flag set, sending all results over HTTPS.")
 
     if(arguments.add_waf_bypass_headers):
-        print("[>] WAF flag set, sending simple WAF bypass headers")
+        print("[>] WAF flag set, sending simple WAF bypass headers.")
 
     print("[>] Ignoring HTTP codes: %s" % (arguments.ignore_http_codes))
-    
+
     if(arguments.ignore_content_length > 0):
         print("[>] Ignoring Content length: %s" % (arguments.ignore_content_length))
 
+    if arguments.first_hit:
+        print("[>] First hit is set.")
+
     if not arguments.no_lookup:
         for ip in Resolver().query(arguments.target_hosts, 'A'):
             host, aliases, ips = gethostbyaddr(str(ip))

lib/core/virtual_host_scanner.py

@@ -12,9 +12,9 @@
 
 class virtual_host_scanner(object):
     """Virtual host scanning class
-    
+
     Virtual host scanner has the following properties:
-    
+
     Attributes:
         wordlist: location to a wordlist file to use with scans
         target: the target for scanning
@@ -38,6 +38,7 @@ def __init__(self, target, wordlist, **kwargs):
         self.add_waf_bypass_headers = kwargs.get('add_waf_bypass_headers', False)
         self.unique_depth = int(kwargs.get('unique_depth', 1))
         self.ignore_http_codes = kwargs.get('ignore_http_codes', '404')
+        self.first_hit = kwargs.get('first_hit')
 
         # this can be made redundant in future with better exceptions
         self.completed_scan=False
@@ -99,26 +100,15 @@ def scan(self):
 
             # hash the page results to aid in identifing unique content
             page_hash = hashlib.sha256(res.text.encode('utf-8')).hexdigest()
-            output = '[#] Found: {} (code: {}, length: {}, hash: {})\n'.format(hostname, res.status_code, 
-                                                                               res.headers.get('content-length'), page_hash)
-            host = discovered_host()
-            host.hostname = hostname
-            host.response_code = res.status_code
-            host.hash = page_hash
-            host.content = res.content
-
-            for key, val in res.headers.items():
-                output += '  {}: {}\n'.format(key, val)
-                host.keys.append('{}: {}'.format(key, val))
-
-            self.hosts.append(host)
-            
-            # print current results so feedback remains in "realtime"
-            print(output)
+
+            self.hosts.append(self.create_host(res, hostname, page_hash))
 
             # add url and hash into array for likely matches
             self.results.append(hostname + ',' + page_hash)
-            
+
+            if len(self.hosts) == 2 and self.first_hit:
+                break
+
             #rate limit the connection, if the int is 0 it is ignored
             time.sleep(self.rate_limit)
 
@@ -141,3 +131,24 @@ def likely_matches(self):
         matches = ((segmented_data["key_col"].values).tolist())
 
         return matches
+
+    def create_host(self, response, hostname, page_hash):
+        """
+        Creates a host using the responce and the hash.
+        Prints current result in real time.
+        """
+        output = '[#] Found: {} (code: {}, length: {}, hash: {})\n'.format(hostname, response.status_code, 
+                                                                    response.headers.get('content-length'), page_hash)
+        host = discovered_host()
+        host.hostname = hostname
+        host.response_code = response.status_code
+        host.hash = page_hash
+        host.content = response.content
+
+        for key, val in response.headers.items():
+            output += '  {}: {}\n'.format(key, val)
+            host.keys.append('{}: {}'.format(key, val))
+
+        print(output)
+
+        return host

tests/helpers/test_file_helper.py

@@ -39,4 +39,3 @@ def test_get_combined_word_lists(wordlist):
 
     assert wordlist.files == result['file_paths']
     assert wordlist.words == result['words']
-