ID-1390 Utility functions to find all ips and emails.

Author: ChuckWoodraska

domaintools/utils.py

@@ -1,5 +1,6 @@
 from datetime import datetime
 import dateparser
+import re
 
 
 def get_domain_age(create_date):
@@ -98,3 +99,15 @@ def prune_data(data_obj):
             if not isinstance(item, int) and not item:
                 items_to_prune.append(index)
         data_obj[:] = [item for index, item in enumerate(data_obj) if index not in items_to_prune and len(item)]
+
+
+def find_emails(data_str):
+    """Find and returns all emails"""
+    return set(re.findall(r'[\w\.-]+@[\w\.-]+', data_str))
+
+
+def find_ips(data_str):
+    """Find and returns all ipv4"""
+    ipv4s = set(re.findall(r'\b(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\b', data_str))
+    return ipv4s
+

tests/test_utils.py

@@ -1,7 +1,9 @@
+import json
 from datetime import datetime, timedelta
-from tests.settings import utils
-from tests.responses.iris_investage_data import espn
+
 from tests.responses.expected_data import prune_espn_expected
+from tests.responses.iris_investage_data import espn
+from tests.settings import utils
 
 
 def test_get_domain_age():
@@ -38,6 +40,7 @@ def test_investigate_average_risk_score():
     result = utils.get_average_risk_score(domains)
     assert result == None
 
+
 def test_detect_average_risk_score():
     domains = [
         {"risk_score": 25},
@@ -57,6 +60,7 @@ def test_detect_average_risk_score():
     result = utils.get_average_risk_score(domains)
     assert result == None
 
+
 def test_investigate_average_age():
     two_days_ago = (datetime.now() - timedelta(days=2)).strftime("%Y-%m-%d")
     five_days_ago = (datetime.now() - timedelta(days=5)).strftime("%Y-%m-%d")
@@ -86,6 +90,7 @@ def test_investigate_average_age():
     result = utils.get_average_age(domains)
     assert result == None
 
+
 def test_detect_average_age():
     two_days_ago = int((datetime.now() - timedelta(days=2)).strftime("%Y%m%d"))
     five_days_ago = int((datetime.now() - timedelta(days=5)).strftime("%Y%m%d"))
@@ -107,7 +112,37 @@ def test_detect_average_age():
     result = utils.get_average_risk_score(domains)
     assert result == None
 
+
 def test_data_prune():
     data = espn()
     utils.prune_data(data)
     assert data == prune_espn_expected()
+
+
+def test_find_emails():
+    emails = utils.find_emails(json.dumps(espn()))
+    assert emails == {'[email protected]', '[email protected]', '[email protected]'}
+
+
+def test_find_ips():
+    ips = utils.find_ips(json.dumps(espn()))
+    assert ips == {'104.47.44.36',
+                   '104.47.45.36',
+                   '13.224.13.26',
+                   '13.224.13.62',
+                   '13.224.13.66',
+                   '13.224.13.80',
+                   '205.251.192.122',
+                   '205.251.195.78',
+                   '205.251.196.21',
+                   '205.251.199.144',
+                   '74.123.200.120',
+                   '74.123.200.222',
+                   '74.123.200.35',
+                   '74.123.200.36',
+                   '74.123.203.125',
+                   '74.123.203.98',
+                   '99.86.32.125',
+                   '99.86.32.27',
+                   '99.86.32.32',
+                   '99.86.32.4'}