chore(utils): add shorthand domain removals

Author: j-mendez

src/lib.rs

@@ -1,5 +1,18 @@
 include!(concat!(env!("OUT_DIR"), "/bad_websites.rs"));
 
+/// Get the hostname from a url.
+pub fn get_host_from_url(url: &str) -> Option<&str> {
+    let url = url
+        .trim_start_matches("https://")
+        .trim_start_matches("http://");
+
+    if let Some(pos) = url.find('/') {
+        Some(&url[..pos])
+    } else {
+        Some(&url)
+    }
+}
+
 /// The url is in the bad list.
 pub fn is_bad_website_url(host: &str) -> bool {
     BAD_WEBSITES.contains(&host)
@@ -20,6 +33,42 @@ pub fn is_gambling_website_url(host: &str) -> bool {
     GAMBLING_WEBSITES.contains(&host)
 }
 
+/// The url is in the bad list removing the url http(s):// and paths.
+pub fn is_bad_website_url_clean(host: &str) -> bool {
+    if let Some(host) = get_host_from_url(host) {
+        BAD_WEBSITES.contains(&host)
+    } else {
+        false
+    }
+}
+
+/// The url is in the ads list.
+pub fn is_ad_website_url_clean(host: &str) -> bool {
+    if let Some(host) = get_host_from_url(host) {
+        ADS_WEBSITES.contains(&host)
+    } else {
+        false
+    }
+}
+
+/// The url is in the tracking list.
+pub fn is_tracking_website_url_clean(host: &str) -> bool {
+    if let Some(host) = get_host_from_url(host) {
+        TRACKING_WEBSITES.contains(&host)
+    } else {
+        false
+    }
+}
+
+/// The url is in the gambling list.
+pub fn is_gambling_website_url(host: &str) -> bool {
+    if let Some(host) = get_host_from_url(host) {
+        GAMBLING_WEBSITES.contains(&host)
+    } else {
+        false
+    }
+}
+
 #[cfg(test)]
 mod tests {
     use super::*;