Skip to content

Commit 0a764d8

Browse files
committed
chg: [Onion module] improve perf
1 parent 185bc9f commit 0a764d8

File tree

1 file changed

+6
-5
lines changed

1 file changed

+6
-5
lines changed

bin/modules/Onion.py

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -90,11 +90,12 @@ def compute(self, message):
9090
domain = url[7:]
9191
domains.add(domain)
9292
onion_urls.append(url)
93-
domain = psl_faup.get_domain(url)
94-
if domain:
95-
if crawlers.is_valid_onion_domain(domain):
96-
domains.add(domain)
97-
onion_urls.append(url)
93+
else:
94+
domain = psl_faup.get_domain(url)
95+
if domain:
96+
if crawlers.is_valid_onion_domain(domain):
97+
domains.add(domain)
98+
onion_urls.append(url)
9899

99100
if onion_urls:
100101
if crawlers.is_crawler_activated():

0 commit comments

Comments
 (0)