We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 185bc9f commit 0a764d8Copy full SHA for 0a764d8
bin/modules/Onion.py
@@ -90,11 +90,12 @@ def compute(self, message):
90
domain = url[7:]
91
domains.add(domain)
92
onion_urls.append(url)
93
- domain = psl_faup.get_domain(url)
94
- if domain:
95
- if crawlers.is_valid_onion_domain(domain):
96
- domains.add(domain)
97
- onion_urls.append(url)
+ else:
+ domain = psl_faup.get_domain(url)
+ if domain:
+ if crawlers.is_valid_onion_domain(domain):
+ domains.add(domain)
98
+ onion_urls.append(url)
99
100
if onion_urls:
101
if crawlers.is_crawler_activated():
0 commit comments