Skip to content

Commit f77c926

Browse files
committed
fix: [module_extractor] don't extract onion from crawled items
1 parent f4fca05 commit f77c926

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

bin/modules/Onion.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,9 @@ def __init__(self, queue=True):
5656

5757
def extract(self, obj, content, tag):
5858
extracted = []
59+
if self.obj.type == 'item':
60+
if 'infoleak:submission="crawler"' in obj.get_tags():
61+
return extracted
5962
onions = self.regex_finditer(self.onion_regex, obj.get_global_id(), content)
6063
for onion in onions:
6164
start, end, value = onion

0 commit comments

Comments
 (0)