File tree Expand file tree Collapse file tree 6 files changed +35
-19
lines changed
Expand file tree Collapse file tree 6 files changed +35
-19
lines changed Original file line number Diff line number Diff line change @@ -23,7 +23,7 @@ BlackWeb es un proyecto que recopila y unifica listas públicas de bloqueo de do
2323
2424| ACL | Blocked Domains | File Size |
2525| :---: | :---: | :---: |
26- | blackweb.txt | 4909773 | 121,3 MB |
26+ | blackweb.txt | 4772375 | 118,8 MB |
2727
2828## GIT CLONE
2929
@@ -568,8 +568,6 @@ BlackWeb: Done 06/05/2023 15:47:14
568568
569569### BLOCKLISTS
570570
571- #### Active
572-
573571- [ ABPindo - indonesianadblockrules] ( https://raw.githubusercontent.com/ABPindo/indonesianadblockrules/master/subscriptions/abpindo.txt )
574572- [ abuse.ch - hostfile] ( https://urlhaus.abuse.ch/downloads/hostfile/ )
575573- [ Adaway - host] ( https://adaway.org/hosts.txt )
Original file line number Diff line number Diff line change @@ -23,7 +23,7 @@ BlackWeb is a project that collects and unifies public blocklists of domains (po
2323
2424| ACL | Blocked Domains | File Size |
2525| :---: | :---: | :---: |
26- | blackweb.txt | 4909773 | 121,3 MB |
26+ | blackweb.txt | 4772375 | 118,8 MB |
2727
2828## GIT CLONE
2929
@@ -568,8 +568,6 @@ BlackWeb: Done 06/05/2023 15:47:14
568568
569569### BLOCKLISTS
570570
571- #### Active
572-
573571- [ ABPindo - indonesianadblockrules] ( https://raw.githubusercontent.com/ABPindo/indonesianadblockrules/master/subscriptions/abpindo.txt )
574572- [ abuse.ch - hostfile] ( https://urlhaus.abuse.ch/downloads/hostfile/ )
575573- [ Adaway - host] ( https://adaway.org/hosts.txt )
Original file line number Diff line number Diff line change 1- 09af1bf98f33e151e0622bba2707c3e01c37ed29a1c434d0b428585bd6c1e453 blackweb.txt
1+ 1c40bf25c5d862bc3cd61bb145c1385d62a22c83a0d03be1bb02e8c249f914f2 blackweb.txt
Original file line number Diff line number Diff line change @@ -88,22 +88,33 @@ if [ ! -e "$bwupdate"/dnslookup1 ]; then
8888 blurls () {
8989 local url=" $1 "
9090 local filename target i
91+ local user_agent=" Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36"
92+
9193 filename=$( basename " ${url%% \? * } " | sed ' s/[^a-zA-Z0-9._-]/_/g' )
9294 target=" bwtmp/$filename "
95+
9396 # incremental suffix
9497 i=1
9598 while [ -e " $target " ]; do
9699 target=" bwtmp/${filename% .* } _$i .${filename##* .} "
97100 (( i++ ))
98101 done
102+
99103 # check with curl
100- if ! curl -k -s -f -I -- connect-timeout 5 --retry 1 " $url " > /dev/null; then
104+ if ! curl -k -s -f -I -L -A " $user_agent " -- connect-timeout 5 --retry 1 " $url " > /dev/null 2>&1 ; then
101105 echo " ❌ URL Down: $url "
102106 return 1
103- fi
104- # download
105- if ! $wgetd " $url " -O " $target " ; then
106- echo " ❌ ERROR: $url "
107+ fi
108+
109+ # download with curl
110+ echo -n " $target ... "
111+ if curl -k -L -s \
112+ --connect-timeout 10 --retry 3 \
113+ --user-agent " $user_agent " \
114+ " $url " -o " $target " ; then
115+ echo " ✅"
116+ else
117+ echo " ❌ ERROR"
107118 return 1
108119 fi
109120 }
@@ -273,13 +284,13 @@ if [ ! -e "$bwupdate"/dnslookup1 ]; then
273284 fi
274285
275286 # DOWNLOADING FOLDER
276- cd bwtmp
277- $wgetd https://raw.githubusercontent.com/maravento/vault/master/scripts/python/gitfolderdl.py -O gitfolderdl.py > /dev/null 2>&1
278- chmod +x gitfolderdl.py
279- python gitfolderdl.py " https://github.com/pengelana/blocklist/tree/master/src/blacklist"
280- rm gitfolderdl.py & > /dev/null
281- cd ..
282- echo " OK"
287+ # cd bwtmp
288+ # $wgetd https://raw.githubusercontent.com/maravento/vault/master/scripts/python/gitfolderdl.py -O gitfolderdl.py >/dev/null 2>&1
289+ # chmod +x gitfolderdl.py
290+ # python gitfolderdl.py "https://github.com/pengelana/blocklist/tree/master/src/blacklist"
291+ # rm gitfolderdl.py &>/dev/null
292+ # cd ..
293+ # echo "OK"
283294
284295 # DOWNLOADING ALLOWLST URLS
285296 echo " ${bw04[$lang]} "
Original file line number Diff line number Diff line change 207207.adkmob.com
208208.adlino.be
209209.admanmedia.com
210+ .admaster.cc
210211.adminca.se
211212.ad-miner.com
212213.administrategia.com
614615.autryfarms.com
615616.auwm.ru
616617.avanteconsultores.com
618+ .avast.com
617619.avbonline.nl
618620.avestec.com
619621.avidly.com
34913493.ipezuela.com
34923494.ipiasarnano.it
34933495.ipify.org
3496+ .ipinfo.io
34943497.ipleak.net
34953498.ipredictive.com
34963499.ipsalevante.com
43344337.mega-anime-kawai.blogspot.com
43354338.mega-cine.com
43364339.megacinefullhd.net
4340+ .mega.co.nz
43374341.megadede.in
43384342.megadescarga-gratis.blogspot.com
43394343.megadescargas-new.blogspot.com
43444348.megafilesxl.com
43454349.megafly.in
43464350.me-ga.info
4351+ .mega.io
43474352.megalinks.site
43484353.mega-mkv.com
4354+ .mega.nz
43494355.megapaste.xyz
43504356.megapeliculasrip.com
43514357.megapeliculasrip.net
59555961.sc-cdn.net
59565962.sccxtx.com
59575963.scene-double.co.uk
5964+ .scfg.biz
59585965.sc-gw.com
59595966.schefman.info
59605967.schjtx.com
60496056.seriesdesuperheroes.com
60506057.seriesenmega.com
60516058.seriesestreno.com
6059+ .seriesflixhd.one
60526060.seriesflix.video
60536061.seriesflv.me
60546062.seriesfullpormegatwo.blogspot.com
74397447.wearmedicine.com
74407448.webandtext.com
74417449.webcam-newzealand.info
7450+ .webcontentassessor.com
74427451.webdigita.net
74437452.weber-rechtenbach.de
74447453.webframez.com
You can’t perform that action at this time.
0 commit comments