Skip to content

Commit f27d7d4

Browse files
[Github Action] Automated trickest wordlists update.
1 parent cb161fc commit f27d7d4

File tree

2 files changed

+290
-330
lines changed

2 files changed

+290
-330
lines changed

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

Lines changed: 15 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -446,6 +446,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
446446
/*-wanker-
447447
/*.git$
448448
/*/*/*/fp
449+
/*/*/*/get_popular_posts
449450
/*/*/*/otmi
450451
/*/*/_tools
451452
/*/*/more_ideas
@@ -6448,6 +6449,7 @@ backgrounds
64486449
backstage/help/search-results.html
64496450
badges/profile/create
64506451
bagon
6452+
baidu
64516453
ban-me-i-am-a-robot
64526454
bandito
64536455
banmyipforever.cgi
@@ -7947,8 +7949,6 @@ chapters.html
79477949
chapters/local-activities
79487950
chapters/students/excellence-awards/
79497951
charities
7950-
charities/beta/account/login
7951-
charity/search
79527952
chart/*/async
79537953
chart/*/bind
79547954
chart/*/cancel
@@ -8729,6 +8729,7 @@ cp/api/logger
87298729
cp/api/wpa
87308730
cpds2
87318731
cpresources
8732+
cpro
87328733
cpropub/univercd
87338734
cpspa
87348735
cr
@@ -11139,7 +11140,6 @@ full
1113911140
fullscreen
1114011141
fullscreen/ReportLinker
1114111142
fun
11142-
fundraiser/search
1114311143
fur/forums
1114411144
fur/kb/*/discuss
1114511145
fur/search
@@ -11966,6 +11966,7 @@ homefeed
1196611966
homepage
1196711967
homepage-flash-testing.jsp
1196811968
homepage-video-test
11969+
homepage/
1196911970
homepage/2013
1197011971
honing.html
1197111972
hooks
@@ -12660,6 +12661,7 @@ index.php/ko/node/
1266012661
index.php/magazine/get_comment
1266112662
index.php/media/oembed
1266212663
index.php/members/profile
12664+
index.php/node
1266312665
index.php/node/add
1266412666
index.php/node/add/
1266512667
index.php/ru/node/
@@ -13773,6 +13775,7 @@ liked
1377313775
limit_hits
1377413776
limited-release
1377513777
link
13778+
link?
1377613779
link_to
1377713780
linked
1377813781
linkedin
@@ -13878,6 +13881,7 @@ logger
1387813881
logging
1387913882
login
1388013883
login$
13884+
login-business
1388113885
login-messages
1388213886
login.mhtml$
1388313887
login.thetimes.co.uk/user/logout
@@ -15460,7 +15464,7 @@ nofollow=1
1546015464
nogooglebot
1546115465
nojs=
1546215466
nonConfig/api/wpa
15463-
nonce="SY_c-pbQUx0N_6EZQFDYnw">(function(){var
15467+
nonce="atFVRaJAfY_s10KzKzOq-w">(function(){var
1546415468
nonprofits/account
1546515469
nonstyleishida/videolist-*.html
1546615470
nonstyleishida/videolist.html
@@ -16293,7 +16297,7 @@ pmc/publisherportal/download
1629316297
pmc/publisherportal/journalmanager
1629416298
pmc/tocrender.fcgi
1629516299
pmc/utilities
16296-
pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycQobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_CiUKI1dhcyBiZWRldXRldCBVc2VyIEFnZW50ICogZGlzYWxsb3c_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22WVJVLrS_QH2gaVXwnj2ae5d3_I4\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
16300+
pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycQobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_CiUKI1dhcyBiZWRldXRldCBVc2VyIEFnZW50ICogZGlzYWxsb3c_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22P2WTGjXyh-uDeH4cJBr0FoG9R4k\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
1629716301
pmcomment/
1629816302
pmm-templates
1629916303
pmo/contact/en/staff
@@ -16571,6 +16575,7 @@ postlogin
1657116575
postmail.cms
1657216576
posts
1657316577
posts/
16578+
posts/get_post
1657416579
posts?
1657516580
posttv-beta
1657616581
posttv/c/embed
@@ -17597,6 +17602,7 @@ s2/sitemaps
1759717602
s2/static
1759817603
s3
1759917604
s?
17605+
s?
1760017606
s?*rh=n%3A1380045031
1760117607
sa
1760217608
sa=
@@ -18317,7 +18323,6 @@ share-button
1831718323
share-image-generator
1831818324
share-post.g
1831918325
share-study
18320-
share-success/
1832118326
share.php?
1832218327
shareArticle
1832318328
shareables
@@ -18334,6 +18339,7 @@ sharing/folders
1833418339
sheet/help/search-results.html
1833518340
shelf/user_shelves
1833618341
shenghuo/search?
18342+
shifen/
1833718343
shihui
1833818344
shihui?
1833918345
ship
@@ -20472,6 +20478,7 @@ uk/users
2047220478
uk/ventureone
2047320479
uk/wdc
2047420480
uk/your
20481+
ulink?
2047520482
ulk/i
2047620483
ulk/sch
2047720484
ulk/usr
@@ -20491,6 +20498,7 @@ understanding-c3g
2049120498
understanding-melanoma
2049220499
unfiltered?
2049320500
unfinished.php
20501+
unicef-component-mosaichttp://unpkg.com/robots.txt
2049420502
unicorn/check
2049520503
unijobs/*/emailjob
2049620504
unijobs/*/jbequicksignup
@@ -20567,6 +20575,7 @@ updatecart
2056720575
updatemanagement/
2056820576
updates
2056920577
upfront
20578+
upgrade
2057020579
upload
2057120580
upload-document?
2057220581
upload/
@@ -20792,7 +20801,6 @@ usedcarwidget
2079220801
user
2079320802
user
2079420803
user$
20795-
user-account/
2079620804
user-activation
2079720805
user-context?referrer
2079820806
user-document-collections

0 commit comments

Comments
 (0)