[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -2744,8 +2744,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://amzn.to/robots.txt
-http://linkedin.com/robots.txt
+http://flickr.com/robots.txt
+http://yelp.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -4145,7 +4145,6 @@ sharing/folders
 shenghuo/search?
 shihui
 shihui?
-shop/bag
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
@@ -4158,7 +4157,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://ted.com/robots.txt
+showtimes/location/*http://m.facebook.com/robots.txt
 sidewiki/entry
 signature
 signin/inject

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3057,7 +3057,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /news-release/*.html?pdf=1
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://index.hr/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3623,7 +3623,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://chromium.org/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3855,7 +3855,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://pixel.quantserve.com/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*xid
@@ -6907,7 +6907,7 @@ account-settings
 account-setup
 account/
 account/accomplishments
-account/accomplishments/http://glassdoor.com/robots.txt
+account/accomplishments/http://creativecommons.org/robots.txt
 account/ackgift
 account/deactivated
 account/emailoptout/?*token=
@@ -7327,12 +7327,12 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://nature.com/robots.txt
+api/attachments/*http://docs.wixstatic.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://jigsaw.google.com/robots.txt
+api/http://kobo.com/robots.txt
 api/internal/*/location
 api/internal/analytics/songs
 api/jobPostings/jobs
@@ -7406,7 +7406,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://mediafire.com/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8217,7 +8217,6 @@ backoffice=
 backstage/help/search-results.html
 badges/profile/create
 bagon
-baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -8524,6 +8523,7 @@ bilgisayar-tablet
 billing
 billing/confirmed
 billing/invoice
+bills/billAction
 bin
 bin/
 bin/search.go
@@ -8618,7 +8618,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://un.org/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8746,7 +8746,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://google.co.in/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -9667,7 +9667,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://iso.org/robots.txt
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9694,7 +9694,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://youtube.de/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -10040,7 +10040,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://moz.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10251,7 +10251,7 @@ conflagexp
 connect
 connect/@
 connect/help/search-results.html
-connect/http://web.facebook.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10369,7 +10369,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://tepapa.govt.nz/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/redcross/lp
 content/dam/web/da_dk/www
@@ -10434,6 +10434,7 @@ controller/rss
 controller/store/store_checkout
 controller/subscription
 controller/widget
+controllers
 controlsVisibleOnLoad=
 conversation
 conversations
@@ -10553,7 +10554,6 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr
@@ -11073,6 +11073,7 @@ dell/cities-transformed
 dell/cloud-future-of-medicine
 deluge/help/search-results.html
 demo
+demokratie-jetzt.html
 demonstration
 demos
 denver
@@ -12361,7 +12362,7 @@ events/friday-rush$
 events/fsi-cloud-symposium-nyc.html
 events/rss
 evernote/like.php
-evite/*http://answers.com/robots.txt
+evite/*http://dw.com/robots.txt
 examples/*
 exclusive-offers
 exec/obidos/account-access-login
@@ -12677,13 +12678,14 @@ fileadmin/user_upload/PermRep
 fileadmin/user_upload/en
 filedrop/
 files
+files/advertising
 files/developer
 files/live/sites/isoorg/files/_noindex
 files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://freepik.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter
 filter/tips
 filter/tips
@@ -13048,6 +13050,7 @@ fragment.*.html
 fragment.*.json
 fragment.html
 fragment.json
+fragments
 franchise/
 free
 free-cancellation/index.
@@ -13102,7 +13105,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://s.yimg.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13330,7 +13333,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://feeds.feedburner.com/robots.txt
+gifshttp://gist.github.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13357,7 +13360,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://msha.ke/robots.txt
+global-infrastructure/services/get-async/http://bakespace.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13682,7 +13685,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://justice.gov/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13959,7 +13962,6 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 honing.html
 hooks
@@ -14083,40 +14085,39 @@ http
 http-checker
 http2_data
 http:
-http://ademe.fr/robots.txt
-http://amazon.com.br/robots.txt
-http://androidcommunity.com/robots.txt
-http://blog.google/robots.txt
-http://blogs.msdn.com/robots.txt
-http://csmonitor.com/robots.txt
-http://daringfireball.net/robots.txt
-http://developer.apple.com/robots.txt
-http://digg.com/robots.txt
-http://durhamcollege.ca/robots.txt
-http://eur-lex.europa.eu/robots.txt
-http://fastcompany.com/robots.txt
-http://fda.gov/robots.txt
-http://finance.yahoo.com/robots.txt
-http://genius.com/robots.txt
-http://gstatic.com/robots.txt
-http://img.youtube.com/robots.txt
-http://instapaper.com/robots.txt
-http://mashable.com/robots.txt
-http://mozilla.org/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://nbcnews.com/robots.txt
-http://paypalobjects.com/robots.txt
-http://php.net/robots.txt
-http://phys.org/robots.txt
-http://python.org/robots.txt
-http://salon.com/robots.txt
-http://spreaker.com/robots.txt
-http://thefa.com/robots.txt
-http://tinyurl.com/robots.txt
-http://today.com/robots.txt
-http://us02web.zoom.us/robots.txt
-http://w3techs.com/robots.txt
-http://yt3.ggpht.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://about.google/robots.txt
+http://amazon.de/robots.txt
+http://amzn.to/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://behance.net/robots.txt
+http://euronews.com/robots.txt
+http://extension.purdue.edu/robots.txt
+http://graphisoft.com/robots.txt
+http://hubspot.com/robots.txt
+http://ie.edu/robots.txt
+http://linkedin.com/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.cnet.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://npmjs.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
+http://support.apple.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://tiny.cc/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://upload.wikimedia.org/robots.txt
+http://vogue.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14806,7 +14807,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://ffm.to/robots.txt
+interactive*http://fcc.gov/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -15695,7 +15696,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://alistapart.com/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15852,7 +15853,6 @@ liked
 limit_hits
 limited-release
 link
-link?
 link_to
 linked
 linkedin
@@ -16386,7 +16386,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://store.cdbaby.com/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -17673,7 +17673,7 @@ noflashhtml
 nofollow=1
 nojs=
 nonConfig/api/wpa
-nonce="V0y8gUmGAP1VHI1fxgn0DQ">if(google.cis
+nonce="f7s0QYTBVxNreHPpi7w3sg">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -19994,7 +19994,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20345,6 +20344,7 @@ search/Fight+Compilation
 search/about
 search/acquisitions
 search/advanced
+search/all
 search/apachesolr_search
 search/api
 search/api/wpa
@@ -20462,7 +20462,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://marketwatch.com/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20766,7 +20766,6 @@ sheet/help/search-results.html
 shelf/user_shelves
 shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -20778,7 +20777,6 @@ shop
 shop$
 shop/
 shop/*&
-shop/bag
 shop/browse/overlay
 shop/global
 shop/iphone/payments/overlay
@@ -20835,7 +20833,7 @@ shows/
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://cnn.com/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -21622,7 +21620,6 @@ ss/customer-reviews/lighthouse
 ss/twister/ajax
 ssafe/
 ssi
-ssi/alert/banner.htm
 ssi/geoip_cc
 sslsingle
 sso
@@ -22094,7 +22091,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://getpocket.com/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22328,7 +22325,7 @@ test5
 test6
 testcases
 testfl
-testhttp://deepmind.com/robots.txt
+testhttp://moz.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22616,7 +22613,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://smh.com.au/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -23031,7 +23028,6 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -23659,6 +23655,7 @@ video/right_rail
 video/search
 video/search?text=video$
 video/sitemap
+video/standalone
 video/touch
 video/touch/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81
 video/v$
@@ -24819,9 +24816,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://istockphoto.com/robots.txt
-wp-admin/admin-ajax.phphttp://plurk.com/robots.txt
-wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
+wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24888,7 +24885,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://cisco.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -25022,7 +25019,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://pca.st/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -25374,7 +25371,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://sustainability.google/robots.txt
+101612.rsshttp://c-span.org/robots.txt
 1010203
 1014943
 1027454