[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -2047,8 +2047,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://about.me/robots.txt
-http://tinyurl.com/robots.txt
+http://i2.wp.com/robots.txt
+http://translate.google.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -31,6 +31,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &_locale=
 &action=
 &adid=
+&aff=
 &albumsOffset=
 &ana=
 &aspectratio=
@@ -245,7 +246,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .htm$
 .html
 .html$
-.html$
 .html?cachemode=refresh$
 .i
 .inc$
@@ -305,7 +305,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/
 .well-known/amphtml/apikey.pub
 .well-known/assetlinks.json
-.well-known/assetlinks.json
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/shopify/monorail
@@ -2284,6 +2283,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?ar
 /?category
 /?discount=learn
+/?like_comment=
 /?orpq
 /?q=
 /?s=
@@ -2508,6 +2508,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /buckets$
 /bugs/new
 /buscador/
+/business-store
 /business/ai-search
 /business/aisearch
 /business/search
@@ -3073,7 +3074,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://steamcommunity.com/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3206,6 +3207,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rapist.html
 /raw
 /reactions
+/read
 /readcasts
 /reader
 /reader-*.html
@@ -3631,7 +3633,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://lifestylesimplify.com/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3845,7 +3847,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://ieeexplore.ieee.org/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*xid
@@ -3876,6 +3878,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?action=callus
 ?adid=
 ?af=
+?aff=
 ?aff=11788
 ?aff=15024
 ?aff=3431
@@ -6129,6 +6132,7 @@ abclinks
 abnahme
 about
 about$
+about*?
 about-aws/launch-a-website-in-minutes-tutorial/
 about-aws/media-coverage/2011/08/17/rhat-support-for-sap-solutions-running-on-rhel-on-amazon-ec2/
 about-aws/whats-new/2007/11/07/red-hat-enterprise-linux-available-on-amazon-ec2/
@@ -6185,6 +6189,7 @@ abtest
 abuse
 abuse/?
 abuse/group
+abuse?
 abuse_reports/new
 ac
 ac/
@@ -6294,7 +6299,6 @@ acq/real-estate?
 act
 act-network
 action
-action
 action$
 action/ajaxShowRecommended
 action/clickThrough
@@ -6568,7 +6572,6 @@ amazon100dollarsale
 ambry
 amg.html
 amp
-amp
 amp$
 amp-proxy
 amp-tealium
@@ -6638,12 +6641,12 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://business.twitter.com/robots.txt
+api/attachments/*http://docs.wixstatic.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://classroom.google.com/robots.txt
+api/http://kobo.com/robots.txt
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
@@ -6712,7 +6715,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://fda.gov/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -7511,7 +7514,6 @@ backoffice=
 backstage/help/search-results.html
 badges/profile/create
 bagon
-baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -7910,7 +7912,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://latimes.com/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8038,7 +8040,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://whatsapp.com/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -8955,7 +8957,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://crunchbase.com/robots.txt
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -8983,7 +8985,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://kck.st/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9324,7 +9326,7 @@ co/user
 co/users
 co/ventureone
 code/*
-code/http://opera.com/robots.txt
+code/http://w3techs.com/robots.txt
 codesamples/
 coin*mid=
 colehaan/daring-to-step-forward
@@ -9533,7 +9535,7 @@ conflagexp
 connect
 connect/@
 connect/help/search-results.html
-connect/http://imgur.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -9651,7 +9653,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://globenewswire.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/redcross/lp
 content/dam/web/da_dk/www
@@ -9838,7 +9840,6 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr
@@ -11644,7 +11645,7 @@ events/friday-rush$
 events/fsi-cloud-symposium-nyc.html
 events/rss
 evernote/like.php
-evite/*http://getbootstrap.com/robots.txt
+evite/*http://dw.com/robots.txt
 examples/*
 exclusive-offers
 exec/obidos/account-access-login
@@ -11928,7 +11929,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://newsweek.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12102,7 +12103,7 @@ foutmeldingen.*$
 foutmeldingen.html$
 foxtrotcallback=
 fp_ms
-fp_ms/_rcv/remote?m_id
+fp_ms/_rcv/remote?
 fpc/
 fpjs
 fr
@@ -12351,7 +12352,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://breaker.audio/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -12574,7 +12575,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://1.bp.blogspot.com/robots.txt
+gifshttp://gist.github.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -12926,7 +12927,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://digitalocean.com/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13199,7 +13200,6 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 honing.html
 hooks
@@ -13324,41 +13324,40 @@ http
 http-checker
 http2_data
 http:
+http://2.bp.blogspot.com/robots.txt
 http://about.google/robots.txt
-http://academic.oup.com/robots.txt
-http://buzzsprout.com/robots.txt
-http://cbc.ca/robots.txt
-http://cse.google.com/robots.txt
-http://de.wikipedia.org/robots.txt
-http://deviantart.com/robots.txt
-http://eji.org/robots.txt
+http://amazon.de/robots.txt
+http://amzn.to/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://behance.net/robots.txt
+http://census.gov/robots.txt
+http://euronews.com/robots.txt
 http://extension.purdue.edu/robots.txt
-http://fastcompany.com/robots.txt
-http://fcc.gov/robots.txt
-http://google.com.br/robots.txt
-http://howtogeek.com/robots.txt
-http://i.pinimg.com/robots.txt
-http://instapaper.com/robots.txt
-http://ipsos.com/robots.txt
-http://lh4.googleusercontent.com/robots.txt
-http://livestream.com/robots.txt
-http://m.youtube.com/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://orcd.co/robots.txt
-http://s3-eu-west-1.amazonaws.com/robots.txt
-http://search.google.com/robots.txt
-http://searchenginewatch.com/robots.txt
-http://services.google.com/robots.txt
-http://squareup.com/robots.txt
+http://graphisoft.com/robots.txt
+http://hubspot.com/robots.txt
+http://ie.edu/robots.txt
+http://linkedin.com/robots.txt
+http://mashable.com/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.cnet.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://npmjs.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
+http://support.apple.com/robots.txt
+http://techradar.com/robots.txt
 http://tinyurl.com/robots.txt
-http://twitch.tv/robots.txt
-http://webcache.googleusercontent.com/robots.txt
-http://wellbeing.google/robots.txt
-http://wikihow.com/robots.txt
-http://wired.com/robots.txt
-http://worldbank.org/robots.txt
-http://xkcd.com/robots.txt
-http://zendesk.com/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://upload.wikimedia.org/robots.txt
+http://vogue.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14045,7 +14044,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://jigsaw.w3.org/robots.txt
+interactive*http://fcc.gov/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -14923,7 +14922,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://forms.office.com/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -14958,7 +14957,7 @@ learning/settings?
 learnmorelayer
 learnmorelayertv
 lecture
-lecture/http://icann.org/robots.txt
+lecture/http://creativemarket.com/robots.txt
 lees/gids/exclusief
 lees/gids/exclusief$
 lees/gids/exclusief.*$
@@ -15079,7 +15078,6 @@ liked
 limit_hits
 limited-release
 link
-link?
 link_to
 linked
 linkedin
@@ -15571,7 +15569,7 @@ media/popup/
 media/thumbnails/
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://click.linksynergy.com/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 mediabase
 mediaembed
 medialibrary/de/brief
@@ -16581,6 +16579,7 @@ ngc=
 ngetty
 nii=t
 nike
+nimbus_ms/remote?
 niosh/archive/
 nl
 nl*/blog-article-remove-faq-utms-*.js
@@ -19099,7 +19098,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -19443,7 +19441,7 @@ search/*?*schools=
 search/*?*sort=
 search/*?*time=
 search/*?*tools=
-search/*?*userAvailability=*http://telegraph.co.uk/robots.txt
+search/*?*userAvailability=*http://betterplace.org/robots.txt
 search/*filter=dl*
 search/.
 search/2/api
@@ -19560,7 +19558,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://marketwatch.com/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -19675,6 +19673,7 @@ server-status
 server/banners
 server/body-include
 server/bottom-notes
+server/docs/search
 server/footer
 server/fs-gang
 server/generic
@@ -19862,7 +19861,6 @@ sheet/help/search-results.html
 shelf/user_shelves
 shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -19931,7 +19929,7 @@ shows/
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://support.microsoft.com/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -21173,7 +21171,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://getpocket.com/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21413,7 +21411,7 @@ test5
 test6
 testcases
 testfl
-testhttp://lulu.com/robots.txt
+testhttp://moz.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -21547,7 +21545,6 @@ toggle-experiment
 toggle-favorites-collection
 token
 token=
-token=
 tool
 toolbar
 toolkit
@@ -21572,7 +21569,7 @@ tools/quotes/secfilings.asp
 tools/sensitiveHeading.html*
 tooltips
 top
-top
+top$
 top-50-wealth-managers
 top-stories
 topGallery
@@ -21696,7 +21693,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://shure.com/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22098,7 +22095,6 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -22197,6 +22193,7 @@ updatecart
 updatemanagement/
 updates
 upfront
+upgrade-offer
 upgrade/*
 upload
 upload-document?
@@ -22570,7 +22567,6 @@ utm_expid=
 utm_medium=
 utm_referrer=
 utm_source=
-utm_source=
 uviewer
 uwp
 uxtest/ux/
@@ -22727,7 +22723,7 @@ video/edit
 video/embed
 video/embed-player
 video/embedded
-video/games/tags/
+video/games/tags
 video/iframe
 video/moment-joseph-mccann-arrested-in-a-tree-11878890
 video/mucinex-md
@@ -23950,9 +23946,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://jupiterbroadcasting.com/robots.txt
-wp-admin/admin-ajax.phphttp://pewinternet.org/robots.txt
-wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
+wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24018,7 +24014,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://magisto.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24153,7 +24149,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://pca.st/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -24503,7 +24499,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://tv.youtube.com/robots.txt
+101612.rsshttp://c-span.org/robots.txt
 1010203
 1014943
 1027454