[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1574,8 +1574,8 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://washingtonpost.com/robots.txt
-http://web.archive.org/robots.txt
+http://amazon.de/robots.txt
+http://bing.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3281,7 +3281,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://eventbrite.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -273,6 +273,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .model.json
 .mspx
 .net
+.nocache.html
 .org
 .otmi$
 .pdf
@@ -2364,6 +2365,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?s=
 /?s=
 /?sa=
+/?sc_lang
 /?set_cookie=
 /?share
 /?ss-track=
@@ -2379,8 +2381,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ajax
 /Ajax/MediaData
 /Ajax/Similar
+/BucketContent
 /CHANGELOG.txt
 /CVS
+/Careers/Form
+/Careers/Profiles
+/Careers/Registration
 /CountyAssessorPage.htm?
 /Download
 /GetResults.htm
@@ -2399,12 +2405,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ntk
 /Ntt
 /Ntx
+/RedesignBucket
 /SelectLocale?fromPage=
 /UPGRADE.txt
 /Xhr
 /_
 /_/rsrc
 /__wishlist__
+/_acnmedia/
 /_activities
 /_activity
 /_category
@@ -2415,6 +2423,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_employer_name
 /_followers
 /_following
+/_globalreferences/
 /_jcr_content
 /_jcr_content*.html
 /_m2
@@ -2423,6 +2432,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_shop
 /_shopping_list
 /_type
+/a-com-no-follow-no-index/
 /abm
 /about
 /about
@@ -2642,6 +2652,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /click$
 /click?type=*$
 /client$
+/client/
+/clients/
 /clima/
 /clipping
 /cm
@@ -2711,6 +2723,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contacts
 /contactus/mwaas*
 /content
+/content/acom/
 /content/search
 /content/usergenerated/asi/mongo/content/sites/activitystreams/activities/community
 /contributor
@@ -2722,6 +2735,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cookie.js
 /cookie/dmaid
 /cookie_solutions/new
+/core/
 /country
 /cover
 /covid-19-across-world/*
@@ -2854,6 +2868,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /entrylist-*.html
 /entrylist.html
 /error
+/error/
 /eshop
 /estore
 /etag$
@@ -2957,6 +2972,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /hack
 /hardware/*/cart
 /havadurumu/
+/header/global-header/
 /headlines
 /health/search/filter
 /healthvault/
@@ -3117,6 +3133,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login.cms*
 /login/verify-email
 /login?
+/loginpage
 /logout
 /longhorn/
 /lookup?
@@ -3241,7 +3258,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
+/no-referrer-when-downgradehttp://pixlr.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3629,6 +3646,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /signup?signup_token=
 /similar
 /site/
+/sitecore/
 /sitemap_gpdc.xml
 /skeleton
 /skip-video
@@ -3912,7 +3930,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://vk.com/robots.txt
+?*apikey*http://wretch.cc/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4349,7 +4367,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://rebrand.ly/robots.txt
+?q=user/logout/http://journals.plos.org/robots.txt
 ?q=user/password
 ?q=user/register
 ?q=vote
@@ -4402,7 +4420,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showAllGroups=
 ?show_error=true
 ?showcomment*
-?shttp://jigsaw.google.com/robots.txt
+?shttp://business.facebook.com/robots.txt
 ?sid
 ?sitrackingid=
 ?slogin
@@ -4530,7 +4548,7 @@ API/user
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://hbr.org/robots.txt
+API/v2$http://fb.watch/robots.txt
 APIAccessSupport
 AWSEC2/2006-06-26
 AWSEC2/2006-10-01
@@ -6695,7 +6713,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://kobo.com/robots.txt
+api/http://mailchimp.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7757,7 +7775,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://samsung.com/robots.txt
+blog/.html.*http://zoom.us/robots.txt
 blog/?p=
 blog/?s=
 blog/add
@@ -7883,7 +7901,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ecrs.com/robots.txt
+bookmarkshttp://raw.githubusercontent.com/robots.txt
 books
 books/NBK
 books/about
@@ -8764,7 +8782,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://medium.com/robots.txt
+cdn-cgi/http://csfd.cz/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
@@ -8795,7 +8813,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://similarweb.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8908,7 +8926,7 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
+checkouthttp://bilgematics.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9133,7 +9151,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://w3techs.com/robots.txt
+code/http://newsweek.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -9226,7 +9244,7 @@ community/*/comments
 community/*/feed
 community/*/live
 community/*/post
-community/*/profile/*http://commission.europa.eu/robots.txt
+community/*/profile/*http://beatstars.com/robots.txt
 community/*/topics
 community/*/trackback
 community/*?
@@ -9353,7 +9371,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://dreamstime.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10437,7 +10455,7 @@ docs
 docs$
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://deezer.com/robots.txt
+docs-api-legacy/http://animoto.com/robots.txt
 docs-footer
 docs/*
 docs/3.x/fr
@@ -11742,7 +11760,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://jetbrains.com/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -11764,7 +11782,7 @@ financial-services/ofss
 find
 find$
 find-more
-find/*http://freepik.com/robots.txt
+find/*http://foodshuttle.org/robots.txt
 finetune
 fios
 firefox/?
@@ -11853,7 +11871,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://embassybel.ru/robots.txt
+forum/ucp.phphttp://bls.gov/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -12105,7 +12123,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://advancedformintegration.com/robots.txt
 g/api
 ga-IE/android/collections
 ga-IE/android/search
@@ -12314,7 +12332,7 @@ government-education/nonprofits/leadership-forum-poc
 government-education/nonprofits/leadership-forum-poc/confirmation
 government-education/public-sector-cloud-start/public-sector-cloud-start/
 government-education/public-sector-cloud-start/public-sector-cloud-start1/
-government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://asyura2.com/robots.txt
+government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://kamupersonel.com/robots.txt
 gp
 gp/aag
 gp/aag/main?*seller=ABVFEJU8LS620
@@ -12915,39 +12933,40 @@ html5
 http
 http-checker
 http2_data
-http://2.bp.blogspot.com/robots.txt
-http://about.fb.com/robots.txt
-http://amazon.de/robots.txt
-http://amazon.in/robots.txt
-http://ameblo.jp/robots.txt
-http://apple.com/robots.txt
-http://bbc.com/robots.txt
+http://500px.com/robots.txt
+http://amzn.to/robots.txt
+http://axios.com/robots.txt
 http://bbcsfx.acropolis.org.uk/robots.txt
-http://creativecommons.org/robots.txt
-http://economist.com/robots.txt
-http://europa.eu/robots.txt
-http://explore.org/robots.txt
-http://gist.github.com/robots.txt
-http://govostis.gr/robots.txt
-http://healthline.com/robots.txt
-http://help.twitter.com/robots.txt
-http://irishtimes.com/robots.txt
-http://iubenda.com/robots.txt
-http://last.fm/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://patents.google.com/robots.txt
-http://producthunt.com/robots.txt
-http://python.org/robots.txt
-http://reconstructingjudaism.org/robots.txt
-http://smithsonianmag.com/robots.txt
-http://static.wixstatic.com/robots.txt
-http://techradar.com/robots.txt
+http://cdn.shopify.com/robots.txt
+http://developer.chrome.com/robots.txt
+http://diigo.com/robots.txt
+http://eff.org/robots.txt
+http://feedly.com/robots.txt
+http://fortune.com/robots.txt
+http://globenewswire.com/robots.txt
+http://hootsuite.com/robots.txt
+http://huggingface.co/robots.txt
+http://i0.wp.com/robots.txt
+http://issuu.com/robots.txt
+http://istockphoto.com/robots.txt
+http://lh6.googleusercontent.com/robots.txt
+http://meta.com/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
+http://newyorker.com/robots.txt
+http://nist.gov/robots.txt
+http://note.com/robots.txt
+http://pbs.org/robots.txt
+http://salesforce.com/robots.txt
+http://shorturl.at/robots.txt
+http://sintradaytrips.com/robots.txt
+http://starbucks.com/robots.txt
+http://stock.adobe.com/robots.txt
 http://theverge.com/robots.txt
-http://threads.net/robots.txt
-http://tiny.cc/robots.txt
-http://tracks.arte.tv/robots.txt
-http://weebly.com/robots.txt
+http://upload.wikimedia.org/robots.txt
+http://wired.com/robots.txt
+http://woocommerce.com/robots.txt
+http://worldbank.org/robots.txt
+http://yt3.googleusercontent.com/robots.txt
 https:/www.alibaba.com
 hu
 hu-hu/
@@ -13543,7 +13562,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://diigo.com/robots.txt
+index.php/user/logout/http://haveibeenpwned.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -13604,7 +13623,7 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://fda.gov/robots.txt
+interactive*http://thetimes.co.uk/robots.txt
 interactive/reading-preference
 interactives
 intercept
@@ -14061,6 +14080,8 @@ journal/appliedphys
 journal/appliedphys$
 journal/biogeography
 journal/biogeography$
+journal/bioresourbioprod
+journal/bioresourbioprod$
 journal/biosphere
 journal/biosphere$
 journal/books
@@ -14449,7 +14470,7 @@ law-abiding-citizen
 layout
 layouts
 lb
-leadingtogether/http://validator.w3.org/robots.txt
+leadingtogether/http://weebly.com/robots.txt
 leaf
 learn
 learn-noperf
@@ -15327,7 +15348,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.uk/robots.txt
+mre/*.zip$http://dinotim.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -15389,7 +15410,7 @@ multiproduct
 multisite_files/fastcompany/imagecache
 multivu
 munin
-munin*http://lefigaro.fr/robots.txt
+munin*http://krebsonsecurity.com/robots.txt
 muse/identity/v2/identity.js
 museumdays/accounts
 music
@@ -16343,7 +16364,7 @@ ohcm
 ojp
 okxbet.com
 oma
-on-demand/session/*http://nymag.com/robots.txt
+on-demand/session/*http://podcasts.google.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -16480,7 +16501,7 @@ p/*/v/*?
 p/*/v?
 p/*/victory$
 p/*/victory?
-p/*http://socialimpact.youtube.com/robots.txt
+p/*http://verizon.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -16801,6 +16822,7 @@ partNumber=
 partial
 participate/conferences.xml
 partner
+partner-articles
 partner/*?
 partnerfeeds
 partners
@@ -17216,7 +17238,6 @@ plugin
 plugins
 plugins.
 plugins/?s=
-plugins/search
 plus/check_hold
 plus/check_psn
 plus/invite_request
@@ -17374,7 +17395,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://electad.com/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -17451,7 +17472,7 @@ privacy/request-data
 privacy/zoho-group.html
 private
 private-promo
-private/http://sgtrains.com/robots.txt
+private/http://pcisecuritystandards.org/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -17475,7 +17496,7 @@ product-catalogs
 product-detail
 product-detail/alisite-mobile.alibaba.com
 product-feed
-product-ratings/http://wix.com/robots.txt
+product-ratings/http://jesus-comes.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -17919,7 +17940,7 @@ publicliterature.PublicLiterature.search.html
 publicsearch
 publish
 publish$
-publish-p24859-e93037.cisco.com
+publish-p24859-e93037.adobeaemcloud.com
 publish?
 publishedwriters/
 pugpig
@@ -19520,7 +19541,7 @@ showcase/Click.htm?
 showroom
 shows/
 showtime/.requestinvite.html.swp
-showtimes/location/*http://img.youtube.com/robots.txt
+showtimes/location/*http://support.mozilla.org/robots.txt
 shr*
 shrek
 si
@@ -20054,7 +20075,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://inc.com/robots.txt
+sos/registration/http://wattpad.com/robots.txt
 soundcloud-tpa
 soundoff
 sounds/player
@@ -20618,7 +20639,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dinotim.com/robots.txt
+tag/*+http://dx.doi.org/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
@@ -20780,7 +20801,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://monroewvhistory.org/robots.txt
+testhttp://edition.cnn.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -21675,6 +21696,7 @@ urr
 urw
 urw/*/product-reviews
 us
+us-en/careers/admin/careersxmlresult
 us-es*/listing/*/favoriters
 us-es*/people/*/circle
 us-es*/people/*/favorites
@@ -22090,7 +22112,7 @@ uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uz/en/
 uz/forums
-uz/http://bilgematics.com/robots.txt
+uz/http://groupon.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -23018,9 +23040,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://3.bp.blogspot.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://docs.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://paulkelly.com.au/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -23313,10 +23335,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
-wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
-wp-admin/load-scripts.php
-wp-admin/load-styles.php
+wp-admin/admin-ajax.phphttp://papers.ssrn.com/robots.txt
 wp-adv
 wp-comments-post.php
 wp-content
@@ -23378,6 +23397,7 @@ wp-content/themes/wired/assets/images/subscribe_290x110.gif
 wp-content/themes/wired/assets/images/subscribe_310x80.gif
 wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
+wp-content/uploads
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
 wp-content/uploads/wc-logs
@@ -23504,7 +23524,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://foxnews.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -23653,7 +23673,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
+zh-tw/searchhttp://scientificamerican.com/robots.txt
 zh-tw/searchresults
 zh/
 zh/*?*shpxid=