[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -2664,8 +2664,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://ec.europa.eu/robots.txt
-http://theguardian.com/robots.txt
+http://reddit.com/robots.txt
+http://yelp.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -4034,7 +4034,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopstream
-showtimes/location/*http://mozilla.org/robots.txt
+showtimes/location/*http://slideshare.net/robots.txt
 sidewiki/entry
 signature
 signin/inject

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3115,7 +3115,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://gmail.com/robots.txt
+/no-referrer-when-downgradehttp://ko-fi.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3172,6 +3172,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /partials
 /password
 /path_locks
+/patterns/
 /pay-invoice
 /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q
 /pd/ITEM_NAME-Podcast
@@ -3370,6 +3371,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/*?q=
 /search/?*terms
 /search/?q
+/search/?q=*
 /search/account
 /search/ai-search
 /search/collections
@@ -3405,6 +3407,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search?searchProvider=*&sort=
 /search?title=
 /searchDirectory
+/searchresults/
 /searchsuggest
 /secure/
 /select*?
@@ -3702,7 +3705,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://visitazores.com/robots.txt
+?*apikey*http://akismet.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3934,7 +3937,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://chrome.google.com/robots.txt
+?*utm_source=http://mozilla.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5747,7 +5750,6 @@ Korean
 LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
 LNAjax
-LP
 LanderLogger
 LandingPage
 Landingpages.html
@@ -6818,6 +6820,7 @@ _ok
 _overlay
 _partial
 _partials/wix-vod
+_partners
 _print
 _print.html
 _private
@@ -7027,7 +7030,6 @@ account_settings/set_your_password$
 account_settings/set_your_password?
 account_settings?
 accountaccess
-accounthelp
 accounts
 accounts/ClientAuth
 accounts/ClientAuth
@@ -7423,7 +7425,7 @@ api/editionurlgenerator
 api/eventlogging
 api/federation
 api/html
-api/http://kobo.com/robots.txt
+api/http://steamcommunity.com/robots.txt
 api/internal/*/location
 api/internal/_bb
 api/internal/analytics/songs
@@ -7500,7 +7502,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://fonts.google.com/robots.txt
+apple-app-site-associationhttp://mediafire.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8718,7 +8720,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://salon.com/robots.txt
+blog/.html.*http://tools.ietf.org/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8825,7 +8827,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ed.ted.com/robots.txt
+bookmarkshttp://thenewstack.io/robots.txt
 books
 books/NBK
 books/about
@@ -9745,7 +9747,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://mediapost.com/robots.txt
+cdn-cgi/http://iso.org/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9772,7 +9774,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://meyerweb.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9974,6 +9976,7 @@ cl2/ical
 claim-money?
 claiming
 claiming/ClaimProperty.htm?
+class
 classic-apps
 classic/contact/concerts.htm
 classic/contact/default.htm
@@ -10113,7 +10116,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://w3techs.com/robots.txt
+code/http://code.google.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10324,7 +10327,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://imgur.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10441,10 +10444,9 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://track.adform.net/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
-content/dam/redcross/lp
 content/dam/web/da_dk/www
 content/dam/web/de_ch/www
 content/dam/web/de_de/www
@@ -10483,7 +10485,6 @@ content/ipad
 content/pdf/10.1007%2F978-94-6209-446-8_8.pdf
 content/pdf/bbm
 content/pdf/bfm
-content/redcross
 content/ru_ru/
 content/search
 content/telegraph
@@ -11112,6 +11113,7 @@ deals/merchant
 deals/popular
 debats/
 debug
+debug/
 decision-makers$
 decision-makers/*/admin_accounts$
 decision-makers/*/admin_accounts?
@@ -11197,6 +11199,7 @@ dg-service
 dgs/education_culture/404_en.htm
 dhtml
 dhtmlmenu
+di-ag/
 diagnosed-with-glioblastoma
 dialog
 dialog/*
@@ -11564,6 +11567,7 @@ doi/mlt
 doi/reader
 doi/ref
 doi/xml
+dom
 domain/names/results?
 domains/results?
 domains/transfer-a-domain/transfer.aspx
@@ -11776,7 +11780,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://dw.com/robots.txt
+email/*http://store.google.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -12720,7 +12724,7 @@ fichas/gestor
 ficmanagers
 field_article
 file
-file-a-complaint/*/form
+file-a-complaint
 file/new?try-plugin-id=
 file_download.php
 fileadmin/user_upload/PermRep
@@ -12734,7 +12738,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.ca/robots.txt
 filter
 filter/tips
 filter/tips
@@ -13138,7 +13142,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://deezer.com/robots.txt
 g/api
 g00
 g01
@@ -13370,7 +13374,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://gist.github.com/robots.txt
+gifshttp://whitehouse.gov/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13397,6 +13401,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
+global-infrastructure/services/get-async/http://copyright.gov/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13729,9 +13734,10 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://hackerone.com/robots.txt
+hacker/*/followhttp://webmd.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
+handler
 handmade
 handoff
 handoff-healthcheck
@@ -13742,6 +13748,7 @@ hash=
 hashid=%subscriber_hash%
 hashtag/*?src=
 hava
+hava-durumu/*p=
 hbbtv
 hbbtv-dev
 hcp
@@ -13819,6 +13826,7 @@ help/verify_email
 help/vodafone
 help/zendesk_sso
 helpdocs
+helper
 hemeroteca/*
 heritrix/3.3.0
 hermes
@@ -14159,40 +14167,39 @@ http
 http-checker
 http2_data
 http:
-http://2.bp.blogspot.com/robots.txt
+http://1.gravatar.com/robots.txt
 http://about.google/robots.txt
-http://amazon.de/robots.txt
-http://amzn.to/robots.txt
-http://api.whatsapp.com/robots.txt
-http://app.box.com/robots.txt
-http://bbc.com/robots.txt
-http://bcn.cl/robots.txt
-http://beatport.com/robots.txt
-http://behance.net/robots.txt
-http://census.gov/robots.txt
-http://creativecommons.org/robots.txt
-http://euronews.com/robots.txt
-http://extension.purdue.edu/robots.txt
-http://graphisoft.com/robots.txt
-http://he.wikipedia.org/robots.txt
-http://hubspot.com/robots.txt
-http://ie.edu/robots.txt
-http://linkedin.com/robots.txt
-http://mrisoftware.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://news.yahoo.com/robots.txt
-http://patreon.com/robots.txt
-http://producthunt.com/robots.txt
-http://raiplay.it/robots.txt
-http://redbubble.com/robots.txt
-http://support.apple.com/robots.txt
-http://techradar.com/robots.txt
-http://theverge.com/robots.txt
-http://tiny.cc/robots.txt
-http://torproject.org/robots.txt
-http://translate.google.com/robots.txt
-http://vogue.com/robots.txt
-http://yelp.com/robots.txt
+http://arxiv.org/robots.txt
+http://avexnet.or.jp/robots.txt
+http://bing.com/robots.txt
+http://blog.naver.com/robots.txt
+http://blog.youtube/robots.txt
+http://cdbaby.com/robots.txt
+http://crunchyroll.com/robots.txt
+http://google.com.br/robots.txt
+http://googleblog.blogspot.com/robots.txt
+http://i0.wp.com/robots.txt
+http://igg.me/robots.txt
+http://instapaper.com/robots.txt
+http://instructables.com/robots.txt
+http://justice.gov/robots.txt
+http://kobo.com/robots.txt
+http://liveinternet.ru/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://namecheap.com/robots.txt
+http://online.wsj.com/robots.txt
+http://paypal.me/robots.txt
+http://php.net/robots.txt
+http://pkp.sfu.ca/robots.txt
+http://s3-eu-west-1.amazonaws.com/robots.txt
+http://salon.com/robots.txt
+http://slack.com/robots.txt
+http://smithsonianmag.com/robots.txt
+http://stuff.co.nz/robots.txt
+http://ted.com/robots.txt
+http://theguardian.com/robots.txt
+http://usnews.com/robots.txt
+http://video.google.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14371,6 +14378,7 @@ ideas/search/
 identity
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
+idojaras/*p=
 idx
 ie
 ie$
@@ -14870,6 +14878,7 @@ insights/us/en/redirection-pages/
 install-shuffles
 install.php
 installation
+instances
 instant-offers/version
 int/Free_For_Mem
 intarnel/*
@@ -14877,7 +14886,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://fda.gov/robots.txt
+interactive*http://startnext.com/robots.txt
 interactive/reading-preference
 interactives
 interface/pda
@@ -14930,7 +14939,6 @@ inviteMany
 invited
 invites/buy
 invoice
-invoice-central
 invoice/cn/
 invoice/de/
 invoice/download
@@ -15094,7 +15102,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://m.facebook.com/robots.txt
+it/searchhttp://2.bp.blogspot.com/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15476,6 +15484,8 @@ jquery-libs/static-1.48
 jref
 js
 js/ajaxconn
+js/main-*.js
+js/streamsense-*.min.js
 js/widget.js
 js2
 js3
@@ -16358,6 +16368,7 @@ media/*/technical-documentation/design-notes/
 media/*/technical-documentation/tech-articles/
 media/0000
 media/BookingThumbnails
+media/Player6_0.swf
 media/ProviderThumbnails
 media/TALSO.swf
 media/TUIThumbnails
@@ -16402,7 +16413,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://statcounter.com/robots.txt
+media/tyfo*http://codex.wordpress.org/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16746,6 +16757,8 @@ messaging/ajax_already_messaged
 meta
 meta-site
 meta/sitemap
+meteo/*p=
+meteorologia/*p=
 metrics
 metro/*?from
 mg/forums
@@ -17744,7 +17757,7 @@ nofollow=1
 nojs=
 non-searchable/
 nonConfig/api/wpa
-nonce="JpVYzg1QrOpk62h5y6xrkw">if(google.cis
+nonce="D9TG1BuPBpBIDabepPXvXg">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17775,7 +17788,6 @@ npost/
 nqrwns
 nrdapp
 ns/
-ns/apology
 ns/hydra/console/?
 ns/local_news
 nsj/analytics
@@ -17969,7 +17981,6 @@ okxbet.com
 oma
 omgilibot
 on
-on/demandware.store
 onboard
 onboarding
 onebox/media/sports/logos
@@ -20346,7 +20357,6 @@ search-console/scfe
 search-effectiveness.html
 search-people?
 search-results
-search-the-red-cross-site
 search.html
 search.html*
 search.jsp
@@ -20534,7 +20544,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://issuu.com/robots.txt
+section/9http://line.me/robots.txt
 sectionized
 sections
 sections$
@@ -20904,7 +20914,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://img.youtube.com/robots.txt
+showtimes/location/*http://nasa.gov/robots.txt
 shr*
 shutterstock
 si
@@ -22139,7 +22149,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://discogs.com/robots.txt
+tag/*+http://upwork.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22209,9 +22219,6 @@ tags/newsletters
 tags/topic
 takaoka-saki-blog/videolist-*.html
 takaoka-saki-blog/videolist.html
-take-a-class/asspsafetytraining
-take-a-class/hidden
-take-a-class/participant-materials
 takedown
 talent/matches
 talk
@@ -22339,6 +22346,7 @@ templates/classroom-decoration
 templates/get-bitly-url.txt
 templates/search
 templates/search?query=
+tempo/*p=
 temporal
 temporary_marketing_proxy/*
 terms
@@ -22374,8 +22382,9 @@ test5
 test6
 testcases
 testfl
-testhttp://moz.com/robots.txt
+testhttp://www1.nyc.gov/robots.txt
 testing
+testing/http://leonardodavincisinventions.com/robots.txt
 testpage-forhomepage
 tests/*
 tetro
@@ -22493,6 +22502,7 @@ ti/g2
 ti/p
 tickets
 tickets-external?
+tiempo/*p=
 tim
 time/change/*?
 time/change/@
@@ -22731,7 +22741,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://anchor.fm/robots.txt
+transparency/http://oecd.org/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22783,7 +22793,6 @@ trends/topics
 trends/viz?
 trends?
 trends_tpt
-tributes
 trips/upcoming
 trips/v1
 trivia
@@ -23226,6 +23235,7 @@ until=
 upcomingevents
 update-your-browser
 update.php
+update_
 updatecart
 updatemanagement/
 updates
@@ -23929,6 +23939,7 @@ weather.html?old=
 weather/*/historic?hd=
 weather/*/hourly?hd=
 weather/*?hd=
+weather/*p=
 weather/*sort
 weather/hi/about/newsid_7760000/7760846.stm
 weatherbeta
@@ -24021,6 +24032,7 @@ weimg
 welcome
 welcome-email
 welcome.aspx
+wetter/*p=
 wewantyou/
 wgbh/americanexperience/about/search/search_results.html
 wgbh/frontline/*elqat
@@ -24925,9 +24937,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://fool.com/robots.txt
-wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
+wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
+wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
+wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24998,7 +25010,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
+wp-content/uploads/wp-import-export-lite/http://dreamstime.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -25131,7 +25143,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://calendly.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -25455,6 +25467,7 @@ zz
 2012/pyRdfa/extract
 2013/03/21/174840895
 2015/07/04/419570939/chasing-memories-in-their-refugee-camp-40-years-after-they-fled-vietnam
+2016/09/22/thailand-s-king-bhumibol-the-peoples-monarch-has-died
 2020/04/08/830237502/episode-989-what-if-no-one-pays-rent
 2021/05/view-gallery
 2240