[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1174,6 +1174,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+agreements/approve
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -1811,7 +1812,6 @@ contactus
 content
 context_referrer=gig_page
 context_referrer=user_page
-control
 conversations
 coop/directory
 coop/manage
@@ -2603,7 +2603,6 @@ help/testing
 help/verify_email
 help/vodafone
 help/zendesk_sso
-hermes
 hex
 history/static
 hk-en*/listing/*/favoriters
@@ -2664,8 +2663,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
+http://m.facebook.com/robots.txt
 http://reddit.com/robots.txt
-http://yelp.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2845,6 +2844,7 @@ in-en/your
 inbox
 inbox$
 includes
+incontext
 indepthtoolkit/smallprox
 indepthtoolkit/smallprox$
 index.html?
@@ -3244,6 +3244,8 @@ mld?
 mnp_utility.mspx?
 mob/tracking
 mobile
+mobile/agreements
+mobile/checkout
 mobile/cities-transformed
 moderator/static/ux
 modern-formats-eng/ucp/*/client
@@ -3805,7 +3807,6 @@ registration
 registry/wishlist
 remotelogout
 rep=hc
-report
 report-abuse?report=
 report=
 report_abuse.gne
@@ -4034,7 +4035,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopstream
-showtimes/location/*http://slideshare.net/robots.txt
+showtimes/location/*http://apis.google.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4726,6 +4727,10 @@ watch_ajax
 watch_fragments_ajax
 watch_popup
 watch_queue_ajax
+webapps/aries
+webapps/checkout
+webapps/hermes
+webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3115,7 +3115,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://ko-fi.com/robots.txt
+/no-referrer-when-downgradehttp://video.twimg.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3705,7 +3705,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://akismet.com/robots.txt
+?*apikey*http://lifestylesimplify.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3937,7 +3937,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://mozilla.com/robots.txt
+?*utm_source=http://voltairenet.org/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5498,6 +5498,7 @@ Domains/DomainControlPanel
 Download
 DownloadFile/
 DynamicPlacementAjax
+E(){var
 ERRORS
 ESPDisplayOptionsViewCmd
 ESPModal
@@ -5750,6 +5751,7 @@ Korean
 LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
 LNAjax
+LP
 LanderLogger
 LandingPage
 Landingpages.html
@@ -7030,6 +7032,7 @@ account_settings/set_your_password$
 account_settings/set_your_password?
 account_settings?
 accountaccess
+accounthelp
 accounts
 accounts/ClientAuth
 accounts/ClientAuth
@@ -7250,6 +7253,7 @@ age-appeal
 agent-resources/zgwp/app/themes/paxl/assets/fonts/stargate.ttf
 agent-websites
 aggregator
+agreements/approve
 ahead
 ahoy
 ahu-kadin
@@ -7425,7 +7429,7 @@ api/editionurlgenerator
 api/eventlogging
 api/federation
 api/html
-api/http://steamcommunity.com/robots.txt
+api/http://ssl.gstatic.com/robots.txt
 api/internal/*/location
 api/internal/_bb
 api/internal/analytics/songs
@@ -7502,7 +7506,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://mediafire.com/robots.txt
+apple-app-site-associationhttp://technorati.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8720,7 +8724,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://tools.ietf.org/robots.txt
+blog/.html.*http://youtube-nocookie.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8827,7 +8831,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://thenewstack.io/robots.txt
+bookmarkshttp://nj.gov/robots.txt
 books
 books/NBK
 books/about
@@ -9189,7 +9193,6 @@ c360/v1/track
 c360_v1_track
 c?*attr_*=
 cDN_contENt
-cHash
 ca
 ca*/blog-article-remove-faq-utms-*.js
 ca*/cdn-cgi/challenge-platform
@@ -9747,7 +9750,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://iso.org/robots.txt
+cdn-cgi/http://purdue.edu/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9774,7 +9777,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://meyerweb.com/robots.txt
+cgi-binhttp://worldbank.org/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -10116,7 +10119,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://code.google.com/robots.txt
+code/http://blog.google/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10327,7 +10330,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://imgur.com/robots.txt
+connect/http://de.wikipedia.org/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10444,9 +10447,10 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://track.adform.net/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://w3c.github.io/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
+content/dam/redcross/lp
 content/dam/web/da_dk/www
 content/dam/web/de_ch/www
 content/dam/web/de_de/www
@@ -10485,6 +10489,7 @@ content/ipad
 content/pdf/10.1007%2F978-94-6209-446-8_8.pdf
 content/pdf/bbm
 content/pdf/bfm
+content/redcross
 content/ru_ru/
 content/search
 content/telegraph
@@ -10498,7 +10503,6 @@ context_referrer=gig_page
 context_referrer=user_page
 contribute
 contributors/
-control
 controller
 controller/audio_player
 controller/facebook
@@ -11780,7 +11784,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://store.google.com/robots.txt
+email/*http://smashbros.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -12738,7 +12742,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.ca/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.co.jp/robots.txt
 filter
 filter/tips
 filter/tips
@@ -13142,7 +13146,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://deezer.com/robots.txt
+g/4arE9Chttp://wunderground.com/robots.txt
 g/api
 g00
 g01
@@ -13374,7 +13378,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://whitehouse.gov/robots.txt
+gifshttp://1.bp.blogspot.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13401,7 +13405,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://copyright.gov/robots.txt
+global-infrastructure/services/get-async/http://mentalshinri.net/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13734,7 +13738,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://webmd.com/robots.txt
+hacker/*/followhttp://techradar.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -14169,37 +14173,37 @@ http2_data
 http:
 http://1.gravatar.com/robots.txt
 http://about.google/robots.txt
-http://arxiv.org/robots.txt
-http://avexnet.or.jp/robots.txt
-http://bing.com/robots.txt
-http://blog.naver.com/robots.txt
-http://blog.youtube/robots.txt
-http://cdbaby.com/robots.txt
-http://crunchyroll.com/robots.txt
-http://google.com.br/robots.txt
-http://googleblog.blogspot.com/robots.txt
-http://i0.wp.com/robots.txt
-http://igg.me/robots.txt
-http://instapaper.com/robots.txt
-http://instructables.com/robots.txt
-http://justice.gov/robots.txt
-http://kobo.com/robots.txt
-http://liveinternet.ru/robots.txt
+http://apache.org/robots.txt
+http://booking.com/robots.txt
+http://creatoracademy.youtube.com/robots.txt
+http://daringfireball.net/robots.txt
+http://diigo.com/robots.txt
+http://dx.doi.org/robots.txt
+http://feedly.com/robots.txt
+http://gstatic.com/robots.txt
+http://hubspot.com/robots.txt
+http://idfa.nl/robots.txt
+http://is.gd/robots.txt
+http://lnk.to/robots.txt
+http://mediafire.com/robots.txt
+http://mobile.twitter.com/robots.txt
 http://msdn.microsoft.com/robots.txt
-http://namecheap.com/robots.txt
 http://online.wsj.com/robots.txt
-http://paypal.me/robots.txt
 http://php.net/robots.txt
-http://pkp.sfu.ca/robots.txt
+http://producthunt.com/robots.txt
+http://rebrand.ly/robots.txt
 http://s3-eu-west-1.amazonaws.com/robots.txt
-http://salon.com/robots.txt
-http://slack.com/robots.txt
-http://smithsonianmag.com/robots.txt
-http://stuff.co.nz/robots.txt
-http://ted.com/robots.txt
-http://theguardian.com/robots.txt
+http://skype.com/robots.txt
+http://slideshare.net/robots.txt
+http://thenextweb.com/robots.txt
+http://time.com/robots.txt
+http://timeanddate.com/robots.txt
+http://tinyurl.com/robots.txt
+http://uk.linkedin.com/robots.txt
 http://usnews.com/robots.txt
-http://video.google.com/robots.txt
+http://w3techs.com/robots.txt
+http://walmart.com/robots.txt
+http://webmd.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14733,6 +14737,7 @@ includes/
 includes/re.php
 incoming
 incomplete
+incontext
 inctv/video/featured-audio
 inctv/video/featured-video
 independentlens/film-lists/watch-online
@@ -14886,7 +14891,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://startnext.com/robots.txt
+interactive*http://istockphoto.com/robots.txt
 interactive/reading-preference
 interactives
 interface/pda
@@ -14939,6 +14944,7 @@ inviteMany
 invited
 invites/buy
 invoice
+invoice-central
 invoice/cn/
 invoice/de/
 invoice/download
@@ -15102,7 +15108,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://2.bp.blogspot.com/robots.txt
+it/searchhttp://adssettings.google.com/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15334,8 +15340,6 @@ journal/jscp
 journal/jscp$
 journal/lights
 journal/lights$
-journal/metrics
-journal/metrics$
 journal/microelectronics
 journal/microelectronics$
 journal/microwave
@@ -16413,7 +16417,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://codex.wordpress.org/robots.txt
+media/tyfo*http://fbi.gov/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16849,8 +16853,10 @@ mobile/GetAdConfiguration.htm
 mobile/MobilePropertyDetails.htm
 mobile/WPPropertyDetails.htm
 mobile/WinmoPropertyDetails.htm
+mobile/agreements
 mobile/alpha
 mobile/check
+mobile/checkout
 mobile/cities-transformed
 mobile/content_api/guide
 mobile/search
@@ -17209,6 +17215,7 @@ myworks$
 myzillow
 myzillow/ChangePassword.htm
 n
+n=void
 n_africa
 na
 na101
@@ -17757,7 +17764,7 @@ nofollow=1
 nojs=
 non-searchable/
 nonConfig/api/wpa
-nonce="D9TG1BuPBpBIDabepPXvXg">if(google.cis
+nonce="v0sPSQ4k2KSwKckjxDtqjQ">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17788,6 +17795,7 @@ npost/
 nqrwns
 nrdapp
 ns/
+ns/apology
 ns/hydra/console/?
 ns/local_news
 nsj/analytics
@@ -17981,6 +17989,7 @@ okxbet.com
 oma
 omgilibot
 on
+on/demandware.store
 onboard
 onboarding
 onebox/media/sports/logos
@@ -18246,7 +18255,6 @@ parliament/public/transltraineeship/secured
 partNumber=
 participate/conferences.xml
 partner
-partner-articles
 partner-content/*
 partner-locator/partner-details
 partner/*?
@@ -20357,6 +20365,7 @@ search-console/scfe
 search-effectiveness.html
 search-people?
 search-results
+search-the-red-cross-site
 search.html
 search.html*
 search.jsp
@@ -20544,7 +20553,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://line.me/robots.txt
+section/9http://livestream.com/robots.txt
 sectionized
 sections
 sections$
@@ -20914,7 +20923,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://nasa.gov/robots.txt
+showtimes/location/*http://podcasts.google.com/robots.txt
 shr*
 shutterstock
 si
@@ -21898,6 +21907,7 @@ su/user
 su/users
 subject
 subject=
+subjects
 submit
 submit-review-thank-you
 submitlink?
@@ -22149,7 +22159,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://upwork.com/robots.txt
+tag/*+http://www2.deloitte.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22219,6 +22229,9 @@ tags/newsletters
 tags/topic
 takaoka-saki-blog/videolist-*.html
 takaoka-saki-blog/videolist.html
+take-a-class/asspsafetytraining
+take-a-class/hidden
+take-a-class/participant-materials
 takedown
 talent/matches
 talk
@@ -22382,9 +22395,9 @@ test5
 test6
 testcases
 testfl
-testhttp://www1.nyc.gov/robots.txt
+testhttp://europa.eu/robots.txt
 testing
-testing/http://leonardodavincisinventions.com/robots.txt
+testing/http://accenture.com/robots.txt
 testpage-forhomepage
 tests/*
 tetro
@@ -22741,7 +22754,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://oecd.org/robots.txt
+transparency/http://docs.aws.amazon.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22793,6 +22806,7 @@ trends/topics
 trends/viz?
 trends?
 trends_tpt
+tributes
 trips/upcoming
 trips/v1
 trivia
@@ -22934,7 +22948,6 @@ tw/ventureone
 tweet
 twitter
 twitter/ptt.php
-tx_form_formframework
 txt
 ty$
 ty?
@@ -22943,9 +22956,6 @@ typ?
 typeahead
 typo
 typo3
-typo3conf
-typo3conf/ext
-typo3temp
 u
 u.cfm
 u.php
@@ -23991,6 +24001,10 @@ web_admin
 web_arch
 webapp
 webapps
+webapps/aries
+webapps/checkout
+webapps/hermes
+webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webcasts
 webcreation
@@ -24937,9 +24951,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
-wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
-wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt
+wp-admin/admin-ajax.phphttp://jupiterbroadcasting.com/robots.txt
+wp-admin/admin-ajax.phphttp://store.cdbaby.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -25010,7 +25023,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://dreamstime.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://bs.serving-sys.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -25143,7 +25156,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://calendly.com/robots.txt
+youreurope/businessDEV/http://latimes.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours