[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -187,6 +187,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 -/zh_TW$
 -adstory.html
 -blog
+-fragment
+-fragment-recursive
 -fragment-recursive.html
 -fragment.html
 -mostviwed*
@@ -1384,6 +1386,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /account
 /account-information
 /account/cls
+/accredited-business-directory/*?
 /acq
 /action
 /actions_panel
@@ -4236,7 +4239,6 @@ Calculator
 CallToActionModalView
 CampaignId
 CancelPlan
-CandidateRanking
 CaptchaValidationLog
 Cart
 ChangePlan
@@ -4286,7 +4288,6 @@ CrickeM
 CricketAnalyst
 CricketBoardOfWales_old
 CrystalSemanticsBot
-CustomCompanionTest
 CyberAlert
 DOC
 DTS
@@ -4550,6 +4551,7 @@ Meo
 MessageRunDetailID=
 MetaURI
 Microsoft.URL.Control
+Mobile/EM/
 Moreover
 Moreoverbot
 MoviesYouveSeen
@@ -5054,7 +5056,6 @@ _overlay
 _partial
 _partials/wix-vod
 _partners
-_preview
 _print
 _print.html
 _private
@@ -5078,7 +5079,6 @@ _singlePage.html
 _smt=
 _stash
 _static
-_styleguide
 _td
 _td_api
 _tdhl_api
@@ -6466,6 +6466,7 @@ backgrounds
 backstage/help/search-results.html
 badges/profile/create
 bagon
+baidu
 ban-me-i-am-a-robot
 bandito
 banmyipforever.cgi
@@ -7120,6 +7121,7 @@ buscar
 buscar/
 business
 business-insider$
+business-reviews
 business-school/search_results/
 business/ad_create
 business/adshare
@@ -7485,6 +7487,7 @@ ca/search*search_type=
 ca/search*ship_to=
 ca/share
 ca/shop_name_search_service
+ca/storage
 ca/strumenti/creatore-di-logo/onboarding
 ca/teams
 ca/technology.atom
@@ -7630,11 +7633,9 @@ campaigns/logout-free.html
 campaigns/logout.html
 campaigns/thankyou.html
 campaignshowcase/
-campaigntrailnotused
 canada/Library/mnp/2/aspx/
 cancel
 cancel-membership
-candidates
 cannabis
 cap
 capacity4dev/*/?q=admin
@@ -8697,6 +8698,24 @@ corporate/microsites/tysabri/ms-assessment-tool.html
 corporate/request
 corporatecommunications
 couchmode
+council/Business-Search/email
+council/Business-Search/matched
+council/Business-Search/name
+council/Business-Search/phone
+council/Business-Search/type
+council/Business-Search/url
+council/Charity-Reviews/email
+council/Charity-Reviews/matched
+council/Charity-Reviews/name
+council/Charity-Reviews/phone
+council/Charity-Reviews/type
+council/Charity-Reviews/url
+council/Find-Business-Reviews/email
+council/Find-Business-Reviews/matched
+council/Find-Business-Reviews/name
+council/Find-Business-Reviews/phone
+council/Find-Business-Reviews/type
+council/Find-Business-Reviews/url
 count.php
 countdown/create?
 countdown/eclipse?
@@ -8733,6 +8752,7 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr
@@ -9179,7 +9199,6 @@ deals-special-offers/index.
 deals/categories
 deals/merchant
 deals/popular
-debate
 debats/
 debitcard
 debug
@@ -10080,6 +10099,7 @@ eo/user
 eo/users
 ep-live/
 epilepsy-seizures-rapid-rescue-single-treatment
+episerver
 episode_times
 erasmus-plus/404_en.htm
 err/
@@ -11974,6 +11994,7 @@ homefeed
 homepage
 homepage-flash-testing.jsp
 homepage-video-test
+homepage/
 homepage/2013
 honing.html
 hooks
@@ -12094,7 +12115,6 @@ http://news.cnet.com/robots.txt
 http://news.yahoo.com/robots.txt
 http://npmjs.com/robots.txt
 http://patreon.com/robots.txt
-http://polyfill.io/robots.txt
 http://producthunt.com/robots.txt
 http://raiplay.it/robots.txt
 http://redbubble.com/robots.txt
@@ -12669,7 +12689,6 @@ index.php/ko/node/
 index.php/magazine/get_comment
 index.php/media/oembed
 index.php/members/profile
-index.php/node
 index.php/node/add
 index.php/node/add/
 index.php/ru/node/
@@ -12734,7 +12753,6 @@ info/jobs/social-media.html
 info/jobs/support.html
 info/jobs/texterin-uxwriterin.html
 info/jobs/werkstudentin-social-media.html
-info/jobs/werkstudentin-social-media_6.html
 info/smart404.asp*
 info/tech-feedback
 info2/*
@@ -13785,6 +13803,7 @@ liked
 limit_hits
 limited-release
 link
+link?
 link_to
 linked
 linkedin
@@ -14053,7 +14072,6 @@ magazine/archive/2010/11/letters-to-the-editor/308258
 magazine/computing/thank-you/
 magazine/get_comment
 magazine/polls
-magazine/sponsor-content
 magazineName=
 magazines/Ip
 magazines/all-Ip
@@ -14886,6 +14904,7 @@ mx/search*ship_to=
 mx/sell
 mx/share
 mx/shop_name_search_service
+mx/storage
 mx/strumenti/creatore-di-logo/onboarding
 mx/teams
 mx/technology.atom
@@ -15096,6 +15115,7 @@ netEstate
 netrics
 network
 neuromyelitis-optica-spectrum-disorder-nmosd-treatment
+new
 new-features
 new-homepage
 new-york-post-instagram-feed
@@ -15479,7 +15499,7 @@ nofollow=1
 nogooglebot
 nojs=
 nonConfig/api/wpa
-nonce="B6LJi6KVa_mB2oIVAsObEg">(function(){var
+nonce="MU8H1uqyTvbkyBwC4s3hMw">(function(){var
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -16313,7 +16333,7 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycgocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwooCiZXbyBsaWVndCBkaWUgUm9ib3RzIHR4dCBiZWkgV29yZFByZXNzPwolCiNXYXMgYmVkZXV0ZXQgVXNlciBBZ2VudCAqIGRpc2FsbG93PxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22vHQ0EafIdEpxN05Tw-jLpyRF_JA\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
+pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycgocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwooCiZXbyBsaWVndCBkaWUgUm9ib3RzIHR4dCBiZWkgV29yZFByZXNzPwolCiNXYXMgYmVkZXV0ZXQgVXNlciBBZ2VudCAqIGRpc2FsbG93PxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22JYO3D0tvSKULLf3wHVhsAFhR1D4\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment/
 pmm-templates
 pmo/contact/en/staff
@@ -16852,7 +16872,6 @@ promoassets
 promos
 promote
 promotions
-promotions
 promotions/emails
 proof=
 proof=t%2Btarget%3D\
@@ -17520,6 +17539,7 @@ rss/people/*/reviews
 rss2
 rss?
 rssarticleshow*
+rssgen
 rstmh/
 rt%3Dnc
 rt=nc
@@ -17599,7 +17619,6 @@ rw/search
 rw/user
 rw/users
 rweb
-ryan
 rye
 s
 s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/
@@ -17620,6 +17639,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -18360,6 +18380,7 @@ sharing/folders
 sheet/help/search-results.html
 shelf/user_shelves
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -18993,6 +19014,8 @@ software/vendors/new
 software/visit?
 sogou
 soleil-de-venise-Bekleidung/s?ie=UTF8&page=1&rh=n%3A77028031%2Ck%3Asoleil%20de%20venise
+solr
+solrSearch
 solutions
 solutions/$
 solutions/case-studies/
@@ -19064,10 +19087,8 @@ splash
 splashui
 splashui_rc
 splitOrderItem
-sponsor-content
 sponsored
 sponsored-content
-sponsored-content
 sponsored/2022/10/disruptors-who-are-changing-their-industries
 sponsored/business/lloyds-tsb-enterprise-awards
 sponsored/business/sme-business-essentials
@@ -19853,6 +19874,7 @@ test-2
 test-2$
 test-2.*$
 test-2.html$
+test-all-page
 test-kick-tires
 test-v1-page-template
 test.html
@@ -19904,6 +19926,13 @@ thank_you
 thanksgiving-spotlight
 thanx?
 the
+the-ascent/banks/landing
+the-ascent/buying-stocks/landing
+the-ascent/credit-cards/landing
+the-ascent/insurance/auto/landing
+the-ascent/insurance/life/landing
+the-ascent/mortgages/landing
+the-ascent/personal-loans/landing
 the-ascent/search
 thedavedesk
 theindex/wp-admin
@@ -20498,6 +20527,7 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -20517,7 +20547,6 @@ understanding-c3g
 understanding-melanoma
 unfiltered?
 unfinished.php
-unicef-component-mosaichttp://unpkg.com/robots.txt
 unicorn/check
 unijobs/*/emailjob
 unijobs/*/jbequicksignup
@@ -20780,6 +20809,7 @@ us/filter/tips
 us/internal
 us/node/add
 us/search
+us/storage
 us/support/service/agent
 us/trade-in/program-violation
 us/user
@@ -20931,8 +20961,6 @@ users/logout?
 users/new
 users/oauth
 users/password/edit
-users/prediction-data
-users/prediction-data?
 users/rep/show
 users/rep/show?
 users/show
@@ -20955,6 +20983,7 @@ usr/*/followers
 usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
+util
 utils
 utl/
 utm_campaign=
@@ -22742,7 +22771,6 @@ zz
 2/hi/help/8594488.stm
 2/hi/uk_news/england/beds/bucks/herts/3663494.stm
 2fa
-2step
 3
 3*?
 3/a-i3872e.pdf
@@ -22776,8 +22804,6 @@ zz
 64-bit/
 100books/*/downloadPDF
 125/risk-takers-test
-326home
-327home
 360
 403.html
 404
@@ -22822,8 +22848,6 @@ zz
 2012-privacy-policy
 2012/pyRdfa/extract
 2013/03/21/174840895
-2014-election/results/mobile/ipad
-2014-election/results/mobile/iphone
 2015/07/04/419570939/chasing-memories-in-their-refugee-camp-40-years-after-they-fled-vietnam
 2016/09/22/thailand-s-king-bhumibol-the-peoples-monarch-has-died
 2020/04/08/830237502/episode-989-what-if-no-one-pays-rent
@@ -22846,6 +22870,7 @@ zz
 5480.iac.
 5605
 5850
+6117
 7176/TOI_Travel/
 7176/TOI_Travel_Test/TOI_Travel_TOP_TST
 8324