[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -2744,7 +2744,7 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://flickr.com/robots.txt
+http://cloudflare.com/robots.txt
 http://yelp.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
@@ -4157,7 +4157,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://m.facebook.com/robots.txt
+showtimes/location/*http://ted.com/robots.txt
 sidewiki/entry
 signature
 signin/inject

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -261,7 +261,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .mp4$
 .mrss$
 .mspx
-.nocache.html
 .otf*************
 .otmi$
 .pdf
@@ -2278,17 +2277,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?orpq
 /?q=
 /?s=
-/?sc_lang
 /?xml=
 /?z=1
 /@async
 /Aes/$
-/BucketContent
 /C
 /CVS
-/Careers/Form
-/Careers/Profiles
-/Careers/Registration
 /Client/
 /Community?
 /F1/
@@ -2302,7 +2296,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ntx
 /P
 /PWD
-/RedesignBucket
 /Results.aspx
 /Results?
 /SelectLocale?fromPage=
@@ -2313,14 +2306,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Xhr
 /_
 /_/rsrc
-/_acnmedia/
 /_activities
 /_activity
 /_community
 /_created
 /_followers
 /_following
-/_globalreferences/
 /_jcr_content
 /_jcr_content/par
 /_m2
@@ -2329,7 +2320,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_saved
 /_shop
 /_shopping_list
-/a-com-no-follow-no-index/
 /about
 /about
 /about-us/contact/contact-spotify-account
@@ -2537,7 +2527,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /click?type=*$
 /client$
 /client/
-/clients/
 /clima/
 /cm
 /cnet_global_app_redirect.xml
@@ -2597,14 +2586,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contactformulier
 /contactus/mwaas*
 /content-feedback/accessibility-feedback
-/content/acom/
 /content/search
 /content/usergenerated/asi/mongo/content/sites/activitystreams/activities/community
 /contributor
 /cookie$
 /cookie.js
 /cookie/dmaid
-/core/
 /country
 /cover
 /covid-19-across-world/*
@@ -2724,7 +2711,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /entrylist-*.html
 /entrylist.html
 /error
-/error/
 /es/partidos
 /etag$
 /evalcenter/
@@ -2811,7 +2797,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /hack
 /hardware/*/cart
 /havadurumu/
-/header/global-header/
 /health/search/filter
 /healthvault/
 /height_*--
@@ -2964,7 +2949,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login/
 /login/verify-email
 /login?
-/loginpage
 /logout
 /longhorn/
 /lookup?
@@ -3306,13 +3290,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/?q
 /search/?q=*
 /search/account
-/search/ai-search
 /search/assets
 /search/collections
 /search/login
 /search/models
 /search/portfolio
-/search/results
 /search/ris
 /search/search_results
 /search?
@@ -3343,7 +3325,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /searchDirectory
 /searchresults/
 /searchsuggest
-/secure/
 /select*?
 /select-cadeau-sparen/?
 /selectlocale-dmc?fromPage=
@@ -3386,7 +3367,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /singlepage/pipe
 /singlepage/uncached_pipe
 /site/
-/sitecore/
 /sitemap
 /sitemap_gpdc.xml
 /skip-video
@@ -8217,6 +8197,7 @@ backoffice=
 backstage/help/search-results.html
 badges/profile/create
 bagon
+baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -10164,7 +10145,6 @@ companies
 companies/c
 companies/o
 companies/search
-company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10554,6 +10534,7 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr
@@ -11073,7 +11054,6 @@ dell/cities-transformed
 dell/cloud-future-of-medicine
 deluge/help/search-results.html
 demo
-demokratie-jetzt.html
 demonstration
 demos
 denver
@@ -13360,7 +13340,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://bakespace.com/robots.txt
+global-infrastructure/services/get-async/http://baidu.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13962,6 +13942,7 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 honing.html
 hooks
@@ -14094,6 +14075,7 @@ http://app.box.com/robots.txt
 http://bbc.com/robots.txt
 http://bcn.cl/robots.txt
 http://behance.net/robots.txt
+http://census.gov/robots.txt
 http://euronews.com/robots.txt
 http://extension.purdue.edu/robots.txt
 http://graphisoft.com/robots.txt
@@ -15853,6 +15835,7 @@ liked
 limit_hits
 limited-release
 link
+link?
 link_to
 linked
 linkedin
@@ -17673,7 +17656,7 @@ noflashhtml
 nofollow=1
 nojs=
 nonConfig/api/wpa
-nonce="f7s0QYTBVxNreHPpi7w3sg">if(google.cis
+nonce="kgp-etZ8lLdZRfnj9_m10w">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -18118,7 +18101,6 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
-page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -19994,6 +19976,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20766,6 +20749,7 @@ sheet/help/search-results.html
 shelf/user_shelves
 shenghuo
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -20888,7 +20872,6 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
-sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign/help/search-results.html
@@ -21620,6 +21603,7 @@ ss/customer-reviews/lighthouse
 ss/twister/ajax
 ssafe/
 ssi
+ssi/alert/banner.htm
 ssi/geoip_cc
 sslsingle
 sso
@@ -23028,6 +23012,7 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -23170,7 +23155,6 @@ urr
 urw
 urw/*/product-reviews
 us
-us-en/careers/admin/careersxmlresult
 us-es*/listing/*/favoriters
 us-es*/people/*/circle
 us-es*/people/*/favorites