[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -674,6 +674,8 @@ OwnerSupport
 OwnerVerifyLocation
 Owners-
 OwnersDM
+OwnersNew
+OwnersOld
 OwnersTermsAndConditions
 PVLog
 PWD
@@ -2647,8 +2649,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
+http://amazon.co.uk/robots.txt
 http://i2.wp.com/robots.txt
-http://news.google.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -4670,6 +4672,7 @@ video/embedded
 videos/week
 viewer
 viewlocale=zh_CN
+virtualsupportassistant
 voyager/api
 vr
 vsi/*.pdf$

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -2265,6 +2265,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /-/requirements_management
 /-/value_stream_analytics
 /.git
+/.rss
 //users$
 /0,*
 /1000$
@@ -2433,6 +2434,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /archive
 /archives/*/archives
 /article/*$
+/article/*?
 /article/eid
 /article/figure/powerpoint
 /article/metrics
@@ -3647,6 +3649,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*author
 ?*bcpid
 ?*bcpidpage
+?*campaign=
 ?*campaignId=
 ?*canonicalCard=
 ?*cat
@@ -3872,11 +3875,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*xid
 ?252525253Bpreview=
 ?Author=
-?CMP
 ?EGOTECpage
-?ExternalDataReference
 ?LID=
 ?ModPagespeed=noscript
+?RefID=
 ?SESSION
 ?SSOWebDispatcher&tg=web&ru=
 ?TBL_Prod100Page=
@@ -3886,7 +3888,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?_af_cid=
 ?_cookie-check=
 ?_erv=*
-?_ga
 ?_gl
 ?_health_check_=
 ?_locale=
@@ -4105,6 +4106,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?pagespeed
 ?partner=
 ?pcrid=
+?pg=*
 ?pgtype=
 ?photoAlbumId=
 ?pl
@@ -4125,6 +4127,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?printable=
 ?priority=
 ?prx_t=
+?ps=*
 ?psy=
 ?pt
 ?pt-br
@@ -4134,19 +4137,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=*
 ?q=admin
 ?q=comment/reply
+?q=contact
 ?q=epaper
 ?q=facebook-instant-articles/feed
 ?q=filter/tips
+?q=logout
 ?q=node/*/edit
 ?q=node/*/nodequeue
 ?q=node/add
 ?q=print
 ?q=profile
 ?q=search
+?q=user
 ?q=user/login
 ?q=user/logout
 ?q=user/password
 ?q=user/register
+?q=vote
 ?qa_expand_key
 ?query=
 ?quicktabs_5=
@@ -4160,7 +4167,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ref=binfind.com
 ?referralCode=*
 ?referrer=
-?region=
 ?region=australia-and-new-zealand
 ?replytocom
 ?reported_by=
@@ -4220,6 +4226,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?staticVersion=
 ?status=
 ?storeId=
+?story_id=
 ?style=flat
 ?style=threaded
 ?submit=
@@ -6484,8 +6491,13 @@ airtel
 ajah
 ajax
 ajax/*
+ajax/comment/add
+ajax/comment/edit
+ajax/comment/reply
+ajax/comment/reply/form
 ajax/follow_info
 ajax/getUniregUserData
+ajax/report-abuse/comment
 ajax/user
 ajax_collection_share.php
 ajax_comments
@@ -6622,6 +6634,7 @@ apac/news
 api
 api$
 api*?hl=
+api-proxy
 api.html?
 api.php
 api/
@@ -6759,10 +6772,8 @@ archiv/regional
 archive
 archive$
 archive/api/image.jpg
-archive/article
 archive/graphs.php
 archive/lifestyle/wellness/1999/01/19/an-illness-no-one-understands-tourettes-syndrome/852df0cc-2164-4c83-be8d-0c770d028547
-archive/page
 archive/project/sovsport$
 archived
 archives
@@ -6786,11 +6797,7 @@ article/HUG
 article/PR-CO
 article/api
 article/beta
-article/category
 article/preview
-article/this-article-has-been-deleted
-article/this-article-has-been-removed
-article/this-article-is-no-longer-available
 article_email
 articlecomment/
 articles
@@ -6805,8 +6812,10 @@ articles/item/
 articles/results.aspx?q=&
 articles/test
 articles/the-meaning-behind-juneteenth-11592413234
+articleshow_new*
 articleshowbriefs*
 articleshowbriefs?*
+articleshowprint*
 artist/127231622/radio?autoplay=true
 artist/export_shows_csv
 artist/view_widget_popup
@@ -6844,6 +6853,7 @@ assets/dist
 assets/dist/css/asana-apps.css
 assets/dist/css/asana-guide.css
 assets/dotcom/staging
+assets/infographic
 assets/managed-cloud-services-sd-4738082.pdf
 assets/mw/static/old-games
 assets/pdf/company/private
@@ -7104,6 +7114,7 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
+audio-edition-podcast/*/index.xml
 audio.html
 audio?performer=1&q=
 audio_ad?
@@ -7502,7 +7513,6 @@ backoffice=
 backstage/help/search-results.html
 badges/profile/create
 bagon
-baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -8030,6 +8040,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -9431,7 +9442,6 @@ community_comment
 community_post
 community_s
 communityspaces/
-comp
 compagnie
 companies
 companies/c
@@ -9826,7 +9836,6 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr
@@ -10438,6 +10447,7 @@ digital-single-market/tags
 digital-single-market/taxonomy
 digital-single-market/users
 digital_wallets/dialog
+digitaledition
 digitalpdf
 dip
 dir_on_server
@@ -10899,7 +10909,6 @@ edit/success
 edit_article
 editarticle
 editgroup
-edition/null
 editionssi
 editor
 editor.jsp
@@ -11524,6 +11533,7 @@ escuela-arquitectura-diseno/wp-content/sites/
 escuela-arquitectura-diseno/wp-content/themes/
 escuela-arquitectura-diseno/wp-content/wp-admin/
 escuela-arquitectura-diseno/wp-content/wp-includes/
+esi
 esi_cache
 eskupTSUpdate
 espanol
@@ -11776,8 +11786,6 @@ feedback
 feedback-service
 feedback/user_study
 feeds
-feeds.thetimes.com/puzzles
-feeds.thetimes.com/timescrossword
 feeds/
 feeds/*
 feeds/rss
@@ -12508,6 +12516,7 @@ genre
 geo/download
 geo/tools
 geocoder
+geoip.php
 geooverride
 get
 get$
@@ -13005,11 +13014,13 @@ hi-IN/users
 hi-in/index1.html
 hi/
 hidden
+hidden-content
 highereducation/higheddocs
 highlights
 highwire
 hilfe/fundingdetail.html
 hilfe/live/launch-day/launch-day-show-voting.html
+hilfe/live/launch-day/launch-day-videoupload.html
 hilfe/live/officehour/officehour-link.html
 hims-hard-mints
 hinweis/datenleck
@@ -13170,7 +13181,6 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 honing.html
 hooks
@@ -13319,13 +13329,13 @@ http://patreon.com/robots.txt
 http://producthunt.com/robots.txt
 http://raiplay.it/robots.txt
 http://redbubble.com/robots.txt
-http://statcounter.com/robots.txt
 http://support.apple.com/robots.txt
 http://techradar.com/robots.txt
 http://tiny.cc/robots.txt
 http://torproject.org/robots.txt
 http://translate.google.com/robots.txt
 http://upload.wikimedia.org/robots.txt
+http://vogue.com/robots.txt
 http://yelp.com/robots.txt
 hu
 hu-*/
@@ -14830,6 +14840,7 @@ krypto=
 kui=
 kwanzaa-spotlight
 l
+lab
 label
 labs/pmc
 labs/popgadget/search
@@ -14865,6 +14876,7 @@ latest-playlist
 latest-talk
 latin
 latin_en
+launch-day-show-voting.html
 launch2005/
 law-school/search-results/
 lawlib/archive
@@ -15044,7 +15056,6 @@ liked
 limit_hits
 limited-release
 link
-link?
 link_to
 linked
 linkedin
@@ -15155,7 +15166,6 @@ login$
 login-business/*
 login-messages
 login.mhtml$
-login.thetimes.com/user/logout
 login/
 login/$
 login/?*guestpasskey=
@@ -15536,6 +15546,7 @@ media/popup/
 media/thumbnails/
 media/tv/channel/credits
 media/tyfo*
+media/tyfo*http://statcounter.com/robots.txt
 mediaembed
 medialibrary/de/brief
 medialibrary/de/brief/executive-brief-5-szenarien-in-denen-ihre-firewall-sandbox-losungen-versagen-konnen.pdf
@@ -15860,6 +15871,7 @@ mg/kb/*/discuss
 mg/search
 mg/user
 mg/users
+microsite_v2
 microsites/comunicacion/
 microsoft.com/
 microsoft/bizspark/
@@ -16196,7 +16208,6 @@ my*/step
 my*/submit
 my*/submitted
 my-account
-my-articles
 my-eurlex
 my-library
 my-list-shows
@@ -16795,7 +16806,7 @@ noflashhtml
 nofollow=1
 nojs=
 nonConfig/api/wpa
-nonce="5L7zD_m1he_S4kTnrJ7OuA">if(google.cis
+nonce="juorCCGyzumo_5rS6W6sVw">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17321,9 +17332,6 @@ password
 password-changed-email
 password/reset
 password_expired
-past-six-days
-past-six-days$
-past-six-days/$
 patent-search/frontend
 patents
 patents/download
@@ -17659,7 +17667,6 @@ play/store/web
 play/surveys/serp
 play/videos/modulos
 player
-player/brightcove
 player/metadata/video
 playerColor=
 playlist.php
@@ -17697,7 +17704,7 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyhwEKGwoZV28gZmluZGV0IG1hbiBSb2JvdHMgdHh0PwooCiZXbyBsaWVndCBkaWUgUm9ib3RzIHR4dCBiZWkgV29yZFByZXNzPwo7CjlXYXJ1bSBpc3QgZXMgd2ljaHRpZywgZWluZSByb2JvdHMudHh0LURhdGVpIHp1IGVyc3RlbGxlbj8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22Io6iJ6B5f3fFTMd_TppYQAcZx6A\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
+pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyYAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChQKEldhcyBoZWnDn3QgUm9ib3RzPxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22BJmS8f7HCDJ2LLu5WYnU5IoLTco\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment/
 pmm-templates
 pmo/contact/en/staff
@@ -18418,6 +18425,7 @@ pt/user/*/shoutbox?
 pt/your
 pt_br/modelos/M
 pt_pt/modelos/M
+pubads.g.doubleclick.net
 public
 public-data-sets/applicants/
 public-data-sets/terms/
@@ -18740,6 +18748,7 @@ replace
 reply?
 repo/create
 report
+report-abuse
 report-abuse?report=
 report-abuse?url=
 report-review
@@ -18916,6 +18925,7 @@ royalty-free-subscriptions.php
 rpg.php
 rpk/artist_stats
 rpk/played_song
+rpx
 rr/mopic/staff
 rs
 rs/$
@@ -19062,7 +19072,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -19413,6 +19422,7 @@ search/Fight+Compilation
 search/about
 search/acquisitions
 search/advanced
+search/apachesolr_search
 search/api
 search/api/wpa
 search/archive.html
@@ -19422,6 +19432,7 @@ search/autocomplete
 search/autosuggest
 search/default.aspx?*
 search/detroitfights
+search/ec_solr
 search/entity/touch
 search/feed_content?
 search/fight
@@ -19431,6 +19442,7 @@ search/fight+compilation
 search/funding_rounds
 search/girl+fights
 search/girls+fighting
+search/google
 search/hood+fight
 search/howsearchworks
 search/index
@@ -19612,6 +19624,7 @@ selectpayment
 self-registration
 self.aspx
 seller_onboarding
+semantic-homepage
 seminar/
 semp
 send-email
@@ -19627,7 +19640,6 @@ sendto_form$
 sendtofriend
 sendwelcometest
 seo
-seo-ab-testing
 seo-old
 seo/learn/assets*&resource-type=
 seo/learn/assets*&topic=
@@ -19828,7 +19840,6 @@ sheet/help/search-results.html
 shelf/user_shelves
 shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -20058,6 +20069,7 @@ sites/adp
 sites/airbus
 sites/akamai
 sites/alfresco
+sites/all/themes
 sites/allclearid
 sites/alliantgroup
 sites/americanexpress
@@ -20115,6 +20127,7 @@ sites/dassaultsystemes
 sites/datingcom
 sites/dbsbank
 sites/dbsprivatebank
+sites/default/files
 sites/default/files/*.doc
 sites/default/files/*.docx
 sites/default/files/*.pdf
@@ -20916,6 +20929,7 @@ subscribe/braintree
 subscribe/confirm.pl
 subscribe/enterpriseportal
 subscribe/foryouapi
+subscribe/getstarted
 subscribe/lagoon
 subscribe/logging
 subscribe/offers/service
@@ -21266,6 +21280,7 @@ taxation_customs/tax-cfw-interactive-brochure-news
 taxation_customs/tax-cfw-interactive-brochure-news_en
 taxation_customs/tax-cfw-interactive-brochure_en
 taxi/index.hi.
+taxonomy/term
 tb
 tb-recent
 tb/recent
@@ -21301,6 +21316,7 @@ teachers/search/resources/?q=
 tealeaf
 teamplain/
 teams
+tech
 techbiz/media/news/2001/09/46556
 techdocs/html
 technology.atom
@@ -21558,7 +21574,6 @@ topic/*/Rss
 topic/*?
 topic/article/
 topic/articlecollection
-topic/bbc
 topic/electrode/api/logger
 topic/electrode/api/wpa
 topic/photo/
@@ -21672,6 +21687,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -21762,7 +21778,6 @@ try-which/wills/
 try?
 trylater
 tsa
-tto
 tudum
 tune*retpath=
 turbo
@@ -22073,7 +22088,6 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -22530,6 +22544,7 @@ uslugi/$
 uslugi/*/category/doctors
 uslugi/cab
 usopen09/*
+uspod
 usr
 usr/*/all-follows
 usr/*/followers
@@ -22575,14 +22590,6 @@ v2
 v2/login_or_join$
 v2/login_or_join?
 v2/p/*$
-v2/p/*/d$
-v2/p/*/d?
-v2/p/*/psf/offer/subscription$
-v2/p/*/psf/offer/subscription?
-v2/p/*/psf/promote_or_share$
-v2/p/*/psf/promote_or_share?
-v2/p/*/psf/share$
-v2/p/*/psf/share?
 v2/p/*?
 v3
 v3/alerts/preview
@@ -22816,6 +22823,7 @@ vodafone
 vodafonedemobilelaunch
 voices/
 volunteer/
+vote
 vote-review
 vote?
 voterinfo
@@ -22980,6 +22988,10 @@ whatson/dbs
 whatson/pbsyou
 whatson/schedulex
 whatson/stations
+which-mba
+whichmba/forum
+whichmba/webinars?
+whichmba/webinars?page=
 whsmiths
 whysecure
 whythisad
@@ -24397,6 +24409,7 @@ zz
 5055/maw-techrepublic
 5293
 5480.iac.
+5605
 5850
 6117
 7176/TOI_Travel/