[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1,6 +1,7 @@
 $
 $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 %24rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
+&solved=
 ,
 -
 -/en$
@@ -54,6 +55,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?*amp_client_id
 /?z=1
 /MANUALS/*.pdf$
+/Search/
 /_
 /_/rsrc
 /__wishlist__
@@ -71,6 +73,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /api
 /apis
 /archive
+/base-en/
 /bin/search.py
 /blame
 /cache
@@ -81,6 +84,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /discovered
 /docs/product
 /download
+/download/Browse.aspx?
+/download/browse.aspx?
+/download/confirmation.aspx?
+/download/info.aspx?
+/download/registration-suggested.aspx?
+/download/results.aspx?
+/download/thankyou.aspx
+/download/thankyou.aspx?
 /download?
 /edit$
 /favorites_list
@@ -92,12 +103,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /format:thumbnail
 /forum-attachment
 /gcrnsts
+/layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
 /likes
 /listing/*/favoriters
 /lookup?
+/mediaapi/
 /mediaviewer/*/tr
+/music/*/Search/
+/music/*/search/
+/newsearch/
 /organize
 /people/*/circle
 /people/*/favorites
@@ -113,19 +129,30 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /scheduled-pin
 /scheduled-pins
 /search
+/search/
 /search/*?q=
 /search?q=
+/security/search-results.aspx?
 /shop/*/favoriters
 /shop/*/sold
 /stats?id=
+/store/*/layout/
+/store/*/search/
+/store/buynow?
+/store/cart
+/store/d/groove-music-pass/cfq7ttc0k5dq/0001
+/store/locations/store-locations-sitemap.xml
+/store/music/groove-music-pass/*
 /story_pins
 /tagged
 /tarball
 /tree
 /tried
 /tv-season/*/*?i=
+/unsubscribe/
 /video-
 /video_pins
+/wal/
 /wiki/Special:
 /wiki/index.php/Help
 /wiki/index.php/MediaWiki
@@ -138,6 +165,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/themes
 /wp-includes
 /zipball
+=imgmanager
 ?
 ?*&ls=
 ?*ListingID=
@@ -153,6 +181,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*login=
 ?*mcubz=
 ?*onboardData=
+?*outputType=accessibility
+?*outputType=comment
+?*outputType=tracking
 ?*partner=
 ?*payRequest=
 ?*query=
@@ -186,6 +217,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hl=*&
 ?hl=*&*&gws_rd=ssl
 ?hl=*&gws_rd=ssl$
+?intc=
 ?lang=
 ?ls=
 ?null$
@@ -221,6 +253,7 @@ AccountMerge
 Achievements
 ActLikeAnOwner
 ActionRecord
+ActivityUID=
 AdRequestEventLogApi
 AddForumUser
 AddListing
@@ -374,6 +407,7 @@ ForumRedirect
 ForumSetSortCookie
 ForumSignIn
 ForumVote
+Fragment/SysConfig
 FreeTools
 FullRedirect
 GAITripBuilder
@@ -386,6 +420,8 @@ GSSAjax
 GeneralSupport
 GermanwingsPromo
 GermanwingsRegistration
+Germany/kleinunternehmen/euga/detail.mspx?
+Germany/kleinunternehmen/euga/results.mspx?
 GetListedAjaxGeneral
 GetListedLightbox
 GetListedUpdateAttraction
@@ -423,6 +459,7 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
+HpOptOut=true$
 IBCommerce
 ImpressionRecord
 ImproveListing
@@ -441,6 +478,7 @@ International/questions/qa-html-language-declarations/qa-html-language-declarati
 InterstitialsWidget
 IpadInterstitial
 JSErrorRecord
+Japan/DirectX/default.asp?
 JoinPlus
 JsonServiceController
 JustForYouGuide
@@ -860,6 +898,7 @@ TAScreenSaver
 TCDestinationsWidget
 TCIBContentQualityTool
 TLMCountries
+TOCLinksForCrawlers*
 Tablet
 TaggingAjax
 TagsJSONServlet
@@ -1021,24 +1060,48 @@ _/pog
 _/tfhub
 _/transparencyreport
 __i
+_allComments.html
+_allCommentsClassicBlog.html
+_email.html
 _generated
 _global_notifications
+_jsn.json
+_jsnp.js
+_jsnpStatic.js
 _json
+_json.json
 _json/getAdsForMediaViewer
 _json/video/mon
+_jsonp.js
+_jsonpStatic.js
+_meta.xml
+_mobile.mobile
+_mobile.xml
+_modal.html
+_newsml.html
 _next/gtm
 _next/jwt
 _next/title
 _next/viewer
 _ngjs/resource
 _ngjs/resource/*/get
+_nimbusJson.json
+_nimbusJsonp.js
+_nimbusJsonpStatic.js
+_nitf.xml
+_print.html
 _private/admin-tools
 _prq
+_qa.html
 _query=
+_rss.xml
 _rv/gtm
 _rv/jwt
 _rv/title
 _rv/viewer
+_search.html
+_seo.html
+_singlePage.html
 _smt=
 a
 ab_tests
@@ -1075,6 +1138,7 @@ about?
 abuse
 ac
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
+ac2
 account
 account-login
 account/deactivated
@@ -1087,6 +1151,38 @@ accounts/force-by-email
 accounts/o8
 accounts/o8/id
 aclk
+action=accessorysearch&
+action=accessorysearch&page=2$
+action=accessorysearch&page=3$
+action=accessorysearch&page=4$
+action=accessorysearch&page=5$
+action=accessorysearch&page=6$
+action=accessorysearch&page=7$
+action=accessorysearch&page=8$
+action=accessorysearch&product=*$
+action=accessorysearch&product=*&*
+action=catalogsearch&
+action=catalogsearch&catalog_mode=grid&page=2$
+action=catalogsearch&catalog_mode=grid&page=3$
+action=catalogsearch&catalog_mode=grid&page=4$
+action=catalogsearch&catalog_mode=grid&page=5$
+action=catalogsearch&catalog_mode=grid&page=6$
+action=catalogsearch&catalog_mode=grid&page=7$
+action=catalogsearch&catalog_mode=grid&page=8$
+action=catalogsearch&catalog_mode=list&page=2$
+action=catalogsearch&catalog_mode=list&page=3$
+action=catalogsearch&catalog_mode=list&page=4$
+action=catalogsearch&catalog_mode=list&page=5$
+action=catalogsearch&catalog_mode=list&page=6$
+action=catalogsearch&catalog_mode=list&page=7$
+action=catalogsearch&catalog_mode=list&page=8$
+action=overlay&
+action=productLinkAction&
+action=productSupportSearch
+action=productcompareaction&
+action=quickSearch&
+action=siteSearch
+action=writeReview
 actions/news/rss
 ad_acknowledgment
 ad_id=
@@ -1134,7 +1230,12 @@ allanalytics
 alllocations
 ambry
 amp
+amphtml
+amphtml/blogs/test
+amphtml/classic-apps
+amphtml/news/test
 amphtml/stamp/ucp/post-testing
+amphtml/utils
 analytics
 analytics/feeds
 analytics/partners/comments
@@ -1165,6 +1266,7 @@ apps*&tags=
 apps/publish
 apps?act=search_page&tags=
 archives
+arcio/fact-checker
 articles
 artists
 assets/shared
@@ -1341,6 +1443,7 @@ b?*node=7454927011
 b?*node=7454939011
 b?*node=9052533011
 badges/profile/create
+bandito
 bcn
 be*/listing/*/favoriters
 be*/people/*/circle
@@ -1432,6 +1535,7 @@ biz_redir
 biz_share
 biz_update
 bkshp?*q=
+blacklisted*
 blog/*/*/comments
 blog/*/*/feed
 blog/*/*/trackback
@@ -1442,6 +1546,10 @@ blog/*/feed
 blog/*/trackback
 blog/following
 blog/wp-admin
+blogs
+blogs/nationals-journal-beta
+blogs/slow-ride
+blogs/test
 blogsearch
 blogsearch_feeds
 bn
@@ -1621,6 +1729,7 @@ calendar/about
 call/join
 call?id=
 calls
+canada/Library/mnp/2/aspx/
 cap
 card/panel
 cart
@@ -1720,6 +1829,7 @@ citations?view_op=top_venues
 cl2/feeds
 cl2/ical
 claim-money?
+classic-apps
 clickthru
 client_errors
 clima/ets
@@ -1741,11 +1851,16 @@ collections/user
 color=
 comm
 comment
+comments
 commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
 communities
+communities/bin.aspx?
+communities/blogs/PortalResults.mspx?
+communities/eventdetails.mspx?
+communities/rss.aspx*
 communities/sitemap
 community
 community/*/category/*
@@ -1825,6 +1940,7 @@ de*/people/*/favorites
 de*/shop/*/favoriters
 de*/shop/*/sold
 de-de.www.cloudflare.com
+de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/lp
 de-de/searchresults
@@ -2080,6 +2196,7 @@ editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
+ehf
 ekansa/Open-Context-Data
 ekansa/opencontext-
 elite?
@@ -2135,6 +2252,15 @@ en-in/feedback
 en-in/lp
 en-in/searchresults
 en-us.www.cloudflare.com
+en-us/windows/si/matrix.html
+en/microsoft-365
+en/microsoft-365/
+en/microsoft-teams
+en/microsoft-teams/
+en/microsoft-viva
+en/microsoft-viva/
+en/security
+en/security/
 endorsements
 engagement
 enterprise-jobs
@@ -2188,12 +2314,20 @@ es/market/confederate_flag
 es/market/dixie_flag
 es/market/rebel_flag
 es/messages
+es/microsoft-365
+es/microsoft-365/
+es/microsoft-teams
+es/microsoft-teams/
+es/microsoft-viva
+es/microsoft-viva/
 es/mini.php
 es/people
 es/search*attr_*=
 es/search*price_bucket=
 es/search*search_type=
 es/search*ship_to=
+es/security
+es/security/
 es/share
 es/shop_name_search_service
 es/teams
@@ -2247,6 +2381,7 @@ facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
 fb.html
+fe=true
 feature/sf-test
 feed
 feed$
@@ -2257,6 +2392,7 @@ feed?section=stayhome
 feed?section=stayhome$
 feedback
 feeds
+feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg
 feeds/videos.xml
 fetch
 fi-en*/listing/*/favoriters
@@ -2382,18 +2518,29 @@ fr/market/confederate_flag
 fr/market/dixie_flag
 fr/market/rebel_flag
 fr/messages
+fr/microsoft-365
+fr/microsoft-365/
+fr/microsoft-teams
+fr/microsoft-teams/
+fr/microsoft-viva
+fr/microsoft-viva/
 fr/mini.php
 fr/people
 fr/search*attr_*=
 fr/search*price_bucket=
 fr/search*search_type=
 fr/search*ship_to=
+fr/security
+fr/security/
 fr/share
 fr/shop_name_search_service
 fr/teams
 fr/transactions
 fr/treasury
 fr/your
+france/formation/centres/planning.asp?
+france/ie/default.asp?
+france/mnp_utility.mspx?
 friends
 from_id=
 frommers
@@ -2408,6 +2555,10 @@ games?act=search_page&tags=
 gamtarget
 gb/images
 gcc
+gdpr-consent
+genuine/
+germany/library/images/mnp/
+germany/video/de/de/related*
 getCallUsInfoData
 get_midroll_info
 get_video
@@ -2425,6 +2576,7 @@ glass/images/commerce
 global$
 globalmarketfinder
 globalmarketfinder/*.html
+gog
 google_gdn.html
 google_search.html
 googlebooks/images
@@ -2616,12 +2768,14 @@ holiday-spotlight
 holidays-celebrations
 home
 homefeed
+homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
-http://archive.org/robots.txt
-http://wp.me/robots.txt
+hpc/*/supported-applications.aspx?
+http://i2.wp.com/robots.txt
+http://slideshare.net/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2669,6 +2823,7 @@ ie/conversations
 ie/guest-pass
 ie/help/sitemap
 ie/help/sitemap.php
+ie/ie40/
 ie/invites/buy
 ie/listing/*/stubs
 ie/locale/overlay
@@ -2746,6 +2901,7 @@ il-en/your
 il/cart
 im?
 images
+imaginecup/*
 imesync
 imgres
 imode/?
@@ -2809,11 +2965,14 @@ incontext
 indepthtoolkit/smallprox
 indepthtoolkit/smallprox$
 index.html?
+info/customerror.htm*
+info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
 install-shuffles
 internalPref
 intl/*/about/views
+intlkb/
 invite
 inviteFromProfile
 inviteMany
@@ -2834,6 +2993,7 @@ iplayer/cbeebies/search
 iplayer/search
 ireceipt/get
 ireceipt/get?
+isapi/
 it*/listing/*/favoriters
 it*/people/*/circle
 it*/people/*/favorites
@@ -2893,8 +3053,17 @@ ja-jp.www.cloudflare.com
 ja-jp/feedback
 ja-jp/lp
 ja-jp/searchresults
+japan/directx/default.asp?
+japan/enable/textview.asp?
+japan/products/library/search.asp?
+japan/showcase/print/default.aspx?
+japan/terminology/query.asp?
 job-apply
 jobs-guest
+jobs/EU_UpdateJobEmployerCounter
+jobs/JS_JobSearchResult
+jobs/JS_Login
+jobs/UpdateJobEmployerCounterServlet
 jobs/view/externalApply
 jobs?runSearch
 johnhancock
@@ -2967,6 +3136,7 @@ jsky?
 json
 kb/index?*page=search
 keep
+knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
@@ -3009,6 +3179,7 @@ learning/settings?
 lens-search
 li/track
 library/devices
+licensing-syndication
 limited-release
 linked
 linkedin
@@ -3026,6 +3197,10 @@ loadHelpcenterDecouplePage
 loc=
 local
 local/ajax
+local/blogsandcolumns/slow-ride-front
+local/blogsandcolumns/slow-ride-story-achenblog
+local/blogsandcolumns/slow-ride-story-tanked
+local/blogsandcolumns/slow-ride-stream-tanked
 local/cars
 local/dealership
 local/dining
@@ -3059,7 +3234,9 @@ m/?
 m/finance
 m=1$
 m?
+mac/help.mspx?
 macros
+mactopia/help.mspx?
 mail/$
 mail?
 mailinglist
@@ -3191,6 +3368,7 @@ min=
 mini.php
 missingpage
 mld?
+mnp_utility.mspx?
 mob/tracking
 mobile
 mobile/agreements
@@ -3215,6 +3393,7 @@ mtb_composer
 multiproduct
 muse/identity/v2/identity.js
 music
+music/*/wal/
 music/album
 music/artist
 musica
@@ -3287,6 +3466,7 @@ n
 name/nm*/filmotype
 name/nm*/mediaviewer/rm*/tr
 narrative-
+native
 nbubumblebee
 network
 new_invite
@@ -3296,10 +3476,15 @@ news/0
 news/?gl=
 news/?hl=
 news/?ned=
+news/tablet
+news/test
+news/test-liveblog
 news?viewArticle
 newsArticle
 news_hub
+newsletter
 newsroom/dae
+newssearch
 newsstand
 nextjs
 nl*/listing/*/favoriters
@@ -3521,6 +3706,10 @@ pay
 pay/images/merchant_logos
 pay/images/program_logos
 paygo
+pb
+pb/gr
+pb/resource
+pb/resources
 pda/?
 pda/search?
 pda?
@@ -3647,6 +3836,12 @@ politics/e/sharing
 pools/c
 pools/campaign
 possible_biz_owner
+posttv-beta
+posttv/c/embed
+posttv/c/trendex
+posttv/c/video_search
+posttv/posttv/trendex
+posttv/sponsored-video
 ppl
 ppob/?
 ppob?
@@ -3746,6 +3941,8 @@ publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
 pw
+pwapi-proxy/pwproxy
+pwapiv2
 px.gif
 q=
 qnasearch?
@@ -3768,6 +3965,7 @@ recensioni
 recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
+recipes/search
 recommendations
 reconnect
 recover
@@ -3788,6 +3986,7 @@ register
 registration
 registry/wishlist
 remotelogout
+rep=hc
 report
 report-abuse?report=
 report=
@@ -3820,9 +4019,13 @@ row
 rss
 rss/people/*/reviews
 ru-ru.www.cloudflare.com
+ru-ru/events/platforma/materials/default.aspx?speaker*
 ru-ru/feedback
 ru-ru/lp
 ru-ru/searchresults
+rus/licensing/Unilateral.aspx/*
+rw/WashingtonPost/Content/Epaper
+rweb
 s
 s2
 s2/oz
@@ -3946,6 +4149,7 @@ settings/deactivated
 settings/loid-email-unsubscribe
 settings/loid-email-unsubscribe-router
 setup_organization=
+sf/test
 sg-en*/listing/*/favoriters
 sg-en*/people/*/circle
 sg-en*/people/*/favorites
@@ -4021,7 +4225,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopstream
-showtimes/location/*http://slideshare.net/robots.txt
+showtimes/location/*http://ted.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4314,6 +4518,8 @@ sounds/search?
 source
 source=
 source_repo=
+spain/empresas/
+spain/medianaempresa/
 specialoffers
 specials
 spice
@@ -4331,6 +4537,7 @@ src=support_app
 ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
+sslsingle
 sso
 stadia/gamers
 start
@@ -4392,6 +4599,20 @@ story_feed
 story_pins
 studios
 styles/js-on.css$
+subscribe/braintree
+subscribe/enterpriseportal
+subscribe/foryouapi
+subscribe/lagoon
+subscribe/logging
+subscribe/offers/service
+subscribe/onsiteapi
+subscribe/paywall
+subscribe/person
+subscribe/preferenceapi
+subscribe/signin
+subscribe/signup
+subscribe/subscriptionapi
+subscribe/user
 subscription/*?*onboarded=
 subscription/*?*source=
 subscriptions
@@ -4420,10 +4641,12 @@ syndicate
 system1/images
 t/terms
 tab=
+tablet
 tacms
 taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
+talk
 talk/new_topic
 talks2
 taxation_customs/business/vat/vat-e-commerce/modernising-vat-cross-border-e-commerce_en
@@ -4450,6 +4673,8 @@ teams
 templateabuse
 templates
 test
+testpage-forhomepage
+tetro
 th-th.www.cloudflare.com
 th-th/feedback
 th-th/lp
@@ -4467,6 +4692,7 @@ title
 title/tt*/mediaviewer/rm*/tr
 title/tt*/watchoptions
 tmall
+todays_paper
 toolkit
 tools/demos
 top-50-wealth-managers
@@ -4686,6 +4912,7 @@ user_sessions
 userinfo
 users
 using
+utils
 uviewer
 v1
 v1/browser-performance
@@ -5115,6 +5342,13 @@ wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה
 wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים
 wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים
 wiki/ויקיפדיה:רשימת_מועמדים_למחיקה
+windows/404.aspx?*
+windows/campaign/features-built-in-apps.aspx
+windows/campaign/meet-apps.aspx
+windows/campaign/meet-start.aspx
+windows/compatibility/windows-7/
+windows/compatibility/windows-7/*
+windows/compatibility/windows-vista/
 wirecutter
 wirecutter/*&xid=
 wirecutter/*.csv$
@@ -5178,6 +5412,12 @@ wp-admin
 wp-admin/admin-ajax.php
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
+wp-adv
+wp-dyn
+wp-srv
+wp-stat/ad
+wp-stat/vrroom
+wpost/proxy
 write-
 writeareview
 ws/includes