[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -60,9 +60,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 -/he$
 -/zh_TW
 -/zh_TW$
-.asx
 .atom$
-.au
 .css
 .emailjson
 .emailtxt
@@ -73,15 +71,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .pdf$
 .php
 .qr
-.ram
-.rmm
-.smil
 .svg
 .vcf
-.wav
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -89,8 +87,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -100,10 +101,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /album/*/*?i=
 /api
 /api$
@@ -122,10 +136,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -153,6 +169,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /login
 /lookup?
 /mediaapi/
@@ -165,9 +182,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
-/partials
+/organize
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /report_abuse
 /revisions
@@ -175,6 +194,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -187,11 +208,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -303,6 +328,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
+?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -426,6 +452,8 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -485,10 +513,11 @@ _mobile.xml
 _modal.html
 _newsml.html
 _next/data
-_next/gtm
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -604,10 +633,12 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
+addboard
 addressBookExport
 admin
 admin/
 ads
+ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -624,6 +655,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -661,7 +693,9 @@ api/
 api/?
 api/jobPostings/jobs
 api/maps/
+api/recommend/embed_videos
 api/rest_v1/?doc
+api/share/settings
 api/v3/creator-quality-signal/organizer
 api/v3/destination/search/log_requests
 api/v3/feedback-service
@@ -671,8 +705,10 @@ api?
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -745,6 +781,7 @@ author/following
 author=
 authoring/
 authwall
+autocomplete
 away.php
 b?*node=7454898011
 b?*node=7454917011
@@ -801,6 +838,10 @@ blogs/slow-ride
 blogs/test
 blogsearch
 blogsearch_feeds
+board
+board_activity
+board_activity_comment
+bookmarklet
 bookmarks
 books
 books/NBK
@@ -823,16 +864,37 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 buyside-e2e-monitor
 buzz/post
 cai
@@ -865,6 +927,7 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -888,6 +951,7 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -907,6 +971,7 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -923,22 +988,31 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 companyDir
 compare
 compare/*/apply
 compressiontest
 concussion/HeadsUp/training/
 config.js
+connect
 connections
 consumers/archive
 contact/menu*
 contact/partner*
 contactus
 contactus/mwaas*
+content-claiming
 control
+conversation
+conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -956,14 +1030,22 @@ covid19
 covid19/mobility
 cr$
 cr?
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
 cse/panel
 cse?
 csp
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -974,9 +1056,11 @@ de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/lp
 de-de/searchresults
+deactivate-account
 default
 default.aspx/kb/
 default.aspx/ph/
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1072,6 +1156,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1084,6 +1170,7 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
+email_verification_error
 embed
 embed/@
 embed/curated
@@ -1145,6 +1232,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 entities/search
@@ -1213,14 +1301,18 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
+facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
+fb.html
 fd/
 fe=true
 feature/sf-test
@@ -1254,6 +1346,8 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -1302,10 +1396,8 @@ gdpr-consent
 genuine/
 geo/download
 geo/tools
-geolocation
 germany/library/images/mnp/
 germany/video/de/de/related*
-get
 getCallUsInfoData
 get_midroll_info
 get_video
@@ -1317,6 +1409,8 @@ giveaway/host/setup
 glass/images/commerce
 global$
 gog
+google_gdn.html
+google_search.html
 googlebooks/images
 gorf
 gp
@@ -1432,6 +1526,7 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1455,7 +1550,10 @@ help/zendesk_sso
 hex
 history
 history/static
+holiday-spotlight
+holidays-celebrations
 home
+homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1467,8 +1565,8 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://npr.org/robots.txt
-http://s3.amazonaws.com/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
+http://washingtonpost.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1482,6 +1580,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1527,12 +1628,15 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl
 intl/*/about/views
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1568,6 +1672,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 js
 jsapi
 jsearch
@@ -1582,6 +1688,7 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
+kwanzaa-spotlight
 labs/pmc
 labs/popgadget/search
 lamda/images
@@ -1616,12 +1723,15 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
+linked
 lite
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -1649,6 +1759,7 @@ localservices
 lochp?
 login
 login$
+login/?next=
 login?*=
 logout
 lp
@@ -1737,7 +1848,6 @@ modern-formats-eng/ucp/static/framework_logging
 most-read/sport
 movies
 movies?
-mpx
 msgToConns
 mu_api
 multiproduct
@@ -1770,6 +1880,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news$
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
@@ -1784,6 +1895,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newsround
@@ -1797,6 +1909,7 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
+notifications
 notifications/
 ns/hydra/console/?
 nus-trk
@@ -1804,11 +1917,14 @@ nwshp$
 o/di
 o/dt
 oas/
+oauth/line
+oauth/login
 oauth/v2
-oauth2
 oauth2/v2
+oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
+offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1837,8 +1953,11 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -1868,18 +1987,51 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+pin
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
+place
 plan=
 platform-telemetry
 play/store/web
 play/surveys/serp
-player
 plugins/search
 plusinstall
 pmc/*.cgi
@@ -1923,6 +2075,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -1931,6 +2084,8 @@ previewtemplate
 print
 private
 proFile/history?
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -1959,7 +2114,6 @@ profinder/pro
 projects/geo/download
 projects/geo/tools
 projects/gtr/gt
-proxy
 psb/udc
 psettings
 psettings/guest-controls
@@ -1973,20 +2127,22 @@ pt-br/searchresults
 publications
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/imda
-ramfiles
 rating
 rd/search
 rd/search$
 rd/search?
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/*?q=
@@ -2003,6 +2159,9 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
+register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2010,9 +2169,13 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
+resource
+resource/*/get
 results
 results
 retail
@@ -2036,7 +2199,6 @@ ru-ru/events/platforma/materials/default.aspx?speaker*
 ru-ru/feedback
 ru-ru/lp
 ru-ru/searchresults
-rundowns/segment.php?
 rus/licensing/Unilateral.aspx/*
 rw/WashingtonPost/Content/Epaper
 rweb
@@ -2050,6 +2212,7 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -2092,11 +2255,8 @@ search_history
 searchhistory
 searchresults
 sections
-sections/goatsandsoda/2015/06/09/406744975/a-gender-revolution-hits-the-streets-two-wheels-at-a-time
-sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-synthetic-speech-gets-an-upgrade
-sections/ombudsman/2008/01/frequently_asked_questions_1.html
-sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
+sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2108,6 +2268,7 @@ settings/loid-email-unsubscribe
 settings/loid-email-unsubscribe-router
 setup_organization=
 sf/test
+sgtm/g/collect
 sh
 share
 shareArticle
@@ -2125,6 +2286,7 @@ shop/collections
 shop/iphone/payments/overlay
 shop/view/product
 shop?
+shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2425,9 +2587,11 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
+socialmanager
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -2449,6 +2613,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 stat
@@ -2459,7 +2624,6 @@ static/images
 static/js
 staticmap?
 station/idst.
-stations/force/force_localization.php?
 stats?gid=
 store/account
 store/addtocart
@@ -2506,6 +2670,10 @@ stores$
 stores/
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2529,8 +2697,8 @@ support
 support/
 support/content
 support/forum/search?
-sureroute
 surprise
+suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2545,6 +2713,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2552,6 +2721,7 @@ t/terms
 tab=
 tablet
 tag
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2588,7 +2758,6 @@ templatepackage/modules
 templatepackage/subtopic
 templatepackage/templates
 templates
-templates/search
 test
 testpage-forhomepage
 tetro
@@ -2598,7 +2767,9 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
+thanksgiving-spotlight
 themacallan/worlds-together
+theme
 tickets-external?
 timedtext_video
 title
@@ -2619,11 +2790,6 @@ tr-tr/feedback
 tr-tr/lp
 tr-tr/searchresults
 transconsole/portal
-transcripts/406744975
-transcripts/419570939
-transcripts/470280334
-transcripts/480128005
-transcripts/830237502
 transit?
 translator/?ref=
 transparency
@@ -2689,6 +2855,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tv
 tv/thumb
 typeahead
 u
@@ -2704,9 +2871,13 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
+unauth-profile
+unlink
 unsub
 until=
 upload
+upload-image-lens-history
+upload-lens-image
 uploads
 urchin_test
 url
@@ -2724,6 +2895,8 @@ using
 utils
 uviewer
 v1
+v1/urls/count.json
+v3/pidgets/log
 verify_age
 vi-vn.www.cloudflare.com
 vi-vn/feedback
@@ -2778,6 +2951,9 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3282,6 +3458,7 @@ wp-stat/vrroom
 wpost/proxy
 write-
 ws/includes
+wui
 wv
 wwwhkotc.cc
 xclick-auction
@@ -3294,6 +3471,7 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
@@ -3340,8 +3518,5 @@ zh_CN
 2007/11/Talks/search
 2009/07/webidl-check?
 2012/pyRdfa/extract
-2013/03/21/174840895
-2015/07/04/419570939/chasing-memories-in-their-refugee-camp-40-years-after-they-fled-vietnam
-2020/04/08/830237502/episode-989-what-if-no-one-pays-rent
 2021/05/view-gallery
 59666047

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3187,8 +3187,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /meetup_api
 /meetup_api$
 /meetup_api?
-/member/inbox
-/member/settings
 /members
 /mentions
 /menu
@@ -3346,7 +3344,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /order
 /organize
 /outils/createur-de-logo/onboarding
-/p
 /p/*/embed/captioned
 /page
 /page-*.html
@@ -3918,8 +3915,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vsarticleshow/*
 /w
 /w--
-/w/?q=
-/w?q=
 /watch
 /watch-fragments
 /watch/_ajax/option
@@ -4791,8 +4786,6 @@ BusinessListingsAjax
 CDSimp
 CHANGELOG.txt
 CMSImp
-CN
-CN$
 COG
 CP
 CR-Dokumentation.pdf$
@@ -6078,7 +6071,6 @@ _modules
 _multiremote
 _newsml.html
 _next/data
-_next/gtm
 _next/jwt
 _next/title
 _next/viewer
@@ -6789,10 +6781,12 @@ api/nts/v1/login
 api/partner_select/*/price_query
 api/preview
 api/recaptcha/enabled
+api/recommend/embed_videos
 api/records/*/files
 api/rest_v1/?doc
 api/search/community_resources?
 api/share/og
+api/share/settings
 api/taxonomy
 api/taxonomy$
 api/template-taxonomy-service
@@ -6910,7 +6904,6 @@ ar/firefox/collections/mozilla/$
 ar/firefox/search
 ar/forums
 ar/group/
-ar/help
 ar/kb/*/discuss
 ar/motivator/
 ar/node/add
@@ -7305,6 +7298,7 @@ auth/login?
 auth/logout
 auth/sso/proxy-login
 auth/verifychallenge
+auth_pass
 authentication
 authentication$
 authkey=
@@ -7812,7 +7806,6 @@ bpage-preview
 br
 br/Download
 br/forums
-br/help
 br/homepage-variant24
 br/kb/*/discuss
 br/pt/consultoria-tributaria-societaria/tributacao-de-pessoas-fisicas.html
@@ -8812,7 +8805,6 @@ cloud-launcher/sitemap
 cloud/
 cloud/multicloud-solution
 cloudhsm/classic
-cloudmonitor
 cloudplayer
 cloudsourcetools/images
 clp
@@ -8839,7 +8831,6 @@ cmstest/
 cmtofart/
 cmtofartac_lp/
 cn
-cn$
 cn-edu
 cn-k12
 cn/*/aow
@@ -9916,7 +9907,6 @@ discount
 discount_type=
 discover
 discovery
-discuss/search
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -10964,6 +10954,7 @@ experts/search?
 explore
 explore/*/?p=
 explore/*/lightbox
+explore/search
 explorespa
 export-documents
 export/
@@ -11498,7 +11489,6 @@ fr/zi/
 fr_fr
 fr_fr/modeles/M
 fragments
-fragments/recommendations-carousel
 franchise/
 free
 free-report
@@ -11534,6 +11524,7 @@ fur/kb/*/discuss
 fur/search
 fur/user
 fur/users
+fusion-search
 fy-NL/android/collections
 fy-NL/android/search
 fy-NL/firefox/collections
@@ -12145,7 +12136,6 @@ hk-en/transactions
 hk-en/treasury
 hk-en/your
 hk/Download
-hk/help
 hk_en
 hladat
 hlcmsresource/*.txt$
@@ -12771,6 +12761,7 @@ index.php/document/views
 index.php/es/node/
 index.php/filter/tips
 index.php/filter/tips
+index.php/fusion-search
 index.php/ht/node/
 index.php/ko/node/
 index.php/magazine/get_comment
@@ -12782,6 +12773,8 @@ index.php/node/add/
 index.php/ru/node/
 index.php/search
 index.php/search/
+index.php/site-search
+index.php/system/files/documents/noindex
 index.php/upload/analyse
 index.php/upload/cloud
 index.php/upload/forgot_password
@@ -12857,7 +12850,6 @@ internal
 internal-api
 internal/*
 internalPref
-internalapi
 interstitial-ad
 intl
 intl/*/about/views
@@ -12905,6 +12897,7 @@ invites/buy
 invoice
 invoice/cn/
 invoice/de/
+invoice/download
 invoice/es/
 invoice/est
 invoice/estimate/buyerView
@@ -13528,8 +13521,6 @@ ko_ko
 ko_kr/templates/M
 koha/
 kolkata
-kr/en
-kr/en$
 kr/news3
 krypto=
 kui=
@@ -15186,7 +15177,6 @@ offers/referral-terms-conditions%
 offers/referral-terms-conditions?
 offers/request
 offline
-offsetter_id=
 offsite
 ofr/api/v3/questionnaire
 og
@@ -15653,7 +15643,6 @@ partNumber=
 partial
 participate/conferences.xml
 partner
-partner-articles
 partner/*?
 partnerfeeds
 partners
@@ -16435,7 +16424,6 @@ projects/*/contributions
 projects/*/payments
 projects/?
 projects/browse.php
-projects/embed
 projects/geo/download
 projects/geo/tools
 projects/gtr/gt
@@ -17701,8 +17689,6 @@ sco/user
 sco/users
 scorecard
 scorecard/
-scratch_1.4
-scratchr2/static
 screener/insider
 screensaver
 screenshots
@@ -18102,6 +18088,7 @@ sg/search
 sg/user
 sg/user$
 sgbr-sg
+sgtm/g/collect
 sh
 sh/onboarding
 sh/str/fvfsavings
@@ -18256,7 +18243,6 @@ since=
 single_pages
 sio
 sit_rep
-site-api
 site-archive
 site-explorer
 site-explorer/$
@@ -19235,6 +19221,7 @@ synsearch
 system
 system/
 system/cron/cron.txt
+system/files/documents/noindex
 system/maintenance.html
 system/modules/*/assets
 system/modules/*/html
@@ -20595,10 +20582,9 @@ uviewer
 uxtest/ux/
 uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
-uy/help
 uz/en/
 uz/forums
-uz/http://bilgematics.com/robots.txt
+uz/http://billboard.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -20640,7 +20626,6 @@ v=
 validate-user
 var
 variant=
-varserver
 vas
 vbtv/
 ve/Download
@@ -21847,7 +21832,6 @@ wp-content/themes/wired/assets/images/subscribe_290x110.gif
 wp-content/themes/wired/assets/images/subscribe_310x80.gif
 wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
-wp-content/uploads
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
 wp-content/uploads/wc-logs
@@ -21899,6 +21883,7 @@ wsj
 wsus/
 wt-assets/static-files/mktg-analytics
 wt.mc_id=
+wui
 wusage
 wv
 wwe-nxt
@@ -21915,7 +21900,6 @@ xclick-auction
 xcs0MhRsfxHG.js
 xd/en/
 xdoor
-xf/help
 xfx7
 xgCxM9By/init.js
 xh/forums
@@ -21931,9 +21915,7 @@ xhtml?
 xid
 xing-one/api
 xl/
-xl/help
 xls
-xm/help
 xml
 xml?
 xmlcontent