[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -26,6 +26,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -33,8 +37,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -44,10 +51,22 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/watchers
 /*source=
 /.git
+//wiki/skins
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -59,6 +78,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -83,6 +104,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -90,15 +112,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
+/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -114,11 +141,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -192,6 +223,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
+?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -984,6 +1016,8 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1045,6 +1079,8 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1150,10 +1186,12 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
+addboard
 addressBookExport
 admin
 adredir?
 ads
+ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -1172,6 +1210,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -1211,7 +1250,9 @@ api/v3/ajax/bespoke/public/neu/specs
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1383,6 +1424,7 @@ auth/verifychallenge
 author/following
 author=
 authwall
+autocomplete
 avis
 away.php
 b2bauth
@@ -1501,7 +1543,11 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
+board
+board_activity
+board_activity_comment
 bookmark?
+bookmarklet
 bookmarks
 books
 books/about
@@ -1523,17 +1569,38 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
 browse/reviews/recent
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1730,6 +1797,7 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1752,6 +1820,7 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1773,6 +1842,7 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1788,12 +1858,15 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
+connect
 connections
 connectivity
 connector
@@ -1801,20 +1874,31 @@ consumers/archive
 contact_me
 contactus
 content
+content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
+conversation
 conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1823,7 +1907,9 @@ cse?
 csp
 csp_block
 csp_report_only
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1938,7 +2024,9 @@ de/teams
 de/transactions
 de/treasury
 de/your
+deactivate-account
 default
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1989,6 +2077,7 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
+discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2084,6 +2173,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2095,6 +2186,7 @@ elite?
 email
 email-unsubscribe
 email_actions
+email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2149,6 +2241,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2251,6 +2344,8 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2260,6 +2355,7 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
+fb.html
 fe=true
 feature/sf-test
 feed
@@ -2340,6 +2436,8 @@ flights
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -2451,6 +2549,8 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
+google_gdn.html
+google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2560,6 +2660,7 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2635,15 +2736,18 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
+holiday-spotlight
+holidays-celebrations
 home
+homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://ec.europa.eu/robots.txt
-http://mozilla.org/robots.txt
+http://archive.org/robots.txt
+http://tinyurl.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2654,6 +2758,9 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2827,11 +2934,14 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -2922,6 +3032,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -2989,6 +3101,7 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
+kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3023,10 +3136,12 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
+linked
 linkedin
 list
 list/ls*/_ajax
@@ -3034,6 +3149,7 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3064,6 +3180,7 @@ location_suggest
 lochp?
 login
 login$
+login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3310,6 +3427,7 @@ native
 nb-no.www.cloudflare.com
 nbubumblebee
 network
+new_invite
 news$
 news/$
 news/0
@@ -3321,6 +3439,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3484,8 +3603,12 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
+oauth/line
+oauth/login
 oauth/v2
 oauth2/v2
+oauth_error
+offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3518,8 +3641,11 @@ pages?oid=-
 pagespeed/insights/ui/logo
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3555,8 +3681,40 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3608,6 +3766,7 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
+place
 plan=
 platform-telemetry
 play/store/web
@@ -3634,6 +3793,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -3644,6 +3804,8 @@ private
 pro
 pro-resources
 pro/about
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3722,6 +3884,7 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3729,6 +3892,7 @@ q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3742,6 +3906,7 @@ rd/search
 rd/search$
 rd/search?
 recensioni
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3759,6 +3924,8 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
 register
 registration
 registry/wishlist
@@ -3768,10 +3935,14 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
+resource
+resource/*/get
 results
 retail
 retail/old
@@ -3807,6 +3978,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -3905,6 +4077,7 @@ searchhistory
 sections
 secure
 seller_onboarding
+sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -3978,6 +4151,7 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
+shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -3986,7 +4160,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://ted.com/robots.txt
+showtimes/location/*http://tripadvisor.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4270,11 +4444,13 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
+socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -4297,6 +4473,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 start_order
@@ -4351,6 +4528,10 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4371,6 +4552,7 @@ support
 support/content
 support/forum/search?
 surprise
+suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -4381,6 +4563,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 syndicate
 system1/images
@@ -4388,6 +4571,7 @@ t/terms
 tab=
 tablet
 tacms
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4420,8 +4604,10 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
+thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
+theme
 themes/rss
 things/search
 things/search$
@@ -4504,6 +4690,7 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
+tv
 tv/thumb
 tvschedule
 twitter
@@ -4569,9 +4756,13 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
+unauth-profile
+unlink
 unsub
 until=
 updates
+upload-image-lens-history
+upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4646,6 +4837,8 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
+v1/urls/count.json
+v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4676,10 +4869,13 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5140,6 +5336,7 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -2261,7 +2261,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /-/value_stream_analytics
 /.git
 //users$
-/0,*
+//wiki/skins
 /1000$
 /3daas-rotera
 /404.html
@@ -2792,7 +2792,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /g-string.html
 /g00
 /galaxy-s10-buy-test
-/gated/
 /gcbalance
 /gcrnsts
 /generate
@@ -2900,6 +2899,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /legal/*?ets=
 /legal/advertiser-terms-and-conditions
 /legal/gdpr-article-15-information
+/legal/spotify-controller-data-processing-terms
 /libarary/
 /libary/
 /library
@@ -3106,6 +3106,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /partials
 /password
 /patches/new
+/patterns/
 /pay-invoice
 /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q
 /pd/ITEM_NAME-Podcast
@@ -3149,7 +3150,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /potmsearch/export
 /powershell/
 /preferences/
-/preplay
 /preview
 /preview/feed
 /preview/live_player
@@ -3291,13 +3291,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search*|
 /search-results.html
 /search.
-/search.html*
 /search.html?q=
 /search.ref
 /search/*?
 /search/*?q=
 /search/?*terms
 /search/?q
+/search/?q=*
 /search/account
 /search/ai-search
 /search/collections
@@ -3333,6 +3333,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search?searchProvider=*&sort=
 /search?title=
 /searchDirectory
+/searchresults/
 /searchsuggest
 /secure/
 /select*?
@@ -3588,6 +3589,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /{{url
 0
 0*?
+0,*
 ;preview=
 =$
 ?
@@ -6384,7 +6386,6 @@ ThreadeskupSimple
 TodayOJ
 TodaysLowestFaresAjax
 Tr/SocialMediaActivity/LogJSWidgetLinkClick
-TrackExternal.aspx
 Tracker?data=*
 Tracking?cntry_code=us
 TravelAdvice
@@ -7277,6 +7278,7 @@ api/nextsteps/*
 api/nicorepo/timeline
 api/partner_select/*/price_query
 api/programas/69730/audios.rss
+api/reactions
 api/recaptcha/enabled
 api/rest_v1/?doc
 api/search/community_resources?
@@ -7384,7 +7386,6 @@ ar/motivator/
 ar/node/add
 ar/pm/
 ar/search
-ar/search?
 ar/solutions/case-studies/
 ar/solutions/case-studies/innovators/innovators-eu/
 ar/solutions/case-studies/sustainability-emea/
@@ -8760,6 +8761,7 @@ br/ventureone
 brain/treating-gmg-video
 brain/video/treating-gmg-video
 brand
+brand/
 brandcontent/*
 branded
 branded-pins
@@ -9882,16 +9884,11 @@ cn-edu
 cn-k12
 cn/*/aow
 cn/blogs/
-cn/brand/
 cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html
-cn/license/ibis-models
-cn/license/licensing-agreement/
-cn/license/saber-models/
-cn/license/spice-models-license.html
 cn/login-messages
+cn/lp/003/
 cn/pm/
 cn/products/online-datasheet/
-cn/resources/packaging-quality-symbols-footprints/symbols-and-footprints/
 cn/search
 cn/solutions/case-studies/
 cn/solutions/case-studies/innovators/innovators-eu/
@@ -10080,7 +10077,6 @@ compagnie
 companies/c
 companies/o
 companies/search
-company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10909,7 +10905,6 @@ de/search*price_bucket=
 de/search*search_type=
 de/search*ship_to=
 de/search/autocomplete
-de/search?
 de/share
 de/shop_name_search_service
 de/solutions/case-studies/
@@ -10949,6 +10944,7 @@ deals/merchant/*
 deals/popular/*
 debats/
 debug
+debug/
 decision-makers$
 decision-makers/*/admin_accounts$
 decision-makers/*/admin_accounts?
@@ -11032,6 +11028,7 @@ dg-service
 dgs/education_culture/404_en.htm
 dhtml
 dhtmlmenu
+di-ag/
 diagnosed-with-glioblastoma
 dialog/*
 dictionary/static/sitemaps
@@ -11587,7 +11584,6 @@ el/firefox/search
 el/forums
 el/kb/*/discuss
 el/search
-el/search?
 el/user
 el/users
 elastictranscoder/2012-09-25
@@ -11768,7 +11764,6 @@ en/US/swassets/
 en/US/swassets/sw274/sitewide_country_language_selector.html
 en/account/
 en/aroundtown/
-en/brand/
 en/dev-playground
 en/download/all
 en/edge
@@ -11779,22 +11774,17 @@ en/foodandcooking/
 en/freelance-work
 en/googlehangouts
 en/healthandsafety/
-en/home.html
 en/immigration-refugees-citizenship/services/reference-include
 en/internetexplorer
 en/legal/pre-release-terms/
-en/license/ibis-models
-en/license/licensing-agreement/
-en/license/saber-models/
-en/license/spice-models-license.html
+en/lp/002/
+en/lp/003/
 en/meetings/full-capacity
 en/news/canarias/diary
 en/offline-site
 en/profile/*
 en/ratings-rewards/car-details/
-en/resources/packaging-quality-symbols-footprints/symbols-and-footprints/
 en/revenue-agency/web-services-test
-en/search?
 en/searchbetter
 en/service-canada
 en/skype
@@ -11812,8 +11802,6 @@ en_oz
 en_ph
 en_psaccent
 en_pv
-en_us/page/8948fc79-8e1f-4458-8755-86a1c036ba4e
-en_us/page/statement113017
 endorsements
 enduser
 energy-test
@@ -12081,7 +12069,6 @@ es/search*price_bucket=
 es/search*search_type=
 es/search*ship_to=
 es/search/autocomplete
-es/search?
 es/sell
 es/share
 es/shop_name_search_service
@@ -12393,7 +12380,6 @@ fedsearch
 feed
 feed$
 feed.mhtml
-feed.xml
 feed/check
 feed/sitema
 feed/update
@@ -12904,7 +12890,6 @@ fr/search*search_type=
 fr/search*ship_to=
 fr/search/autocomplete
 fr/search/x
-fr/search?
 fr/service-canada
 fr/share
 fr/shop_name_search_service
@@ -13135,6 +13120,7 @@ games/find
 games?act=search_page&tags=
 gamtarget
 gas-prices/*
+gated/
 gateway
 gb
 gb/admin
@@ -13250,6 +13236,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
+global-infrastructure/services/get-async/http://baidu.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13838,6 +13825,7 @@ home
 home$
 home-and-garden/archive/
 home-equity
+home.html
 home.isoDocumentsDownload.do?
 home/dashboard
 home/global_feed
@@ -13973,6 +13961,7 @@ html5
 http
 http-checker
 http2_data
+http:
 http://2.bp.blogspot.com/robots.txt
 http://about.google/robots.txt
 http://amazon.de/robots.txt
@@ -14156,7 +14145,6 @@ id/pm/
 id/retail/search$
 id/retail/search?
 id/search
-id/search?
 id/solutions/case-studies/
 id/solutions/case-studies/innovators/innovators-eu/
 id/solutions/case-studies/sustainability-emea/
@@ -14644,7 +14632,6 @@ info-pages/terms-of-use/custom-services-agreement-23-10
 info/agb/anb-2018.html
 info/agb/api.html
 info/agb/starter-2018.html
-info/agb/teilnahmebedingungen.html
 info/jobs/Development-Operations-Engineer.html
 info/jobs/Kooperations-Manager.html
 info/jobs/Social-Media-Online-Kommunikation.html
@@ -14932,7 +14919,6 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/search?
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15059,7 +15045,6 @@ ja/s/%E3%83%93%E3%82%B8%E3%83%A5%E3%82%A2%E3%83%AB
 ja/s/%E3%83%A6%E3%83%BC%E3%82%B6%E3%83%BC
 ja/search
 ja/search/autocomplete
-ja/search?
 ja/tag/*/shoutbox
 ja/tag/*/shoutbox?
 ja/user
@@ -15258,7 +15243,6 @@ jp/blogs/
 jp/blogs/blog.atom
 jp/blogs/technology.atom
 jp/blogsearch
-jp/brand/
 jp/c/*attr_*=
 jp/c/*price_bucket=
 jp/c/*search_type=
@@ -15277,13 +15261,10 @@ jp/help/sitemap.php
 jp/herramientas/generador-de-logos/onboarding
 jp/invites/buy
 jp/landing
-jp/license/ibis-models
-jp/license/licensing-agreement/
-jp/license/saber-models/
-jp/license/spice-models-license.html
 jp/listing/*/stubs
 jp/locale/overlay
 jp/locale/overlay_secure
+jp/lp/002/
 jp/mailinglist
 jp/mailinglist/email
 jp/market/confederate_flag
@@ -15297,7 +15278,6 @@ jp/people
 jp/pm/
 jp/products/online-datasheet/
 jp/promos
-jp/resources/packaging-quality-symbols-footprints/symbols-and-footprints/
 jp/retail/search$
 jp/retail/search?
 jp/search
@@ -15474,7 +15454,6 @@ ko/s/%EC%82%AC%EC%9A%A9%EC%9E%90
 ko/s/%EC%8B%9C%EA%B0%81-%EC%9E%90%EB%A3%8C
 ko/s/%EC%BB%AC%EB%A0%89%EC%85%98
 ko/search
-ko/search?
 ko/solutions/case-studies/
 ko/solutions/case-studies/innovators/innovators-eu/
 ko/solutions/case-studies/sustainability-emea/
@@ -15718,6 +15697,10 @@ libwww
 license
 license.txt
 license/
+license/ibis-models
+license/licensing-agreement/
+license/saber-models/
+license/spice-models-license.html
 licensing-syndication
 life
 lifestyle/cartoons/andy-capp/andy-capp
@@ -16200,6 +16183,12 @@ media
 media-center
 media-manager
 media/
+media/*/analog-dialogue/
+media/*/company/sustainability-reports/
+media/*/technical-documentation/app-notes/
+media/*/technical-documentation/customer-case-studies/
+media/*/technical-documentation/design-notes/
+media/*/technical-documentation/tech-articles/
 media/0000
 media/BookingThumbnails
 media/Player6_0.swf
@@ -16210,37 +16199,17 @@ media/advertorials
 media/attractions-splice-test-spp
 media/bl-video
 media/careers
-media/cn/analog-dialogue/
-media/cn/company/sustainability-reports/
-media/cn/technical-documentation/app-notes/
-media/cn/technical-documentation/customer-case-studies/
-media/cn/technical-documentation/design-notes/
-media/cn/technical-documentation/tech-articles/
 media/daodao
 media/daodao/photo-f
 media/daodao/photo-l
 media/daodao/photo-t
 media/daodao/video-t
 media/daodao/video-v
-media/en/analog-dialogue/
-media/en/company/sustainability-reports/
-media/en/non-searchable/
-media/en/technical-documentation/app-notes/
-media/en/technical-documentation/customer-case-studies/
-media/en/technical-documentation/design-notes/
-media/en/technical-documentation/tech-articles/
 media/fbavatar
 media/feeds
 media/forums
 media/interactive/cdrom/onehundredandeightyears
 media/ja-content-thumbs
-media/jp/analog-dialogue/
-media/jp/company/sustainability-reports/
-media/jp/landing-pages/
-media/jp/technical-documentation/app-notes/
-media/jp/technical-documentation/customer-case-studies/
-media/jp/technical-documentation/design-notes/
-media/jp/technical-documentation/tech-articles/
 media/js/translations.js
 media/jwplayer
 media/mktg
@@ -17168,8 +17137,8 @@ news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dia
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
 news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
 news-insider$
+news-marketing-collateral/press-releases/
 news-release/
-news.xml
 news/
 news/$
 news/*
@@ -17379,7 +17348,6 @@ nl/search*attr_*=
 nl/search*price_bucket=
 nl/search*search_type=
 nl/search*ship_to=
-nl/search?
 nl/share
 nl/shop_name_search_service
 nl/strumenti/creatore-di-logo/onboarding
@@ -17552,6 +17520,7 @@ node=
 noflashhtml
 nofollow=1
 nojs=
+non-searchable/
 nonConfig/api/wpa
 nonprofits/account
 nonstyleishida/videolist-*.html
@@ -17781,7 +17750,6 @@ onebox/sports/logos
 onebox/sports/logos/sports_types/png
 oneclick
 ontheweb/blogs/delineator
-op.xml
 opa/pr/support
 opb/mt4
 open
@@ -17989,7 +17957,6 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
-page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -19452,6 +19419,7 @@ redirect=
 redirect=mobile
 redirect?
 redirect?url=
+redirectSearch?
 redirector
 redirector
 rediscover
@@ -19577,6 +19545,7 @@ resources/js/s_code.js
 resources/marketing/full
 resources/media
 resources/ngo/maps/atlas
+resources/packaging-quality-symbols-footprints/symbols-and-footprints/
 resources/thank-you
 resources/xml
 resources/xml/sitemaps
@@ -19666,7 +19635,6 @@ ro/firefox/search
 ro/forums
 ro/kb/*/discuss
 ro/search
-ro/search?
 ro/user
 ro/users
 robotic-assisted-surgery
@@ -20727,7 +20695,6 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
-sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -21432,7 +21399,6 @@ sr-latn-rs/
 sr/forums
 sr/kb/*/discuss
 sr/search
-sr/search?
 sr/user
 sr/users
 src
@@ -21884,7 +21850,6 @@ szl/users
 t
 t.cfm
 t/
-t/*/15709
 t/*/edit$
 t/*/edit?
 t/E
@@ -22385,6 +22350,7 @@ traces/tag
 track
 track.gif
 trackback
+trackexternal.aspx
 trackexternalsite.aspx
 tracking
 tracking-pixels/static-1.10