[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -30,10 +30,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -41,11 +37,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -55,7 +48,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/watchers
 /*source=
 /.git
-/?z=1
 /B00M3E1HJY
 /B00M3E1NYI
 /B00M3E1Q5Y
@@ -74,16 +66,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Search/
 /_
 /_/rsrc
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -98,8 +80,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments/*?*sort=
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -126,7 +106,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
 /liked_by
-/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -134,20 +113,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
-/scheduled-pin
-/scheduled-pins
 /search
 /search$
 /search.compact$
@@ -169,15 +143,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -246,7 +216,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?tab=achievements&achievement=
 ?utm_*=
 ?w=address
@@ -331,8 +300,6 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -399,8 +366,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -509,7 +474,6 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
@@ -531,7 +495,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -569,7 +532,6 @@ api_access_key=
 app*_
 app*form_id=
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -687,7 +649,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 away.php
 b?*node=7454898011
 b?*node=7454917011
@@ -801,11 +762,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -827,38 +784,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 buttonlite.js
 buyside-e2e-monitor
 buzz/post
@@ -1050,7 +986,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1074,7 +1009,6 @@ client_error
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1095,7 +1029,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1111,32 +1044,24 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connector
 consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
-copyright-reporting
 corgi$
 couchmode
 counter/*?
@@ -1144,13 +1069,7 @@ counters/client-screenview
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1159,9 +1078,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1271,9 +1188,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1323,7 +1238,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -1421,8 +1335,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -1434,7 +1346,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -1489,7 +1400,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -1592,8 +1502,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -1603,7 +1511,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -1683,8 +1590,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -1795,8 +1700,6 @@ globalmarketfinder
 globalmarketfinder/*.html
 go/awards
 gold?
-google_gdn.html
-google_search.html
 googlebooks/images
 goto
 gp
@@ -1907,7 +1810,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1982,10 +1884,7 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
@@ -2004,9 +1903,6 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2176,14 +2072,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -2273,8 +2166,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -2337,7 +2228,6 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -2376,7 +2266,6 @@ li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -2385,7 +2274,6 @@ listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
 live
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -2417,7 +2305,6 @@ lochp?
 logging
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -2596,7 +2483,6 @@ native
 nb-no.www.cloudflare.com
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -2608,7 +2494,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newsroom/notifications
@@ -2716,7 +2601,6 @@ no-en/treasury
 no-en/your
 nonprofits/account
 not_recommended_reviews/preview
-notifications
 ns/hydra/console/?
 nus-trk
 nwshp$
@@ -2769,12 +2653,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -2805,11 +2685,8 @@ pages?oid=-
 pagespeed/insights/ui/logo
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -2839,39 +2716,8 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -2922,7 +2768,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -2952,7 +2797,6 @@ ppob?
 pqa
 preference
 preferences
-prefs
 present
 presentation
 prettyearth/assets
@@ -2963,8 +2807,6 @@ private
 pro
 pro-resources
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3042,7 +2884,6 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3052,7 +2893,6 @@ qp/batch_fetch_web
 qr
 quality_form?
 query
-quiz
 r
 r/*.rss
 r/*/comments/*.rss
@@ -3080,7 +2920,6 @@ random
 rd/search
 rd/search$
 rd/search?
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3098,8 +2937,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -3110,14 +2947,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -3151,7 +2984,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -3247,7 +3079,6 @@ searchhistory
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -3323,13 +3154,7 @@ shop/browse/overlay
 shop/browse/ribbon
 shop/favorites
 shop/iphone/payments/overlay
-shop/order
-shop/sign_in
-shop/sign_out
-shop/signed_in_account
-shop/store/feeds
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -3623,13 +3448,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -3651,7 +3474,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -3706,10 +3528,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 submit
@@ -3730,7 +3548,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -3744,14 +3561,12 @@ svc/vertex
 svc/web
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
 t/terms
 tab=
 tablet
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -3784,10 +3599,8 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -3862,7 +3675,6 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
-tv
 tv/thumb
 tvschedule
 twitter
@@ -3927,8 +3739,6 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
@@ -4004,8 +3814,6 @@ utils
 uviewer
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4034,12 +3842,9 @@ watch_queue_ajax
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -4501,7 +4306,6 @@ xoonboarding
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -20,6 +20,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &*To66.Asia
 &*gg155.cn
 &*pg99.asia
+&AID=*
 &Lid=
 &TBL_Prod100Page=
 &TB_iframe=
@@ -220,6 +221,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .axd$
 .csi
 .css
+.css
 .css$
 .css$
 .css*************
@@ -254,6 +256,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg$
 .jpg*************
 .js
+.js
 .js$
 .js$
 .js**************
@@ -2318,6 +2321,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Community?
 /F1/
 /HDYK
+/Homepages/*
 /IntegrationCenter
 /MANUALS/*.pdf$
 /Message-Error.htm
@@ -2435,6 +2439,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /answers/users/
 /api
 /api$
+/api/dpp/*
+/api/package/*
 /api/wpa
 /api?
 /apis
@@ -2457,7 +2463,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /articulos/*/articulos
 /arya
 /asisonline
-/assets
 /atdw
 /atom
 /attachment
@@ -2608,6 +2613,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /conf
 /config
 /configspace/*
+/configure$
 /confirmation/
 /connected-living/content-library
 /connections/*
@@ -2630,10 +2636,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /covid-19-hyderabad/*
 /covid-19-kolkata/*
 /covid-19-mumbai/*
-/create-account
 /created-after
 /creative-official+internal
-/crew/associate-sign-up
 /crm/lp/
 /crshow/*
 /cuaca/
@@ -2693,11 +2697,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /document/tag
 /document/view_more
 /document/views
+/domain-auctions/
+/domain-value-appraisal/appraisal/*
+/domainfind/v1/
+/domainsapi/
+/domainsearch/find*
 /download
 /download?
 /downloadassets
 /downloadstats
 /dp
+/dpp/find?
 /dvd-mode
 /dynalist/*
 /dynamics/
@@ -2794,6 +2804,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /fork
 /form
 /format:thumbnail
+/forsale/
 /forum-attachment
 /forums
 /free-shipping
@@ -2846,6 +2857,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /home_gnb
 /home_hq
 /home_notag
+/homepages/*
 /hooks
 /horny
 /horny.html
@@ -2885,7 +2897,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /informacion-de-mi-cuenta
 /inline$
 /insights
-/interac
 /internal+no-explicit
 /international-calls/$
 /international-calls/*
@@ -2978,6 +2989,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login/
 /login/verify-email
 /login?
+/login?*
 /loginpage
 /logout
 /longhorn/
@@ -2992,6 +3004,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /mail/*
 /manage
 /management
+/market-demo/
 /matches
 /media/oembed
 /mediaviewer/*/tr
@@ -3104,6 +3117,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /objects
 /ofa
 /offer
+/offers/*
 /office/get-skype
 /official
 /official+internal
@@ -3162,6 +3176,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /popular-week
 /popular-week/*/channel
 /popular/*/channel
+/popups/*
 /portal
 /portfolio
 /posts
@@ -3170,7 +3185,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /posts/*/publish$
 /potmsearch/export
 /powershell/
-/preferences
 /preferences/
 /premiere-elements-editor
 /preplay
@@ -3183,11 +3197,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /prijsoverzicht
 /print
 /print$
+/pro-connect/b/*
 /probr-1~/project-type--*/$
 /productaanbevelingen
 /producten-vergelijken
 /products
 /products/*?*filter=
+/products/domain-auctions/
 /professionals/*/*project-type-*-probr1-
 /professionals/*/*style-modern-probr1-
 /profile
@@ -3214,6 +3230,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /reader.html
 /reads/*/read$
 /realtime_changes
+/refer$
 /references
 /register/
 /registration-confirmation/
@@ -3223,8 +3240,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /repository/archive
 /request-demo
 /results.aspx
+/results.aspx?*
 /results?
-/return/confirmation
+/retrieve?*
 /return/requests
 /returnrequest
 /returns/*?*&liteToken=
@@ -3313,6 +3331,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search*|
 /search.
 /search.*?q
+/search.aspx?*
 /search.compact$
 /search.html*
 /search.html?q=
@@ -3356,11 +3375,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search?narrator=
 /search?node*keywords*feature_
 /search?q=
+/search?q=*
 /search?searchAuthor=*&sort=
 /search?searchNarrator=*&sort=
 /search?searchProvider=*&sort=
 /search?title=
 /searchDirectory
+/searchresults.aspx*
 /searchresults/
 /searchsuggest
 /secure/
@@ -3387,6 +3408,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /sessions
 /settings
 /share
+/shared/jsoncontent/*
 /ship-to-country
 /ship-to-country--
 /shippinginformation
@@ -3497,7 +3519,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /u
 /unanswered
 /undefined
-/undefined/p/undefined
 /undefinedc_fill,w_360,ar_16:9,f_auto,q_auto,g_auto/undefined
 /unfeature
 /unfeature$
@@ -3590,6 +3611,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /windows/uwp/*/
 /windowsvista/
 /winfx/
+/wordpress-themes/*-1*
+/wordpress-themes/*-2*
+/wordpress-themes/*-3*
+/wordpress-themes/*-4*
+/wordpress-themes/*-5*
+/wordpress-themes/*-6*
+/wordpress-themes/*-7*
+/wordpress-themes/*-8*
+/wordpress-themes/*-9*
 /workshop
 /workshop/
 /wp-admin
@@ -3699,10 +3729,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*pg99.asia
 ?*plan
 ?*poy-poll
-?*q=
 ?*query
 ?*query=
-?*quid=
 ?*ref
 ?*replies=
 ?*requestmoney=
@@ -3854,6 +3882,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*verified=
 ?*xid
 ?252525253Bpreview=
+?AID=*
 ?Author=
 ?CMP
 ?EGOTECpage
@@ -3892,6 +3921,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?albumsOffset=
 ?ana=
 ?app=
+?app=*
 ?ar
 ?attachment_id=
 ?attribute_key
@@ -4023,6 +4053,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?inpageEditorUI=
 ?isIframeEmbed=1$
 ?isPreview=
+?isc=OPFpowby
+?isc=wscfwst304
 ?it
 ?item=*:
 ?items_per_page=
@@ -4036,10 +4068,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?kw
 ?kwid=
 ?lang=
+?lang=en
 ?language=
 ?last_metric=
 ?lastactivity
 ?lid=
+?like=
 ?live=
 ?location=
 ?location=home
@@ -4096,6 +4130,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?pp=*
 ?prerender
 ?preview=
+?preview=true
 ?preview=true$
 ?preview_key=
 ?preview_theme=
@@ -4131,8 +4166,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?qa_expand_key
 ?query=
 ?quicktabs_5=
+?quid=
 ?quote=
 ?radius=
+?realm=
 ?receiver=
 ?redirect
 ?redirectURL=
@@ -4143,6 +4180,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?referrer=
 ?region=
 ?region=australia-and-new-zealand
+?regionsite=*
 ?replytocom
 ?reported_by=
 ?return=true
@@ -5468,7 +5506,6 @@ Kimengi/nineconnections.com
 Korean
 LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
-LP
 Landingpages.html
 LanguagePreferences
 LexxeBot/1.0
@@ -5570,7 +5607,6 @@ Meo
 MessageRunDetailID=
 MetaURI
 Microsoft.URL.Control
-Mobile/EM/
 Moreover
 Moreoverbot
 MoviesYouveSeen
@@ -5768,6 +5804,7 @@ Services/Dentists/Overview/DentistPatientAcceptanceVerification.aspx*
 Settings
 Share.aspx
 Shibboleth.sso/
+Shop/
 Shop/Download/Event
 Shop/OrderResults
 Shop/OrderResults.aspx
@@ -6260,7 +6297,6 @@ account/unsubscribe
 account_purchase_history.mhtml
 account_settings
 accountaccess
-accounthelp
 accounts
 accounts/ClientAuth
 accounts/ClientAuth
@@ -7851,6 +7887,7 @@ blog/?s=
 blog/Neuer_Beitrag.html
 blog/Rubriken.html
 blog/add
+blog/advert/
 blog/audible-listening-clubs
 blog/cgi-bin
 blog/following
@@ -7858,6 +7895,7 @@ blog/list_rss
 blog/media
 blog/page/*/?p=
 blog/punto
+blog/readme.html
 blog/search
 blog/search$
 blog/search-results?q
@@ -7865,7 +7903,10 @@ blog/search-tag-
 blog/search?
 blog/tags
 blog/wp-admin
+blog/wp-admin/
 blog/wp-admin/admin-ajax.php
+blog/wp-content/plugins/
+blog/wp-includes/
 blog/wp-includes/*.xml
 blog/xmlrpc.php
 blog/zoholics/announcing-the-first-ever-zoholics-finance-and-hr-user-conference.html
@@ -9028,6 +9069,7 @@ chat/api/livechat
 chats/
 check
 check-web-status.html
+checkAvail=
 checkForm=
 checklink
 checkout
@@ -9575,7 +9617,6 @@ content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
-content/dam/redcross/lp
 content/dam/tesla-site
 content/dam/web/da_dk/www
 content/dam/web/de_ch/www
@@ -9615,7 +9656,6 @@ content/ipad
 content/pdf/10.1007%2F978-94-6209-446-8_8.pdf
 content/pdf/bbm
 content/pdf/bfm
-content/redcross
 content/ru_ru/
 content/search
 content/telegraph
@@ -9919,6 +9959,7 @@ customizable=
 customize
 customize_search
 cve
+cvosrc=affiliate.cj*
 cvx/client/sync/fpc
 cwv
 cy
@@ -12018,6 +12059,7 @@ fr-fr/feedback
 fr-fr/lp
 fr-fr/search
 fr-fr/search/$
+fr/
 fr/*/footer/Coordonnees.html
 fr/*/menu.html
 fr/*/menu/footer.html
@@ -12379,6 +12421,11 @@ games/faq
 games/find
 games?act=search_page&tags=
 gamtarget
+garage/advert/
+garage/readme.html
+garage/wp-admin/
+garage/wp-content/plugins/
+garage/wp-includes/
 gas-prices
 gb
 gb/admin
@@ -12446,6 +12493,7 @@ getflipit
 gethelp/
 getstarted
 getstarted/
+getstarted/*
 getthebetas/
 getting-started
 getting-started/functional-groups/
@@ -12488,7 +12536,7 @@ gl/users
 glass/images/commerce
 global
 global$
-global-infrastructure/services/get-async/http://bakespace.com/robots.txt
+global-infrastructure/services/get-async/http://bbb.org/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -12877,6 +12925,7 @@ help-v1
 help/*
 help/*/answers
 help/*/ask
+help/api/
 help/cnnx.html
 help/doc/en/salesforce_pubs_style_guide.pdf
 help/feedback
@@ -12895,6 +12944,7 @@ help/testing
 help/tutorials
 help/verify_email
 help/vodafone
+help/website-templates/
 help/zendesk_sso
 helpdocs
 helper
@@ -13805,7 +13855,6 @@ index.php/ko/node/
 index.php/magazine/get_comment
 index.php/media/oembed
 index.php/members/profile
-index.php/node
 index.php/node/add
 index.php/node/add/
 index.php/ru/node/
@@ -13899,7 +13948,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://fcc.gov/robots.txt
+interactive*http://g.co/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -13953,7 +14002,6 @@ inviteFromProfile
 inviteMany
 invited
 invites/buy
-invoice-central
 invoice/cn/
 invoice/de/
 invoice/download
@@ -16651,7 +16699,6 @@ nqrwns
 nr/water/ies
 nrdapp
 ns/
-ns/apology
 ns/hydra/console/?
 ns/local_news
 nso/forums
@@ -16810,7 +16857,6 @@ ojp
 oma
 omgilibot
 on
-on/demandware.store
 onboard
 onboarding
 one/help/search-results.html
@@ -16886,10 +16932,6 @@ over-de-vpro/bedankt$
 over-de-vpro/bedankt.*$
 over-de-vpro/bedankt.html$
 overlay
-overlay=auth-type-chooser
-overlay=cart
-overlay=crew-sign-in
-overlay=sign-in
 overlineTest
 overviewblockseeother
 owner_settings
@@ -18540,6 +18582,7 @@ resource-library/search$
 resource-library/search?
 resource/*/get
 resources
+resources/advert/
 resources/css
 resources/css/webscripts.css
 resources/html/error/404.html
@@ -18555,7 +18598,11 @@ resources/js/s_code.js
 resources/marketing/full
 resources/media
 resources/ngo/maps/atlas
+resources/readme.html
 resources/thank-you
+resources/wp-admin/
+resources/wp-content/plugins/
+resources/wp-includes/
 resources/xml
 resources/xml/sitemaps
 responder
@@ -18651,6 +18698,7 @@ robots
 robots.txt
 rogerbot
 rolandolink
+role/
 roll
 rooms/*/amenities
 rooms/*/enhanced-cleaning
@@ -19105,7 +19153,6 @@ search-console/scfe
 search-effectiveness.html
 search-people?
 search-results
-search-the-red-cross-site
 search.compact$
 search.do
 search.html
@@ -19585,12 +19632,7 @@ shop/browse/ribbon
 shop/favorites
 shop/global
 shop/iphone/payments/overlay
-shop/order
 shop/search.ep
-shop/sign_in
-shop/sign_out
-shop/signed_in_account
-shop/store/feeds
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -19627,7 +19669,6 @@ show-email
 show-error-
 show/delete_saved_shows
 show/koth-show
-show=
 show_bug.cgi
 show_bug.cgi*ctype=
 show_bug.cgi*format=multiple
@@ -19640,7 +19681,7 @@ showdependency
 shows/
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://img.youtube.com/robots.txt
+showtimes/location/*http://j.mp/robots.txt
 shr*
 shutterstock
 si
@@ -20926,9 +20967,6 @@ tags/newsletters
 tags/topic
 takaoka-saki-blog/videolist-*.html
 takaoka-saki-blog/videolist.html
-take-a-class/asspsafetytraining
-take-a-class/hidden
-take-a-class/participant-materials
 takedown
 talent/matches
 talk
@@ -21444,7 +21482,6 @@ trends/topics
 trends/viz?
 trends?
 trends_tpt
-tributes
 trips/upcoming
 trips/v1
 trivia
@@ -21782,7 +21819,6 @@ understanding-c3g
 understanding-melanoma
 unfiltered?
 unfinished.php
-unicef-component-mosaichttp://unpkg.com/robots.txt
 unicorn/check
 unijobs/*/emailjob
 unijobs/*/jbequicksignup
@@ -22446,7 +22482,6 @@ videos/viewmeta/
 videos/week
 videosearch
 view
-viewAll=
 viewReview
 view_album.pl
 view_enquete.pl
@@ -22660,6 +22695,7 @@ webstore/shoppingbasket
 webstore/static/*/wall/js
 webview
 weekly/signup
+weiterempfehlen
 welcome
 welcome-email
 welcome.aspx
@@ -22688,6 +22724,7 @@ which-mba
 whichmba/forum
 whichmba/webinars?
 whichmba/webinars?page=
+whois/cards/business-card
 whsmiths
 whysecure
 whythisad