From e02959e5718c2ffa08a150a54f5f72e363a65846 Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
 <41898282+github-actions[bot]@users.noreply.github.com>
Date: Mon, 9 Sep 2024 10:03:59 +0000
Subject: [PATCH] [Github Action] Automated trickest wordlists update.

---
 .bin/wordlist-updaters/status.json            |   2 +-
 .../directus-all-levels.txt                   |   2 +
 .../CMS/trickest-cms-wordlist/directus.txt    |   1 +
 .../top-100.txt                               | 202 +----------
 .../top-1000.txt                              | 180 ++++------
 .../top-10000.txt                             | 327 ++++--------------
 6 files changed, 150 insertions(+), 564 deletions(-)

diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index 63cad835a..2f0c50444 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
         "last_update": 1725822185
     },
     "Trickest wordlist update": {
-        "last_update": 1725789839
+        "last_update": 1725876229
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt
index 7073d0b6b..fd9d8c5bd 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt
@@ -16660,6 +16660,8 @@ config.json
 six-glasses-warn.md
 .changeset/rich-rings-do.md
 rich-rings-do.md
+.changeset/chatty-knives-shop.md
+chatty-knives-shop.md
 .changeset/trams-rijden.md
 trams-rijden.md
 .changeset/proud-moons-sell.md
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt
index 2753f87e6..b3ef38a2c 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt
@@ -3371,6 +3371,7 @@ contributing.md
 .changeset/config.json
 .changeset/six-glasses-warn.md
 .changeset/rich-rings-do.md
+.changeset/chatty-knives-shop.md
 .changeset/trams-rijden.md
 .changeset/proud-moons-sell.md
 .changeset/large-ears-approve.md
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index c0537ef5f..c7c5cd0b5 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -26,10 +26,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -37,11 +33,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -52,22 +45,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
-/?*amp_client_id
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -79,8 +60,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -105,7 +84,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -113,20 +91,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -142,15 +115,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -224,7 +193,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -1017,8 +985,6 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1080,8 +1046,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1187,12 +1151,10 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
 ads
-ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -1211,7 +1173,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -1224,7 +1185,6 @@ alkali
 allanalytics
 alllocations
 ambry
-amp
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -1252,9 +1212,7 @@ api/v3/ajax/bespoke/public/neu/specs
 api_access_key=
 app*_
 app*form_id=
-app-ads.txt
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1425,7 +1383,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 avis
 away.php
 b2bauth
@@ -1544,11 +1501,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -1570,38 +1523,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1798,7 +1730,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1821,7 +1752,6 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1843,7 +1773,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1859,15 +1788,12 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connectivity
 connector
@@ -1875,31 +1801,20 @@ consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1908,9 +1823,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -2025,9 +1938,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2078,7 +1989,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2174,8 +2084,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2187,7 +2095,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2242,7 +2149,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2345,8 +2251,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2356,7 +2260,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -2437,8 +2340,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -2550,8 +2451,6 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
-google_gdn.html
-google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2661,7 +2560,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2737,18 +2635,15 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://m.facebook.com/robots.txt
-http://player.vimeo.com/robots.txt
+http://archive.org/robots.txt
+http://ec.europa.eu/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2759,9 +2654,6 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2935,14 +2827,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -3033,8 +2922,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3102,7 +2989,6 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3137,12 +3023,10 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -3150,7 +3034,6 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3181,7 +3064,6 @@ location_suggest
 lochp?
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3428,7 +3310,6 @@ native
 nb-no.www.cloudflare.com
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -3440,7 +3321,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3604,12 +3484,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3643,11 +3519,8 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3684,40 +3557,8 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3769,7 +3610,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -3796,7 +3636,6 @@ ppob/?
 ppob?
 pqa
 preference
-prefs
 present
 presentation
 prettyearth/assets
@@ -3807,8 +3646,6 @@ private
 pro
 pro-resources
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3887,7 +3724,6 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3895,7 +3731,6 @@ q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3909,7 +3744,6 @@ rd/search
 rd/search$
 rd/search?
 recensioni
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3927,8 +3761,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -3938,14 +3770,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -3981,7 +3809,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -4080,7 +3907,6 @@ searchhistory
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4154,7 +3980,6 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -4448,13 +4273,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -4477,7 +4300,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -4532,10 +4354,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4560,7 +4378,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -4571,7 +4388,6 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
@@ -4579,7 +4395,6 @@ t/terms
 tab=
 tablet
 tacms
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4612,10 +4427,8 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -4698,7 +4511,6 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
-tv
 tv/thumb
 tvschedule
 twitter
@@ -4764,13 +4576,9 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4845,8 +4653,6 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4877,13 +4683,10 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5346,7 +5149,6 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 4cf65d549..27b378b8d 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -2376,7 +2376,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /account
 /account-information
 /account/cls
-/accredited-business-directory/*?
 /acq
 /action
 /actions_panel
@@ -2480,7 +2479,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /badge
 /badges
 /base/logout
-/bbb-reports-on
 /bbw
 /bbw.html
 /beaconBase$
@@ -2623,7 +2621,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /confirmation/
 /connected-living/content-library
 /connections/*
-/contact-form
 /contact/menu*
 /contact/partner*
 /contactformulier
@@ -3089,7 +3086,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://iana.org/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3145,6 +3142,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /password
 /patches/new
 /path_locks
+/patterns/
 /pay-invoice
 /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q
 /pd/ITEM_NAME-Podcast
@@ -3211,7 +3209,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /profileshow
 /promoassets
 /public/fc-assets/locales
-/public/insights/share/anniversary*?
 /pull
 /pvData$
 /pvid$
@@ -3337,6 +3334,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/*?q=
 /search/?*terms
 /search/?q
+/search/?q=*
 /search/account
 /search/ai-search
 /search/collections
@@ -3372,6 +3370,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search?searchProvider=*&sort=
 /search?title=
 /searchDirectory
+/searchresults/
 /searchsuggest
 /secure/
 /select*?
@@ -3454,7 +3453,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /storylist/
 /structures
 /submit
-/submit-review-expiration
 /submitted
 /subscribedto
 /subscribers$
@@ -3553,7 +3551,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vejr/
 /vendorActivityManager
 /vendorLeadTime
-/verify-sms
 /version!libs
 /video
 /video-
@@ -3657,7 +3654,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://lifestylesimplify.com/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3888,7 +3885,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://mozilla.com/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -7347,12 +7344,12 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://inc.com/robots.txt
+api/attachments/*http://docs.wixstatic.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://video.twimg.com/robots.txt
+api/http://kobo.com/robots.txt
 api/internal/*/location
 api/internal/_bb
 api/internal/analytics/songs
@@ -7427,13 +7424,12 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://purdue.edu/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
 apply
 apply/*
-apply/thank-you
 apps
 apps*&tags=
 apps/*/integrations/*/landing
@@ -8632,7 +8628,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://thinkgeek.com/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8759,7 +8755,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://s3-us-west-2.amazonaws.com/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -8924,7 +8920,6 @@ buscar/
 business
 business-insider$
 business-name-generator/list
-business-reviews
 business-school/search_results/
 business/ad_create
 business/adshare
@@ -9298,7 +9293,6 @@ ca/search*search_type=
 ca/search*ship_to=
 ca/share
 ca/shop_name_search_service
-ca/storage
 ca/strumenti/creatore-di-logo/onboarding
 ca/teams
 ca/technology.atom
@@ -9666,7 +9660,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://beatport.com/robots.txt
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9693,7 +9687,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://kck.st/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -10030,7 +10024,7 @@ co/ventureone
 code
 code-snapshots
 code/*
-code/http://moz.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10238,7 +10232,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://ebay.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10354,7 +10348,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://sketchfab.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -10490,24 +10484,6 @@ corporate/microsites/tysabri/ms-assessment-tool-pageresults.html
 corporate/microsites/tysabri/ms-assessment-tool.html
 corporate/request
 couchmode
-council/Business-Search/email
-council/Business-Search/matched
-council/Business-Search/name
-council/Business-Search/phone
-council/Business-Search/type
-council/Business-Search/url
-council/Charity-Reviews/email
-council/Charity-Reviews/matched
-council/Charity-Reviews/name
-council/Charity-Reviews/phone
-council/Charity-Reviews/type
-council/Charity-Reviews/url
-council/Find-Business-Reviews/email
-council/Find-Business-Reviews/matched
-council/Find-Business-Reviews/name
-council/Find-Business-Reviews/phone
-council/Find-Business-Reviews/type
-council/Find-Business-Reviews/url
 count.php
 countdown/create?
 countdown/eclipse?
@@ -11024,6 +11000,7 @@ deals/merchant
 deals/popular
 debats/
 debug
+debug/
 decision-makers$
 decision-makers/*/admin_accounts$
 decision-makers/*/admin_accounts?
@@ -11108,6 +11085,7 @@ dg-service
 dgs/education_culture/404_en.htm
 dhtml
 dhtmlmenu
+di-ag/
 diagnosed-with-glioblastoma
 dialog/*
 dictionary/static/sitemaps
@@ -11551,7 +11529,6 @@ dupuytrens/what-to-expect
 dvi
 dw
 dynamic-offer
-dynamic-seal
 dynamic/
 dynamiccontent/webapi
 dynamiclogic
@@ -11689,7 +11666,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://smashbros.com/robots.txt
+email/*http://dw.com/robots.txt
 email/privacy-guarantees
 email/privacy-terms
 email/unsubscribe
@@ -11922,7 +11899,6 @@ eo/users
 ep-live/
 epaper
 epilepsy-seizures-rapid-rescue-single-treatment
-episerver
 episode_times
 erasmus-plus/404_en.htm
 erid=
@@ -12616,7 +12592,6 @@ fichas/gestor
 ficmanagers
 field_article
 file
-file-a-complaint/*/form
 file/new?try-plugin-id=
 fileadmin/user_upload/PermRep
 fileadmin/user_upload/en
@@ -12629,7 +12604,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.co.jp/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter/tips
 filter/tips
 filterTags=
@@ -13026,7 +13001,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://history.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13226,10 +13201,6 @@ get-galleryfragment
 get-giftmodule
 get-hired
 get-instant-confirmation/index.
-get-listed/business
-get-listed/consumer
-get-listed/form
-get-listed/success
 get-started
 getCallUsInfoData
 getMoreSimilarGalleriesAjax
@@ -13257,7 +13228,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://1.bp.blogspot.com/robots.txt
+gifshttp://gist.github.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13284,6 +13255,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
+global-infrastructure/services/get-async/http://bakespace.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13616,7 +13588,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://techradar.com/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -14015,39 +13987,39 @@ http
 http-checker
 http2_data
 http:
-http://amazon.com.br/robots.txt
-http://androidcommunity.com/robots.txt
-http://apache.org/robots.txt
-http://blog.google/robots.txt
-http://blog.youtube/robots.txt
-http://deviantart.com/robots.txt
-http://ec.europa.eu/robots.txt
-http://eff.org/robots.txt
-http://eji.org/robots.txt
-http://europa.eu/robots.txt
-http://europol.europa.eu/robots.txt
-http://finance.yahoo.com/robots.txt
-http://fun888asia.com/robots.txt
-http://ikea.com/robots.txt
-http://marketingplatform.google.com/robots.txt
-http://mobile.twitter.com/robots.txt
-http://nydailynews.com/robots.txt
-http://online.wsj.com/robots.txt
-http://openstreetmap.org/robots.txt
-http://paypal.me/robots.txt
-http://purl.org/robots.txt
-http://sbnation.com/robots.txt
-http://spoti.fi/robots.txt
-http://storage.googleapis.com/robots.txt
-http://svt.se/robots.txt
-http://techcrunch.com/robots.txt
-http://toucharcade.com/robots.txt
-http://usnews.com/robots.txt
-http://w3techs.com/robots.txt
-http://xkcd.com/robots.txt
-http://yandex.ru/robots.txt
-http://youtube-creators.googleblog.com/robots.txt
-http://yumpu.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://about.google/robots.txt
+http://amazon.de/robots.txt
+http://amzn.to/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://behance.net/robots.txt
+http://census.gov/robots.txt
+http://creativecommons.org/robots.txt
+http://euronews.com/robots.txt
+http://extension.purdue.edu/robots.txt
+http://graphisoft.com/robots.txt
+http://he.wikipedia.org/robots.txt
+http://hubspot.com/robots.txt
+http://ie.edu/robots.txt
+http://linkedin.com/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
+http://support.apple.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://tiny.cc/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://vogue.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14723,7 +14695,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://codex.wordpress.org/robots.txt
+interactive*http://fcc.gov/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -14937,7 +14909,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://wikihow.com/robots.txt
+it/searchhttp://m.facebook.com/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15549,7 +15521,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://elpais.com/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15584,9 +15556,6 @@ learning/settings$
 learning/settings?
 learnmorelayer
 learnmorelayertv
-leave-a-review/no-bid
-leave-a-review/no-bid/expiration
-leave-a-review/no-bid/thank-you
 lecture
 lees/gids/exclusief
 lees/gids/exclusief$
@@ -16052,7 +16021,6 @@ makeorder
 malformed
 manage
 manage-listing
-manage-location
 manage/*
 manage/global
 manage_friend.pl
@@ -16224,7 +16192,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://click.linksynergy.com/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16894,7 +16862,6 @@ mx/search*ship_to=
 mx/sell
 mx/share
 mx/shop_name_search_service
-mx/storage
 mx/strumenti/creatore-di-logo/onboarding
 mx/teams
 mx/technology.atom
@@ -20322,7 +20289,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://telegram.me/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20688,7 +20655,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://myspace.com/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -21296,8 +21263,6 @@ software/vendors/new
 software/visit?
 software/winboard/whats_new
 sogou
-solr
-solrSearch
 solutions
 solutions/$
 solutions/case-studies/
@@ -21695,7 +21660,6 @@ su/users
 subject
 subject=
 submit
-submit-review-thank-you
 submitlink?
 submitstory
 submitted/review
@@ -21945,7 +21909,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://amazon.es/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22166,7 +22130,6 @@ test-2
 test-2$
 test-2.*$
 test-2.html$
-test-all-page
 test-kick-tires
 test-v1-page-template
 test.html
@@ -22178,7 +22141,7 @@ test5
 test6
 testcases
 testfl
-testhttp://deepmind.com/robots.txt
+testhttp://moz.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22535,7 +22498,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://playbill.com/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -23225,7 +23188,6 @@ us/filter/tips
 us/internal
 us/node/add
 us/search
-us/storage
 us/support/service/agent
 us/trade-in/program-violation
 us/user
@@ -23396,7 +23358,6 @@ usr/*/followers
 usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
-util
 utils
 utl/
 utm_campaign=
@@ -24704,9 +24665,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
-wp-admin/admin-ajax.phphttp://umc.org/robots.txt
-wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24777,7 +24737,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://brownpapertickets.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24909,7 +24869,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://businesswire.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index dd021e8d8..45c592684 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -1752,7 +1752,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?*ls%3d*%3fls%3d
 /*?*ls=*&ls=
 /*?_requestid=
-/*?add-to-cart=*http://qld.gov.au/robots.txt
+/*?add-to-cart=*http://qiita.com/robots.txt
 /*?attachment-id=
 /*?label=
 /*?layout=grid
@@ -4383,6 +4383,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?cid=
 /?clientId=
 /?collection=
+/?comment_page=
 /?consterm
 /?costPlans=
 /?county
@@ -4827,7 +4828,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /account/sign-on
 /accounts/edit
 /accounts/new
-/accredited-business-directory/*?
 /acq
 /acrotomophilia_*
 /action
@@ -5133,7 +5133,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /bastardo_*
 /bastinado_*
 /bb-d$
-/bbb-reports-on
 /bbw
 /bbw.html
 /bbw_*
@@ -5632,7 +5631,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /connexion?redirect=
 /consent-string
 /contact
-/contact-form
 /contact-us?isChatCallAvailable=false
 /contact.html
 /contact/menu*
@@ -7768,7 +7766,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /publ/comments
 /public
 /public/fc-assets/locales
-/public/insights/share/anniversary*?
 /publicaciones-oficiales
 /publicacions-oficials
 /publication-detail/-/publication/*/format-
@@ -8417,7 +8414,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /style/
 /style_doggy_*
 /submit
-/submit-review-expiration
 /submitted
 /subscribe/billing.html
 /subscribedto
@@ -8797,7 +8793,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vendorActivityManager
 /vendorLeadTime
 /venus_mound_*
-/verify-sms
 /verlauf
 /versandkosten_DE
 /version!libs
@@ -9213,7 +9208,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://9943805.fls.doubleclick.net/robots.txt
+?*http://adssettings.google.com/robots.txt
 ?*http://tapatalk.com/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
@@ -11945,7 +11940,6 @@ ArtnetLookupService
 Arts/reading/UK/browse_reader
 Arts/reading/UK/search_basic_results
 AsHeardOn
-Assembly2001/
 AssetFactory.aspx
 AssetPicker
 AssetPicker/Images
@@ -17084,7 +17078,6 @@ FicherosDatosPersonales
 File/
 Files/
 Filestore/
-FilmFestival/
 FilterState
 FinDocuments
 Finance/Financial_Aid
@@ -17228,7 +17221,7 @@ GuideRequested
 GuideRequestor
 H
 HACAffiliate
-HBO/
+HBO/
 HK/
 HMDThankYou
 HN/
@@ -18054,8 +18047,6 @@ NovelUse.asp*
 NovelUse/
 Nrpp=
 Ntk=TBW*
-OASpage/Assembly2001/
-OASpage/Haiti_situation
 OAuth.aspx
 OAuthRegistration
 OCA-Beta
@@ -20569,7 +20560,7 @@ actualite/v2/tj22h/guide-horaire.asp
 actuator
 ad
 ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition
-ad-manager/
+ad-manager/
 ad-retargeting-101-online-shopping-in-the-covid-19-era
 ad-scans
 ad-test
@@ -20702,7 +20693,7 @@ admin-user
 admin.artnet.*
 admin.php
 admin/
-admin/
+admin/
 admin/*
 admin/aso
 admin/blogmove
@@ -20722,7 +20713,6 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
-adminhttp://aa.com/robots.txt
 adminhttp://dji.com/robots.txt
 administration
 administration/
@@ -20860,7 +20850,6 @@ advert
 advert/*
 advertise
 advertise-a-job/service
-advertise/examples/admail
 advertise?
 advertisement/advert
 advertisers
@@ -20991,7 +20980,6 @@ ag=A
 agarces
 agarciacalvo
 agarzaer
-agdocs/
 age-appeal
 agegate
 agencias
@@ -21024,7 +21012,7 @@ agile064
 agile065
 agile066
 agile067
-agility/
+agility/
 aglassie
 aglynn
 agold
@@ -21404,10 +21392,8 @@ ameliagan
 ameliapeterson
 amelierorty
 amenities?
-america_viva/
 american-ninja-warrior-ninja-vs-ninja
 american-sniper
-americas/
 amexblue
 amfphp
 amg
@@ -21453,7 +21439,6 @@ amp/assembly-elections-2022*/$
 amp/assembly-elections-march-2022*/$
 amp/astrology/horoscope
 amp/astrology/horoscope/todays
-amp/auth
 amp/auto-reviews
 amp/cricketnext
 amp/delhi-assembly-elections-2020
@@ -21615,7 +21600,7 @@ ane103-17
 anesth/employment/faculty/cv
 anesthesia/alumni-thank-you
 anesthesia/pain-management-center/appointments-and-referrals/referral-thankyou
-anga/
+anga/
 angebote
 angel
 angel-cabrera
@@ -21780,6 +21765,7 @@ api.php?
 api.php?*&action=
 api.php?action=
 api/
+api/$
 api/*
 api/*/doc
 api/*/docs$
@@ -21880,7 +21866,7 @@ api/nextsteps/*
 api/ng-looks/
 api/nicorepo/timeline
 api/nts/v1/login
-api/og/*http://crowdfundingusa.com/robots.txt
+api/og/*http://crowdin.com/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/posts/*/popular_posts
@@ -22124,7 +22110,7 @@ appliance
 applicant
 applicant-eligibility
 application
-application-content/
+application-content/
 application-survey/
 application-temp
 applications/
@@ -22132,7 +22118,6 @@ applications/farel12
 apply
 apply/
 apply/*
-apply/thank-you
 apply?adId=
 appointment_form
 appointments-and-referrals/appointment-thankyou
@@ -22800,12 +22785,12 @@ asonawane
 asouri
 asp.net/
 asp/
-asp/
+asp/
 asp/*http://arte.tv/robots.txt
 asp/demo_db_edit.asp
 aspnet_client
 aspnet_client/
-aspnet_client/
+aspnet_client/
 aspx/
 aspx/read.aspxhttp://tnt.netmng.com/robots.txt
 aspxerrorpath*
@@ -24226,7 +24211,7 @@ bannerinclude_US
 bannerinclude_fr
 banners
 banners-old.php?
-banners/
+banners/
 bannus
 baobao*?
 baohongchen
@@ -24757,8 +24742,6 @@ betterfuture/wp-admin
 betterfuture/wp-content/plugins
 betterfuture/wp-includes
 bettina.hoeppner
-betting/
-betting/casinos/
 beverly-hills-dog-show
 beverlykienzle
 bewerten
@@ -25323,7 +25306,6 @@ blog/fr/page
 blog/fr/wp-json
 blog/get-coverage-topic/
 blog/ghostery-news
-blog/go
 blog/health-care-information-topic/
 blog/index.php
 blog/inside-activecampaign
@@ -25331,7 +25313,6 @@ blog/it-teams/tam-day-summit-3-big-takeaways-2/attachment/tam-day
 blog/jp/wp-json
 blog/keep-change-plan-topic/
 blog/list_rss
-blog/login-designer
 blog/media
 blog/navbar-reviews
 blog/note
@@ -27828,7 +27809,7 @@ buscador
 buscador.aspx
 buscador/GoogleServlet
 buscador/GoogleServletBuscadorVertical
-buscador_generalhttp://deepchainada.com/robots.txt
+buscador_generalhttp://decrypt.co/robots.txt
 buscar
 buscar
 buscar.html
@@ -30790,7 +30771,6 @@ business-insider$
 business-name-generator/list
 business-report/test$
 business-resource-center
-business-reviews
 business-school/README.txt
 business-school/admin
 business-school/comment/reply
@@ -31511,7 +31491,6 @@ ca/share
 ca/shop
 ca/shop_name_search_service
 ca/showroom_cms/content
-ca/storage
 ca/strumenti/creatore-di-logo/onboarding
 ca/sync
 ca/tax-software/partners
@@ -32489,7 +32468,6 @@ catalogue/*?
 catalogues
 catchup
 catec
-catedraOLD/
 categories
 categories.php
 categories/*/archive
@@ -35846,7 +35824,7 @@ closures/index.ssf?other
 cloud-launcher/sitemap
 cloud-setup
 cloud/
-cloud/
+cloud/
 cloud/131
 cloud/august2015/servicecs_gs
 cloud/farel10
@@ -35985,7 +35963,7 @@ cn/products-lifecycle
 cn/products/online-datasheet/
 cn/products/ras/trial-center
 cn/random
-cn/request-information/
+cn/request-information/
 cn/search
 cn/site-achievement
 cn/social
@@ -37402,7 +37380,7 @@ content_title=
 content_votes
 contentassets/*.xml$
 contentfeed/getdata?type=synopsi
-contentjam/
+contentjam/
 contentobject
 contentpar_gridblock
 contentresearchtool/
@@ -37742,24 +37720,6 @@ cottages
 cotvsamples
 couchmode
 couleur3/programmes/*.html
-council/Business-Search/email
-council/Business-Search/matched
-council/Business-Search/name
-council/Business-Search/phone
-council/Business-Search/type
-council/Business-Search/url
-council/Charity-Reviews/email
-council/Charity-Reviews/matched
-council/Charity-Reviews/name
-council/Charity-Reviews/phone
-council/Charity-Reviews/type
-council/Charity-Reviews/url
-council/Find-Business-Reviews/email
-council/Find-Business-Reviews/matched
-council/Find-Business-Reviews/name
-council/Find-Business-Reviews/phone
-council/Find-Business-Reviews/type
-council/Find-Business-Reviews/url
 counsel/forms
 count.php
 countdown/create?
@@ -37807,7 +37767,7 @@ courses/Transcript
 courses/assessment
 courses/eecs484
 courses/favorites
-courses/http://codeproject.com/robots.txt
+courses/http://codecanyon.net/robots.txt
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -39536,7 +39496,7 @@ de/inc
 de/includes_content/missing_handler/view_map.html
 de/index.html
 de/info
-de/informationen-anfordern/
+de/informationen-anfordern/
 de/internal
 de/invites/buy
 de/ipns
@@ -42160,7 +42120,6 @@ directory/search.asp
 directory/search/?
 directory/sitemap
 directory/tp
-directory_missions/
 directoryoptout*
 dirt/index.htm
 dirty-dancing
@@ -42907,7 +42866,6 @@ documents/PDS
 documents/archives/ArchivesObsolete
 documents/current
 documents/email-a-friend
-documents/eng/biography_Carol_Fuller.asp
 documents/information-management/imr-guidance-and-appendices.pdf
 documents/mog.pdf
 documents/old/
@@ -43093,7 +43051,7 @@ downloadpubliclightbox.php
 downloads
 downloads.php
 downloads/
-downloads/
+downloads/
 downloads/*
 downloads/c1_downloads_auswahl
 downloads/company-related/cpx360-2019-agenda.pdf
@@ -43153,7 +43111,7 @@ dritte
 drive
 drive-and-listen/
 drive-angry
-drive-in/
+drive-in/
 drive-with-lyft*ref=
 drive-with-lyft*utm
 drivers
@@ -43284,7 +43242,6 @@ dynamic
 dynamic-feed/*.xml
 dynamic-offer
 dynamic-partials
-dynamic-seal
 dynamic-sitemap/sitemap-last-100/*.xml
 dynamic/
 dynamiccontent/webapi
@@ -43349,7 +43306,6 @@ easy-ways-to-manage-your-digital-footprint
 easyrenewal
 eat/gr-
 eayalahurtado
-eb/incl_header2.html
 ebar
 ebatesCaptcha.do
 ebay/cronus
@@ -44876,9 +44832,6 @@ en/SupportandAdministration/PoliciesandProcedures
 en/Tracker?data=*
 en/US/swassets/
 en/US/swassets/sw274/sitewide_country_language_selector.html
-en/_Original_
-en/_incl_header.html
-en/_old_
 en/_site_doc
 en/aanmeldbevestiging
 en/aanmelden-mislukt
@@ -44899,7 +44852,6 @@ en/ajax/content-product
 en/ajax/contentmedia
 en/alert
 en/alerts
-en/americas/calendar/
 en/app
 en/app/
 en/applications/release9.html
@@ -44929,8 +44881,6 @@ en/carro-de-la-compra
 en/cart
 en/cgi-bin
 en/cgi-bin
-en/cidi/menus
-en/cidi/txt_files
 en/classes
 en/classes/
 en/cloud/iaas-classic
@@ -45279,9 +45229,6 @@ en/event/*/ical
 en/events/10_Graduade%20Institute_Richard_Baldwin_PWC_Geneva.pdf
 en/events/11_International%20Accounting%20Standards_Nic_Anderson_PWC_Geneva.pdf
 en/events/1_Roche_Ian_Bishop_PWC_Geneva.pdf
-en/events/2009events.asp
-en/events/2010_
-en/events/2010events.asp
 en/events/2_UBS_Geoff_Robinson_PWC_Geneva.pdf
 en/events/3_Richemont_Lesley_Griffiths_PWC_Geneva.pdf
 en/events/4_Swiss%20Re_Swiss%20Re_Jutta_Bopp_PWC_Geneva_.pdf
@@ -45290,10 +45237,7 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf
 en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf
 en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf
 en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf
-en/events/cultural_events.asp
-en/events/default.asp
 en/events/huaweiconnect/livestream-for-tvs$
-en/events/peace_fund.asp
 en/events?
 en/explore
 en/facturas-abono
@@ -45326,13 +45270,6 @@ en/historial-compra
 en/hotels/
 en/identity
 en/immigration-refugees-citizenship/services/reference-include
-en/incl_banner_media_center.html
-en/incl_footer_old.html
-en/incl_headcontent_landing.inc
-en/incl_headcontent_secondary.inc
-en/incl_header1.html
-en/incl_mini_pilares.html
-en/incl_searchnav.html
 en/includes_content/missing_handler/view_map.html
 en/industries/health-sciences/clinical-one
 en/industries/health-sciences/clinical-one/depot-information
@@ -45462,12 +45399,6 @@ en/matlabcentral/topics/power-electronics-control/search.html
 en/media-materials.html
 en/media/*
 en/meetings/full-capacity
-en/member_states/haiti/backpack/Flyer_Ceremonia_ENG.html
-en/member_states/haiti/backpack/Flyer_Ceremonia_ESP.html
-en/member_states/haiti/backpack/Flyer_Ceremonia_FRE.html
-en/member_states/haiti/backpack/default.html
-en/member_states/haiti/backpack/default_anunciosept24.html
-en/member_states/haiti/backpack/gallery.html
 en/memory-world-committees/grid
 en/memory-world-committees/list
 en/memory-world-committees/map
@@ -45522,8 +45453,6 @@ en/needs
 en/needs/
 en/news-redirect/*
 en/news/canarias/diary
-en/news/incl_news_items.asp
-en/news/incl_reports.asp
 en/news?
 en/newsletters/*
 en/niet-gevonden
@@ -45587,7 +45516,7 @@ en/recruitments/
 en/reeds-aangemeld
 en/related-content?
 en/renew.html
-en/request-information/
+en/request-information/
 en/resources/
 en/responsive-header
 en/restaurants/
@@ -45598,7 +45527,6 @@ en/right-education-country-overview/map
 en/right-education/observatory/grid
 en/right-education/observatory/list
 en/right-education/observatory/map
-en/saf/accountability/docs/
 en/safety-journalists/observatory/grid
 en/safety-journalists/observatory/list
 en/safety-journalists/observatory/map
@@ -45969,9 +45897,9 @@ epic
 epilepsy-seizures-rapid-rescue-single-treatment
 episerver
 episerver
-episode-engine/
-episode-podcast/
-episode/
+episode-engine/
+episode-podcast/
+episode/
 episode_times
 episodes?q=
 epmt
@@ -46345,9 +46273,6 @@ es/TermsAndPrivacy.aspx
 es/Themes
 es/TripsJS.ashx
 es/_
-es/_Original_
-es/_incl_header.html
-es/_old_
 es/accessories/*/f
 es/accessories/ies
 es/account
@@ -46359,7 +46284,6 @@ es/ajax
 es/ajax/content-product
 es/ajax/contentmedia
 es/alpha.php
-es/americas/calendar/
 es/ana
 es/android/collections
 es/android/search
@@ -46423,8 +46347,6 @@ es/cart
 es/changes-that-qualify-for-special-enrollment/
 es/chc
 es/checkout
-es/cidi/menus
-es/cidi/txt_files
 es/cin
 es/classes
 es/classes/
@@ -46514,18 +46436,10 @@ es/es/promos/
 es/es/promos/lyve-cloud-for-startups/
 es/es/size/*
 es/estado-pedido
-es/estados_miembros/haiti/mochilas/default.html
-es/estados_miembros/haiti/mochilas/galeria.html
 es/eula.html
 es/event/*/ical
 es/event/*/shoutbox
 es/event/*/shoutbox?
-es/eventos/2010_reuniones_ministeriales.asp
-es/eventos/cultural_events.asp
-es/eventos/default.asp
-es/eventos/eventos2009.asp
-es/eventos/eventos2010.asp
-es/eventos/fondo_paz.asp
 es/explore
 es/facturas-abono
 es/facturas-abono
@@ -46580,14 +46494,6 @@ es/hoteles/s
 es/hou
 es/images
 es/inc
-es/incl_banner_media_center.html
-es/incl_footer_old.html
-es/incl_headcontent_landing.inc
-es/incl_headcontent_secondary.inc
-es/incl_header1.html
-es/incl_header2.html
-es/incl_mini_pilares.html
-es/incl_searchnav.html
 es/info
 es/iniciar-sesion
 es/intangible-cultural-heritage/grid
@@ -46673,8 +46579,6 @@ es/myunited
 es/nationals/search
 es/negocios
 es/new/http://edyst.com/robots.txt
-es/news/incl_news_items.asp
-es/news/incl_reports.asp
 es/node
 es/node/
 es/node/*
@@ -46738,7 +46642,6 @@ es/retail/search$
 es/retail/search?
 es/rockies/search
 es/royals/search
-es/saf/rendicion_cuentas/docs/
 es/sd
 es/sea
 es/search
@@ -46762,10 +46665,9 @@ es/share
 es/share-order
 es/sharecontacts-for-microsoft-outlook.aspx
 es/shop_name_search_service
-es/sica/
 es/site-achievement
 es/sobre_nosotros
-es/solicitar-informacion/
+es/solicitar-informacion/
 es/solutions/case-studies/
 es/solutions/case-studies/innovators/innovators-eu/
 es/solutions/case-studies/sustainability-emea/
@@ -47509,7 +47411,6 @@ exchange
 exclusions
 exclusive
 exclusive-offers
-exclusive/subscription/
 exec/obidos/account-access-login
 exec/obidos/account-access-login
 exec/obidos/change-style
@@ -47783,7 +47684,6 @@ eyeblaster
 eyewitness
 ezais
 ezfo_config
-ezine/
 ezk888cn
 ezlink
 ezlink=
@@ -48462,7 +48362,6 @@ fifty-shades-of-grey
 fil-ph/
 fildariane/static-3.7.0/css/*.css
 file
-file-a-complaint/*/form
 file-download
 file.html
 file/
@@ -48754,7 +48653,7 @@ flightsearch
 flightstatus-results.aspx?
 flightstatus/
 flint-deals
-flip-player/
+flip-player/
 flip-preview
 flipboardrss
 flipbook
@@ -48840,7 +48739,6 @@ food/recipes/*/shopping-list
 food/recipes/search*?
 food/search*?
 fooddirectory
-foodfestival/
 foodordering
 foodpickle
 foods/brands/page/
@@ -49883,9 +49781,6 @@ fr/Themes
 fr/Tr/
 fr/Tracker?data=*
 fr/TripsJS.ashx
-fr/_Original_
-fr/_incl_header.html
-fr/_old_
 fr/_site_doc
 fr/aboutus
 fr/academia/books/members.html
@@ -50012,7 +49907,7 @@ fr/datos-personales
 fr/days/world-radio/grid
 fr/days/world-radio/list
 fr/days/world-radio/map
-fr/demande-informations/
+fr/demande-informations/
 fr/develop/
 fr/develop/review/
 fr/devolucion-de-productos
@@ -50036,15 +49931,7 @@ fr/enterprise/blog/search?
 fr/error-static-cdn
 fr/errors
 fr/estado-pedido
-fr/etats_membres/haiti/sacs/default.html
-fr/etats_membres/haiti/sacs/galerie.html
 fr/eula.html
-fr/evenements/2010_reunions_ministerielles.asp
-fr/evenements/cultural_events.asp
-fr/evenements/default.asp
-fr/evenements/evenements2009.asp
-fr/evenements/evenements2010.asp
-fr/evenements/fonds_paix.asp
 fr/event/*/ical
 fr/event/*/shoutbox
 fr/event/*/shoutbox?
@@ -50114,14 +50001,6 @@ fr/hotel/s
 fr/images
 fr/immigration-refugies-citoyennete/services/reference-inclusion
 fr/inc
-fr/incl_banner_media_center.html
-fr/incl_footer_old.html
-fr/incl_headcontent_landing.inc
-fr/incl_headcontent_secondary.inc
-fr/incl_header1.html
-fr/incl_header2.html
-fr/incl_mini_pilares.html
-fr/incl_searchnav.html
 fr/includes_content/missing_handler/view_map.html
 fr/info
 fr/intangible-cultural-heritage/grid
@@ -50248,7 +50127,6 @@ fr/music/*/+wiki/shoutbox?
 fr/music/+noredirect
 fr/myunited
 fr/naviguer
-fr/news/incl_news_items.asp
 fr/node
 fr/onelook_american_dictionary_words.html
 fr/onelook_british_dictionary_words.html
@@ -51261,10 +51139,6 @@ get-hired
 get-how-to-be-happy-now/
 get-id
 get-instant-confirmation/index.
-get-listed/business
-get-listed/consumer
-get-listed/form
-get-listed/success
 get-menu-header
 get-pass
 get-searchtasks
@@ -52251,7 +52125,6 @@ haininggouinlock
 hair-transplant-services
 haishuai
 haitham
-haitibackpacks/http://oasis-open.org/robots.txt
 hajiang
 haksoochoi
 haku
@@ -56573,7 +56446,7 @@ html?order
 html?trial
 html?widget
 html_bbs/
-html_email/
+html_email/
 html_externe
 html_file/
 html_templates
@@ -58274,7 +58147,7 @@ include/_mod/site/images/rss_logo.png
 includes
 includes
 includes/
-includes/
+includes/
 includes/*
 includes/*.asp$
 includes/*.js
@@ -59064,7 +58937,7 @@ ip-outreach/*/ipday/2024/
 ipAcl
 ipAddress=
 ipad
-ipad/
+ipad/
 ipad/4/Contents/en/searchindex
 ipadconsent
 ipc
@@ -59569,7 +59442,7 @@ it/responsive-header
 it/retail/search$
 it/retail/search?
 it/ricerca
-it/richiesta-informazioni/
+it/richiesta-informazioni/
 it/scisoft/star
 it/search
 it/search*attr_*=
@@ -61009,6 +60882,7 @@ json/cmlink
 json/property/estimates
 json/search
 jsonapi/*
+jsonsearch
 jsp-templates
 jsp/events
 jsscripts/
@@ -61941,7 +61815,7 @@ lan
 lancaster
 land
 land-browse-bff
-land/
+land/
 land/search.php
 landing
 landing-feed
@@ -61953,7 +61827,7 @@ landing-page/licensing
 landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt
 landing-pages
 landing.php
-landing/
+landing/
 landing/braintree-paypal
 landing/brand/
 landing/brand/adam-eve-products$
@@ -62085,6 +61959,7 @@ latam/*
 latam/blog/
 latam/blog/*
 latest
+latest-amp-article
 latest-news/comodo-and-cybrhawk-announce-technology-partnership-cybrhawk-integrates-comodos-openedr-into-xdr-solution-set/?
 latest-playlist
 latest-talk
@@ -62100,7 +61975,7 @@ latinamerica/wp-admin
 latinamerica/wp-content/plugins
 latinamerica/wp-includes
 latoyaprincessjackson
-launch/
+launch/
 launch2005/
 launch_invitation
 launcher
@@ -62298,9 +62173,6 @@ learnmorelayertv
 leave
 leave-a-legacy/legacy-guide/
 leave-a-legacy/thank-you/
-leave-a-review/no-bid
-leave-a-review/no-bid/expiration
-leave-a-review/no-bid/thank-you
 leave_feedback
 leavingmsn/
 lecture
@@ -62626,7 +62498,6 @@ library/working
 library=
 library?
 library?/
-library_common/
 library_glossary.htm
 libraryservices/beta/search
 libraryservices/feedback/poll
@@ -62835,7 +62706,7 @@ listmanager/goodbye.php
 listmanager/notification1.php
 listmanager/notification2.php
 lists
-lists/
+lists/
 lists/search
 lists/search?q=
 listspider/
@@ -63079,6 +62950,7 @@ login-callback
 login-for-zendesk
 login-messages
 login-mgt
+login-signup
 login-success
 login-v2?
 login.asp
@@ -63154,7 +63026,6 @@ logo-request.php
 logodownload.php
 logonUserServicesStartupAction.do
 logos
-logotipoanticorrupcion/
 logotypes
 logout
 logout
@@ -64073,7 +63944,6 @@ manage
 manage-account
 manage-booking/trip-info.html
 manage-listing
-manage-location
 manage-subscription
 manage/*
 manage/global
@@ -64133,7 +64003,7 @@ maoliangye
 map
 map-constructor/loader
 map-regular.xml
-map-review/
+map-review/
 map-search-flats/leningradskaya-oblast/$
 map-search-flats/moskovskaya-oblast/$
 map-search-flats/moskva/$
@@ -64224,7 +64094,7 @@ marenalin
 margaretjenkins
 margarettroyer
 margotmoinester
-mari/
+mari/
 maria-garytrainingsite
 maria_acevedo
 maria_ratanova
@@ -67011,7 +66881,6 @@ mx/search*ship_to=
 mx/sell
 mx/share
 mx/shop_name_search_service
-mx/storage
 mx/strumenti/creatore-di-logo/onboarding
 mx/teams
 mx/technology.atom
@@ -67027,7 +66896,7 @@ mx/user
 mx/user$
 mx/ventureone
 mx/your
-mxf-final-cut-pro/
+mxf-final-cut-pro/
 mxhe
 my
 my*/blog-article-remove-faq-utms-*.js
@@ -67243,7 +67112,6 @@ myshop
 mystorm
 mystuff
 mystunningwebsites
-mystyles.css
 mysuccesshub
 mysuggestions.asp
 mysupport/s/forumshome
@@ -67669,7 +67537,7 @@ news-feed-generator
 news-ga
 news-insider$
 news-list
-news-manager/
+news-manager/
 news-marketing-collateral/press-releases/
 news-mobile
 news-redirect/*
@@ -67910,7 +67778,6 @@ newsletter-templates/business-briefing
 newsletter-templates/cardinals-update
 newsletter-templates/crime
 newsletter-templates/daily-headlines
-newsletter-templates/education
 newsletter-templates/eedition
 newsletter-templates/entertainment
 newsletter-templates/food-and-drink
@@ -67927,32 +67794,17 @@ newsletter-templates/lets-eat
 newsletter-templates/local
 newsletter-templates/local/ben-fred
 newsletter-templates/local/benjamin-hochman
-newsletter-templates/local/bills
 newsletter-templates/local/blender
-newsletter-templates/local/business
-newsletter-templates/local/child-victims-act
-newsletter-templates/local/covid
 newsletter-templates/local/evening-dispatch
 newsletter-templates/local/first-course
-newsletter-templates/local/food-and-drink
-newsletter-templates/local/good-morning
-newsletter-templates/local/hamburg
 newsletter-templates/local/mizzou-sports
 newsletter-templates/local/morning-headlines
 newsletter-templates/local/morning-post
-newsletter-templates/local/nursing-homes
-newsletter-templates/local/orchard-park
-newsletter-templates/local/photography
 newsletter-templates/local/police-policy
-newsletter-templates/local/politics
-newsletter-templates/local/sabres
 newsletter-templates/local/soccer
 newsletter-templates/local/stl-life
 newsletter-templates/local/stltoday-sports
-newsletter-templates/local/thingstodo
 newsletter-templates/local/trending
-newsletter-templates/local/twin-cities
-newsletter-templates/local/west-seneca
 newsletter-templates/marketing
 newsletter-templates/marketing/advertising-solutions
 newsletter-templates/marketing/get-healthy
@@ -67979,7 +67831,7 @@ newsletter-templates/weather
 newsletter-templates/weather-weekly
 newsletter-templates/weekly-messenger
 newsletter/
-newsletter/
+newsletter/
 newsletter/$http://digital-strategy.ec.europa.eu/robots.txt
 newsletter/*
 newsletter/archive/
@@ -68590,7 +68442,6 @@ newstudent
 newsuppliers
 newswire
 newt
-newwearesorry.asp
 newyears-2020-aff
 newyork
 nexradinv
@@ -70204,8 +70055,6 @@ obgyn/appointments-and-referrals/ob-gyn/appointment-thankyou
 obgyn/education-and-training/international-gynecologic-oncology-observership-application-thankyou
 obgyn/fertility/appointments-and-referrals/appointment-thankyou
 obituaries/
-obituaries/memoriam/
-obituaries/notices/
 obituaries/search
 object
 objects
@@ -71664,7 +71513,6 @@ pellizzari
 pelvic-floor/appointments-and-referrals/appointment-thankyou
 pence
 pending-cash-back.htm
-pending/
 pendings.php
 peng_huang
 pengangkutan
@@ -73624,7 +73472,7 @@ pl/pl/product-finder/internal-hard-drives/
 pl/pl/promos/
 pl/pl/promos/lyve-cloud-for-startups/
 pl/player
-pl/popros-o-informacje/
+pl/popros-o-informacje/
 pl/questions
 pl/renew.html
 pl/retail/search$
@@ -73766,7 +73614,6 @@ places/bestbridal/bestbridal-wedding-cakes/*action=srch
 places/bestbridal/bestbridal-wedding-consultants/*action=srch
 places/bestbridal/bestbridal-wedding-receptions/*action=srch
 places/bestbridal/bestbridal-wedding-rehearsals/*action=srch
-places/dealers/*action=srch
 placesofchemistry/
 placowki/link
 plain-dealer-stories
@@ -74442,6 +74289,7 @@ post-edit.g
 post-style/*
 post/
 postQuestion.htm
+postRender
 post_comment
 post_forum_message.html
 post_id=*
@@ -75189,6 +75037,7 @@ profile/
 profile/$
 profile/*
 profile/*/Rss
+profile/*/blog
 profile/*/followers
 profile/*/following
 profile/*/map$
@@ -75198,8 +75047,10 @@ profile/*/recommendations/bymember
 profile/*/recommendations/member
 profile/*/recommendations/memberbooks
 profile/*/recommendations/unsuggester
+profile/*/reviews
 profile/*/stats
 profile/*/stats/library
+profile/*/trophies
 profile/*article*.ece
 profile/*http://cbs.com/robots.txt
 profile/author/$
@@ -75758,9 +75609,6 @@ pt/*max=
 pt/*min=
 pt/*my_etsy=
 pt/Download
-pt/_Original_
-pt/_incl_header.html
-pt/_old_
 pt/account
 pt/account=
 pt/adisplay.php
@@ -75806,12 +75654,6 @@ pt/error-static-cdn
 pt/event/*/ical
 pt/event/*/shoutbox
 pt/event/*/shoutbox?
-pt/eventos/2010_reunioes_ministeriais.asp
-pt/eventos/cultural_events.asp
-pt/eventos/default.asp
-pt/eventos/eventos2009.asp
-pt/eventos/eventos2010.asp
-pt/eventos/fundo_da_paz.asp
 pt/explore
 pt/features/partial/footer
 pt/features/partial/page-bottom
@@ -75827,14 +75669,6 @@ pt/guest-pass
 pt/help/sitemap
 pt/help/sitemap.php
 pt/herramientas/generador-de-logos/onboarding
-pt/incl_banner_media_center.html
-pt/incl_footer_old.html
-pt/incl_headcontent_landing.inc
-pt/incl_headcontent_secondary.inc
-pt/incl_header1.html
-pt/incl_header2.html
-pt/incl_mini_pilares.html
-pt/incl_searchnav.html
 pt/info
 pt/internal
 pt/invites/buy
@@ -76126,7 +75960,6 @@ publications?page=
 publications?page=*&
 publicclass
 publicdatasets-confirmation/
-publicfolders/
 publicidad/
 publicidad/prueba
 publicliterature.PublicLiterature.search.html
@@ -78065,7 +77898,6 @@ resources-campaign/*
 resources-old
 resources-rx/*
 resources-rx/files/*
-resources/
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
@@ -78981,7 +78813,7 @@ ru/promotions
 ru/random
 ru/redirect-notification/
 ru/renew.html
-ru/request-information/
+ru/request-information/
 ru/ru/materials/*
 ru/ru/product-finder/external-hard-drives/
 ru/ru/product-finder/home-entertainment/
@@ -79266,7 +79098,7 @@ sale/uomo-*
 sale=
 salehizadeh
 salernolisa
-sales-kit/
+sales-kit/
 sales/digital
 sales/guest/form
 sales/includes
@@ -79641,7 +79473,7 @@ scr5net
 scratch
 scratch_1.4
 scratchr2/static
-screen-flow/
+screen-flow/
 screen-time-strategies-you-can-start-today
 screen.js
 screen/image
@@ -83445,7 +83277,6 @@ solidarité
 solidearth-geochem
 solr
 solr/TCD_All_Micro
-solrSearch
 solus
 solution-center/tag/
 solutions
@@ -84612,7 +84443,6 @@ submit-book-journal/
 submit-form
 submit-new
 submit-reference
-submit-review-thank-you
 submit.php
 submit.php
 submit.pl
@@ -86068,7 +85898,6 @@ teknologica
 tel
 tel:
 tel:*
-teldir/
 telechargement-en-cours/
 telecharger-fiche
 telecharger/redirect
@@ -86300,7 +86129,6 @@ test-2$
 test-2.*$
 test-2.html$
 test-ads/
-test-all-page
 test-event
 test-folder
 test-health
@@ -86317,7 +86145,7 @@ test.html
 test.jsp
 test.umb.edu/
 test/
-test/
+test/
 test/action~
 test/action~agenda
 test/action~default
@@ -86343,10 +86171,8 @@ test/ddierker/newsletter
 test/ddierker/newsletter-templates
 test/naviga/
 test/outbrain/
-test/privacy/
 test/publi
 test/scr/myg/
-test/terms/
 test1
 test1$
 test2
@@ -87300,7 +87126,7 @@ topicsearch?q=
 topo-summit-2019
 toprailapp
 tops
-topsecret/
+topsecret/
 topsy
 topup
 tor
@@ -87604,7 +87430,7 @@ trademgr
 tradeoffer
 traffic
 traffic
-traffic-manager/
+traffic-manager/
 traffic/status*?
 trafficbot.life
 trafficbot.live
@@ -87809,6 +87635,7 @@ travelmap
 travelnevadahighway95tc
 travisbenson
 travismoore
+trax
 trck
 trcz
 trde
@@ -88930,7 +88757,7 @@ upcomingeventdetails.html
 upcomingevents
 upcomingevents.html?
 update
-update-check/wirecast/
+update-check/wirecast/
 update-your-browser
 update-your-browser.html
 update.bml
@@ -88985,7 +88812,6 @@ upload/throttled
 upload/upload_progress
 uploadedFiles/*
 uploaded_files
-uploaded_photos/
 uploadedcontent
 uploader
 uploader/
@@ -89147,7 +88973,7 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://change.org/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://10187980.fls.doubleclick.net/robots.txt
 us/0
 us/?q=switch
 us/Marketing
@@ -89433,7 +89259,6 @@ us/shopping/sale/?
 us/shopping/track
 us/shopping/vr
 us/spellcheck
-us/storage
 us/support/instructor-access-request
 us/support/instructor-access-request.html
 us/support/service/agent
@@ -89736,7 +89561,6 @@ users/password/edit
 users/profile-unpub
 users/profile-unpub/http://song.link/robots.txt
 users/ranking
-users/relogin/
 users/remote-logout/
 users/remote-logout/*/?
 users/remote-logout/admin/
@@ -89948,13 +89772,13 @@ vanessa_knutson
 vanessarodriguez
 vanilla
 vansorat
-vantage-cloud/
-vantage-enterprise/
-vantage-transcoding/
-vantageCloudManager/
-vantageCloudTrial/
-vantageDomainServer/
-vantageTrancodeServer/
+vantage-cloud/
+vantage-enterprise/
+vantage-transcoding/
+vantageCloudManager/
+vantageCloudTrial/
+vantageDomainServer/
+vantageTrancodeServer/
 vantage_point/archive
 var
 var/
@@ -90257,7 +90081,7 @@ video
 video-
 video-alert
 video-c.php
-video-cue/
+video-cue/
 video-gallery/
 video-keywords
 video-landing-pages/
@@ -90990,9 +90814,6 @@ we_are_all_unicorns
 weallen
 wealth/*.asp$
 wearepages
-wearesorry.asp
-wearesorry.htm
-wearesorry2.htm
 weather
 weather-api
 weather.html?latitude=
@@ -94661,7 +94482,6 @@ web/packages/NUETON/DESCRIPTION
 web/packages/NUSS/DESCRIPTION
 web/packages/NVAR/DESCRIPTION
 web/packages/NVCSSL/DESCRIPTION
-web/packages/NaileR/DESCRIPTION
 web/packages/NameNeedle/DESCRIPTION
 web/packages/NasdaqDataLink/DESCRIPTION
 web/packages/NatParksPalettes/DESCRIPTION
@@ -113713,7 +113533,7 @@ wip
 wip_index.php
 wipostad/
 wire-
-wire-cast/
+wire-cast/
 wirecutter/*&xid=
 wirecutter/*.csv$
 wirecutter/*.zip$
@@ -114095,6 +113915,8 @@ wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
 wp-admin/admin-ajax.phphttp://ask.com/robots.txt
 wp-admin/admin-ajax.phphttp://aweber.com/robots.txt
 wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt
+wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt
+wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt
 wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt
 wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt
 wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt
@@ -114104,12 +113926,12 @@ wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt
 wp-admin/admin-ajax.phphttp://openssl.org/robots.txt
 wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
 wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt
+wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt
 wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
 wp-admin/admin-ajax.phphttp://smugmug.com/robots.txt
 wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
 wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt
 wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt
-wp-admin/admin-ajax.phphttp://zoho.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -114150,7 +113972,7 @@ wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
 wp-content/mu-plugins
-wp-content/mu-plugins/http://chainer.connpass.com/robots.txt
+wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -114245,6 +114067,7 @@ wp-content/uploads/
 wp-content/uploads/*
 wp-content/uploads/**/*seo-restricted*.*
 wp-content/uploads/*/*/1650344292_1.png
+wp-content/uploads/*http://wikihow.com/robots.txt
 wp-content/uploads/201*/*/*.pdf
 wp-content/uploads/2011
 wp-content/uploads/2012
@@ -114297,7 +114120,7 @@ wp-content/uploads/woocommerce_transient_files/
 wp-content/uploads/woocommerce_uploads
 wp-content/uploads/woocommerce_uploads/
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://aa.com.tr/robots.txt
+wp-content/uploads/wp-import-export-lite/http://aa.com/robots.txt
 wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt
 wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt
 wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt
@@ -115778,8 +115601,6 @@ zzz_systest
 22minutes
 24/
 33k1com
-36AG/english/menu_bottom.asp
-36AG/english/menu_top.asp
 48f6543196cbbdefb88f247a0a8e4375
 51anma
 55plusCommunities