diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index 8260d6882..c91bbfbd6 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
         "last_update": 1730487790
     },
     "Trickest wordlist update": {
-        "last_update": 1730628221
+        "last_update": 1730714639
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
index 1d4e9fe33..75aff0003 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
@@ -60655,6 +60655,13 @@ tests/src/FunctionalJavascript/ImageFieldValidateTest.php
 src/FunctionalJavascript/ImageFieldValidateTest.php
 FunctionalJavascript/ImageFieldValidateTest.php
 ImageFieldValidateTest.php
+core/modules/image/tests/src/Unit/ImageDeprecationTest.php
+modules/image/tests/src/Unit/ImageDeprecationTest.php
+image/tests/src/Unit/ImageDeprecationTest.php
+tests/src/Unit/ImageDeprecationTest.php
+src/Unit/ImageDeprecationTest.php
+Unit/ImageDeprecationTest.php
+ImageDeprecationTest.php
 core/modules/image/tests/src/Unit/ImageStyleTest.php
 modules/image/tests/src/Unit/ImageStyleTest.php
 image/tests/src/Unit/ImageStyleTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
index 7f189451c..ccca7ea64 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
@@ -8541,6 +8541,7 @@ core/modules/image/tests/src/FunctionalJavascript/ImageFieldWidgetMultipleTest.p
 core/modules/image/tests/src/FunctionalJavascript/ImageFieldTestBase.php
 core/modules/image/tests/src/FunctionalJavascript/ImageAdminStylesTest.php
 core/modules/image/tests/src/FunctionalJavascript/ImageFieldValidateTest.php
+core/modules/image/tests/src/Unit/ImageDeprecationTest.php
 core/modules/image/tests/src/Unit/ImageStyleTest.php
 core/modules/image/tests/src/Unit/PageCache/DenyPrivateImageStyleDownloadTest.php
 core/modules/image/tests/src/Functional/ImageOnTranslatedEntityTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/nopcommerce-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/nopcommerce-all-levels.txt
index 31741c3c1..fded689d2 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/nopcommerce-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/nopcommerce-all-levels.txt
@@ -15278,50 +15278,6 @@ wwwroot/lib_npm/jsrender/jsrender.min.js.map
 lib_npm/jsrender/jsrender.min.js.map
 jsrender/jsrender.min.js.map
 jsrender.min.js.map
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/attribution.js
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/attribution.js
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/attribution.js
-wwwroot/lib_npm/@fortawesome/fontawesome-free/attribution.js
-lib_npm/@fortawesome/fontawesome-free/attribution.js
-@fortawesome/fontawesome-free/attribution.js
-fontawesome-free/attribution.js
-attribution.js
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.woff
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.woff
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.woff
-wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.woff
-lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.woff
-@fortawesome/fontawesome-free/webfonts/fa-solid-900.woff
-fontawesome-free/webfonts/fa-solid-900.woff
-webfonts/fa-solid-900.woff
-fa-solid-900.woff
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.woff
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.woff
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.woff
-wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.woff
-lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.woff
-@fortawesome/fontawesome-free/webfonts/fa-regular-400.woff
-fontawesome-free/webfonts/fa-regular-400.woff
-webfonts/fa-regular-400.woff
-fa-regular-400.woff
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff
-wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff
-lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff
-@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff
-fontawesome-free/webfonts/fa-brands-400.woff
-webfonts/fa-brands-400.woff
-fa-brands-400.woff
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.svg
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.svg
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.svg
-wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.svg
-lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.svg
-@fortawesome/fontawesome-free/webfonts/fa-brands-400.svg
-fontawesome-free/webfonts/fa-brands-400.svg
-webfonts/fa-brands-400.svg
-fa-brands-400.svg
 src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.ttf
 Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.ttf
 Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.ttf
@@ -15340,15 +15296,6 @@ lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.woff2
 fontawesome-free/webfonts/fa-regular-400.woff2
 webfonts/fa-regular-400.woff2
 fa-regular-400.woff2
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.eot
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.eot
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.eot
-wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.eot
-lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.eot
-@fortawesome/fontawesome-free/webfonts/fa-brands-400.eot
-fontawesome-free/webfonts/fa-brands-400.eot
-webfonts/fa-brands-400.eot
-fa-brands-400.eot
 src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.ttf
 Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.ttf
 Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.ttf
@@ -15376,33 +15323,15 @@ lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.woff2
 fontawesome-free/webfonts/fa-solid-900.woff2
 webfonts/fa-solid-900.woff2
 fa-solid-900.woff2
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.eot
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.eot
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.eot
-wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.eot
-lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.eot
-@fortawesome/fontawesome-free/webfonts/fa-solid-900.eot
-fontawesome-free/webfonts/fa-solid-900.eot
-webfonts/fa-solid-900.eot
-fa-solid-900.eot
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.svg
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.svg
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.svg
-wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.svg
-lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.svg
-@fortawesome/fontawesome-free/webfonts/fa-solid-900.svg
-fontawesome-free/webfonts/fa-solid-900.svg
-webfonts/fa-solid-900.svg
-fa-solid-900.svg
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.eot
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.eot
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.eot
-wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.eot
-lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.eot
-@fortawesome/fontawesome-free/webfonts/fa-regular-400.eot
-fontawesome-free/webfonts/fa-regular-400.eot
-webfonts/fa-regular-400.eot
-fa-regular-400.eot
+src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.ttf
+Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.ttf
+Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.ttf
+wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.ttf
+lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.ttf
+@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.ttf
+fontawesome-free/webfonts/fa-v4compatibility.ttf
+webfonts/fa-v4compatibility.ttf
+fa-v4compatibility.ttf
 src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff2
 Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff2
 Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff2
@@ -15412,15 +15341,15 @@ lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff2
 fontawesome-free/webfonts/fa-brands-400.woff2
 webfonts/fa-brands-400.woff2
 fa-brands-400.woff2
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.svg
-Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.svg
-Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.svg
-wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.svg
-lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.svg
-@fortawesome/fontawesome-free/webfonts/fa-regular-400.svg
-fontawesome-free/webfonts/fa-regular-400.svg
-webfonts/fa-regular-400.svg
-fa-regular-400.svg
+src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.woff2
+Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.woff2
+Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.woff2
+wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.woff2
+lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.woff2
+@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.woff2
+fontawesome-free/webfonts/fa-v4compatibility.woff2
+webfonts/fa-v4compatibility.woff2
+fa-v4compatibility.woff2
 src/Presentation/Nop.Web/wwwroot/lib_npm/jquery-validation-unobtrusive/jquery.validate.unobtrusive.min.js
 Presentation/Nop.Web/wwwroot/lib_npm/jquery-validation-unobtrusive/jquery.validate.unobtrusive.min.js
 Nop.Web/wwwroot/lib_npm/jquery-validation-unobtrusive/jquery.validate.unobtrusive.min.js
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/nopcommerce.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/nopcommerce.txt
index 2011bff92..0d5f76260 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/nopcommerce.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/nopcommerce.txt
@@ -2062,22 +2062,14 @@ src/Presentation/Nop.Web/wwwroot/lib_npm/swiper/swiper-bundle.min.js
 src/Presentation/Nop.Web/wwwroot/lib_npm/swiper/swiper-bundle.min.js.map
 src/Presentation/Nop.Web/wwwroot/lib_npm/jsrender/jsrender.min.js
 src/Presentation/Nop.Web/wwwroot/lib_npm/jsrender/jsrender.min.js.map
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/attribution.js
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.woff
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.woff
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.svg
 src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.ttf
 src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.woff2
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.eot
 src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.ttf
 src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.ttf
 src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.woff2
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.eot
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-solid-900.svg
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.eot
+src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.ttf
 src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-brands-400.woff2
-src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-regular-400.svg
+src/Presentation/Nop.Web/wwwroot/lib_npm/@fortawesome/fontawesome-free/webfonts/fa-v4compatibility.woff2
 src/Presentation/Nop.Web/wwwroot/lib_npm/jquery-validation-unobtrusive/jquery.validate.unobtrusive.min.js
 src/Presentation/Nop.Web/wwwroot/lib_npm/jquery/jquery.min.js
 src/Presentation/Nop.Web/wwwroot/lib_npm/jquery/jquery.slim.min.js
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 50e500066..0ef26d2ff 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -26,10 +26,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -37,11 +33,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -52,23 +45,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
-/?*amp_client_id
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/__wishlist__
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /api
 /apis
 /archive
@@ -79,8 +59,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -105,25 +83,19 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /listing/*/favoriters
 /mediaapi/
 /mediaviewer/*/tr
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -139,14 +111,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -220,7 +188,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -1010,8 +977,6 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1074,8 +1039,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1181,12 +1144,10 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
 ads
-ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -1206,7 +1167,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -1220,7 +1180,6 @@ alkali
 allanalytics
 alllocations
 ambry
-amp
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -1248,9 +1207,7 @@ api/v3/ajax/bespoke/public/neu/specs
 api_access_key=
 app*_
 app*form_id=
-app-ads.txt
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1424,7 +1381,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 avis
 away.php
 b2bauth
@@ -1544,11 +1500,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -1570,38 +1522,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1802,7 +1733,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1825,7 +1755,6 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1847,7 +1776,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1863,15 +1791,12 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connectivity
 connector
@@ -1879,31 +1804,20 @@ consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1912,9 +1826,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -2032,9 +1944,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2085,7 +1995,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2182,8 +2091,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2194,7 +2101,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2253,7 +2159,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2360,8 +2265,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2371,7 +2274,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -2453,8 +2355,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -2568,8 +2468,6 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
-google_gdn.html
-google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2679,7 +2577,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2755,18 +2652,15 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://wordpress.org/robots.txt
-http://wp.me/robots.txt
+http://apple.com/robots.txt
+http://yelp.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2780,9 +2674,6 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2960,14 +2851,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -3061,8 +2949,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3132,7 +3018,6 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3167,12 +3052,10 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -3180,7 +3063,6 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3211,7 +3093,6 @@ location_suggest
 lochp?
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3460,7 +3341,6 @@ narrative-
 native
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -3472,7 +3352,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3642,12 +3521,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3681,11 +3556,8 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3722,40 +3594,8 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3811,7 +3651,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -3838,7 +3677,6 @@ ppob/?
 ppob?
 pqa
 preference
-prefs
 present
 presentation
 prettyearth/assets
@@ -3849,8 +3687,6 @@ private
 pro
 pro-resources
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3931,7 +3767,6 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3939,7 +3774,6 @@ q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3953,7 +3787,6 @@ rd/search
 rd/search$
 rd/search?
 recensioni
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3971,8 +3804,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -3982,14 +3813,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -4028,7 +3855,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -4129,7 +3955,6 @@ searchresults
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4204,7 +4029,6 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -4216,7 +4040,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopstream
-showtimes/location/*http://tripadvisor.com/robots.txt
+showtimes/location/*http://ted.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4500,13 +4324,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -4529,7 +4351,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -4583,10 +4404,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4611,7 +4428,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 sv-se/feedback
 sv-se/lp
@@ -4625,7 +4441,6 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
@@ -4633,7 +4448,6 @@ t/terms
 tab=
 tablet
 tacms
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4669,10 +4483,8 @@ th-th.www.cloudflare.com
 th-th/feedback
 th-th/lp
 th-th/searchresults
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -4758,7 +4570,6 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
-tv
 tv/thumb
 tvschedule
 twitter
@@ -4825,13 +4636,9 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4907,8 +4714,6 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4946,13 +4751,10 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5424,7 +5226,6 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 2bfee1f08..6ea2f991c 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -3113,7 +3113,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://gmail.com/robots.txt
+/no-referrer-when-downgradehttp://steamcommunity.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3700,7 +3700,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://visitazores.com/robots.txt
+?*apikey*http://akismet.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3817,7 +3817,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://chrome.google.com/robots.txt
+?*utm_source=http://cricketarchive.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5327,6 +5327,7 @@ Consortium/Offices/feed
 Consortium/Offices/trackback
 Consortium/supporters
 Contacts
+ContentTemplates
 ControlPanel
 Controls/
 CookiePingback
@@ -7274,7 +7275,7 @@ api/editionurlgenerator
 api/eventlogging
 api/federation
 api/html
-api/http://kobo.com/robots.txt
+api/http://israelnationalnews.com/robots.txt
 api/internal/*/location
 api/internal/_bb
 api/internal/analytics/songs
@@ -7353,7 +7354,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://fonts.google.com/robots.txt
+apple-app-site-associationhttp://mediafire.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8531,7 +8532,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://salon.com/robots.txt
+blog/.html.*http://stripe.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8638,7 +8639,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ed.ted.com/robots.txt
+bookmarkshttp://openstreetmap.org/robots.txt
 books
 books/NBK
 books/about
@@ -8816,6 +8817,7 @@ business/convert
 business/create
 business/create-linked-account
 business/feedback
+business/global
 business/hub
 business/invite
 business/leads/jsplayer_show_lead_form.html
@@ -8832,6 +8834,7 @@ business/promotion
 business/prweb
 business/referral
 business/sales/blog
+business/shipping-assistant.htm
 business/signup
 business/site
 business/switch-account
@@ -9549,7 +9552,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://mediapost.com/robots.txt
+cdn-cgi/http://iso.org/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9576,7 +9579,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://audible.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9916,7 +9919,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://w3techs.com/robots.txt
+code/http://cloud.google.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10128,7 +10131,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://eventbrite.co.uk/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10245,7 +10248,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://usnews.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -11480,7 +11483,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://dw.com/robots.txt
+email/*http://amzn.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -12406,7 +12409,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://rollingstone.com/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12808,7 +12811,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://thesun.co.uk/robots.txt
 g/api
 g00
 g01
@@ -13100,6 +13103,9 @@ go/realty?
 go/romance-books/
 go/supernatural-fanfiction/
 go/teenwolf-fanfiction/
+go/tools/po-locator/po-locator.html
+go/tools/track-confirm/quick-track.html
+go/tools/zip-code-lookup/quick-zip.html
 go/turkey
 go?
 goframe
@@ -13360,7 +13366,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://hackerone.com/robots.txt
+hacker/*/followhttp://s3-eu-west-1.amazonaws.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13473,10 +13479,9 @@ hidden-content
 highereducation/higheddocs
 highlights
 highwire
+hilfe/assistent.html
 hilfe/fundingdetail.html
-hilfe/live/launch-day/launch-day-show-voting.html
 hilfe/live/launch-day/launch-day-videoupload.html
-hilfe/live/officehour/officehour-link.html
 hims-hard-mints
 hinweis/datenleck
 hire/browse
@@ -13763,40 +13768,40 @@ http
 http-checker
 http2_data
 http:
-http://2.bp.blogspot.com/robots.txt
-http://about.google/robots.txt
-http://amazon.de/robots.txt
-http://amzn.to/robots.txt
-http://api.whatsapp.com/robots.txt
-http://app.box.com/robots.txt
-http://bbc.com/robots.txt
-http://bcn.cl/robots.txt
-http://beatport.com/robots.txt
+http://advance-esthetic.us/robots.txt
+http://animoto.com/robots.txt
+http://australia.com/robots.txt
 http://behance.net/robots.txt
-http://census.gov/robots.txt
-http://creativecommons.org/robots.txt
-http://euronews.com/robots.txt
-http://gist.github.com/robots.txt
-http://graphisoft.com/robots.txt
-http://he.wikipedia.org/robots.txt
+http://bmj.com/robots.txt
+http://businesswire.com/robots.txt
+http://canada.ca/robots.txt
+http://creativemarket.com/robots.txt
+http://ed.ted.com/robots.txt
+http://eepurl.com/robots.txt
+http://etsy.com/robots.txt
+http://get.adobe.com/robots.txt
+http://hackaday.io/robots.txt
 http://hubspot.com/robots.txt
-http://ie.edu/robots.txt
-http://mrisoftware.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://news.yahoo.com/robots.txt
-http://patreon.com/robots.txt
+http://instructables.com/robots.txt
+http://lapakbrebes.com/robots.txt
+http://mentalshinri.net/robots.txt
+http://myspace.com/robots.txt
+http://oprah.com/robots.txt
 http://producthunt.com/robots.txt
-http://raiplay.it/robots.txt
-http://redbubble.com/robots.txt
-http://soundcloud.com/robots.txt
-http://support.apple.com/robots.txt
-http://techradar.com/robots.txt
-http://theverge.com/robots.txt
-http://tiny.cc/robots.txt
-http://torproject.org/robots.txt
-http://translate.google.com/robots.txt
-http://vogue.com/robots.txt
-http://yelp.com/robots.txt
+http://pubmed.ncbi.nlm.nih.gov/robots.txt
+http://raw.githubusercontent.com/robots.txt
+http://s.w.org/robots.txt
+http://s7.addthis.com/robots.txt
+http://search.google.com/robots.txt
+http://sfchronicle.com/robots.txt
+http://studio.youtube.com/robots.txt
+http://surveymonkey.com/robots.txt
+http://techcrunch.com/robots.txt
+http://webmd.com/robots.txt
+http://whitehouse.gov/robots.txt
+http://willowgarage.com/robots.txt
+http://yandex.ru/robots.txt
+http://yellowpages.ca/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14397,33 +14402,8 @@ info
 info-pages/advertising-guidelines
 info-pages/custom-services-agreement-23-10
 info-pages/terms-of-use/custom-services-agreement-23-10
-info/agb/anb-2018.html
 info/agb/api.html
 info/agb/starter-2018.html
-info/agb/teilnahmebedingungen.html
-info/jobs/Development-Operations-Engineer.html
-info/jobs/Kooperations-Manager.html
-info/jobs/Social-Media-Online-Kommunikation.html
-info/jobs/UX-UI-Designer.html
-info/jobs/ba-medieninformatik.html
-info/jobs/buchhaltung-payment.html
-info/jobs/buchhaltung-personal.html
-info/jobs/compliance.html
-info/jobs/crowd-agentin.html
-info/jobs/frontend-entwickler.html
-info/jobs/kommunikationsdesign.html
-info/jobs/kommunikationsstrategin.html
-info/jobs/multimedia-journalistin.html
-info/jobs/product-owner.html
-info/jobs/projektberater.html
-info/jobs/scrum-master.html
-info/jobs/showmaster.html
-info/jobs/site-reliability-engineer.html
-info/jobs/social-media.html
-info/jobs/support.html
-info/jobs/texterin-uxwriterin.html
-info/jobs/werkstudentin-demokratie-botschafterin.html
-info/jobs/werkstudentin-social-media.html
 info/tech-feedback
 info/verstoss-melden.html
 informa
@@ -14453,7 +14433,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://fda.gov/robots.txt
+interactive*http://promo.com/robots.txt
 interactive/reading-preference
 interactives
 interface/pda
@@ -14670,7 +14650,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://m.facebook.com/robots.txt
+it/searchhttp://2.bp.blogspot.com/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15288,6 +15268,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
+leadingtogether/http://asana.com/robots.txt
 leaf
 learn
 learn-noperf
@@ -15753,6 +15734,7 @@ malformed
 manage
 manage-listing
 manage/*
+manage/global
 manage_friend.pl
 manage_playlist
 manager
@@ -15921,7 +15903,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://statcounter.com/robots.txt
+media/tyfo*http://jigsaw.w3.org/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -18561,8 +18543,8 @@ privacy/request-data
 privacy/zoho-group.html
 privacy_policy
 private
-private/http://sfgate.com/robots.txt
-private/http://shareasale.com/robots.txt
+private/http://csmonitor.com/robots.txt
+private/http://fairfaxcounty.gov/robots.txt
 private/wtrack
 prix-essence
 pro
@@ -19386,6 +19368,7 @@ rooms/*/photos
 rooms/*/reviews
 rooms/*/safety
 rooms/*?viralityEntryPoint
+root
 roundabout
 route?
 router
@@ -19678,9 +19661,6 @@ sdfe/pdf/download/read/am4ir/noindex/pii
 sdfe/pdf/download/read/index/pii
 sdfe/pdf/download/read/noindex/pii
 sdfe/reader/pii
-sdg-newsletter.html
-sdg-newsletter/sdg-newsletter-abbestellen.html
-sdg-newsletter/sdg-newsletter-bestaetigen.html
 sdk
 sdk/js
 sdkterms
@@ -19991,7 +19971,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://issuu.com/robots.txt
+section/9http://classroom.google.com/robots.txt
 sectionized
 sections
 sections$
@@ -20083,6 +20063,7 @@ semantic-homepage
 seminar/
 semp
 send-email
+send/global
 sendHeaderEarly
 send_to_friend
 sendarticle
@@ -20302,11 +20283,14 @@ shifen/
 shihui
 shihui?
 ship
+ship/global
 shipping-payment
+shippingassistant
 shippinginformation
 shop
 shop/*&
 shop/browse/overlay
+shop/global
 shop/iphone/payments/overlay
 shop/search.ep
 shop_name_search_service
@@ -20363,7 +20347,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://img.youtube.com/robots.txt
+showtimes/location/*http://support.microsoft.com/robots.txt
 shr*
 shutterstock
 si
@@ -21533,7 +21517,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://discogs.com/robots.txt
+tag/*+http://pcmag.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21762,9 +21746,9 @@ test5
 test6
 testcases
 testfl
-testhttp://moz.com/robots.txt
+testhttp://latimes.com/robots.txt
 testing
-testing/http://facebook.com/robots.txt
+testing/http://answers.com/robots.txt
 testpage-forhomepage
 tests/*
 tetro
@@ -22128,7 +22112,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://anchor.fm/robots.txt
+transparency/http://smh.com.au/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -24297,9 +24281,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://fool.com/robots.txt
-wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
+wp-admin/admin-ajax.phphttp://hayhouse.com/robots.txt
+wp-admin/admin-ajax.phphttp://lastpass.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24372,7 +24355,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
+wp-content/uploads/wp-import-export-lite/http://dreamstime.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24500,7 +24483,7 @@ your-account
 your-orders
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://prnewswire.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 18b64bb20..ec1d098d6 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -846,7 +846,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ,vv=P5
 ,vv=enlarge
 -
--*/address-book/http://springer.com/robots.txt
+-*/address-book/http://in.linkedin.com/robots.txt
 -*/orders
 -*/wish-list
 -/
@@ -952,7 +952,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hsfp.
 .*__hssc.
 .*__hstc.
-.+http://kubernetes.io/robots.txt
+.+http://manchestereveningnews.co.uk/robots.txt
 ...$
 .../
 .ASPX$
@@ -1017,7 +1017,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*
 .css*************
 .css?
-.csshttp://novostroev.ru/robots.txt
+.csshttp://coreywilley.com/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1108,7 +1108,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://fox5ny.com/robots.txt
+.jpg$http://viator.com/robots.txt
 .jpg*
 .jpg*************
 .js
@@ -1119,7 +1119,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .js*
 .js**************
 .js?
-.jshttp://hackerenmexicoconfiables.com/robots.txt
+.jshttp://farm4.static.flickr.com/robots.txt
 .json
 .json
 .json$
@@ -1174,22 +1174,22 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .pdf$
 .pdf%7CName=ComponentLink
 .pdf*************
-.pdfhttp://fortawesome.github.io/robots.txt
+.pdfhttp://springerlink.com/robots.txt
 .php
 .php
 .php$
 .php$
 .php*dropship
 .php?$
-.phphttp://rotieer.com/robots.txt
+.phphttp://primit.it/robots.txt
 .pl
 .plist$
 .png
 .png
 .png$
 .png$
-.png$http://fatsecret.com/robots.txt
 .png$http://rsf.org/robots.txt
+.png$http://whatis.techtarget.com/robots.txt
 .png*
 .png*************
 .ppt
@@ -1230,7 +1230,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .swf
 .swf$
 .swf$
-.swfhttp://marmorix.de/robots.txt
+.swfhttp://amica9.it/robots.txt
 .sz=
 .tar.bz2$
 .tar.gz$
@@ -2172,7 +2172,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*erotic.html
 /*erotism
 /*erotism.html
-/*error=
 /*essex
 /*estupro
 /*estupro.html
@@ -3547,7 +3546,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?cid=
 /?clientId=
 /?collection=
-/?comment_page=
 /?consterm
 /?costPlans=
 /?county
@@ -3626,7 +3624,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?s
 /?s=
 /?s=
-/?s=*
 /?sa=
 /?sc_lang
 /?search
@@ -4007,8 +4004,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions_panel
 /action~
 /action~*/http://hip-hop.ee/robots.txt
-/action~*/http://labornotinvain.com/robots.txt
-/action~*/http://tijuanabible.org/robots.txt
+/action~*/http://indiegamesjapan.com/robots.txt
+/action~*/http://kaizen-ad.com/robots.txt
 /activities/detail
 /activities/detail/*/*
 /activities/detail?
@@ -4094,7 +4091,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /analysis-logger/*
 /analysis_tab
 /analytics
-/ancillaries
 /andere
 /anet2021
 /annotate
@@ -4295,7 +4291,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /bbw
 /bbw.html
 /bdm2
-/beacon
 /beaconBase$
 /bearbeiten
 /become-member
@@ -4575,8 +4570,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /chat2call
 /chats/
 /cheapest-flights-
-/check-in
-/check-in$
 /checkin
 /checklist$
 /checkout
@@ -4591,10 +4584,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cinema-entertainment/*
 /citations
 /citedby
-/claim
-/claim$
 /claim-money?
-/claim/track-a-claim$
 /classic-tv
 /classified/*/edit
 /classified/*/promote
@@ -4636,7 +4626,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /collections/*sort_by
 /collections/likes
 /collections/types?q=
-/collins/
+/collins
 /columntemplatesearch
 /comentarios
 /coming-soon*&page=
@@ -4829,7 +4819,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contributions
 /contributor
 /control_panel/manage*
-/control_panel/manage*http://tagmanager.google.com/robots.txt
+/control_panel/manage*http://goodhousekeeping.com/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -4940,7 +4930,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /dades-alts-carrecs
 /dades-dels-carrecs-municipals-i-eventuals
 /dashboard
-/data.docxhttp://takinx.dcnblog.jp/robots.txt
+/data.docxhttp://krisannehall.com/robots.txt
 /data.pdf
 /data/related$
 /databaseresults
@@ -4965,11 +4955,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /de_*
 /de_de*
 /dealer
-/deals
-/deals$
 /deals-page
 /deals/compare
-/deals/flight-deals-by-continent$
 /decade
 /decode
 /default.aspx_Confirmation.evt
@@ -5341,7 +5328,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feedarticle
 /feedback
 /feedback$
-/feedhttp://kairosworks.net/robots.txt
+/feedhttp://movical.net/robots.txt
 /feriehus/reviews/write
 /fetchcart
 /fh
@@ -5367,8 +5354,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /fit-finder
 /fizipcodecheck
 /flash
-/flight-status
-/flight-status$
 /flights/results
 /floor-map-annotator
 /flugpreise-
@@ -6089,8 +6074,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /misc/iphone-blog-article
 /misc/search-results
 /misc/sitemap-page
-/missing-baggage-claim
-/missing-baggage-claim$
 /mixtape
 /mmpub
 /mobi/$
@@ -6284,12 +6267,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /no
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://ajuntament.barcelona.cat/robots.txt
-/no-referrer-when-downgradehttp://pixel-a.basis.net/robots.txt
-/no-referrer-when-downgradehttp://steamcommunity.com/robots.txt
+/no-referrer-when-downgradehttp://myemma.com/robots.txt
+/no-referrer-when-downgradehttp://polymer-project.org/robots.txt
+/no-referrer-when-downgradehttp://tiny.cc/robots.txt
 /no-search-results
 /no_access
 /node
+/node/
 /node/*
 /node/add
 /node/edit
@@ -6473,7 +6457,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/standalone
 /pdf/$
 /pdf/index.html
-/pdf_reader/*/http://neatorama.com/robots.txt
+/pdf_reader/*/http://insidehighered.com/robots.txt
 /pdfft
 /pdp/lo
 /penerbangan
@@ -6597,7 +6581,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://developer.github.com/robots.txt
+/print/http://stratechery.com/robots.txt
 /print?id
 /print_ad?
 /printable
@@ -6843,7 +6827,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /returns/*?liteToken=
 /returns/*?ref=
 /reusable-content
-/reverse/
+/reverse
 /review
 /review/
 /review/add
@@ -7252,7 +7236,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/checkouts
 /store/closest
 /store/feed
-/store/orderhttp://timeslive.co.za/robots.txt
+/store/orderhttp://conv.indeed.com/robots.txt
 /store/orders
 /storefront/
 /storelocator/storesSearch.json
@@ -7293,8 +7277,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /subscribedto
 /subscribers$
 /subscription/confirmation
-/subscription/subscribe
-/subscription/subscribe$
 /subscriptions
 /subscriptions/manage/
 /subscriptions/securejson/
@@ -7516,8 +7498,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /trending
 /trial-buynow
 /tried
-/trip
-/trip$
 /trip-offer
 /trivia/*
 /tutorials
@@ -7794,8 +7774,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/gallery
 /wp-content/plugins
 /wp-content/themes
-/wp-content/uploads/http://businessbuiltonline.blogspot.com/robots.txt
-/wp-content/uploads/http://geraldtabios.com/robots.txt
+/wp-content/uploads/http://greatestcommandments.com/robots.txt
+/wp-content/uploads/http://poli-r.ru/robots.txt
 /wp-feed
 /wp-includes
 /wp-json/*
@@ -7933,7 +7913,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*amp=
 ?*answerId=
 ?*api_key
-?*apikey*http://warp.net/robots.txt
+?*apikey*http://rebrand.ly/robots.txt
 ?*app
 ?*append_element
 ?*appidt=*
@@ -8010,9 +7990,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://alternet.org/robots.txt
-?*http://farnostfrydek.cz/robots.txt
-?*http://gtmetrix.com/robots.txt
+?*http://autotrader.com/robots.txt
+?*http://guacamalla.net/robots.txt
+?*http://mysql.com/robots.txt
 ?*hubs_
 ?*hubs_signup-cta
 ?*hybrid=
@@ -8174,7 +8154,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://cricketarchive.com/robots.txt
+?*utm_source=http://mozilla.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*view_post_comments=
@@ -8392,7 +8372,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?cache=
 ?cacheBurst=
 ?calendar
-?callback=http://swissinfo.ch/robots.txt
+?callback=http://inoreader.com/robots.txt
 ?callsandtexts
 ?cameFrom*
 ?card=
@@ -8865,7 +8845,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ncrnd=
 ?ncs=
 ?neighborhoods
-?netflixsource=*http://gsb.stanford.edu/robots.txt
+?netflixsource=*http://marketwired.com/robots.txt
 ?netmng=
 ?new=
 ?news_id=
@@ -9085,7 +9065,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?r
 ?r=
 ?radius=
-?rangeId=*http://oltrelecolonne.it/robots.txt
+?rangeId=*http://psidetektiv.cz/robots.txt
 ?rc=
 ?receiver=
 ?recipient=*&id=
@@ -9225,7 +9205,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showOlderReviews
 ?show_error=true
 ?showcomment*
-?shttp://addepar.com/robots.txt
+?shttp://gdpr-info.eu/robots.txt
 ?sid
 ?sid=
 ?site_version=viewfullsite
@@ -9302,7 +9282,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?spm=
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://wikiart.org/robots.txt
+?sq_content_src=http://defense.gov/robots.txt
 ?src
 ?src=sem_ggl
 ?srp=
@@ -9460,7 +9440,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?viewId
 ?viewType
 ?view_medium=
-?view_only=http://eeas.europa.eu/robots.txt
+?view_only=http://clarin.com/robots.txt
 ?view_source=
 ?viewmode=0
 ?vmov
@@ -9575,7 +9555,7 @@ API/forum/update-who-typing
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://bat.bing.com/robots.txt
+API/v2$http://lg.com/robots.txt
 APIAccessSupport
 APWIRE
 AR/
@@ -9701,6 +9681,7 @@ Ajax.htm$
 Ajax/
 AjaxLogonForm
 AjaxOrderItemDisplayView
+AjaxPages
 AjaxSearchNavigationView
 Alamysearchhistory/
 Album.aspx/*
@@ -10721,6 +10702,7 @@ Boutique/Guide
 Bpreview=
 BrandOwners
 BreakingNewsSms
+Bridging
 Browse/BookView.aspx
 Browse/bookview.aspx
 Browse/print_b.aspx
@@ -10910,6 +10892,7 @@ Content/DownloadComp
 Content/Images
 ContentFiles/NEW%20_Retirement_HR_1588.htm
 ContentPublisher/
+ContentTemplates
 Contribute
 Control
 ControlPanel
@@ -11052,6 +11035,7 @@ ERB/pages/sprlordersbyfiled_2011_15.aspx
 ERB/pages/sprlordersbyissued_2004_2005.aspx
 ERB/pages/sprlordersbyissued_2006_2010.aspx
 ERB/pages/sprlordersbyissued_2011_15.aspx
+ERORecords
 ERRORS
 ES/
 ESJ382
@@ -11082,7 +11066,7 @@ EmbedSlideshow
 Emoticons/
 Eng
 Engage*
-EnglishUsage/
+EnglishUsage
 EnlargedImageView
 EnsMart
 EnterpriseSubscriber/*
@@ -11344,6 +11328,7 @@ FiatsCmd
 FicherosDatosPersonales
 File/
 Files/
+Filestore/
 FilterState
 FinDocuments
 Finance/Financial_Aid
@@ -11651,6 +11636,7 @@ Image
 Image/DetailPrint
 ImageOptim.tar.bz
 ImageOptim.tbz
+ImageViewer/
 Images
 Images/
 Images/HTEditImages
@@ -11683,7 +11669,7 @@ IntegrationCenter
 Inter
 InterestItem
 InternalError.html
-International-Lectures/en-GB/courses/apply.aspxhttp://recalculatingfilm.com/robots.txt
+International-Lectures/en-GB/courses/apply.aspxhttp://consprev.com.br/robots.txt
 International-Lectures/nl-NL/cursussen/inschrijven.aspx
 International/questions/qa-html-language-declarations/icons
 International/questions/qa-html-language-declarations/qa-html-language-declarations-data/icons
@@ -12204,6 +12190,7 @@ MyBLB.cfm
 MyBookingsDetail
 MyBookingsVoucher
 MyC-SPAN
+MyChristies/
 MyInbox
 MyPaintColorListDetailView
 MyPortfolio
@@ -12860,6 +12847,7 @@ SEARCHRESULTS
 SECTION_CODE=
 SEOkicks-Robot
 SESSIONID*
+SFACS
 SG/
 SH/
 SH55
@@ -13137,6 +13125,7 @@ TJ/
 TLMCountries
 TM/
 TN/
+TNACRL
 TO/
 TR/
 TT/
@@ -13381,7 +13370,7 @@ Valley-of-Longevity-Property/
 VariationSelectionView
 Verify/*
 VerifyReview
-Verkko/http://commbox.com.au/robots.txt
+Verkko/http://revista.tebeosfera.com/robots.txt
 Video
 Video/*playerIndex
 Video/Panel/
@@ -13402,7 +13391,7 @@ ViewMandate
 ViewPDF.aspx
 Vlast/
 VolunteerTranslations
-VoteActivities/http://whatwg.org/robots.txt
+VoteActivities/http://elifesciences.org/robots.txt
 VoteCount/?action=
 W
 WAI/ER/tests
@@ -13610,6 +13599,7 @@ _10151
 _10154
 _10175
 _29365
+_404-tests
 _5b_
 _AC_UF894$
 _BO1$
@@ -13903,7 +13893,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://inoreader.com/robots.txt
+_r/http://swissinfo.ch/robots.txt
 _recache
 _rect
 _redirectedFromOffline-true
@@ -14121,6 +14111,7 @@ abasu
 abautistachavez
 abbonati.Suspended
 abc
+abc123
 abc2010/nacional/noticias/*.xml$
 abc4000
 abclinks
@@ -14172,7 +14163,7 @@ about-aws/whats-new/2009/01/09/Amazon-CTO-Chief-of-Year-2/
 about-aws/whats-new/2009/07/24/aws-survey/
 about-ghostery
 about-the-council/about-the-website/third-party-accessibility-statements
-about-the-council/about-the-website/third-party-accessibility-statements/*http://getlisting.org/robots.txt
+about-the-council/about-the-website/third-party-accessibility-statements/*http://people.com/robots.txt
 about-the-council/contact-us-new
 about-the-council/contact-us/adult-education
 about-the-council/contact-us/adult-social-care-and-health
@@ -14197,7 +14188,7 @@ about-us
 about-us/careers
 about-us/careers/job-description.html$
 about-us/employment
-about-us/employment/*http://hulu.com/robots.txt
+about-us/employment/*http://grammarly.com/robots.txt
 about-us/news-and-media/media-centre/corporate-news/facet/Topic/
 about-us/news-and-media/media-centre/corporate-news/facet/Year/
 about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/
@@ -14226,7 +14217,7 @@ about/*/update
 about/*qt-vzc_corporate_news_analytics
 about/adrm/data-linkage
 about/advertise/oauth-net-rate-sheet-2023.pdf
-about/advisory-and-peer-review-committees/roster/hlbp/http://ordnancesurvey.co.uk/robots.txt
+about/advisory-and-peer-review-committees/roster/hlbp/http://kb.cert.org/robots.txt
 about/ask/
 about/ask?*
 about/awards/award-recipient-form.html
@@ -14307,6 +14298,7 @@ about/preparedness/coronavirus/staff-resources
 about/press-center
 about/privacy
 about/privacy-policy-archived
+about/record-transfer-spring-2015
 about/releases
 about/robin.php
 about/search-results
@@ -14362,6 +14354,7 @@ ac_universities
 ac_university_departments
 academia/books/members.html
 academia/books/search.html
+academic
 academic-subscriptions
 academic/
 academicaffairs/commencement/book
@@ -14402,6 +14395,7 @@ access_token
 accessibility-form/
 accessibility-form/accessibility-form-submissions/
 accessibilitytest
+accessions/accprograms/
 accesslog/BlogAccessLog
 accesslogin
 accessories
@@ -14812,7 +14806,7 @@ add-to-bibliography
 add-to-cart
 add-to-cart=
 add-to-cart=*
-add-to-cart=*http://habilitat.com/robots.txt
+add-to-cart=*http://kudo.cart.fc2.com/robots.txt
 add-to-existing-collection
 add-visit
 add?community=
@@ -14895,7 +14889,7 @@ admin/aso
 admin/blogmove
 admin/forgot/
 admin/form
-admin/http://memekanseri.site/robots.txt
+admin/http://batmannn.xyz/robots.txt
 admin/mapping-dashboard
 admin/notification-center
 admin/sro
@@ -14909,14 +14903,13 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
-adminhttp://mubi.com/robots.txt
-adminhttp://sheknows.com/robots.txt
+adminhttp://ithemes.com/robots.txt
+adminhttp://standaard.be/robots.txt
 administration
 administration/
 administrative-fellowship
 administrator
 administrator/
-administrator/http://shalomania.com/robots.txt
 adminjiraserver070
 adminjiraserver071
 adminjiraserver0710
@@ -15040,6 +15033,9 @@ advancedsearch.aspx
 advancement/files
 advancement/files/System_Services
 advancement/services_and_systems
+advanceorders
+advanceorders/includes/
+advanceorders/js/
 advert
 advert/*
 advertise
@@ -15113,7 +15109,7 @@ affiliate
 affiliate-forgot-password
 affiliate-login
 affiliate-program
-affiliate/*http://ncsl.org/robots.txt
+affiliate/*http://linuxfoundation.org/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms
@@ -15635,6 +15631,7 @@ amp
 amp
 amp$
 amp-auth
+amp-blog.htm
 amp-disqus-embed
 amp-iframe
 amp-proxy
@@ -15983,7 +15980,6 @@ api.php?
 api.php?*&action=
 api.php?action=
 api/
-api/$
 api/*
 api/*/doc
 api/*/docs$
@@ -16042,7 +16038,7 @@ api/discover/1/discover_web
 api/discover/sites
 api/discovery
 api/documentations/v3
-api/du/SEARCHhttp://tp-link.com/robots.txt
+api/du/SEARCHhttp://www1.folha.uol.com.br/robots.txt
 api/du/Search
 api/du/search
 api/editionurlgenerator
@@ -16054,7 +16050,7 @@ api/federation
 api/getEarthquake.php
 api/health
 api/html
-api/http://worldbank.org/robots.txt
+api/http://nam.edu/robots.txt
 api/instacart
 api/install_backblaze
 api/internal/*/location
@@ -16082,7 +16078,7 @@ api/nextsteps
 api/ng-looks/
 api/nicorepo/timeline
 api/nts/v1/login
-api/og/*http://kaspersky.com/robots.txt
+api/og/*http://timeout.com/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/play/options
@@ -16222,7 +16218,6 @@ app$
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txt
 app-api/split-proxy
 app-assembly-polls-lp
 app-assets
@@ -16317,7 +16312,7 @@ append_follows
 appengine
 appl
 apple-app-site-association
-apple-app-site-associationhttp://mediafire.com/robots.txt
+apple-app-site-associationhttp://purdue.edu/robots.txt
 apple-news
 apple-touch-icon-120x120-precomposed.png
 apple-touch-icon-120x120.png
@@ -16693,6 +16688,7 @@ arambee/
 arashanvari
 aravi
 aravinda1879
+aravisamuel
 arb
 arbitrazh.html
 arcgis-blog/?s
@@ -17022,14 +17018,13 @@ asp.net/
 asp/
 asp/
 asp/*
-asp/*http://about.usps.com/robots.txt
+asp/*http://acuityplatform.com/robots.txt
 asp/demo_db_edit.asp
 aspnet_client
 aspnet_client/
 aspnet_client/
-aspx$
 aspx/
-aspx/read.aspxhttp://6590300.fls.doubleclick.net/robots.txt
+aspx/read.aspxhttp://hasbro.com/robots.txt
 aspxerrorpath*
 asrelated.cms*
 asross
@@ -17076,7 +17071,7 @@ assets/errorpage
 assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources
 assets/gov/zzzz
 assets/hk-grotesk
-assets/http://cnil.fr/robots.txt
+assets/http://catb.org/robots.txt
 assets/images/global/s.gif
 assets/infographic
 assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf
@@ -18468,7 +18463,7 @@ baohongchen
 bap.html
 bap/webstore/search.html
 bapingseo
-bappstore/bapps/download/http://roberthalf.com/robots.txt
+bappstore/bapps/download/http://thewindowsclub.com/robots.txt
 baqaee
 barbarak
 barchartData
@@ -19478,14 +19473,14 @@ blog/*_ga
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://gravatar.com/robots.txt
+blog/.html.*http://lds.org/robots.txt
 blog/20
 blog/200
 blog/2019
 blog/?p=
 blog/?s=
-blog/?s=*http://aesthetics.fandom.com/robots.txt
-blog/?s=*http://world.g-shock.com/robots.txt
+blog/?s=*http://webkit.org/robots.txt
+blog/?s=*http://znanylekarz.pl/robots.txt
 blog/Neuer_Beitrag.html
 blog/Rubriken.html
 blog/SearchView.aspx
@@ -20035,6 +20030,7 @@ boo-a-madea-halloween
 book
 book-a-coronavirus-vaccination
 book-a-coronavirus-vaccination/
+book-a-reading-room-visit/
 book-now-pay-later/index.
 book-preview/*/recommenders
 book-preview/*/shadow_loader
@@ -20062,7 +20058,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://s3-us-west-2.amazonaws.com/robots.txt
+bookmarkshttp://spreaker.com/robots.txt
 bookproperty
 books
 books/?*instrument=
@@ -20097,6 +20093,19 @@ books?*zoom=5
 booksearch.php
 bookshelf
 bookshop/
+bookshop/App_Code/
+bookshop/Bin/
+bookshop/Controls/
+bookshop/account.aspx
+bookshop/basket.aspx
+bookshop/coupn.aspx
+bookshop/digital_receipt.aspx
+bookshop/ordercomplete.aspx
+bookshop/process_order.aspx
+bookshop/receiptfailure.aspx
+bookshop/searchresult.aspx
+bookshop/titleshow.asp
+bookshop/xml/
 bookshow/cache
 booksrightsholders
 bookstore/invited
@@ -20368,7 +20377,7 @@ branding/images/dont-04.png
 branding=
 brandmonitoring
 brandnet
-brandnew/psphttp://ingroov.es/robots.txt
+brandnew/psphttp://ebay.de/robots.txt
 brandnewconference/2016/video
 brandonbergman
 brandonedwards
@@ -20558,7 +20567,6 @@ bucks/users
 buddy/
 budget
 budget/search/node
-budget=
 budgethome_stories.cms
 bufferlength=
 bug-navigator
@@ -20640,66 +20648,15 @@ buscador
 buscador.aspx
 buscador/GoogleServlet
 buscador/GoogleServletBuscadorVertical
-buscador_generalhttp://medicalnewstoday.com/robots.txt
+buscador_generalhttp://theridesharepro.com/robots.txt
 buscar
 buscar
 buscar.html
 buscar/
 business
+business
 business*?
 business-breakfast
-business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel
-business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html
-business-customers/aviation/shell-for-suppliers/card-services
-business-customers/aviation/shell-for-suppliers/card-services.html
-business-customers/bitumen/contact-us
-business-customers/bitumen/contact-us.html
-business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products
-business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html
-business-customers/lubricants-for-business/products/shell-panolin/five-things-to-know
-business-customers/lubricants-for-business/products/shell-panolin/five-things-to-know.html
-business-customers/lubricants-for-business/products/shell-panolin/lubricants-for-business-and-environment
-business-customers/lubricants-for-business/products/shell-panolin/lubricants-for-business-and-environment.html
-business-customers/lubricants-for-business/products/shell-panolin/protect-ecosystems-and-equipment
-business-customers/lubricants-for-business/products/shell-panolin/protect-ecosystems-and-equipment.html
-business-customers/lubricants-for-business/products/shell-panolin/reducing-carbon-intensity
-business-customers/lubricants-for-business/products/shell-panolin/reducing-carbon-intensity.html
-business-customers/lubricants-for-business/products/shell-panolin/supporting-sustainability-ambitions
-business-customers/lubricants-for-business/products/shell-panolin/supporting-sustainability-ambitions.html
-business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain
-business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain.html
-business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges
-business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges.html
-business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power
-business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power.html
-business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine
-business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html
-business-customers/marine/marine-lng
-business-customers/marine/marine-lng.html
-business-customers/shell-fleet-solutions/commercial-road-transport
-business-customers/shell-fleet-solutions/commercial-road-transport.html
-business-customers/shell-fleet-solutions/digital-and-payment-solutions/shell-fleet-app-for-small-businesses/feature
-business-customers/shell-fleet-solutions/digital-and-payment-solutions/shell-fleet-app-for-small-businesses/feature.html
-business-customers/shell-market-hub/shell-services/lube-optimizer
-business-customers/shell-market-hub/shell-services/lube-optimizer.html
-business-customers/shell-market-hub/shell-services/machinemax
-business-customers/shell-market-hub/shell-services/machinemax.html
-business-customers/shell-market-hub/shell-services/shell-desiccant-breathers
-business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html
-business-customers/shell-market-hub/shell-services/shell-lube-analyst
-business-customers/shell-market-hub/shell-services/shell-lube-analyst.html
-business-customers/shell-market-hub/shell-services/shell-lube-videocheck
-business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html
-business-customers/shell-market-hub/shell-services/shell-remote-sense
-business-customers/shell-market-hub/shell-services/shell-remote-sense.html
-business-customers/trading-and-supply/counterparty-information-request
-business-customers/trading-and-supply/counterparty-information-request.html
 business-enterprise/cesm3/index_v2.php?key5sk1=
 business-enterprise/cesm3/index_v2.php?s=
 business-insider$
@@ -20843,6 +20800,7 @@ business/en-gb/resources/reports/dbir.
 business/enterprise-advisory-board
 business/explore
 business/feedback
+business/global
 business/hub
 business/iframes/toughbook-configurator.asp
 business/infrastructure-explainer
@@ -20865,6 +20823,7 @@ business/referral
 business/restaurants/promo
 business/sales/blog
 business/self-registration
+business/shipping-assistant.htm
 business/signup
 business/site
 business/small-business-essentials
@@ -21454,7 +21413,9 @@ ca_fr
 ca_fr/Download
 ca_referer=
 caas
+cab/
 cabin-travellers-picker
+cabinetpaperssearch
 cache
 cache/
 cache/MiamiImageURL
@@ -21492,7 +21453,7 @@ calebmooreportfolio
 calendar
 calendar
 calendar$
-calendar-2/action~*/http://freezlike.co/robots.txt
+calendar-2/action~*/http://potresnirizik.zagreb.hr/robots.txt
 calendar-2/action~agenda
 calendar-2/action~default
 calendar-2/action~http:
@@ -21711,7 +21672,7 @@ calendrier/action~agenda
 calendrier/action~month
 calendrier/action~oneday
 calendrier/action~posterboard
-calendrier/action~stream/http://claimreviewproject.com/robots.txt
+calendrier/action~stream/http://fauerzaesp.org/robots.txt
 calendrier/action~week
 calf
 california-exhibit
@@ -21764,7 +21725,7 @@ campaigns
 campaigns/
 campaigns/bulk-order-form
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://deepl.com/robots.txt
+campaigns/digital-recruitmenthttp://brainyquote.com/robots.txt
 campaigns/infor-hub-xt5r5iwdrgxbnuz/
 campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once
 campaigns/portals/
@@ -22003,20 +21964,6 @@ careers/MAINTAINERS.txt
 careers/Phoenix-Hiring-Event/
 careers/Sydney-Hiring-Event/
 careers/UPGRADE.txt
-careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow
-careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow.html
-careers/about-careers-at-shell/employee-stories/dreaming-big
-careers/about-careers-at-shell/employee-stories/dreaming-big.html
-careers/about-careers-at-shell/employee-stories/endless-opportunities
-careers/about-careers-at-shell/employee-stories/endless-opportunities.html
-careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme
-careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme.html
-careers/about-careers-at-shell/employee-stories/testing-my-abilities
-careers/about-careers-at-shell/employee-stories/testing-my-abilities.html
-careers/about-careers-at-shell/people-at-shell
-careers/about-careers-at-shell/people-at-shell.html
-careers/about-careers-at-shell/we-are-one-team/diversity-inclusion
-careers/about-careers-at-shell/we-are-one-team/diversity-inclusion.html
 careers/admin
 careers/analytics
 careers/apply
@@ -22038,8 +21985,6 @@ careers/aws-sea-event/
 careers/aws-singapore-event/
 careers/aws-sydney-event/
 careers/chattanooga-mobile-event/
-careers/choose-your-career-profile
-careers/choose-your-career-profile.html
 careers/comment/reply
 careers/cron.php
 careers/database-hiring/
@@ -22064,11 +22009,7 @@ careers/job
 careers/jobs
 careers/jobs.php
 careers/jobs.php?id=
-careers/join-the-shell-talent-community
-careers/join-the-shell-talent-community.html
 careers/landing-pages/
-careers/life-at-shell
-careers/life-at-shell.html
 careers/logon
 careers/mentor-knowledge-bank/
 careers/mexico-edge-hiring-2014/
@@ -22112,8 +22053,6 @@ careers/scripts
 careers/search
 careers/search?
 careers/session-img
-careers/students-and-graduates
-careers/students-and-graduates.html
 careers/students-graduates/opportunities
 careers/texas-event/
 careers/thank_you
@@ -22402,6 +22341,7 @@ catalogs/products
 catalogsearch
 catalogsearch/
 catalogsearch/result
+catalogue
 catalogue/*?
 catalogues
 catchup
@@ -24635,7 +24575,7 @@ cd/V77972_01
 cd/clip/parole/soprano-hiro-7260.html
 cd/corneille-entre-nord-et-sud-1769.html
 cd_upload/Search
-cdc/http://confluence.atlassian.com/robots.txt
+cdc/http://oglobo.globo.com/robots.txt
 cdf/sign
 cdj
 cdk/*
@@ -24649,7 +24589,7 @@ cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
 cdn-cgi/http://iso.org/robots.txt
-cdn-cgi/http://itu.int/robots.txt
+cdn-cgi/http://tate.org.uk/robots.txt
 cdn-cgi/image
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
@@ -24695,6 +24635,7 @@ celeb/king-charles
 celeb/olivia-rodrigo
 celeb/sadie-sink
 celeb/sydney-sweeney
+celebratingcensus
 celebrities/s
 celebrities/search
 celebrity-news
@@ -24711,6 +24652,7 @@ celtics/users
 celtweb/OAI/OAI-collaborative-institutions
 cemetery/*/memorial-search
 cemtest2
+census
 centenary-fund
 center
 center/communications
@@ -24776,8 +24718,8 @@ cgi-bin/grid-words
 cgi-bin/guestbook
 cgi-bin/histDiff.cgi
 cgi-bin/homelandsecurity
-cgi-bin/http://intertwingly.net/robots.txt
-cgi-bin/http://szorfdeszka.hu/robots.txt
+cgi-bin/http://hag-official.jp/robots.txt
+cgi-bin/http://hostelworld.com/robots.txt
 cgi-bin/imagemap
 cgi-bin/isbn
 cgi-bin/kaweahits
@@ -24790,7 +24732,7 @@ cgi-bin/loginpage
 cgi-bin/longs.cgi
 cgi-bin/mb
 cgi-bin/msdemo/
-cgi-bin/notices/http://gallery.mailchimp.com/robots.txt
+cgi-bin/notices/http://wptavern.com/robots.txt
 cgi-bin/onTopic
 cgi-bin/orphanWikiPages
 cgi-bin/outline
@@ -24831,7 +24773,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://euroncap.com/robots.txt
+cgi-binhttp://audible.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-out
@@ -25033,7 +24975,6 @@ channels
 channels-extern
 channels-old
 channels/*/rss
-channels?q=
 chaochen
 chaplin
 chaplin-office-hours
@@ -25176,6 +25117,7 @@ chase-sapphire
 chaseaccountcallback/
 chasebillingcallback/
 chat
+chat
 chat$
 chat-extension
 chat/
@@ -25225,8 +25167,8 @@ checkout2
 checkout?*
 checkout?plan_id
 checkoutconfirmation
-checkouthttp://americanlightingusa.com/robots.txt
-checkouthttp://obsproject.com/robots.txt
+checkouthttp://myodfw.com/robots.txt
+checkouthttp://siteassets.parastorage.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -25699,6 +25641,7 @@ click
 click-track
 clickId=
 click_
+clickandbuy
 clickhere.jsp
 clickstream
 clicktale
@@ -25856,7 +25799,7 @@ cmr
 cmrudeen
 cms
 cms-constellation
-cms-search/http://9news.com.au/robots.txt
+cms-search/http://ansa.it/robots.txt
 cms.
 cms.dll*
 cms/
@@ -25897,7 +25840,7 @@ cn/en/privacy-statement/qualtrics
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
 cn/error-static-cdn
-cn/events/huaweiconnect/livestream-for-tvs$http://chat.google.com/robots.txt
+cn/events/huaweiconnect/livestream-for-tvs$http://sohu.com/robots.txt
 cn/ipns
 cn/list
 cn/list=
@@ -26028,7 +25971,7 @@ cobrand/
 code
 code/
 code/*
-code/http://img.youtube.com/robots.txt
+code/http://moz.com/robots.txt
 code2product-typeform-dashboard
 code=
 codeCoverage
@@ -26165,6 +26108,7 @@ colles
 collezioni/*/$
 collezioni/*/index.html$
 collision-19
+colloquiumforancientrhetoric
 color-visualization
 color=
 colorSearchTerm
@@ -26340,7 +26284,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://pepinismo.net/robots.txt
+community/*/profile/*http://biblegateway.com/robots.txt
 community/*/rss
 community/*/topics
 community/*/trackback
@@ -26366,7 +26310,6 @@ community/comments
 community/community-partnerships/fireside-chat/
 community/community-partnerships/fireside-chat/thank-you/
 community/community-relations/isc-lighting-request/thank-you/
-community/compose/*
 community/conversations
 community/email
 community/error-subdivision-name-unavailable
@@ -26629,12 +26572,12 @@ concrete/*.xml$
 concursocampusparty/files
 concussion/HeadsUp/training/
 conditions-diseases?f*
-conditions-diseases?linkId*http://formstack.com/robots.txt
+conditions-diseases?linkId*http://urmc.rochester.edu/robots.txt
 conditions-diseases?search=
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
 conditions/pregnancy-and-baby/pages/your-birth-plan.aspx
 conejo
-conex-2019http://vuejs.org/robots.txt
+conex-2019http://google.com.gt/robots.txt
 conf
 conf
 conf/*.php$
@@ -26672,6 +26615,7 @@ conference/
 conferences
 conferences/conference-events
 conferences/non-acm-events
+conferencesclosed
 confessions?rate
 confidential
 config
@@ -26787,13 +26731,14 @@ contact-opnemen-met-myheritage
 contact-opnemen-met-ondersteuning
 contact-pantone-connect
 contact-preferences
-contact-sales/http://sputniknews.com/robots.txt
+contact-sales/http://law360.com/robots.txt
 contact-support
 contact-thank-you
 contact-tos
 contact-us
 contact-us-online/
 contact-us-thanks
+contact-us/*/form
 contact-us/?
 contact-us/ami-submission-conf/
 contact-us/article-submission-conf/
@@ -26818,7 +26763,8 @@ contact.php
 contact/employees/servlets
 contact/en/hague/questionnaire/
 contact/feedback
-contact/http://noendinsightmovie.com/robots.txt
+contact/form/
+contact/http://fun88hello.com/robots.txt
 contact/menu*
 contact/partner*
 contact/support.php
@@ -26887,7 +26833,6 @@ content/*/schedule
 content/*/synchronous_inspection
 content/*/thenables
 content/*/util
-content/*http://pixlr.com/robots.txt
 content/README.txt
 content/aarpe/en/home/
 content/aarpe/es/home/
@@ -27003,7 +26948,7 @@ content/dam/SAS/partnernet/
 content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf
 content/dam/acsorg/qa
 content/dam/alumni/2012elections
-content/dam/avg/img/2014/business/http://play.spotify.com/robots.txt
+content/dam/avg/img/2014/business/http://rit.edu/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -27080,7 +27025,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://iana.org/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://paypalobjects.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf
@@ -27134,7 +27079,7 @@ content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json
 content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico
 content/dam/splunk2/images/logos/splunk-logo.svg?asd
 content/dam/static-page/customer-advocacy/*/pdf/*
-content/dam/students/documents/graduations/programs/http://justpaste.it/robots.txt
+content/dam/students/documents/graduations/programs/http://api.jquery.com/robots.txt
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf
@@ -27181,7 +27126,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://untappd.com/robots.txt
+content/downloads/http://newegg.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -27205,7 +27150,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://thestar.com.my/robots.txt
+content/index.php/user/logout/http://worldwildlife.org/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/institution
@@ -27718,7 +27663,7 @@ courses/Transcript
 courses/assessment
 courses/eecs484
 courses/favorites
-courses/http://verisign.com/robots.txt
+courses/http://mastodonrocks.com/robots.txt
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -27726,6 +27671,7 @@ courtneytwittekind
 courts
 courts
 cover
+cover-it-live/
 cover-photo.jspa
 coverage
 coverage-for-topic/
@@ -28219,7 +28165,7 @@ csd/internal/css
 csd/internal/nav
 csd/js
 csd/nav
-csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://phpmyadmin.net/robots.txt
+csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://texastribune.org/robots.txt
 csde/camp-shriver-community/camp-shriver/registration-fee/
 csde/camp-shriver-family-information/
 csde/camp-shriver-staff-information/
@@ -28258,14 +28204,72 @@ css/*.css*$
 css/*hotels*?
 css/*restaurants*?
 css/*things-to-do/*?
+css/Bidding.css
+css/ToolTip.css
+css/UserControls.css
+css/cSaleRegistration.css?010120180943
+css/cSaleRegistration.css?030120181509
+css/cSaleRegistration.css?040120181248
+css/cSaleRegistration.css?060120181545
+css/cSaleRegistration.css?070120181312
+css/cSaleRegistration.css?100120181322
+css/cSaleRegistration.css?120120181954
+css/cSaleRegistration.css?131220170707
+css/cSaleRegistration.css?131220171002
+css/cSaleRegistration.css?161220170733
+css/cSaleRegistration.css?211220170547
+css/cSaleRegistration.css?221120170127
+css/cSaleRegistration.css?221220170940
+css/cSaleRegistration.css?241220171114
+css/cSaleRegistration.css?251220171115
+css/cSaleRegistration.css?301220171323
+css/calresults_SaleLanding.css
+css/crsl.css
+css/crsl_2013.css
+css/entersalepop.css
 css/fancybox.css
 css/fonts
 css/ie.css
 css/images/default
 css/index.php
+css/mychristies-p1.css
+css/popup.container.css
 css/print.css
 css/quiz.css
+css/sale-landing-catgrid.css
+css/sale-landing-events.css
+css/sale-landing-microsite.css
+css/sale-landing-single-page.css
+css/sale-landing-v1.css
+css/sale-landing.css
+css/sale-landing_2013.css
 css/screen.css
+css/signup.css
+css/site.css
+css/site.layouts.left_nav.css
+css/site.layouts.leftnav.css
+css/site.pages.MyChristies_Login.css
+css/site.pages.advanced_search.css
+css/site.pages.content_archive.css
+css/site.pages.ecatalogues.css
+css/site.pages.locations.css
+css/site.pages.locations.ny.css
+css/site.pages.lot_details_popup.css
+css/site.pages.popular_categories.css
+css/site.pages.press-center.css
+css/site.pages.promo_landing_page.css
+css/site.pages.rss.css
+css/site.pages.sale_departments_tabs.css
+css/site.pages.special_events.css
+css/site.pages.specialists.css
+css/site.pages.template.css
+css/site.pages.viewingcalendar.css
+css/site.pages.zoom_image.css
+css/site.print.css
+css/site.print.css?date=09012010
+css/site.sections.careers.css
+css/site.sections.careers.peoplebank.css
+css/site.sections.multimedia.css
 css2/
 css=*
 css?
@@ -28347,6 +28351,7 @@ curator=
 curley
 currant-anma
 currency
+currency/
 currency=*
 currencyid=
 currencytransfers
@@ -28387,6 +28392,7 @@ customerapps/*
 customerengagementjourney-ebook-download
 customerror
 customerror.aspx
+customerrors/
 customers
 customers/
 customers/finance/venture-factory
@@ -28401,7 +28407,6 @@ customization-work-integration-ps
 customization-work-multivendor
 customization-work-oc
 customize
-customize$
 customize_autosaved=
 customize_changeset_uuid=
 customize_search
@@ -28548,25 +28553,25 @@ cz/uefa.html
 cz/ventureone
 cz/zasady-ochrany-osobnich-udaju-safe-harbor.html
 cz/ztrata-karty.html
-czde/
+czde
 cze/layout/set
-czes/
+czes
 czesc-
-czfr/
-czgr/
+czfr
+czgr
 czhang
 czimanyi
-czit/
-czja/
-czko/
-cznl/
-czpl/
-czpt/
-czro/
-czru/
-czsv/
-cztr/
-czzh/
+czit
+czja
+czko
+cznl
+czpl
+czpt
+czro
+czru
+czsv
+cztr
+czzh
 d
 d.
 d/
@@ -28663,7 +28668,7 @@ da/auth
 da/autocomplete
 da/blog
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://io9.com/robots.txt
+da/create-a-doodle-pfmhttp://matadornetwork.com/robots.txt
 da/firefox/collections
 da/firefox/collections/4757633
 da/firefox/collections/4757633/$
@@ -28737,7 +28742,7 @@ dam/jcr:7b30c258-5588-43a5-ba8a-cd1d1cce64cd/Enterprise%20Success%20Package%20On
 dam/jcr:b549786a-5967-4603-91eb-16a9d8902061/cPrime_SAFewhitepaper_0829_125636.pdf$
 dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$
 dam/support/pdf
-dam/udelImages/student-life/reslife/floorplanshttp://sltrib.com/robots.txt
+dam/udelImages/student-life/reslife/floorplanshttp://usgbc.org/robots.txt
 damientully
 dan/layout/set
 danaboebinger
@@ -28906,6 +28911,11 @@ dbr
 dbrooks
 dbstein
 dbusso
+dc-framework/
+dc-guidance/
+dc-riskassessment/
+dc-service/
+dc-training/
 dc/
 dc/blog/*
 dc/news/*
@@ -29172,6 +29182,7 @@ de/api/v3/ajax/bespoke/public/neu/specs
 de/app
 de/apple-app-site-association
 de/apps
+de/asset-preview*
 de/assets
 de/autenticacion
 de/auth
@@ -29284,6 +29295,7 @@ de/de/suche?param=*
 de/develop/
 de/develop/review/
 de/devolucion-de-productos
+de/die-h225-als-polizeihubschrauber
 de/download
 de/education
 de/edustore
@@ -29512,6 +29524,7 @@ de/responsive-header
 de/retail/search$
 de/retail/search?
 de/search
+de/search*
 de/search*attr_*=
 de/search*price_bucket=
 de/search*search_type=
@@ -29691,7 +29704,7 @@ deck
 deck-maker
 deco
 decorator/
-decz/
+decz
 deep-health-abstract
 deep-health-auth
 deep-health-search
@@ -29742,14 +29755,14 @@ definition/Rosamund
 definition/barred%20ghoul
 definition/wipedout
 definizione/geraschelt
-defr/
+defr
 degiovanni
-degr/
+degr
 degroot
 deinestadt/*_pgn=
-deit/
-deja/
-deko/
+deit
+deja
+deko
 del
 delaneyhurley
 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=42386122047193089.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1
@@ -29791,7 +29804,7 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://oas.org/robots.txt
+demo/safari-reader-test-nielshttp://st.com/robots.txt
 democenter
 demokratie-jetzt.html
 demonstration
@@ -29803,7 +29816,7 @@ deng
 denise-snyder
 denisschapiro
 deniz
-denl/
+denl
 dental/*/index.php
 dental/dh
 dental/endo
@@ -29818,7 +29831,7 @@ dep/rwm/hoss
 departments
 departure=
 departureDate=
-depl/
+depl
 deployment-test-clf2
 deployment-test-clf3
 deployment-test-clf4
@@ -29837,7 +29850,6 @@ deposits/*.pdf$
 deposits/*.swf$
 deposits/*.txt$
 dept
-dept/
 dept/soc/people/rsandefur
 depth--
 depts/*
@@ -29845,11 +29857,11 @@ depts/CAS
 depts/purchase/*
 dermatology/appointments-and-referrals/connective-tissue-diseases/appointment-thankyou
 dermatology/appointments-and-referrals/signup-thankyou
-dero/
+dero
 derr
 derricktin
 dershowitz
-deru/
+deru
 deryahonca
 desai
 desalvo
@@ -29861,6 +29873,7 @@ describekeywords.cgi
 descriptivepsychology
 design
 design-examples
+design-guide/
 design-products
 design/
 design/free/files
@@ -29921,7 +29934,7 @@ destinations/south-america.html
 destinations/south-america/*
 destinations/south-pacific.html
 destinations/south-pacific/*
-desv/
+desv
 det
 detae
 detail/*Ajax.do$
@@ -29931,9 +29944,9 @@ details-
 details-*.html
 details-print
 details.do
-detailshttp://data.adxcel-ec2.com/robots.txt
+detailshttp://aao.org/robots.txt
 detect
-detr/
+detr
 detroitchicago
 dev
 dev-sites
@@ -30016,7 +30029,7 @@ devtest/
 dex
 dextongoh
 deyoung
-dezh/
+dezh
 df78788com
 dfa/UHC_physicians_RM_guide.pdf
 dfelmer
@@ -30284,7 +30297,7 @@ dias
 diazcuadros
 diba
 dickman
-dictionary/getcollins/
+dictionary/getcollins
 dictionary/googTranslate
 dictionary/js/function-wiki.js
 dictionary/static/sitemaps
@@ -30294,7 +30307,6 @@ diegoestevez
 diegorivera
 diener
 diets/*
-diff
 diffbot/
 diffs
 dig-perf-test
@@ -30314,6 +30326,7 @@ digestive/appointments-and-referrals/pancreas/appointment-thankyou
 digestive/appointments-and-referrals/swallowing/appointment-thankyou
 digestive/treatments-and-services/crohns-colitis/default-sem
 digestive/weight-center/appointments-and-referrals/information-thankyou
+digexpress
 digital-agenda
 digital-agenda/contact
 digital-agenda/country
@@ -30357,8 +30370,10 @@ digital-single-market/taxonomy
 digital-single-market/users
 digital/nsa/secure
 digital_wallets/dialog
+digitalcontinuity
 digitaldata
 digitaledition
+digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
 digitalsubscription/imagedownload/http://youblisher.com/robots.txt
@@ -30432,6 +30447,7 @@ discover/gr-
 discover/macgillivray/*
 discover/solutions
 discovery
+discovery
 discovery-hub
 discoverybot
 discoverypark/bdmce/events
@@ -30898,7 +30914,7 @@ dmorgan
 dmottacalderon
 dmoustafa
 dmq
-dms_priv/*http://google.ie/robots.txt
+dms_priv/*http://domain.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -30954,7 +30970,6 @@ dnigrin
 dnn
 do
 do-not-crawl
-do-not-sell-my-information
 do/
 do=getLastComment?
 do=getNewComment
@@ -31083,6 +31098,7 @@ document/view_more
 document/views
 document_auxillary_content
 document_downloads
+document_handling
 document_viewer/build_vu_embeds
 documentacao
 documentation
@@ -31103,6 +31119,7 @@ documentation/ru-ru/ibm_
 documentation/sdks
 documentation/zh-cn/ibm_
 documentation/zh-tw/ibm_
+documentphotos/
 documents
 documents/
 documents/*/comments?
@@ -31110,11 +31127,16 @@ documents/EDS
 documents/MSDS
 documents/PDS
 documents/aclu-election-
+documents/archives/ArchivesObsolete
 documents/current
 documents/email-a-friend
+documents/information-management/imr-guidance-and-appendices.pdf
+documents/mog.pdf
+documents/old/
 documents/pdf/20141003091717_large.pdf
 documents/search
 documents/slack_pilot_dpa
+documentsonline
 dodaci-udaje
 dodaj-opinie
 dodgers/fans/text-messaging-terms-and-conditions
@@ -31138,6 +31160,7 @@ doi/xml
 dojo
 dok*?
 dokonceni-objednavky
+dol
 dolby-vision-atmos-tvs
 dolphin/index.htm
 dom
@@ -31255,7 +31278,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://logos.com/robots.txt
+download/http://gov.scot/robots.txt
 download/index
 download/legacy
 download/morae
@@ -31353,12 +31376,11 @@ drive-in/
 drive-with-lyft*ref=
 drive-with-lyft*utm
 drivers
-drivethestarship
-drivethestarship.html
 drj
 drjosephinekim
 drlem
 drmn/embed
+droid/
 droidguard
 drop
 drop-the-price
@@ -31514,6 +31536,8 @@ e/the-find/products
 e/theones/products
 e/wp-admin
 e/wp-admin/admin-ajax.php
+e179/includes/
+e179/scripts/
 e=
 eS-CO
 eS-MX
@@ -31613,6 +31637,7 @@ ecafe
 ecap
 ecaptcha
 ecard/
+ecards
 ecb/10ann/shared/movies
 ecb/educational/pricestab/shared/movie
 ecb/educational/shared/movies
@@ -31788,12 +31813,14 @@ education/search.php
 education/student-success/foundations-of-reading/april-26-2024/thank-you/
 education/student-success/mathematics/june-5-2024/thank-you/
 education_social_work/bulletin
+educationservice
 educator/free-access
 edunipace
 edurec
 edv
 edwardclapp
 edwardcliff
+edwardii-conference
 ee
 ee-en/
 ee/
@@ -32086,7 +32113,7 @@ email$
 email-capture
 email-colleague
 email-contact/
-email-contact/nodehttp://sumup.com/robots.txt
+email-contact/nodehttp://vi.wikipedia.org/robots.txt
 email-contact/taxonomy_term
 email-content
 email-help
@@ -32102,7 +32129,7 @@ email-validation
 email-verify/*
 email/
 email/$
-email/*http://getbootstrap.com/robots.txt
+email/*http://webpatogh.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/R/
 email/SubscriptionTypeUnsubscribe.htm
@@ -32203,6 +32230,7 @@ emergency
 emergency-containment.php?
 emergency-containment/?
 emergency-medicine/thank-you-for-your-inquiry-freedom-clinic
+emergency.htm
 emergency/
 emessenger.cisco.com
 emichigan
@@ -32234,6 +32262,7 @@ emooring
 emore
 emorypaul
 emoticons
+empire-at-war
 empire-state
 empleo/www
 employee-monitoring-sacrificing-privacy-for-productivity
@@ -33078,6 +33107,7 @@ en/applications/release9.html
 en/archives/info-detainee
 en/aroundtown/
 en/ask/maintenance
+en/asset-preview*
 en/autenticacion
 en/auth
 en/awards.html
@@ -33525,6 +33555,7 @@ en/industries/health-sciences/site-select/19.3
 en/industries/health-sciences/site-select/19.4
 en/industries/health-sciences/site-select/20.1
 en/industries/health-sciences/site-select/20.2
+en/innovation/the-airbus-nova-newsletter/the-nova-newsletter-subscription-confirmation
 en/intangible-cultural-heritage/grid
 en/intangible-cultural-heritage/list
 en/intangible-cultural-heritage/map
@@ -33671,7 +33702,7 @@ en/modules/ace
 en/moler/ncm-download.html
 en/mowlac-risks-observatory/grid
 en/mowlac-risks-observatory/list
-en/mowlac-risks-observatory/maphttp://es.linkedin.com/robots.txt
+en/mowlac-risks-observatory/maphttp://addepar.com/robots.txt
 en/my-account
 en/myunited
 en/needs
@@ -33710,6 +33741,7 @@ en/privacy-policy
 en/privacy.html
 en/product
 en/products-lifecycle
+en/products-services/space/in-space-infrastructure/bartolomeo/request-your-payload-slot-on-bartolomeo/bartolomeo-form-confirmation
 en/products/connections/product_detail/product_35486.html
 en/products/connections/search-products.html
 en/products/connections/search-services.html
@@ -33755,6 +33787,7 @@ en/safety-journalists/observatory/list
 en/safety-journalists/observatory/map
 en/search
 en/search
+en/search*
 en/search.html
 en/search/
 en/search?
@@ -33779,6 +33812,7 @@ en/sr/srb.html
 en/sr/srb/sra.html
 en/src
 en/src/
+en/statement-on-accessibility
 en/store
 en/store/link/
 en/student-forum
@@ -33809,9 +33843,11 @@ en/support/search.html
 en/tagteam
 en/taxonomy/*
 en/taxonomy/term
+en/terms-of-use
 en/terms-of-use/
 en/test/
 en/testace
+en/thanks-for-signing-up-to-our-newsletter
 en/themes/
 en/tools
 en/tools/
@@ -33955,6 +33991,9 @@ energy/search/node
 enes/expectant%20heir
 enet
 enews
+enewsletter
+enewsletter/global/
+enewsletter/includes/
 enewsletters
 enfoques
 enfr/FUT+Hack
@@ -33987,7 +34026,7 @@ english/internal/coursesandmodules
 english/newsfeatures.html
 english/sports.html
 english/suggestions.aspx
-englishusage/
+englishusage
 engr/Reluctivity
 engr/freeport
 eniotperez
@@ -34109,7 +34148,6 @@ episode-engine/
 episode-podcast/
 episode/
 episode_times
-episodes?q=
 epmt
 epo
 epo-dev
@@ -34132,6 +34170,9 @@ equinox-ev/personalization
 equinox-ev/resources
 equinox-ev/vehicle-delivery-preparations
 equipment-detail
+equity
+equity/includes/
+equity/scripts/
 er/
 eranmick
 erasmus-plus/404_en.htm
@@ -34166,6 +34207,7 @@ erin/search.php
 erinwessling
 erlynmacarayan
 ernst_mayr_library
+ero
 erp
 err/
 erreurs/
@@ -34527,6 +34569,7 @@ es/app/
 es/apple-app-site-association
 es/apps
 es/ari
+es/asset-preview*
 es/assets
 es/astros/search
 es/atencion/programas/*?
@@ -34813,7 +34856,7 @@ es/music/+noredirect
 es/myunited
 es/nationals/search
 es/negocios
-es/new/http://da-topi.jp/robots.txt
+es/new/http://lnkd.in/robots.txt
 es/node
 es/node/
 es/node/*
@@ -34879,6 +34922,7 @@ es/royals/search
 es/sd
 es/sea
 es/search
+es/search*
 es/search*attr_*=
 es/search*price_bucket=
 es/search*search_type=
@@ -34888,7 +34932,7 @@ es/search/
 es/search/autocomplete
 es/search/default.mi
 es/search?
-es/search?*http://yellowpages.com/robots.txt
+es/search?*http://hacks.mozilla.org/robots.txt
 es/secure-preview
 es/seguimiento-pedido
 es/seguimiento-pedido-invitado
@@ -35066,7 +35110,7 @@ escuela-arquitectura-diseno/wp-content/sites/
 escuela-arquitectura-diseno/wp-content/themes/
 escuela-arquitectura-diseno/wp-content/wp-admin/
 escuela-arquitectura-diseno/wp-content/wp-includes/
-escz/
+escz
 esearch
 esejdic
 esender-subscribe-portlet-ajax/*
@@ -35074,7 +35118,7 @@ esfr/Empella
 esfr/Unternehmensanteil
 esfr/fixedneutered
 esg/scores/results?cid=*
-esgr/
+esgr
 eshabliy
 eshah
 eshop.xm
@@ -35088,12 +35132,12 @@ esi_cache
 esim/wp-admin
 esim/wp-content/plugins
 esim/wp-includes
-esja/
-esko/
+esja
+esko
 eskupTSUpdate
 esl/layout/set
 esmecaramello
-esnl/
+esnl
 esntial.htm
 esoft-job
 esotiri
@@ -35120,15 +35164,15 @@ especial/juegos-olimpicos/
 especial/pruebas-comercial
 especiales/vogue_business
 espiar
-espl/
+espl
 espn/now
 espnradio/podcast/feeds/easports
 esports
 esrc=
-esro/
-esru/
+esro
+esru
 essentialmums
-essv/
+essv
 estadao
 estadao-verifica
 estadisticas/populares/p
@@ -35139,7 +35183,7 @@ esteban-orellana
 estefania_rodriguez
 esteri/07_novembre_24/allam_8b31e72c-9a84-11dc-a3e4-0003ba99c53b.shtml
 esteri/2024/07/24/diretta/kamala_harris_nel_mirino_dei_repubblicani_usa_ricorso_contro_il_trasferimento_dei_fondi_dalla_campagna_di_biden-423411481
-estr/
+estr
 estudis/mastersuniversitaris/prodart
 esu/unitprogcat
 esupport/article.html*
@@ -35167,7 +35211,7 @@ esw/internal/departments/education/ugcourses
 esw/internal/departments/socialwork/modules
 esw/internal/departments/socialwork/pgcourses
 esw/internal/departments/socialwork/ugcourses
-eszh/
+eszh
 et
 et$
 et-*/
@@ -35627,6 +35671,10 @@ events/wp-content/plugins
 events/wp-includes
 events?
 events?
+eventsbooking
+eventsbooking/email_templates/
+eventsbooking/includes/
+eventsbooking/scripts/
 evered
 everly
 everlycoleman
@@ -35820,7 +35868,7 @@ exportword
 exposed
 express
 express-checkout
-express-connect/archives/http://rtbf.be/robots.txt
+express-connect/archives/http://efe.com/robots.txt
 express/
 expresscart
 expression/cgi/recherche/recherche.php*f_terme=
@@ -35845,8 +35893,6 @@ extensionstable.htm
 extern_js
 external
 external-catalog-services
-external-redirects
-external-redirects.html
 external-test-ids=
 external/
 external/BusArch
@@ -35909,7 +35955,7 @@ external_service/connect_now
 external_slp_click
 externalservices/surveyfeedapi/api/testfeed
 extfile
-exthttp://annex.s-manga.net/robots.txt
+exthttp://ew.com/robots.txt
 extlink
 extra
 extra/gremien
@@ -36005,6 +36051,7 @@ fadiscount
 fadlon
 fadstepup
 faeznaitmohamed
+failover
 fairs.artnet.*
 faisal
 faisalmahmood
@@ -36249,7 +36296,7 @@ feed/sitema
 feed/subscribe
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://recaptcha.net/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://freshbooks.com/robots.txt
 feed/xml
 feed=
 feed=rss
@@ -36277,7 +36324,7 @@ feedback/surveylogin.asp?k=138143139287&Q1
 feedback/user_study
 feedbackR1
 feedcommunicationdetail
-feedhttp://mpweddingphoto.com.au/robots.txt
+feedhttp://punk4free.org/robots.txt
 feeds
 feeds.thetimes.com/puzzles
 feeds.thetimes.com/timescrossword
@@ -36619,8 +36666,8 @@ filestorage/
 filestore
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://freemius.com/robots.txt
-fill-private.htmlhttp://matthematic.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://freepik.com/robots.txt
+fill-private.htmlhttp://awm-solutions.iwmi.org/robots.txt
 fill.html
 film/s
 films/*/size/large
@@ -36701,7 +36748,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://ocw.mit.edu/robots.txt
+find/*http://foxbusiness.com/robots.txt
 find/3DImage.jsp
 find/ApplecareDetails.jsp
 find/DemoItem.jsp
@@ -36913,6 +36960,7 @@ fnrr-ddcx/
 fo-FO/
 fo-fo/
 foggy
+foi/pubscheme/
 foia-confirmation
 foia-document
 foia/quaterly/
@@ -37033,7 +37081,7 @@ forgotpassword.aspx
 forgotpassword?
 forgotten-password
 forgotten-password/
-forgov-devhttp://wave.webaim.org/robots.txt
+forgov-devhttp://vh1.com/robots.txt
 forlibraries
 form
 form-containers
@@ -37239,7 +37287,7 @@ forum/member.php
 forum/memberlist.php
 forum/memberlist.php
 forum/members
-forum/membre/http://ali.pub/robots.txt
+forum/membre/http://telegram.org/robots.txt
 forum/messenger
 forum/misc
 forum/modcp
@@ -37565,7 +37613,7 @@ forum/topic/221-tips-and-suggestions-for-working-members
 forum/traininggroups_onlinefree.php
 forum/translation_do.php
 forum/ucp.php
-forum/ucp.phphttp://cssr.org.au/robots.txt
+forum/ucp.phphttp://alibaba.com/robots.txt
 forum/ucp_agreement_trainings.php
 forum/uretral-nyj-vektor-4-25.html
 forum/user
@@ -37611,7 +37659,7 @@ forums/discover/
 forums/discover/unread/
 forums/forum/30-general-members-forums
 forums/help.html
-forums/http://ragtimedorianhenry.com/robots.txt
+forums/http://zmeu.net/robots.txt
 forums/ignore/
 forums/index.php/ef
 forums/index.php/h
@@ -37629,7 +37677,7 @@ forums/index.php/sel
 forums/index.php/sp
 forums/index.php/u
 forums/index.php?&act=Online
-forums/index.php?/user/http://sacredspirit.de/robots.txt
+forums/index.php?/user/http://herculesandloveaffair.net/robots.txt
 forums/index.php?act=Arcade
 forums/index.php?act=Attach
 forums/index.php?act=Forward
@@ -38009,6 +38057,7 @@ fr/app
 fr/apple-app-site-association
 fr/apps
 fr/archives/info-detenu
+fr/asset-preview*
 fr/assets
 fr/autenticacion
 fr/auteurs/*
@@ -38342,6 +38391,7 @@ fr/node/100308/list
 fr/node/100308/map
 fr/onelook_american_dictionary_words.html
 fr/onelook_british_dictionary_words.html
+fr/opportunites-dinterim-et-formations-cqpm-chez-airbus-en-aeronautique
 fr/outils/*/voir
 fr/outils/createur-de-logo/onboarding
 fr/override
@@ -38393,6 +38443,7 @@ fr/responsive-header
 fr/retail/search$
 fr/retail/search?
 fr/search
+fr/search*
 fr/search*attr_*=
 fr/search*price_bucket=
 fr/search*search_type=
@@ -38575,8 +38626,8 @@ frank/index.htm
 frankiefung
 franklynwang
 frankqsj
-frcz/
-frde/
+frcz
+frde
 fre/layout/set
 fred
 fred-glance-widget.php
@@ -38605,7 +38656,7 @@ fren/volumeters
 french-studies/
 fres/grandseigneur
 fresh
-frgr/
+frgr
 fri
 friday
 friday-after-next
@@ -38618,11 +38669,11 @@ friendships
 friendsprofile
 friendstimes
 friesco
-frit/
-frja/
-frko/
+frit
+frja
+frko
 frnf2014
-frnl/
+frnl
 frogs/
 frogs/legs/
 frogs/phones/
@@ -38650,13 +38701,13 @@ frontoffice
 frontpage-slideshow-images
 froogle?
 froogle_
-frpl/
-frpt/
-frro/
-frru/
-frsv/
-frtr/
-frzh/
+frpl
+frpt
+frro
+frru
+frsv
+frtr
+frzh
 fscripts
 fsid=
 fssp
@@ -38997,6 +39048,7 @@ gateways/checkout
 gavinovsak
 gavinzheng
 gayatrisarkar
+gazettestender
 gb
 gb-en/
 gb-gb/
@@ -39030,7 +39082,7 @@ gb/resources-campaign/*
 gb/search
 gb/user
 gb/user$
-gb_xapi_content/http://aggie-horticulture.tamu.edu/robots.txt
+gb_xapi_content/http://pagseguro.uol.com.br/robots.txt
 gbahadir
 gbapujii
 gbook
@@ -39048,6 +39100,7 @@ gclid=
 gco.php
 gcp/300000414/regulatedinformation
 gcr
+gcs
 gd
 gd/
 gd/forums
@@ -39281,6 +39334,7 @@ getthebetas/
 getting-started
 getting-started/functional-groups/
 getting-started/functional-groups/*
+gettingstarted
 gettrial
 gettyimages
 gewaesser/alte%20Versionen
@@ -39515,15 +39569,14 @@ go-back?
 go-comics
 go.php
 go/
-go/*
 go/cart
 go/deferred_features
 go/directory
 go/download
 go/fanfiction/
 go/help.ticket.submit$
-go/http://ok1fig.nagano.cz/robots.txt
-go/http://pinterest.es/robots.txt
+go/http://gdpr.eu/robots.txt
+go/http://shewroteabook.com/robots.txt
 go/member
 go/members
 go/menu
@@ -39543,6 +39596,9 @@ go/romance-books/
 go/subscriptions
 go/supernatural-fanfiction/
 go/teenwolf-fanfiction/
+go/tools/po-locator/po-locator.html
+go/tools/track-confirm/quick-track.html
+go/tools/zip-code-lookup/quick-zip.html
 go/turkey
 go?
 goa-election-result-2017
@@ -39561,7 +39617,7 @@ goldenkirby
 goldsmith-coleman
 goldstein
 goldstine-cole
-golocal/extranet/http://hacking-social.com/robots.txt
+golocal/extranet/http://oegb.at/robots.txt
 gonda
 gongyi*?
 gonsalves
@@ -39606,7 +39662,7 @@ gossip/getAjaxgossip
 goto
 goto.htm
 goto.php
-goto/http://myfavouritemedicine.com/robots.txt
+goto/http://paramitacenter.ru/robots.txt
 goto=
 gotoPage=
 goto_issue
@@ -39638,7 +39694,7 @@ government-education/nonprofits/leadership-forum-poc/confirmation
 government-education/public-sector-cloud-start/public-sector-cloud-start/
 government-education/public-sector-cloud-start/public-sector-cloud-start1/
 government/solutions/intelligence/clearance.pdf
-government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://blogs.adobe.com/robots.txt
+government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://ow.ly/robots.txt
 governor/mills/search/node
 gowtham
 gp
@@ -39910,8 +39966,8 @@ grar
 gratianschindler
 grav
 grazie
-grcz/
-grde/
+grcz
+grde
 greatorexvoith
 greece/documento/2012
 greenzang
@@ -39921,22 +39977,22 @@ greg
 gregconti
 gregorschubert
 gregoryjbaker
-gres/
+gres
 grestenberger
 gretapane
-grfr/
+grfr
 grid
 grid_report/documents
 griffinlab
 griggs
 grillos
-grit/
+grit
 grizzlies/node
 grizzlies/users
-grja/
+grja
 grk
-grko/
-grnl/
+grko
+grnl
 groeger
 grossesshowexcel.cfm
 group
@@ -39982,18 +40038,18 @@ growth
 growth-ime
 growth-tools-assets
 growthformula
-grpl/
-grpt/
-grro/
-grru/
-grsv/
-grtr/
+grpl
+grpt
+grro
+grru
+grsv
+grtr
 grub-client
 gruhan
 gruizeh
 grunes
 grusdt
-grzh/
+grzh
 gs-
 gs-taxonomy
 gs_counter
@@ -40119,6 +40175,7 @@ gwagner
 gwangju-anma.net
 gwassets
 gwc
+gwdb
 gwettst
 gwhiting
 gwilliams
@@ -40151,7 +40208,7 @@ haaretz-labels
 habbal
 haberleri/
 hackathons/reinvent-2013/
-hacker/*/followhttp://discord.com/robots.txt
+hacker/*/followhttp://justice.gov/robots.txt
 hacker/*/unfollow
 hackerproof/?
 hackerproof/abreporting.html
@@ -40526,6 +40583,12 @@ help-desk-series-the-mystery-of-the-unknown-category
 help-desk-series-trust-site
 help-panel
 help-v1
+help-with-your-research/research-guides/adoptions
+help-with-your-research/research-guides/birth-marriage-and-death-certificates
+help-with-your-research/research-guides/birth-marriage-death-england-and-wales
+help-with-your-research/research-guides/electoral-registration
+help-with-your-research/research-guides/historical-nhs-patient-records/
+help-with-your-research/research-guides/living-people
 help/
 help/*
 help/*/answers
@@ -40712,10 +40775,9 @@ highwire
 hijack
 hilaryweingarden
 hilf
+hilfe/assistent.html
 hilfe/fundingdetail.html
-hilfe/live/launch-day/launch-day-show-voting.html
 hilfe/live/launch-day/launch-day-videoupload.html
-hilfe/live/officehour/officehour-link.html
 hillarystein
 hillis
 him
@@ -41188,6 +41250,7 @@ horseracing/results/2020
 horseracing/results/2021
 horseracing/results/2022
 hosomura
+hospitalrecords/includes/
 hossamelrewaidy
 hosted
 hosted/images
@@ -41290,6 +41353,7 @@ housecall7
 housecube/dancenter18/calendar
 housecube/dancenter18/search
 housecube/mini10/search
+househistory
 housing/index.html
 houzz-historyzz
 how-can-i-get-an-estimate-of-costs-and-savings-on-marketplace-health-insurance/
@@ -44496,162 +44560,155 @@ http
 http-checker
 http2_data
 http:
-http://1.bp.blogspot.com/robots.txt
-http://1.gravatar.com/robots.txt
-http://4087375.fls.doubleclick.net/robots.txt
-http://4384249.fls.doubleclick.net/robots.txt
-http://8205550.fls.doubleclick.net/robots.txt
-http://9news.com/robots.txt
-http://aa.com.tr/robots.txt
-http://aafp.org/robots.txt
+http://3319691.fls.doubleclick.net/robots.txt
+http://3shape.com/robots.txt
+http://6076414.fls.doubleclick.net/robots.txt
+http://6587380.fls.doubleclick.net/robots.txt
+http://8649811.fls.doubleclick.net/robots.txt
 http://abbyharmony.com/robots.txt
-http://abc-online.it/robots.txt
-http://abs.gov.au/robots.txt
-http://acer.com/robots.txt
-http://acrobat.adobe.com/robots.txt
-http://action.dstillery.com/robots.txt
-http://acuityplatform.com/robots.txt
-http://advertise.bingads.microsoft.com/robots.txt
-http://amzn.to/robots.txt
-http://api.herolens.com/robots.txt
-http://appexchange.salesforce.com/robots.txt
-http://apple.com/robots.txt
-http://apsense.com/robots.txt
-http://atom.io/robots.txt
-http://avex.jp/robots.txt
-http://avg.com/robots.txt
-http://avid.com/robots.txt
-http://babylenta.ru/robots.txt
-http://ballotpedia.org/robots.txt
-http://beta.companieshouse.gov.uk/robots.txt
-http://beyondbeingsocial.info/robots.txt
+http://abebooks.com/robots.txt
+http://acornhilllodge.com/robots.txt
+http://adafruit.com/robots.txt
+http://ads.google.com/robots.txt
+http://adweek.com/robots.txt
+http://agupubs.onlinelibrary.wiley.com/robots.txt
+http://allegro.pl/robots.txt
+http://amvnews.ru/robots.txt
+http://an.edu/robots.txt
+http://androidcommunity.com/robots.txt
+http://apemusicale.it/robots.txt
+http://apple.stackexchange.com/robots.txt
+http://arstechnica.com/robots.txt
+http://asia.nikkei.com/robots.txt
+http://aspca.org/robots.txt
+http://avito.ru/robots.txt
+http://behance.net/robots.txt
+http://betanews.com/robots.txt
 http://bharat.republicworld.com
+http://bhphotovideo.com/robots.txt
 http://bild.de/robots.txt
-http://blog.livedoor.jp/robots.txt
-http://blogs.cornell.edu/robots.txt
-http://br.de/robots.txt
-http://brightcove.com/robots.txt
-http://business-standard.com/robots.txt
-http://business.linkedin.com/robots.txt
+http://bis.org/robots.txt
+http://blackholerecordings.com/robots.txt
+http://blog.youtube/robots.txt
+http://bloglines.com/robots.txt
+http://blogs.law.harvard.edu/robots.txt
+http://bloomberg.com/robots.txt
+http://buddypress.org/robots.txt
+http://buzzfeed.com/robots.txt
+http://buzzfeednews.com/robots.txt
 http://ca-gmtdmp.mookie1.com/robots.txt
-http://care.com/robots.txt
-http://carsguide.com.au/robots.txt
+http://ca.linkedin.com/robots.txt
+http://capgemini.com/robots.txt
+http://cards-dev.twitter.com/robots.txt
 http://case.edu/robots.txt
-http://change.org/robots.txt
-http://charitywater.org/robots.txt
+http://cdn.rawgit.com/robots.txt
+http://cdn2.hubspot.net/robots.txt
 http://cheezburger.com/robots.txt
-http://chorensemble-intakt.de/robots.txt
-http://christinakarst.com/robots.txt
-http://chronicle.com/robots.txt
-http://clarin.com/robots.txt
-http://cloeser.org/robots.txt
+http://chromereleases.googleblog.com/robots.txt
+http://climate.nasa.gov/robots.txt
+http://cmswire.com/robots.txt
+http://cnet.co/robots.txt
+http://color-hex.com/robots.txt
+http://comicbook.com/robots.txt
 http://comunitaqueeniana.weebly.com/news-of-the-world
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor
-http://contacts.google.com/robots.txt
-http://converg.com/robots.txt
-http://crn.com/robots.txt
-http://crossref.org/robots.txt
-http://cs.cmu.edu/robots.txt
-http://csmonitor.com/robots.txt
-http://ct.pinterest.com/robots.txt
-http://dai.ly/robots.txt
+http://confluence.atlassian.com/robots.txt
+http://coursera.org/robots.txt
+http://cpj.org/robots.txt
+http://creatoracademy.youtube.com/robots.txt
+http://crunchyroll.com/robots.txt
+http://customtechflooring.com/robots.txt
+http://dailywire.com/robots.txt
 http://damisoft.ch/robots.txt
-http://dasbuchderwahrheit.de/robots.txt
-http://digg.com/robots.txt
-http://discord.gg/robots.txt
-http://diskus-direkt.de/robots.txt
-http://disqus.com/robots.txt
-http://docs.woocommerce.com/robots.txt
+http://disk.yandex.ru/robots.txt
+http://dl.dnzdns.com/robots.txt
+http://docs.docker.com/robots.txt
 http://dot.visitordatainc.com/robots.txt
-http://dslrcontroller.com/robots.txt
-http://ecx.images-amazon.com/robots.txt
-http://english.happybuddhatemple.org/robots.txt
+http://droidcon.de/robots.txt
+http://dw.com/robots.txt
+http://ec.europa.eu/robots.txt
+http://ecosse-ev.com/robots.txt
+http://en-gb.facebook.com/robots.txt
+http://enable-cors.org/robots.txt
+http://es.pinterest.com/robots.txt
+http://esa.un.org/robots.txt
 http://escholarship.org/robots.txt
-http://eso.org/robots.txt
-http://ethereum.org/robots.txt
-http://event.on24.com/robots.txt
-http://fb.watch/robots.txt
-http://felixplastik.com/robots.txt
-http://finance.yahoo.com/robots.txt
-http://flipsnack.com/robots.txt
-http://fonts.adobe.com/robots.txt
-http://fortinet.com/robots.txt
+http://estadao.com.br/robots.txt
+http://etsy.com/robots.txt
+http://europeana.eu/robots.txt
+http://experian.com/robots.txt
+http://feross.org/robots.txt
+http://first.org/robots.txt
+http://fondationbrigittebardot.fr/robots.txt
+http://foundation-media.ffm.to/robots.txt
+http://fr.wikipedia.org/robots.txt
+http://freep.com/robots.txt
+http://fsmitha.com/robots.txt
 http://fullstory.com/robots.txt
-http://fun88hello.com/robots.txt
-http://futurism.com/robots.txt
-http://gal2.org/robots.txt
-http://general-overnight.com/robots.txt
-http://geo.itunes.apple.com/robots.txt
-http://geosmartasia.org/robots.txt
-http://getcomposer.org/robots.txt
-http://getrippedabs.net/robots.txt
-http://gigazine.net/robots.txt
-http://goodway.com/robots.txt
-http://google.by/robots.txt
-http://google.rs/robots.txt
-http://healthychildren.org/robots.txt
-http://hellogiggles.com/robots.txt
-http://help.github.com/robots.txt
-http://helpscout.net/robots.txt
-http://heritagewildlifemanagement.com/robots.txt
-http://history.com/robots.txt
-http://home.comcast.net/robots.txt
+http://gajetdaisuke.com/robots.txt
+http://geni.us/robots.txt
+http://golem.de/robots.txt
+http://google.com.bd/robots.txt
+http://guardian.co.uk/robots.txt
+http://gum.co/robots.txt
+http://hacking-social.com/robots.txt
+http://hankiecouture.com/robots.txt
+http://hellofresh.com/robots.txt
+http://hootsuite.com/robots.txt
 http://hotel-carat.de/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://jezebel.com/robots.txt
+http://houstonbusinesslawyers.net/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://mcafee.com/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://i.gyazo.com/robots.txt
-http://iabtechlab.com/robots.txt
-http://ikea.com/robots.txt
-http://indoorgarden.vn/robots.txt
-http://insidehighered.com/robots.txt
-http://insight.reflow.tv/robots.txt
+http://icanhascheezburger.com/robots.txt
+http://infobae.com/robots.txt
+http://informationweek.com/robots.txt
 http://intermonoxfam.org/robots.txt
-http://invaluable.com/robots.txt
-http://johnimperio.com/robots.txt
-http://jsdelivr.com/robots.txt
-http://jsfiddle.net/robots.txt
-http://kabizlik.xyz/robots.txt
+http://iqair.com/robots.txt
+http://issuetracker.google.com/robots.txt
+http://jalopnik.com/robots.txt
+http://jamanetwork.com/robots.txt
+http://jdsupra.com/robots.txt
+http://jp.youtube.com/robots.txt
+http://kde.org/robots.txt
 http://klook.com/robots.txt
-http://knittingforbeginners.ru/robots.txt
-http://krebsonsecurity.com/robots.txt
-http://lapakbrebes.com/robots.txt
-http://laparisienneliberee.com/robots.txt
-http://linkprotect.cudasvc.com/robots.txt
-http://liverpoolecho.co.uk/robots.txt
-http://m.imdb.com/robots.txt
-http://m.youtube.com/robots.txt
-http://macworld.co.uk/robots.txt
-http://mariadb.org/robots.txt
-http://maryannesbookshelf.com/robots.txt
+http://lastpass.com/robots.txt
+http://learn.adafruit.com/robots.txt
+http://livemint.com/robots.txt
+http://macworld.com/robots.txt
+http://magcloud.com/robots.txt
+http://managementconsulted.com/robots.txt
+http://maps.google.ca/robots.txt
+http://marieclaire.fr/robots.txt
+http://mathiasbynens.be/robots.txt
+http://mathworld.wolfram.com/robots.txt
 http://memcached.org/robots.txt
-http://midliferises.com/robots.txt
-http://mladi.hbk.hr/robots.txt
+http://minnpost.com/robots.txt
 http://mor-pack.co.il/robots.txt
+http://mormonchannel.org/robots.txt
 http://motherearthnews.com/robots.txt
 http://myanimelist.net/robots.txt
-http://myemma.com/robots.txt
-http://myheritage.com/robots.txt
-http://n.us1.dyntrk.com/robots.txt
-http://nationalreview.com/robots.txt
+http://nature.com/robots.txt
 http://nbcsports.com/robots.txt
 http://news24.com/robots.txt
-http://nngroup.com/robots.txt
+http://no.wikipedia.org/robots.txt
+http://nos.nl/robots.txt
+http://nozbe.com/robots.txt
+http://nutritionfacts.org/robots.txt
+http://nvaccess.org/robots.txt
 http://nydailynews.com/robots.txt
-http://olark.com/robots.txt
-http://onedrive.live.com/robots.txt
-http://ons.gov.uk/robots.txt
+http://nyu.edu/robots.txt
+http://oasis-open.org/robots.txt
+http://oberlo.com/robots.txt
+http://online199.fapwinner1.hop.clickbank.net/robots.txt
+http://orcid.org/robots.txt
 http://osce.org/robots.txt
-http://packagist.org/robots.txt
-http://pages.ebay.com/robots.txt
-http://pandora.com/robots.txt
-http://pearson.com/robots.txt
-http://pinterest.ca/robots.txt
-http://pixel.mathtag.com/robots.txt
-http://pixel.streetmetrics.io/robots.txt
-http://planalto.gov.br/robots.txt
-http://pluralsight.com/robots.txt
+http://packages.ubuntu.com/robots.txt
+http://paulirish.com/robots.txt
+http://pe-erfolg.de/robots.txt
+http://pinterest.com.au/robots.txt
+http://pixel.myrtbportal.com/robots.txt
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/
@@ -44673,71 +44730,77 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/
 http://pompeachaleurdaikin.fr/le-lexique/
 http://pompeachaleurdaikin.fr/temoignages-infos/
 http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/
-http://power106.com/robots.txt
-http://productforums.google.com/robots.txt
-http://producthunt.com/robots.txt
-http://radi.al/robots.txt
-http://radio.garden/robots.txt
-http://readwriteweb.com/robots.txt
+http://pri.org/robots.txt
+http://productuniversity.ru/robots.txt
+http://qantas.com/robots.txt
+http://rawpixel.com/robots.txt
+http://redcross.org/robots.txt
 http://registrosakashicos.com/robots.txt
-http://rijksoverheid.nl/robots.txt
-http://robinyoungcompany.com/robots.txt
-http://romoto.de/robots.txt
-http://rust-lang.org/robots.txt
-http://s3-eu-west-1.amazonaws.com/robots.txt
-http://safebrowsing.google.com/robots.txt
+http://rover.ebay.com/robots.txt
+http://s.amazon-adsystem.com/robots.txt
+http://s1.wp.com/robots.txt
+http://s3.eu-central-1.amazonaws.com/robots.txt
+http://sap.com/robots.txt
 http://satc.demdex.net/robots.txt
-http://search.google.com/robots.txt
-http://secure-au.imrworldwide.com/robots.txt
-http://securewtkr.com/robots.txt
-http://senzoku.ac.jp/robots.txt
-http://sfmoma.org/robots.txt
-http://shutterfly.com/robots.txt
-http://skift.com/robots.txt
-http://slate.com/robots.txt
-http://smallbusiness.withgoogle.com/robots.txt
-http://splcenter.org/robots.txt
-http://ssrn.com/robots.txt
-http://statcounter.com/robots.txt
-http://sunsooda.in/robots.txt
-http://support.office.com/robots.txt
-http://taranisnews.com/robots.txt
-http://taxfoundation.org/robots.txt
-http://telegram.org/robots.txt
-http://tepapa.govt.nz/robots.txt
-http://thebalance.com/robots.txt
+http://secure-nz.imrworldwide.com/robots.txt
+http://sfgate.com/robots.txt
+http://sitekit.withgoogle.com/robots.txt
+http://smile.amazon.com/robots.txt
+http://smore.com/robots.txt
+http://smugmug.com/robots.txt
+http://sonymusic.co.jp/robots.txt
+http://sonypictures.com/robots.txt
+http://sourceforge.net/robots.txt
+http://speckyboy.com/robots.txt
+http://spiegel.de/robots.txt
+http://spreadsheets.google.com/robots.txt
+http://straight.com/robots.txt
+http://sucuri.net/robots.txt
+http://synack.com/robots.txt
+http://tailwindapp.com/robots.txt
+http://telegraaf.nl/robots.txt
+http://tempestchess.com/robots.txt
+http://the-scientist.com/robots.txt
+http://thefa.com/robots.txt
 http://thefreelibrary.com/robots.txt
-http://thewindowsclub.com/robots.txt
-http://today.com/robots.txt
-http://todaysparent.com/robots.txt
+http://thegadgetflow.com/robots.txt
+http://theringer.com/robots.txt
+http://thespruceeats.com/robots.txt
+http://tn.gov/robots.txt
 http://tokopedia.com/robots.txt
-http://toledoblade.com/robots.txt
-http://transparency.org/robots.txt
-http://twingalaxies.com/robots.txt
-http://ub.edu/robots.txt
-http://un.org/robots.txt
+http://trimble.com/robots.txt
+http://trulia.com/robots.txt
+http://tuaw.com/robots.txt
+http://twitter.github.io/robots.txt
+http://ultimate-guitar.com/robots.txt
+http://unicef.org.uk/robots.txt
 http://uniqlo.com/robots.txt
-http://unni.blog/robots.txt
-http://unsplash.com/robots.txt
-http://us.battle.net/robots.txt
-http://vimeopro.com/robots.txt
-http://web.mta.info/robots.txt
+http://univision.com/robots.txt
+http://unrealengine.com/robots.txt
+http://veja.abril.com.br/robots.txt
+http://vevo.com/robots.txt
+http://videotnt.com/robots.txt
+http://viki.com/robots.txt
+http://vinylwilliams.com/robots.txt
+http://virustotal.com/robots.txt
+http://vivino.com/robots.txt
+http://volkskrant.nl/robots.txt
 http://webopedia.com/robots.txt
-http://wellsfargo.com/robots.txt
-http://whatis.techtarget.com/robots.txt
-http://whatsapp.com/robots.txt
-http://wiki.mozilla.org/robots.txt
-http://wine-searcher.com/robots.txt
-http://woobox.com/robots.txt
-http://www-01.ibm.com/robots.txt
+http://webroot.com/robots.txt
+http://wiki.ubuntu.com/robots.txt
+http://win.staticstuff.net/robots.txt
+http://wnd.com/robots.txt
+http://worksforweb.com/robots.txt
+http://worldwide.espacenet.com/robots.txt
 http://www.comodo.com/email/webinspector-email
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://yale.edu/robots.txt
-http://youtube.linklife.nl/robots.txt
+http://www3.smartadserver.com/robots.txt
 http://youtubefanfest.com/robots.txt
-http://yummly.com/robots.txt
-http://zendesk.com/robots.txt
+http://yuloffcreative.com/robots.txt
+http://yumpu.com/robots.txt
+http://zen.yandex.ru/robots.txt
+http://zmg.su/robots.txt
 http://zoo.105.net/robots.txt
 httpd
 httpd/reports
@@ -44823,7 +44886,7 @@ https://www.oxfamintermon.org/ca/resultats-de-cerca?term=
 https://www.oxfamintermon.org/es/resultados-de-busqueda?term=
 https://www.republicworld.com/ipl-2024
 https://www.republicworld.com/policies-disclaimers-app
-https://www.republicworld.com/privacy-policy-app/http://click.clktraker.com/robots.txt
+https://www.republicworld.com/privacy-policy-app/http://nato.int/robots.txt
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
 https://www.southampton.ac.uk/research/search/all
@@ -45183,6 +45246,7 @@ iWebhelpr3
 iWebhelpr9
 i_cdo
 ia
+ia/
 ia/forums
 ia/kb/*/discuss
 ia/search
@@ -45215,7 +45279,7 @@ ibarnett
 ibh
 iblog
 ibontamayo
-ibragimov/http://publications.parliament.uk/robots.txt
+ibragimov
 ibrahimcagrikurt
 ibtihal
 ibtracs
@@ -45231,6 +45295,7 @@ icc-champions-trophy-2017
 iccalero
 iceybingjielin
 ichamseddine
+ichora5
 ici
 icmap
 icms/
@@ -45631,7 +45696,7 @@ iframe/dirette
 iframe/video
 iframe=
 iframes
-iframes/http://streamelements.com/robots.txt
+iframes/http://tno.nl/robots.txt
 ifsc-code/
 ifwns
 ig/add?
@@ -45792,6 +45857,7 @@ images/WorkshopH_SocialMedia_tcm18-177399.ppt
 images/WorkshopI_OpenAccess_tcm18-177400.ppt
 images/WorkshopJ_CelinaRamjoue_tcm18-177401.ppt
 images/_WorkshopC_peer%20review%20workshop_tcm18-179104.ppt
+images/about/
 images/adspace/
 images/api
 images/application_uploads
@@ -45806,6 +45872,7 @@ images/dopfiles/DNT20170204040827.pdf
 images/dopfiles/DNT20170204041207.pdf
 images/email/
 images/ga_img_handler.php
+images/home/
 images/interview_pdfs
 images/intfood/thermomix/HF_icon_thermomix.svg
 images/li.gif
@@ -45813,6 +45880,8 @@ images/logging_requests.gif
 images/mockups
 images/ndtvvideo/*
 images/new
+images/news/
+images/news/112/
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
 images/related
@@ -45834,6 +45903,7 @@ images/userprofileimg
 images/v$
 images/verify_image.png
 images/viewconfig$
+images/visit/
 images/welcome_image.png
 imagesLinks
 imagine/
@@ -45857,7 +45927,7 @@ img/*.docx$
 img/*.pdf$
 img/category
 img/hc_ambassador.png
-img/http://nrf.com/robots.txt
+img/http://trutv.com/robots.txt
 img/logo/3rdpartylogos
 img/mobile
 img/not-indexed
@@ -46246,13 +46316,13 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://answers.microsoft.com/robots.txt
-index.php/user/logout/http://dailywire.com/robots.txt
-index.php/user/logout/http://labnol.org/robots.txt
-index.php/user/logout/http://lyst.com/robots.txt
-index.php/user/logout/http://painlessdc.com/robots.txt
-index.php/user/logout/http://ryanair.com/robots.txt
-index.php/user/logout/http://wholefoodsmarket.com/robots.txt
+index.php/user/logout/http://azcentral.com/robots.txt
+index.php/user/logout/http://en.bitcoin.it/robots.txt
+index.php/user/logout/http://label-on.com/robots.txt
+index.php/user/logout/http://nordstrom.com/robots.txt
+index.php/user/logout/http://rsa.com/robots.txt
+index.php/user/logout/http://static-tagr.gd1.mookie1.com/robots.txt
+index.php/user/logout/http://voanews.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -46362,35 +46432,10 @@ info-service/api/v2/ev/
 info/
 info/*
 info/Review
-info/agb/anb-2018.html
 info/agb/api.html
 info/agb/starter-2018.html
-info/agb/teilnahmebedingungen.html
 info/china-license.html
 info/consent
-info/jobs/Development-Operations-Engineer.html
-info/jobs/Kooperations-Manager.html
-info/jobs/Social-Media-Online-Kommunikation.html
-info/jobs/UX-UI-Designer.html
-info/jobs/ba-medieninformatik.html
-info/jobs/buchhaltung-payment.html
-info/jobs/buchhaltung-personal.html
-info/jobs/compliance.html
-info/jobs/crowd-agentin.html
-info/jobs/frontend-entwickler.html
-info/jobs/kommunikationsdesign.html
-info/jobs/kommunikationsstrategin.html
-info/jobs/multimedia-journalistin.html
-info/jobs/product-owner.html
-info/jobs/projektberater.html
-info/jobs/scrum-master.html
-info/jobs/showmaster.html
-info/jobs/site-reliability-engineer.html
-info/jobs/social-media.html
-info/jobs/support.html
-info/jobs/texterin-uxwriterin.html
-info/jobs/werkstudentin-demokratie-botschafterin.html
-info/jobs/werkstudentin-social-media.html
 info/logistic
 info/schedule/includes
 info/search
@@ -46411,6 +46456,8 @@ infodetail/flying/atTheAirport/smsCheckin/*
 infographic
 infopra
 informa
+information-management/manage-information/places-of-deposit/
+information-principles
 information-technology/software/catalog/deprecated
 information/docs
 information/feedback.html?
@@ -46668,7 +46715,7 @@ inter-success-buy
 inter-wait-buy
 interact
 interactions-list-drugs.php
-interactive*http://click.linksynergy.com/robots.txt
+interactive*http://istockphoto.com/robots.txt
 interactive/quiz/preview
 interactive/reading-preference
 interactives
@@ -46818,8 +46865,6 @@ investors/de/stock/fixed-income/bond-documentation
 investors/de/stock/fixed-income/cp-documentation
 investors/en/stock/fixed-income/bond-documentation
 investors/en/stock/fixed-income/cp-documentation
-investors/shareholder-meetings/2021-agm-webcast
-investors/shareholder-meetings/2021-agm-webcast.html
 invitation
 invitation
 invitation-maker
@@ -46936,6 +46981,7 @@ iris
 iris-zhou
 irismail
 irismj
+irlist/includes/
 irodr
 irt/admin
 irt/pagers
@@ -47397,7 +47443,7 @@ it/search/
 it/search/autocomplete
 it/search/default.mi
 it/search?
-it/searchhttp://4.bp.blogspot.com/robots.txt
+it/searchhttp://stripe.com/robots.txt
 it/sfogliare
 it/share
 it/shop_name_search_service
@@ -47455,8 +47501,8 @@ ita/layout/set
 italianthings
 itc
 itc/ccnmtl/assets
-itcz/
-itde/
+itcz
+itde
 item-details
 item-img/*
 item/clone
@@ -47484,14 +47530,14 @@ items/write
 iten/Rotationskolbenpumpe
 iten/knarrender
 iten/lastricher%C3%A0
-itfr/
-itgr/
+itfr
+itgr
 itineraires
 itineraires/*/itineraires-de-
 itineraires/*/routes-a-partir-de-
-itja/
+itja
 itkatz
-itko/
+itko
 itm/*&fits
 itm/*,
 itm/*.jpg
@@ -47511,14 +47557,14 @@ itm/soi
 itm/variationlogistics
 itm/watch
 itmhero
-itmi/about/dean-message/http://rackspace.com/robots.txt
-itnl/
+itmi/about/dean-message/http://blogtalkradio.com/robots.txt
+itnl
 itoolshelp
 itpi/digitaltour/
-itpl/
-itpt/
-itro/
-itru/
+itpl
+itpt
+itro
+itru
 its-national-cybersecurity-awareness-month
 its/internal
 its/new
@@ -47530,15 +47576,15 @@ itservices/sfuconnect
 itsjohnward
 itsnotok
 itsolutions/
-itsv/
-ittr/
+itsv
+ittr
 itu_mt_main
 itudocr
 itudocs
 itunes
 itunes/mac/10.1/Contents/en/searchindex
 itvs/mt3
-itzh/
+itzh
 iui
 iulianradu
 iv
@@ -47678,6 +47724,7 @@ ja-question
 ja/
 ja/android/collections
 ja/android/search
+ja/asset-preview*
 ja/auth
 ja/autocomplete
 ja/browse
@@ -47719,6 +47766,7 @@ ja/privacy
 ja/privacy.html
 ja/renew.html
 ja/search
+ja/search*
 ja/search/
 ja/search/autocomplete
 ja/search/default.mi
@@ -47773,26 +47821,26 @@ jacobrosen
 jacqueline-lane
 jacquelineepstein
 jacquianderle
-jacz/
+jacz
+jade
 jade-moon
-jade/
 jaeger
 jaehyun_jung
 jaeinlee
 jaekim
-jaes/
+jaes
 jaewonshin
 jaffe
-jafr/
+jafr
 jagchhatwal
-jagr/
+jagr
 jahuang
 jaimebgoldstein
 jaimepanoptotestsite
-jait/
+jait
 jajp/
 jakeconway
-jako/
+jako
 jalali
 jalekseyeva
 jalili
@@ -47830,22 +47878,22 @@ janheng
 janicelintz
 janisthamm
 janitor
-janl/
+janl
 jannejnappi
 jannyliao
 janpaulsandmann
 january-anmaicu
 january-massage
-japl/
-japt/
+japl
+japt
 jaq
 jarada
 jared
 jaredhawkins
-jaro/
+jaro
 jarradvanstan
 jarred
-jaru/
+jaru
 jasminc
 jasmine-runner/static-1.14
 jasmine-runner/static-1.15
@@ -47868,8 +47916,8 @@ jasonkey
 jasonmitchell
 jasonwarner
 jastover
-jasv/
-jatr/
+jasv
+jatr
 java
 javacalcs
 javadb/10.3.3.0
@@ -47908,7 +47956,7 @@ jayender
 jayoungchoi
 jayski/tracks/archive/story/_/id/*/*
 jayson-marwaha
-jazh/
+jazh
 jazz/node
 jazz/users
 jb=
@@ -48773,18 +48821,154 @@ js/*.js*$
 js/*hotels*?
 js/*restaurants*?
 js/*things-to-do/*?
+js/AddHandler.js
+js/BidContainerPopUp.js
+js/BidContainerPopUp.js?date=16001231070000
+js/BidContainerPopUp2.js
+js/BidcontainerPopUp.js
+js/ChristiesLiveBidding_test.js
+js/FollowSaleLot.js
+js/FollowSaleLot.js?13072015
+js/LoadFastSignUp.js
+js/LoadFastSignUp.js?_=1512604800039
+js/LoadFastSignUp.js?_=1513036800038
+js/LoadFastSignUp.js?_=1513900800038
+js/LoadFastSignUp.js?_=1514073600037
+js/LoadFastSignUp.js?_=1514246400038
+js/LoadFastSignUp.js?_=1514332800038
+js/LoadFastSignUp.js?_=1514592000037
+js/LoadFastSignUp.js?_=1514592000038
+js/LoadFastSignUp.js?_=1514678400037
+js/LoadFastSignUp.js?_=1514764800037
+js/LoadFastSignUp.js?_=1514851200037
+js/LoadFastSignUp.js?_=1515024000038
+js/LoadFastSignUp.js?_=1515110400037
+js/ToolTip.js
 js/adobe/at.js
 js/ajaxconn
+js/chr.analytics.js
+js/chr.calendar.js
+js/chr.configs.analytics.js
+js/chr.configs.carousel.js
+js/chr.configs.carousel_2013.js
+js/chr.configs.carousel_2013_spinset.js
+js/chr.configs.share.js
+js/chr.configs.showhide.js
+js/chr.modules.crsl.js
+js/chr.share.js
+js/chr.util.calendar.js
+js/chr.util.showhide.js
+js/entersaleP2.js
 js/errors
+js/jAlertPopUp.js
+js/jAlertPopUp.js?010120180943
+js/jAlertPopUp.js?030120181509
+js/jAlertPopUp.js?040120181248
+js/jAlertPopUp.js?060120181545
+js/jAlertPopUp.js?070120181312
+js/jAlertPopUp.js?100120181322
+js/jAlertPopUp.js?120120181954
+js/jAlertPopUp.js?131220170707
+js/jAlertPopUp.js?131220171002
+js/jAlertPopUp.js?161220170733
+js/jAlertPopUp.js?211220170547
+js/jAlertPopUp.js?221120170127
+js/jAlertPopUp.js?221220170940
+js/jAlertPopUp.js?241220171114
+js/jAlertPopUp.js?251220171115
+js/jAlertPopUp.js?301220171323
+js/jCallWebService.js
+js/jSaleRegistration.js?010120180943
+js/jSaleRegistration.js?030120181509
+js/jSaleRegistration.js?040120181248
+js/jSaleRegistration.js?060120181545
+js/jSaleRegistration.js?070120181312
+js/jSaleRegistration.js?100120181322
+js/jSaleRegistration.js?120120181954
+js/jSaleRegistration.js?131220170707
+js/jSaleRegistration.js?131220171002
+js/jSaleRegistration.js?161220170733
+js/jSaleRegistration.js?211220170547
+js/jSaleRegistration.js?221120170127
+js/jSaleRegistration.js?221220170940
+js/jSaleRegistration.js?241220171114
+js/jSaleRegistration.js?251220171115
+js/jSaleRegistration.js?301220171323
+js/jcarousel.js
+js/jcarousellite_1.0.1.min.js
+js/jcarousellite_1.8.2.min
+js/jcarousellite_1.8.2.min.js
+js/jplayer/js/jquery.jplayer.min.js
+js/jplayer/skins/christies/christies.css
 js/jquery
+js/jquery.placeholder.js
 js/jquery/*
+js/jquery/jquery-1.7.1.min.js?date=09012010
+js/jquery/jquery-1.9.1.js
+js/jquery/jquery.cookie.js
+js/jquery/jquery.cookie.js?_=1512604800038
+js/jquery/jquery.cookie.js?_=1513036800037
+js/jquery/jquery.cookie.js?_=1513900800037
+js/jquery/jquery.cookie.js?_=1514073600036
+js/jquery/jquery.cookie.js?_=1514246400037
+js/jquery/jquery.cookie.js?_=1514332800037
+js/jquery/jquery.cookie.js?_=1514592000036
+js/jquery/jquery.cookie.js?_=1514592000037
+js/jquery/jquery.cookie.js?_=1514678400036
+js/jquery/jquery.cookie.js?_=1514764800036
+js/jquery/jquery.cookie.js?_=1514851200036
+js/jquery/jquery.cookie.js?_=1515024000037
+js/jquery/jquery.cookie.js?_=1515110400036
+js/jquery/jquery.min.js
+js/jquery/jquery.min.js?date=09012010
+js/jquery/jquery.plugins.min.js
+js/jquery/jquery.plugins.min.js?date=09012010
+js/jquery/modernizr-1.6.min.js
+js/jquery/site.jquery.events.js
+js/jquery/site.jqwidget.tooltip.js
+js/jquery/site.js
+js/jquery/site.pages.zoom_image.js
+js/jquery/site.sections.multimedia.cookie.js
+js/jquery/site.sections.multimedia.js
+js/jquery/site.sections.mygallery.js
+js/lib/lib.min.js?date=09012010
 js/main-*.js
 js/mbox.js
 js/powellsJQuery.validity.js?*
 js/powellsValidationData.js?*
 js/product_reveal_gdm_ajax.js
+js/sales_landing.js
+js/sales_landing_2013.js
+js/sales_landing_2014.js
+js/signup.js
+js/site.advanced_search.js
+js/site.controllers.collapse_panel.js
+js/site.controllers.field_hint.js?date=09012010
+js/site.controllers.list_tooltips.js
+js/site.controllers.sale_tooltips.js
+js/site.controllers.tooltips.js?date=09012010
+js/site.js?date=09012010
+js/site.lang.en.js?date=09012010
+js/site.legacy-utils.js
+js/site.page.js?date=09012010
+js/site.pages.about.googlemap.js
+js/site.pages.calendar_new.js
+js/site.pages.events.js
+js/site.pages.rss.js
+js/site.pages.specialists.js
+js/site.pages.timesbasedsalemessages.js
+js/site.widgets.calendar.js
+js/site.widgets.collapse_panel.js
+js/site.widgets.drop_down.js?date=09012010
+js/site.widgets.rich_checkbox.js
+js/site.widgets.rich_checkbox_list.js
+js/site.widgets.rich_select.js
+js/site.widgets.ticker.js?date=09012010
+js/site.widgets.tooltip.js
+js/site.widgets.tooltip.js?date=09012010
 js/spmsg-
 js/streamsense-*.min.js
+js/swfobject.js
 js/trash
 js/widget.js
 js2
@@ -48842,7 +49026,6 @@ json/property/estimates
 json/search
 jsonapi/*
 jsonp/Bdp.htm?
-jsonsearch
 jsp-templates
 jsp/events
 jsscripts/
@@ -49124,6 +49307,7 @@ kelkoo
 kellyli
 kelman_tell-it-like-it-is
 kelsey-burhans
+kelseynberry
 kelvinchongyh
 kenancmph
 kengse
@@ -49474,26 +49658,26 @@ ko_kr
 ko_kr/templates/M
 kobe-incheonmassage
 kochen
-kocz/
-kode/
+kocz
+kode
 kodixon
 kody
 kodychristiansen
-koes/
-kofr/
+koes
+kofr
 kogod/calendar/
-kogr/
+kogr
 koha/
 kohane
 koichiroshiba
-koit/
-koja/
+koit
+koja
 kolkata
 kolson
 koncerty
 koneill
 kong
-konl/
+konl
 konradboeschenstein
 kontakt-myheritage
 kontakt-podr%C5%A1ka
@@ -49512,28 +49696,28 @@ kontaktova%C5%A5-podporu
 kontaktovat-podporu
 kontaktovat-spole%C4%8Dnost-myheritage
 kontakty
-kopl/
-kopt/
+kopl
+kopt
 koray
 korean
 korina
 korisauserzachrison
-koro/
+koro
 kortblad
 kortizceballos
-koru/
+koru
 korzina
 kosgei
 kossowsky
 kostioukhina
-kosv/
-kotr/
+kosv
+kotr
 kotsyuba
 kouafi
 kourtniesanders
 kovach
 kow5
-kozh/
+kozh
 kozin
 kp/
 kpacheco-barrios
@@ -49744,7 +49928,9 @@ laberg
 labor
 labor-new
 labs
+labs-maintenance.htm
 labs-statistics/?
+labs-unavailable.htm
 labs/caption-search
 labs/capture
 labs/pmc
@@ -49774,7 +49960,7 @@ landing-page-sitemap.xml
 landing-page/changelog
 landing-page/cmp-freemium
 landing-page/licensing
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://comicbook.com/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://jmp.sh/robots.txt
 landing-pages
 landing.php
 landing/
@@ -49909,7 +50095,6 @@ latam/*
 latam/blog/
 latam/blog/*
 latest
-latest-amp-article
 latest-news/comodo-and-cybrhawk-announce-technology-partnership-cybrhawk-integrates-comodos-openedr-into-xdr-solution-set/?
 latest-playlist
 latest-talk
@@ -49953,7 +50138,7 @@ law
 law-abiding-citizen
 law-library-stat/archive
 law-library-stat/briefs
-law-new/http://justwatch.com/robots.txt
+law-new/http://blogs.gartner.com/robots.txt
 law-news/*/index.aspx
 law-school/search-results/
 law/about/our-people/academic-staff/staff-profile.html
@@ -50017,6 +50202,7 @@ leaders/center-programs/elp-applications/thank-you/
 leaders/center-programs/elp-nomination/thank-you/
 leaders/center-programs/graduation-rsvp-2024-08-22/thank-you/
 leaders/center-programs/team-public-presentations-2024-08-22/thank-you/
+leadingtogether/http://asana.com/robots.txt
 leads
 leads/recommendations
 leaening*?
@@ -50096,7 +50282,7 @@ learning/settings?
 learningarcade/
 learningcenter
 learnmore
-learnmore-transferhttp://outlook.com/robots.txt
+learnmore-transferhttp://tradesy.com/robots.txt
 learnmorelayer
 learnmorelayertv
 leave
@@ -50176,12 +50362,12 @@ legal-content/SV/TXT/DOC
 legal-content/SV/TXT/SIG
 legal-guides/ugc
 legal-leaderboards/weekly
-legal-p2/http://fxguide.com/robots.txt
+legal-p2/http://digitaljournal.com/robots.txt
 legal-services/checkout?
 legal/3874403/
 legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
-legal/http://dreamhost.com/robots.txt
+legal/http://amnestyusa.org/robots.txt
 legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
@@ -50271,6 +50457,7 @@ legdocs/mmis/2026/sv/bgrd/
 legdocs/mmis/2026/sx/bgrd/
 legdocs/mmis/2026/sy/bgrd/
 legdocs/mmis/2026/sz/bgrd/
+legion
 lehmann
 lehoang306
 lehrbach
@@ -50290,6 +50477,7 @@ lelashry
 lemonde-beta
 len
 lenaoflynn
+lenlevin
 lennonluo
 lennupiletid/cn/*
 lennupiletid/ct
@@ -50646,8 +50834,8 @@ live-a-detruire_19925.html
 live-blogs/*embed=1
 live-eyewear
 live-preview/http://blogs.oracle.com/robots.txt
-live-preview/http://news.artnet.com/robots.txt
-live-preview/http://nrdc.org/robots.txt
+live-preview/http://br.de/robots.txt
+live-preview/http://mcusercontent.com/robots.txt
 live-score/cricket/auction_ajax
 live-score/cricket/comm
 live-score/cricket/commentary
@@ -50680,6 +50868,7 @@ live/message
 live/report.rvt
 live_chat
 live_parties
+livebidding/
 liveblog
 liveblog/*
 liveblog/*/?cardId=
@@ -50695,7 +50884,9 @@ living/dash
 living/relationships/hearstmagazines
 living/wellness/hearstmagazines
 livingcurriculum
+livingin1901
 livingston
+livingthepoorlife
 liyanahusenay
 liyufan
 liz
@@ -50799,6 +50990,7 @@ locale/overlay
 locale/overlay_secure
 locale=zh_CN
 locales
+localhistory
 localhost_dump.rar
 localization
 localization-request.php
@@ -50865,7 +51057,6 @@ login-callback
 login-for-zendesk
 login-messages
 login-mgt
-login-signup
 login-success
 login-v2?
 login.aspx
@@ -51045,7 +51236,7 @@ lp/cyber-security-training/v2
 lp/cyber-security-training/v3
 lp/cyber-week
 lp/for-agencies/en
-lp/freefirehttp://myfonts.com/robots.txt
+lp/freefirehttp://consilium.europa.eu/robots.txt
 lp/growth-quadrant
 lp/information-security-training
 lp/information-security-training/v2
@@ -51680,16 +51871,14 @@ mai/users
 maier
 mail
 mail
-mail-fertighttp://win.staticstuff.net/robots.txt
+mail-fertighttp://transparency.org/robots.txt
 mail-gotowe
 mail-listo
 mail-okay
 mail.php
 mail/
 mail/$
-mail/subscribe
 mail/termsandconditions
-mail/valid-
 mail/view
 mail/webhook/open
 mail?
@@ -51801,6 +51990,7 @@ manage-booking/trip-info.html
 manage-listing
 manage-subscription
 manage/*
+manage/global
 manage_friend.pl
 manage_playlist
 manageability/
@@ -52002,7 +52192,6 @@ market_news/enqueue_tracking
 marketing
 marketing-cms
 marketing-containers
-marketing-partners
 marketing-services/2014-client-summit.html
 marketing-services/p
 marketing/*.php
@@ -52344,8 +52533,6 @@ mbrady
 mbronstein
 mbsullivan
 mburkhauser
-mc-publication-test-folder
-mc-publication-test-folder.html
 mc.html
 mc/
 mc/all/ad.html
@@ -52411,7 +52598,6 @@ mec-medicaid/
 mecha
 mechanic
 meconnect/
-medal/*
 meddev
 media
 media
@@ -52422,7 +52608,6 @@ media-library-links/
 media-library/sites/alspac/migrated/documents
 media-manager
 media/
-media/*
 media/*/analog-dialogue/
 media/*/company/sustainability-reports/
 media/*/edit
@@ -52450,7 +52635,7 @@ media/admin
 media/advertorials
 media/all/1287752/
 media/all/1287913/
-media/all/1288165/http://apple.news/robots.txt
+media/all/1288165/http://kagonekoshiro.blog86.fc2.com/robots.txt
 media/all/357557/
 media/attractions-splice-test-spp
 media/bl-video
@@ -52469,7 +52654,6 @@ media/daodao/photo-t
 media/daodao/video-t
 media/daodao/video-v
 media/downloads/
-media/editimgecaption/*
 media/ethics-center/social-sector-ethics/
 media/fbavatar
 media/feeds
@@ -52520,7 +52704,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://fbi.gov/robots.txt
+media/tyfo*http://promo.com/robots.txt
 media/unesco
 media/uploads
 media/video
@@ -52560,7 +52744,7 @@ mediacard
 mediacentral
 mediacomp/
 mediafiles/*
-mediahttp://themoviedb.org/robots.txt
+mediahttp://eea.europa.eu/robots.txt
 mediakit
 medialibrary/de/brief
 medialibrary/de/brief/executive-brief-5-szenarien-in-denen-ihre-firewall-sandbox-losungen-versagen-konnen.pdf
@@ -53311,6 +53495,7 @@ mil4teachers/zh/search
 milabertolo
 milan
 military
+militaryhistory
 millie
 million-dollar-arm
 milstone
@@ -54201,7 +54386,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://tradesy.com/robots.txt
+mre/*.zip$http://interchalet.de/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -54514,7 +54699,7 @@ multivu
 mumbaiedition
 munho
 munin
-munin*http://anti-aristokratie.blogspot.com/robots.txt
+munin*http://kirksylvester.com/robots.txt
 munin*http://v0.wordpress.com/robots.txt
 munin*http://youtube.instanteaser.com/robots.txt
 muns
@@ -54523,6 +54708,8 @@ musafim
 muse/identity/v2/identity.js
 muser
 museuhistoria/*/activitats$
+museum
+museum/includes/
 museum2
 museumdays/accounts
 music
@@ -54544,7 +54731,7 @@ music/admission/ao_selection_dc20180809.html
 music/admission/ao_selection_eo20180809.html
 music/admission/ao_selection_gh20180809.html
 music/admission/ao_selection_jz20180809.html
-music/admission/ao_selection_me20180809.htmlhttp://app.abcsmartcookies.com/robots.txt
+music/admission/ao_selection_me20180809.htmlhttp://manhattanreview.com/robots.txt
 music/admission/ao_selection_ms20180809.html
 music/admission/ao_selection_pf20180809.html
 music/admission/ao_selection_pi20180809.html
@@ -54591,7 +54778,7 @@ mvideos
 mvm
 mvmishra
 mvonbaeyer
-mvp/http://media.giphy.com/robots.txt
+mvp/http://propublica.org/robots.txt
 mw/
 mw5-newsletter-v1
 mw5-newsletter-v2
@@ -54920,6 +55107,7 @@ myorder
 myorders/*
 myoung
 mypage
+mypage
 mypage/chat
 mypage/chat/*
 mypage/listings
@@ -55110,6 +55298,7 @@ navigation/*
 navigation_times
 navish
 navlvl=
+nazimbouatta
 nb-*/
 nb-AE
 nb-AT
@@ -55337,12 +55526,6 @@ newrelic
 news
 news$
 news*?
-news-and-insights/annual-publications
-news-and-insights/annual-publications.html
-news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page
-news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page.html
-news-and-insights/scenarios/a-better-life-with-a-healthy-planet
-news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html
 news-app
 news-archive/*/*/?ap=
 news-archive/?
@@ -55411,7 +55594,9 @@ news/2020
 news/2020/02/trumps-tax-break-promised-housing-opportunity-but-the-forgotten-are-still-waiting.html
 news/2021
 news/240602.html
+news/372.htm
 news/734503-what-the-crowdstrike-update-outage-means-for-cybersecurity
+news/999-snow.htm
 news/?
 news/?gl=
 news/?hl=
@@ -55559,7 +55744,7 @@ news_test
 newsanalysis
 newsapp-api
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://runative-syndicate.com/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://logging.apache.org/robots.txt
 newsfeed
 newsfeed$
 newsfeedemail
@@ -55663,7 +55848,7 @@ newsletter-templates/weather-weekly
 newsletter-templates/weekly-messenger
 newsletter/
 newsletter/
-newsletter/$http://militarytimes.com/robots.txt
+newsletter/$http://cdn.discordapp.com/robots.txt
 newsletter/*
 newsletter/archive/
 newsletter/archive/exearth/
@@ -57104,23 +57289,23 @@ nl_be
 nl_nl
 nl_nl/sjablonen/M
 nlanter
-nlcz/
-nlde/
-nles/
-nlfr/
-nlgr/
-nlit/
-nlja/
-nlko/
-nlpl/
-nlpt/
-nlro/
-nlru/
-nlsv/
-nltr/
+nlcz
+nlde
+nles
+nlfr
+nlgr
+nlit
+nlja
+nlko
+nlpl
+nlpt
+nlro
+nlru
+nlsv
+nltr
 nltrack
 nlylev
-nlzh/
+nlzh
 nm1
 nmaps/*?
 nmarston
@@ -57486,7 +57671,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A
 notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml
 notlikelytohappenever
 notonline
-notyours/http://abookapart.com/robots.txt
+notyours/http://ascii.jp/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -57503,7 +57688,7 @@ novostroyki
 novostroyki*/?direct=1
 novostroyki/*?order=
 novostroyki/po-ulizam
-novostroyki/po-ulizam/*http://takeuchi-ship.com/robots.txt
+novostroyki/po-ulizam/*http://general-overnight.com/robots.txt
 novostroyki/po-ulizam/moskva
 novostroyki/sankt-peterburg/moskovskij/in2it-intuit2
 now
@@ -57811,7 +57996,7 @@ oauth-google-redirect
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://ilikesayhi.com/robots.txt
+oauth/http://springer.com/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -58058,7 +58243,7 @@ omniauth
 omniture/
 on
 on
-on-demand/session/*http://gimp.org/robots.txt
+on-demand/session/*http://cosmopolitan.com/robots.txt
 on/*.ico$
 on/*.png$
 on/demandware.store
@@ -58133,10 +58318,11 @@ online/cronaca/veronaecstasy/bologna/bologna.html
 online/etc/medialib
 online/feeds/
 online/freedom/
+online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://svs.gsfc.nasa.gov/robots.txt
+online/online-program/curriculum_draft.cfmhttp://health.pa.gov/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -58249,8 +58435,8 @@ opt-out
 opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
-opt-out/http://blog.sina.com.cn/robots.txt
-opt-out/http://elfa.com/robots.txt
+opt-out/http://anthonyjventura.com/robots.txt
+opt-out/http://threatpost.com/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -58350,8 +58536,6 @@ origin-selector
 origin=
 originAirport=
 originAirport_displayed=
-originCode=              
-originType=
 original-stories
 original.php
 originals/includes
@@ -58882,7 +59066,7 @@ paldrive/en-es
 paldrive/en-no
 paldrive/en-sk
 paldrive/en-tr
-paldrive/en-us/http://federalreserve.gov/robots.txt
+paldrive/en-us/http://englishclass101.com/robots.txt
 paleo
 paleo/metadata
 paleo/pubs
@@ -59034,6 +59218,7 @@ partners/welcome/index.php
 partnership
 partnersupport
 partnerworld/portal
+pas-198
 passengerFirstName=
 passengerLastName=
 password
@@ -59715,7 +59900,6 @@ picasso/place
 pickadate/static-1.6
 picker_for=*
 pickins/pickin
-picks4sure
 pickuppass
 pics
 pics/chloe-green-photos-british-heiress
@@ -60266,30 +60450,30 @@ playlists/*/user
 playlists/flag
 plays
 playstation
-plcz/
-plde/
+plcz
+plde
 please_wait.php
 plehmann
 plenary/*/vod.html
-ples/
+ples
 plesch
-plfr/
-plgr/
+plfr
+plgr
 pli
-plit/
+plit
 pliu
-plja/
-plko/
-plnl/
+plja
+plko
+plnl
 plonejsi18n$
 plp$
-plpt/
-plro/
-plru/
+plpt
+plro
+plru
 pls
 pls/zone2/f
-plsv/
-pltr/
+plsv
+pltr
 plug_id
 plugin
 plugin/*.css
@@ -60340,7 +60524,7 @@ plus/signup
 plus/vip
 plusd/cables/07PANAMA255_a.html
 plusinstall
-plzh/
+plzh
 pm
 pm-optout
 pm/
@@ -60389,6 +60573,7 @@ pmonette
 pmukhopadhyay
 pn/
 pnas/
+pnguyen
 pnwakanma
 po_c=
 poc
@@ -60421,6 +60606,7 @@ podcasting/includes/theheart.xml
 podcasting/includes/tsoas.xml
 podcasting/includes/wbtc.xml
 podcasts
+podcasts
 podcasts$
 podcasts-more
 podcasts.*$
@@ -60695,7 +60881,7 @@ politica/eleicoes/2024/candidatos-*/prefeito/$
 politica/eleicoes/2024/candidatos-*/vereador/$
 politica/eleicoes/2024/candidatos-*/vice-prefeito/$
 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022
-politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://deloitte.com/robots.txt
+politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://hgtv.com/robots.txt
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp
 politica/padron-electoral-2021-back-up-nid04052021
@@ -60746,6 +60932,7 @@ poojapaul
 poolId=
 pools/c
 pools/campaign
+poor_law
 pooyan
 pooyanni
 pop
@@ -60780,6 +60967,7 @@ por/layout/set
 porfyriadis
 porpoiseant
 portal
+portal
 portal-2003
 portal-2004
 portal-dev-x
@@ -60861,7 +61049,6 @@ post-rental-listings?zpid=
 post-style/*
 post/
 postQuestion.htm
-postRender
 post_comment
 post_forum_message.html
 post_id=*
@@ -60971,7 +61158,7 @@ pratique/informatique/logiciels/windows-xp/1630
 pratyashaacharya
 praveentest
 praveer-singh
-prayers?*http://hs.fi/robots.txt
+prayers?*http://cultofmac.com/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -61096,6 +61283,7 @@ presentation
 presentationMgr/
 presenter.html
 preserv/extranet
+preservation
 press
 press$
 press*?page
@@ -61123,6 +61311,7 @@ pressa.aspx?PressaTag=*
 presse/unilist
 pressebox
 pressoffice
+presspreview/
 pressrelease
 pressrelease/piemonte
 pressroom
@@ -61268,11 +61457,11 @@ private
 private-promo
 private-service-offer
 private/
-private/http://bankofamerica.com/robots.txt
-private/http://fairfaxcounty.gov/robots.txt
-private/http://jamanetwork.com/robots.txt
-private/http://placekitten.com/robots.txt
-private/http://wpml.org/robots.txt
+private/http://google.fr/robots.txt
+private/http://molly.com/robots.txt
+private/http://rust-lang.org/robots.txt
+private/http://scholar.google.com/robots.txt
+private/http://warwick.ac.uk/robots.txt
 private/wtrack
 privatumo-politika.html
 prive
@@ -61387,7 +61576,7 @@ product/ajax-about-brand
 product/alive-detox-vegan-cookbook
 product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat
 product/buy/
-product/buybundle/http://atlasti.com/robots.txt
+product/buybundle/http://youronlinechoices.eu/robots.txt
 product/containedresources
 product/customersalsobought
 product/dynamic-creative/gallery
@@ -61598,7 +61787,6 @@ profile/*
 profile/*/Advice
 profile/*/Reviews-Written
 profile/*/Rss
-profile/*/blog
 profile/*/followers
 profile/*/following
 profile/*/map$
@@ -61609,12 +61797,10 @@ profile/*/recommendations/bymember
 profile/*/recommendations/member
 profile/*/recommendations/memberbooks
 profile/*/recommendations/unsuggester
-profile/*/reviews
 profile/*/stats
 profile/*/stats/library
-profile/*/trophies
 profile/*article*.ece
-profile/*http://poshmark.com/robots.txt
+profile/*http://webmonkey.com/robots.txt
 profile/Rhizomer
 profile/author/$
 profile/author/?
@@ -61746,7 +61932,7 @@ program-2/action~undefined
 program-2/action~week
 program-registration
 program/
-program/action~*/http://interarbiter.info/robots.txt
+program/action~*/http://patheos.com/robots.txt
 program/action~agenda
 program/action~default
 program/action~http:
@@ -61871,6 +62057,9 @@ promotions
 promotions/attracta-promo
 promotions/emails
 pronajem-auta/vysledky
+pronom
+pronom/product/
+pronom/vendor/
 proof
 proof=
 proof=t%2Btarget%3D\
@@ -61932,7 +62121,6 @@ proximic
 proximus
 proxy
 proxy
-proxy/*
 proxy/accounts
 proxy/accounts/v1
 proxy/accounts/v1/groups
@@ -62200,7 +62388,7 @@ pt/ferramentas/criador-de-logo/onboarding
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://ea.com/robots.txt
+pt/forum/goto.phphttp://tips.work/robots.txt
 pt/group
 pt/growth-tools-assets
 pt/guest-pass
@@ -62311,16 +62499,16 @@ pt_pt/privacy.html
 pt_pt/renew.html
 pt_pt/support
 ptapi/*
-ptcz/
-ptde/
+ptcz
+ptde
 pten/deslanchar
-ptfr/
-ptgr/
-ptit/
-ptja/
-ptko/
-ptnl/
-ptpl/
+ptfr
+ptgr
+ptit
+ptja
+ptko
+ptnl
+ptpl
 ptr-2/account
 ptr-2/account=
 ptr-2/error-static-cdn
@@ -62337,12 +62525,12 @@ ptr/list=
 ptr/random
 ptr/search
 ptr/site-achievement
-ptro/
-ptru/
-ptsv/
-pttr/
+ptro
+ptru
+ptsv
+pttr
 ptype=
-ptzh/
+ptzh
 pu
 pu_all
 pu_echo/*.htaccess
@@ -62399,7 +62587,7 @@ public/*.jpg
 public/*.js$
 public/*.js?
 public/*.png
-public/*http://tips.work/robots.txt
+public/*http://seriouseats.com/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -63076,7 +63264,7 @@ reader/
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://zenonline.ru/robots.txt
+readme.htmlhttp://intouchcrm.com/robots.txt
 readmessage.php
 ready_sit_read/index.jhtml
 readysetgov-dev
@@ -63231,16 +63419,9 @@ rechercher
 rechercher/
 recipe-box
 recipe-portal/search
-recipe/*/*/nutrition
-recipe/*/*/print
-recipe/*/bitflag
-recipe/*/feedback
 recipe/box
 recipe/edit
-recipe/email*
-recipe/link/*
 recipe/view
-recipe/zapcache/*
 recipe_parser
 recipes
 recipes/cooking
@@ -63255,7 +63436,7 @@ recipes/search
 recipes/search/?q
 recipes/search?o=newest&tag=test-kitchen-approved
 recipes/shoppinglist/email
-reckon/http://geck.bethsoft.com/robots.txt
+reckon/http://johnyelaw.com/robots.txt
 reco
 recomendations/*/owner_actions
 recommend
@@ -63280,7 +63461,9 @@ recording
 records
 records/*.php?
 records/*/preview
+records/old/
 records/pal:
+recordsmanagement
 recortes
 recover
 recovery
@@ -63428,7 +63611,6 @@ regions/nord-ontario
 regions/quebec/classesportive/stats
 regions/toronto
 regions/windsor
-regions=
 regions_list.xml
 regist.pl
 register
@@ -63465,6 +63647,8 @@ registration.html
 registration/
 registration/archive_upload_apply.asp*
 registration/ext
+registration/includes/
+registration/js/
 registrierung
 registry
 registry/*/pdp/
@@ -63522,6 +63706,7 @@ releasenotes/item/
 releases
 relevance_feedback
 religion_tshirt
+religiousarchives
 relist/
 relnotes
 relocator
@@ -64458,7 +64643,7 @@ resources-rx/files/*
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
-resources/calendar/http://iab.com/robots.txt
+resources/calendar/http://signal.org/robots.txt
 resources/compatibility/*
 resources/css
 resources/css/webscripts.css
@@ -64544,6 +64729,7 @@ restaurant/*/menu/item/*/choice
 restaurant/*?category
 restaurant/*?proof
 restaurant/*?querySearch
+restaurant/avis
 restaurant/avis_depose_par
 restaurant/cgi
 restaurant/cgi/avis/avis_depose.php
@@ -64574,7 +64760,7 @@ results.sale.pdf
 results/
 results?k*
 resume-database/preview-iframe
-resume/http://famicom-guitar.com/robots.txt
+resume/http://truonggiahung.com/robots.txt
 resume/preview
 resumes
 resumes2
@@ -64606,7 +64792,7 @@ reuters
 reuters$
 rev=
 revadhingra
-revendeur/http://1847082.fls.doubleclick.net/robots.txt
+revendeur/http://forums.macrumors.com/robots.txt
 revenue/search/node
 review
 review-by-author
@@ -64992,8 +65178,8 @@ rockets/users
 rockies/fans/text-messaging-terms-and-conditions
 rockies/search
 rockwell
-rocz/
-rode/
+rocz
+rode
 rodi
 rodrigo-perez-tejada
 rodrigocetinapresuel
@@ -65001,19 +65187,19 @@ rodriguez_padilla
 rodrik
 roe
 roeder
-roes/
-rofr/
+roes
+rofr
 roganesyan
 rogerbot
 rogerdias
 rogers
 rogowski
-rogr/
+rogr
 rohitabraham
 roilos
-roit/
-roja/
-roko/
+roit
+roja
+roko
 rolandolink
 roles
 roll
@@ -65025,7 +65211,7 @@ ronakjain
 ronald
 roncarati
 rongqing-aaron-pan
-ronl/
+ronl
 roomforrent/preview
 roomplanner/
 roomplanner3d/
@@ -65041,9 +65227,10 @@ rooms/*/photos
 rooms/*/reviews
 rooms/*/safety
 rooms/*?viralityEntryPoint
-ropl/
-ropt/
-roru/
+root
+ropl
+ropt
+roru
 rorygerberg
 ros
 rosa/index.htm
@@ -65058,14 +65245,14 @@ rosenfeld
 rosenthal
 rossmair
 rosta
-rosv/
+rosv
 rotalar/*/rotalar-kalkis-
 rotalar/*/suradan-rotalar-
 rotas/*/rotas-de-
 roth
 rothleadership
 rothsteindowden
-rotr/
+rotr
 rotte/*/rotte-da-
 roundabout
 route
@@ -65094,7 +65281,7 @@ royals/fans/text-messaging-terms-and-conditions
 royals/search
 royalty/s
 roymalka
-rozh/
+rozh
 rp
 rp/
 rpc
@@ -65161,6 +65348,7 @@ rsvp
 rsweeney
 rsyuan
 rt%3Dnc
+rt2014v2/
 rt=nc
 rta
 rta-logging/reader-history.php
@@ -65316,7 +65504,7 @@ ru/gateway.html
 ru/general
 ru/group
 ru/group/
-ru/http://umcgiving.org/robots.txt
+ru/http://sunlightsupply.com/robots.txt
 ru/images
 ru/inc
 ru/info
@@ -65430,36 +65618,36 @@ rubin
 rubric2sport
 rubrique.php?
 rubulmout
-rucz/
-rude/
+rucz
+rude
 rudi_batzell
-rues/
-rufr/
+rues
+rufr
 rugby?
 rugged-trucks
-rugr/
+rugr
 ruidai
 ruiguo
-ruit/
+ruit
 ruiyin
-ruja/
-ruko/
+ruja
+ruko
 rules
 rules
 rules$
 rules?
 run
 rundowns/segment.php?
-runl/
+runl
 running_races/*/results
 runsavedsearch
 ruokonen
 ruoloAnzianita/
 ruoloAnzianita2013/
-rupl/
-rupt/
+rupl
+rupt
 rurl=
-ruro/
+ruro
 rus
 rus$
 rush
@@ -65467,7 +65655,7 @@ rush-hour
 rush-hour-2
 rush-hour-3
 russia-today
-rusv/
+rusv
 rutas-aereas/*/rutas-aereas-de-
 rutas-aereas/*/rutas-de-
 rutas/*/rutas-de-
@@ -65476,12 +65664,12 @@ rute/*/rute-de-la-
 rute/*/rute-din-
 ruter/*/flyreiser-fra-
 ruter/*/ruter-fra-
-rutr/
+rutr
 rutter/*/rutter-fran-
 rutter/*/turer-fran-
 ruxandra_paul
 ruxitagentjs_2SVfqr_10139180201161915.js
-ruzh/
+ruzh
 rvh
 rvwr/*/visitdtl
 rw-reg/
@@ -65955,7 +66143,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://saatchiart.com/robots.txt
+science/new-drug-product-pipelinehttp://powells.com/robots.txt
 science/outlineJson
 science/page/flash/VideoPlayer
 science/ppv-pdf
@@ -66090,9 +66278,6 @@ sdfe/pdf/download/read/am4ir/noindex/pii
 sdfe/pdf/download/read/index/pii
 sdfe/pdf/download/read/noindex/pii
 sdfe/reader/pii
-sdg-newsletter.html
-sdg-newsletter/sdg-newsletter-abbestellen.html
-sdg-newsletter/sdg-newsletter-bestaetigen.html
 sdg4education2030/ar/event/*/ical
 sdg4education2030/ar/explore
 sdg4education2030/ar/search
@@ -66367,6 +66552,7 @@ search.aspx
 search.aspx
 search.do
 search.htm
+search.htm
 search.html
 search.html
 search.html*
@@ -66519,6 +66705,7 @@ search/martin-carrico-is-loser/
 search/more-like-this
 search/morelikethis
 search/name-text
+search/name_search.aspx
 search/node
 search/nonAdSearch
 search/nonAdvertiserSearch.html
@@ -66622,7 +66809,7 @@ search?*
 search?Ntt=
 search?filter
 search?fmt=JSON
-search?gss-q=*http://vaultpress.com/robots.txt
+search?gss-q=*http://wellsfargo.com/robots.txt
 search?keyword=
 search?n=16&r=3
 search?q
@@ -66687,6 +66874,7 @@ searchresults/index.html
 searchresults?
 searchsuggest
 searchtest
+searchthearchives
 searchuc?city=
 searchweb/*.html
 searchwishlists/
@@ -66724,10 +66912,10 @@ section/3
 section/36
 section/6
 section/8
-section/9http://bostonglobe.com/robots.txt
+section/9http://telegram.me/robots.txt
 section=
 section_and_ivideo_widget_ajax.html
-sectionhttp://instamojo.com/robots.txt
+sectionhttp://birmingham.ac.uk/robots.txt
 sectionized
 sections
 sections$
@@ -66926,6 +67114,7 @@ send
 send-email
 send-friend
 send/
+send/global
 send?
 sendHeaderEarly
 sendToFriend/
@@ -66970,6 +67159,7 @@ seoul-koreanmassage8xyz
 seoul-massage
 seoul-newanma4
 seoul-newmassage
+sepia/images
 sepmorton
 seq_no=
 ser/cvs
@@ -66980,9 +67170,8 @@ serial_test.php
 series
 series/
 series/optout
-series?q=
 seriesBeta
-seriesBetahttp://kroatien-idriva.de/robots.txt
+seriesBetahttp://avira.com/robots.txt
 serietv/schede/cerca/?query=
 serpilfox
 serv/
@@ -67114,8 +67303,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://colorlib.com/robots.txt
-services/conferences/news/*?*http://www-03.ibm.com/robots.txt
+services/conferences/news/*?*http://bufferapp.com/robots.txt
+services/conferences/news/*?*http://freakonomics.com/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -67230,7 +67419,7 @@ services/wp-content/plugins
 services/wp-includes
 services/xml
 serviceworker.js
-serviceworker.jshttp://okdevtv.com/robots.txt
+serviceworker.jshttp://picsuk.com/robots.txt
 servicos/
 servin
 servizi
@@ -67297,7 +67486,6 @@ setsompop
 sette/13_luglio_29/2013-31-fiaschetti-falsi-autori_9becf36c-f84e-11e2-a59e-96a502746665.shtml
 settings
 settings
-settings.html
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -67549,22 +67737,6 @@ shekhargadkaree
 shelf/user_shelves
 shell
 shell/
-shellbitumen100
-shellbitumen100.html
-shellenergy/marketingandtrading/shell-energy-europe/eworld
-shellenergy/marketingandtrading/shell-energy-europe/eworld.html
-shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording
-shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording.html
-shellenergy/progesstogether/case-studies-alimerka
-shellenergy/progesstogether/case-studies-alimerka.html
-shellenergy/progesstogether/case-studies-baker-hughes
-shellenergy/progesstogether/case-studies-baker-hughes.html
-shellenergy/progesstogether/case-studies-bsro
-shellenergy/progesstogether/case-studies-bsro.html
-shellenergy/progesstogether/case-studies-schneider-electric
-shellenergy/progesstogether/case-studies-schneider-electric.html
-shellenergy/tech/dc-whitepaper
-shellenergy/tech/dc-whitepaper.html
 shelleyxliu
 shellysimana
 shen
@@ -67594,10 +67766,12 @@ shilpa
 shilpakobren
 shine
 ship
+ship/global
 shipping
 shipping-label
 shipping-payment
 shipping-policy
+shippingassistant
 shippinginformation
 shira
 shireenyounus
@@ -67664,6 +67838,7 @@ shop/claimcredit
 shop/edit
 shop/eligible-for-special-financing/?
 shop/flattering-fitted-maxi-dress-5152169
+shop/global
 shop/home+decor
 shop/iphone/payments/overlay
 shop/lifestyle
@@ -67682,6 +67857,8 @@ shop/pre-reg/sports-extra/success
 shop/pre-reg/ultrafast/agent
 shop/pre-reg/ultrafast/success
 shop/preference-center-rmail
+shop/record-copying-beta.htm
+shop/record-copying-faqs-beta.htm
 shop/referrals
 shop/related
 shop/roger-taylor-journeys-end
@@ -67737,7 +67914,7 @@ shore/blogs/party/public
 shorefire_nj
 short
 short-news/*a
-short-url-machine/error/http://radar.oreilly.com/robots.txt
+short-url-machine/error/http://gisanddata.maps.arcgis.com/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -67754,7 +67931,7 @@ shots/month
 shots/new
 shots/week
 shots/year
-shoutbox/http://ctsconservation.com/robots.txt
+shoutbox/http://villageatautumnpond.com/robots.txt
 shouwenwang
 show
 show-email
@@ -67804,7 +67981,7 @@ shows/upfront_2015/simulcast
 shows3
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://cloud.google.com/robots.txt
+showtimes/location/*http://ad.doubleclick.net/robots.txt
 shr*
 shreedas
 shrek
@@ -68358,7 +68535,7 @@ sites/frisco
 sites/gapincthiswayahead
 sites/gapinternational
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://unity3d.com/robots.txt
+sites/gs1/files/docs/EDI/*http://detroitnews.com/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -68845,7 +69022,7 @@ sms/unsubscribe?
 sms10666
 smstaging
 sn
-sn-config.htmlhttp://regjeringen.no/robots.txt
+sn-config.htmlhttp://v.youku.com/robots.txt
 sn/
 snagit-eula.html
 snake
@@ -69064,7 +69241,7 @@ sorting=undiscovered
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://srf.ch/robots.txt
+sos/registration/http://topgear.nl/robots.txt
 sotomarion
 soul/*
 soumission
@@ -69115,6 +69292,7 @@ spaces/viewspacesummary.action
 spaces/viewstylesheet.action
 spade-widget
 spanish
+spanish-civil-war
 sparkkorlit
 sparshasaha
 spartan
@@ -69378,7 +69556,6 @@ sraid
 sramgopal
 srao
 src
-src
 src/
 src/*
 src/js/spmsg
@@ -69666,7 +69843,7 @@ stats/draft/history
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://jerusalemstringquartet.com/robots.txt
+stats/player-stats/*http://webmastah.pl/robots.txt
 stats3.html
 stats?gid=
 statsFree
@@ -69680,7 +69857,7 @@ status-updates/wp-admin/admin-ajax.php
 status.formstack.com
 status/
 status/user
-statusupdateshttp://ebay.co.uk/robots.txt
+statusupdateshttp://packtpub.com/robots.txt
 statwood
 stay-in-loop/send_mail.php
 stay-in-loop/send_mail.php?
@@ -69782,7 +69959,7 @@ stock-photos/photos/search$
 stock-photos/photos/search?
 stock-ranker
 stock/photos
-stock/videos/*http://broadwayworld.com/robots.txt
+stock/videos/*http://xinhuanet.com/robots.txt
 stock_status=
 stockade.php
 stocks
@@ -70002,6 +70179,7 @@ strawberry-anma
 stream
 stream/
 streamlabs-obs/login-success
+streamline
 street-talk-early-look
 strewards
 striker
@@ -70251,8 +70429,6 @@ subscription.html
 subscription/
 subscription/*?*onboarded=
 subscription/*?*source=
-subscription/subscribe
-subscription/subscribe$
 subscriptionDetails.htm
 subscriptioncancel
 subscriptions
@@ -70519,24 +70695,6 @@ suspended_tickets
 suspension-appeal
 sustainability
 sustainability-as-an-efficient-business-strategy
-sustainability/nature/respecting-nature
-sustainability/nature/respecting-nature.html
-sustainability/our-approach/environmental-and-community-partners
-sustainability/our-approach/environmental-and-community-partners.html
-sustainability/our-approach/impact-assessment
-sustainability/our-approach/impact-assessment.html
-sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024
-sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024.html
-sustainability/people/access-to-energy/access-to-energy-in-communities/case-study
-sustainability/people/access-to-energy/access-to-energy-in-communities/case-study.html
-sustainability/people/access-to-energy/access-to-energy-in-communities/clean-cooking-solutions
-sustainability/people/access-to-energy/access-to-energy-in-communities/clean-cooking-solutions.html
-sustainability/safety/transport-safety/community-road-safety
-sustainability/safety/transport-safety/community-road-safety.html
-sustainability/safety/transport-safety/driver-safety
-sustainability/safety/transport-safety/driver-safety.html
-sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases
-sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases.html
 sustainable-development-goals/sustainable-cities
 sustainable-is-attainable-fest
 sustainable-is-attainable-news18-and-tata-power-initiative
@@ -70739,29 +70897,29 @@ svc_ssr/site/EUR/rfktkn
 svc_ssr/site/GBR/rfktkn
 svc_ssr/site/USA/rfktkn
 svc_tax
-svcz/
-svde/
-sves/
-svfr/
+svcz
+svde
+sves
+svfr
 svg/not-indexed
 svg/private
 svg/static/icons/svg
 svg/vstatic/svg
 svgimageproc
-svgr/
-svit/
-svja/
-svko/
+svgr
+svit
+svja
+svko
 svmehta
 svn
-svnl/
+svnl
 svpRecommendations
-svpl/
-svpt/
-svro/
-svru/
-svtr/
-svzh/
+svpl
+svpt
+svro
+svru
+svtr
+svzh
 sw
 sw$
 sw-BR
@@ -70836,7 +70994,7 @@ sys_
 system
 system-maintenance
 system/
-system/*.js$http://maschek.org/robots.txt
+system/*.js$http://elseptimoarte.net/robots.txt
 system/admin/LoginPopup/Login
 system/files/documents/noindex
 system/maintenance.html
@@ -70973,12 +71131,10 @@ tag
 tag
 tag-manager
 tag-manager-360
-tag-search
-tag-search.html
 tag/
 tag/*
 tag/*
-tag/*+http://bizjournals.com/robots.txt
+tag/*+http://drupal.org/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -71565,7 +71721,7 @@ teaching.html
 tealeaf
 team
 team/*/schedule$
-team/*/schedule$http://hostgator.com/robots.txt
+team/*/schedule$http://smartshoot.com/robots.txt
 team/player_career.jsp
 team/player_news.jsp
 teamInvitations
@@ -71925,7 +72081,7 @@ testds.jsp
 teste-*.html$
 testfl
 testgpr
-testhttp://pca.st/robots.txt
+testhttp://zillow.com/robots.txt
 testimonial
 testimonial/
 testimonials.php
@@ -71933,7 +72089,7 @@ testimonials/?
 testing
 testing-new-home-page
 testing/
-testing/http://copyblogger.com/robots.txt
+testing/http://legalinsurrection.com/robots.txt
 testingpodpod
 testingsite
 testingsiteos
@@ -71975,7 +72131,6 @@ texmf-dist
 text
 text-and-data-mining
 text-equivalent/
-text-terms
 text-to-speech
 text_edition
 textbook-solutions
@@ -72282,7 +72437,6 @@ themes/mercolaarticle/images/
 themes/mobile/css/all.css
 themes/rss
 themes/urban/css/style.css
-themes=
 themesettings/index/quickview/*
 themillerlab
 theming
@@ -72759,7 +72913,7 @@ tools/civil-surgeons-by-region
 tools/demos
 tools/en/styleguide/
 tools/find-a-doctor/list/export
-tools/http://criresilient.org/robots.txt
+tools/http://northwestsolarprotection.com/robots.txt
 tools/logo-maker/onboarding
 tools/lyst_widget/?lyst_slug=
 tools/packages/cambridge_themes/getSocialImage
@@ -72896,6 +73050,7 @@ tous-les-sports/surf/selections-du-moment
 tous-les-sports/swimrun/promo-swimrun
 tous-les-sports/velo-route/promotions-velo-route
 town-hall
+towton
 toyota/coming-soon
 toyota/fueled-by-skepticism
 toyotaSearch
@@ -73162,7 +73317,7 @@ traffic-manager/
 traffic/status*?
 trafficbot.life
 trafficbot.live
-traffichttp://liberation.fr/robots.txt
+traffichttp://telstra.com.au/robots.txt
 trafficsystem/
 training
 training-aarpe/
@@ -73218,6 +73373,7 @@ transcripts/470280334
 transcripts/480128005
 transcripts/830237502
 transfer
+transfer
 transfer.php
 transfer/2.0/contract
 transfer/api
@@ -73250,14 +73406,14 @@ translation
 translation-not-found
 translations
 translations/
-translators/
+translators
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
 transparency/archive
-transparency/http://ib.adnxs.com/robots.txt
+transparency/http://oecd.org/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -73361,10 +73517,9 @@ travelmap
 travelnevadahighway95tc
 travisbenson
 travismoore
-trax
 trck
-trcz/
-trde/
+trcz
+trde
 tre-artis
 treadstone
 treas-reports/
@@ -73407,14 +73562,14 @@ trends/viz?
 trends?
 trends_tpt
 trentonbricken
-tres/
+tres
 trevi_excel
 trevor-spelman
 trevordavidrhone
 trevorhughdavis
 trevorstark
-trfr/
-trgr/
+trfr
+trgr
 trial
 trial-pricing
 trial-status/
@@ -73422,9 +73577,11 @@ trial-type/
 trial/contactrepCFM.asp
 trial/contactrepNALM.asp
 trial/contactrepintl.asp
+tribe
 tribe-bar-date=
 tribe-venue=
 tribe_geofence=
+tribes
 tributes
 tricardo3
 trigger/checkv2
@@ -73487,27 +73644,27 @@ trips/v1
 trishashrum
 trishaurmibanerjee
 tristanorthlaboratory
-trit/
+trit
 trivia
 trivia/answer
-trja/
+trja
 trk
 trk-download
-trko/
-trnl/
+trko
+trnl
 trovitBot
 troyadair
-trpl/
-trpt/
-trro/
-trru/
+trpl
+trpt
+trro
+trru
 trs/forums
 trs/kb/*/discuss
 trs/search
 trs/search/node
 trs/user
 trs/users
-trsv/
+trsv
 truckingindustryforum/ajax.php
 truckingindustryforum/attachment.php
 truckingindustryforum/calendar.php
@@ -73573,7 +73730,7 @@ try-which/wills/
 try?
 tryagainlater.html
 trylater
-trzh/
+trzh
 ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$
 ts_s/*
 tsa
@@ -74395,7 +74552,6 @@ unscramble/
 unsub
 unsub?
 unsubscribe
-unsubscribe
 unsubscribe$
 unsubscribe-confirmation
 unsubscribe-from-applet
@@ -74636,7 +74792,7 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://documentcloud.adobe.com/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://maps.google.nl/robots.txt
 us/0
 us/?q=switch
 us/Marketing
@@ -74819,7 +74975,7 @@ us/en/fepp
 us/en/financial-services/financial-crimes/publications/assets/*
 us/en/financial-services/regulatory-services/publications/assets/*
 us/en/games/search.html
-us/en/games/search.html*http://huawei.com/robots.txt
+us/en/games/search.html*http://t3n.de/robots.txt
 us/en/gates
 us/en/ghosts/chipotle-case-study.html
 us/en/governance-insights-center/annual-corporate-directors-survey/assets/*
@@ -74967,7 +75123,7 @@ user-profile
 user-profile-view?
 user-registration
 user-registrierung
-user-reports/http://superdicas7.blogspot.com/robots.txt
+user-reports/http://informaboom.com/robots.txt
 user.mefi/
 user.php
 user/
@@ -74999,7 +75155,7 @@ user/*/track
 user/*/track?page=
 user/*/unfollow_user
 user/*?*redirect=
-user/*http://gilt.com/robots.txt
+user/*http://dspace.mit.edu/robots.txt
 user/.*
 user//attending/upcoming
 user/InlineLogin.htm
@@ -75111,7 +75267,7 @@ usergroups/sasforuminternational/call/
 usergroups/sasforuminternational/proceedings/
 usergroups/seugi/call/
 userguide
-userhttp://faqs.org/robots.txt
+userhttp://whowhatwear.com/robots.txt
 userimages
 userinfo
 userinfo.bml
@@ -75207,7 +75363,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://secure-nz.imrworldwide.com/robots.txt
+users/profile-unpub/http://brickset.com/robots.txt
 users/ranking
 users/relogin/
 users/remote-logout/
@@ -75260,7 +75416,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://cycling74.com/robots.txt
+ut*.xmlhttp://blackberry.com/robots.txt
 utaukwa
 util
 util
@@ -75279,12 +75435,11 @@ utility/trac
 utility/vote
 utils
 utils/
-utils/*
 utl/
 utm
 utm
 utm*=
-utm*http://nyc.gov/robots.txt
+utm*http://marvel.com/robots.txt
 utm=
 utm=
 utm_
@@ -75329,7 +75484,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://teenvogue.com/robots.txt
+uz/http://windy.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -75411,6 +75566,7 @@ validate
 validate-user
 validate.php
 validatepostcommentreply.php
+vallius/http://lukew.com/robots.txt
 valmansa
 vanessa_knutson
 vanessarodriguez
@@ -75490,7 +75646,7 @@ velo/forum/search
 velo/profile
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://wnd.com/robots.txt
+venda-presencial/conclusion.htmlhttp://manning.com/robots.txt
 vendor
 vendor$
 vendor-info/
@@ -75521,7 +75677,6 @@ verification/source
 verificationofemployment
 verified-modal
 verify
-verify$
 verify-email
 verify-error
 verify-mobile
@@ -75529,7 +75684,7 @@ verify-skill
 verify-url
 verify.php
 verify/*
-verify/*http://chorus.vgtrk.com/robots.txt
+verify/*http://scubalessonsinc.com/robots.txt
 verify_age
 verify_your_email$
 verify_your_email?
@@ -75541,7 +75696,7 @@ version
 version
 version-search.php
 version.json
-version/http://ask.fm/robots.txt
+version/http://stopdesign.com/robots.txt
 version=
 versions
 versions/Unicode10.0.0
@@ -75743,6 +75898,7 @@ vid
 vid_1
 vidan
 video
+video
 video-
 video-alert
 video-c.php
@@ -76009,6 +76165,7 @@ violastoermer
 vionnieyu
 vip
 vip_club
+viral-picks
 viral/faridabad-man-claims-fungus-in-real-fruit-juice-says-still-alive-and-well-9101322.html
 virginaustralia
 virginialovison
@@ -76477,6 +76634,7 @@ wct*?
 wdc/cgi-bin
 wdiamond
 wdp-un.php
+wdytya
 we-love
 we-love$
 we-love/$
@@ -91671,7 +91829,6 @@ web/packages/neuralnet/DESCRIPTION
 web/packages/neuroUp/DESCRIPTION
 web/packages/neurobase/DESCRIPTION
 web/packages/neuroblastoma/DESCRIPTION
-web/packages/neurocInstall/DESCRIPTION
 web/packages/neurohcp/DESCRIPTION
 web/packages/neuroim/DESCRIPTION
 web/packages/neuroimaGene/DESCRIPTION
@@ -95980,6 +96137,7 @@ web/packages/spbal/DESCRIPTION
 web/packages/spc/DESCRIPTION
 web/packages/spc4sts/DESCRIPTION
 web/packages/spcadjust/DESCRIPTION
+web/packages/spconf/DESCRIPTION
 web/packages/spcosa/DESCRIPTION
 web/packages/spcov/DESCRIPTION
 web/packages/spcr/DESCRIPTION
@@ -98206,6 +98364,7 @@ webapps/hermes
 webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webarchive.bho
+webarchive/orphans/
 webcam
 webcam/sport/archive
 webcast/
@@ -98485,17 +98644,7 @@ what-makes-up-your-digital-self
 what-now/card-details/
 what-s-cooking-with-julie-chrisley
 what-to-expect-when-you-re-expecting
-what-we-do/digitalisation/news-room
-what-we-do/digitalisation/news-room.html
 what-we-do/investment-management/private-wealth-management/intellectual-capital/isg-outlook-2013.pdf
-what-we-do/major-projects
-what-we-do/major-projects.html
-what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road
-what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road.html
-what-we-do/our-approach/powering-progress-in-action
-what-we-do/our-approach/powering-progress-in-action.html
-what-we-do/renewable-power/wind/supplier-registration
-what-we-do/renewable-power/wind/supplier-registration.html
 whatis
 whats-new
 whats-next/planes-trains-and-analytics
@@ -98534,8 +98683,6 @@ wholesale*
 wholesale-page-*.html
 wholesale.html$
 wholesalecheckout
-wholesalefuel-test-am
-wholesalefuel-test-am.html
 whsmiths
 why-2019-will-be-the-year-of-stricter-privacy-regulation
 why-am-i-seeing-this-page/
@@ -98547,7 +98694,7 @@ why-liveperson
 why-sell?inquirySource=482&
 whysecure
 whythisad
-wicket:interface*http://prioryrecords.co.uk/robots.txt
+wicket:interface*http://patents.google.com/robots.txt
 widget
 widget-landing-page.html
 widget-uploads
@@ -98581,7 +98728,6 @@ wifi/fiche/*/ville
 wihbey
 wiki
 wiki-section/feedback
-wiki/
 wiki/%D0%92%D0%B8%D0%BA%D0%B8%D0%BF%D0%B5%D0%B4%D0%B8%D1%8F%3A%D0%90%D1%80%D1%85%D0%B8%D0%B2_%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81%D0%BE%D0%B2_%D0%BD%D0%B0_%D1%83%D0%B4%D0%B0%D0%BB%D0%B5%D0%BD%D0%B8%D0%B5%2F
 wiki/%D0%92%D0%B8%D0%BA%D0%B8%D0%BF%D0%B5%D0%B4%D0%B8%D1%8F%3A%D0%92%D1%8B%D0%B1%D0%BE%D1%80%D1%8B_%D0%B0%D1%80%D0%B1%D0%B8%D1%82%D1%80%D0%BE%D0%B2%2F
 wiki/%D0%92%D0%B8%D0%BA%D0%B8%D0%BF%D0%B5%D0%B4%D0%B8%D1%8F%3A%D0%97%D0%B0%D0%BF%D1%80%D0%BE%D1%81%D1%8B%2C_%D1%81%D0%B2%D1%8F%D0%B7%D0%B0%D0%BD%D0%BD%D1%8B%D0%B5_%D1%81_VRTS
@@ -99463,7 +99609,6 @@ wiki/index.php/Wikipedia:
 wiki/index.php?
 wiki/index.php?title=Special:UserLogin
 wiki/index.php?title=Wikipedia:
-wiki/label/
 wiki/languages
 wiki/lib
 wiki/locale
@@ -99947,27 +100092,27 @@ wp-admin/admin-ajax.
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
-wp-admin/admin-ajax.phphttp://c.media.cz/robots.txt
-wp-admin/admin-ajax.phphttp://citylab.com/robots.txt
-wp-admin/admin-ajax.phphttp://db.tt/robots.txt
-wp-admin/admin-ajax.phphttp://force-inc.org/robots.txt
-wp-admin/admin-ajax.phphttp://guacamalla.net/robots.txt
-wp-admin/admin-ajax.phphttp://hakosem.co.il/robots.txt
-wp-admin/admin-ajax.phphttp://hbo.com/robots.txt
-wp-admin/admin-ajax.phphttp://httpd.apache.org/robots.txt
-wp-admin/admin-ajax.phphttp://info-disco.com/robots.txt
-wp-admin/admin-ajax.phphttp://jupiterbroadcasting.com/robots.txt
-wp-admin/admin-ajax.phphttp://news18.com/robots.txt
-wp-admin/admin-ajax.phphttp://oegb.at/robots.txt
-wp-admin/admin-ajax.phphttp://public-api.wordpress.com/robots.txt
-wp-admin/admin-ajax.phphttp://resourcescentreonline.co.uk/robots.txt
-wp-admin/admin-ajax.phphttp://rockawayrecycling.com/robots.txt
-wp-admin/admin-ajax.phphttp://shakespeare.mit.edu/robots.txt
+wp-admin/admin-ajax.phphttp://2018.asiabsdcon.org/robots.txt
+wp-admin/admin-ajax.phphttp://aleanca.de/robots.txt
+wp-admin/admin-ajax.phphttp://batemanfoundation.org/robots.txt
+wp-admin/admin-ajax.phphttp://bcb.gov.br/robots.txt
+wp-admin/admin-ajax.phphttp://bcp.crwdcntrl.net/robots.txt
+wp-admin/admin-ajax.phphttp://confiteriaserrano.com/robots.txt
+wp-admin/admin-ajax.phphttp://debian.org/robots.txt
+wp-admin/admin-ajax.phphttp://decide.madrid.es/robots.txt
+wp-admin/admin-ajax.phphttp://djtutor.com/robots.txt
+wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
+wp-admin/admin-ajax.phphttp://health.com/robots.txt
+wp-admin/admin-ajax.phphttp://indolevic.com/robots.txt
+wp-admin/admin-ajax.phphttp://nascardigitalmediallc.demdex.net/robots.txt
+wp-admin/admin-ajax.phphttp://nme.com/robots.txt
+wp-admin/admin-ajax.phphttp://petershotnews.nl/robots.txt
+wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt
+wp-admin/admin-ajax.phphttp://ssm.lnk.to/robots.txt
+wp-admin/admin-ajax.phphttp://sunderlandecho.com/robots.txt
 wp-admin/admin-ajax.phphttp://track.adform.net/robots.txt
 wp-admin/admin-ajax.phphttp://trapanishuttle.com/robots.txt
-wp-admin/admin-ajax.phphttp://watbetekent.nl/robots.txt
-wp-admin/admin-ajax.phphttp://web.eecs.umich.edu/robots.txt
-wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
+wp-admin/admin-ajax.phphttp://vimeopro.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -100008,7 +100153,7 @@ wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
 wp-content/mu-plugins
-wp-content/mu-plugins/http://dl.dnzdns.com/robots.txt
+wp-content/mu-plugins/http://radio.garden/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -100083,7 +100228,7 @@ wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
 wp-content/themes/sej14/js/instapage.js
 wp-content/themes/sfmomatheme/library
-wp-content/themes/skift/inc/ajax/http://icanhascheezburger.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://ilpost.it/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
 wp-content/themes/wired/assets/images/disruptive_by_design_2012.gif
@@ -100101,7 +100246,7 @@ wp-content/uploads/
 wp-content/uploads/*
 wp-content/uploads/**/*seo-restricted*.*
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://stogether.org/robots.txt
+wp-content/uploads/*http://casa-sombra.mx/robots.txt
 wp-content/uploads/2011
 wp-content/uploads/2012
 wp-content/uploads/2013
@@ -100129,7 +100274,7 @@ wp-content/uploads/2023
 wp-content/uploads/2023/10/Cakap-English-Standardized-Test.pdf
 wp-content/uploads/2024
 wp-content/uploads/2024/04/Everest_Group_-_Making_Brownfield_Factories_Smarter_and_Greener_Capgemini.pdf
-wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://ifc.com/robots.txt
+wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://developer.github.com/robots.txt
 wp-content/uploads/2024/08/786678.pdf
 wp-content/uploads/2025
 wp-content/uploads/2026
@@ -100138,8 +100283,8 @@ wp-content/uploads/_pda
 wp-content/uploads/complianz
 wp-content/uploads/elementor/css/
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://anti-zensur.info/robots.txt
-wp-content/uploads/http://best-jobs-finder.blogspot.com/robots.txt
+wp-content/uploads/http://cbs.com/robots.txt
+wp-content/uploads/http://publicwatchdogs.org/robots.txt
 wp-content/uploads/member-access
 wp-content/uploads/ninja-forms
 wp-content/uploads/sites/*/ninja-forms
@@ -100148,18 +100293,18 @@ wp-content/uploads/sites/6/wpforms
 wp-content/uploads/vj-wp-import-export/http://pala-lagaw.com/robots.txt
 wp-content/uploads/wc-logs
 wp-content/uploads/wc-logs/
-wp-content/uploads/woo-import-export/http://blackmidi.ffm.to/robots.txt
+wp-content/uploads/woo-import-export/http://taern.com/robots.txt
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_transient_files/
 wp-content/uploads/woocommerce_uploads
 wp-content/uploads/woocommerce_uploads/
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://alexa.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://bbpress.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://cbs.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://dansmoviereport.blogspot.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://foodnetwork.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://googledevelopers.blogspot.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://bitfinex.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://dreamstime.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://extremetech.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://hallenrad-wm-2020.de/robots.txt
+wp-content/uploads/wp-import-export-lite/http://lifehack.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://sheiswanderlust.com/robots.txt
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
 wp-content/uploads/wpo-plugins-tables-list.json
@@ -100193,7 +100338,7 @@ wp-includes/css
 wp-includes/css/*.css
 wp-includes/css/dist/block-library/style.min.css
 wp-includes/fonts
-wp-includes/http://news.berkeley.edu/robots.txt
+wp-includes/http://media.msg.dotomi.com/robots.txt
 wp-includes/images
 wp-includes/images/
 wp-includes/js
@@ -100471,6 +100616,7 @@ xli60
 xls
 xmas.php
 xml
+xml
 xml$
 xml-sindicacion
 xml/
@@ -100487,7 +100633,7 @@ xmldata/xmlPodcast
 xmlrpc
 xmlrpc.php
 xmlrpc.php
-xmlrpc.phphttp://thenounproject.com/robots.txt
+xmlrpc.phphttp://allthebootboys.blogspot.fr/robots.txt
 xmlsearch
 xmltv/
 xmorelle
@@ -100507,7 +100653,7 @@ xsanR4
 xsl
 xsl/
 xslt/
-xslt/http://wbur.org/robots.txt
+xslt/http://secondlife.com/robots.txt
 xsu
 xtra/sante-et-mieux-etre
 xuanzhu
@@ -100666,8 +100812,9 @@ your-shop
 yourAccount
 youraccount
 youraccount/
+yourarchives
 youreurope/businessACC
-youreurope/businessDEV/http://latimes.com/robots.txt
+youreurope/businessDEV/http://deepmind.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -100872,7 +101019,6 @@ zd_source=
 zealand/index.htm
 zeesports
 zeit
-zenati
 zendesk
 zendesk-adwords-template
 zendesk.lyst.com
@@ -101044,7 +101190,9 @@ zh-hans-cn/feedback
 zh-hans-cn/lp
 zh-hans-cn/searchresults
 zh-hans/
+zh-hans/asset-preview*
 zh-hans/node/
+zh-hans/search*
 zh-hans/search/
 zh-hant-hk/
 zh-hant-tw/
@@ -101060,7 +101208,7 @@ zh-tw/
 zh-tw/feedback
 zh-tw/login
 zh-tw/lp
-zh-tw/searchhttp://dell.com/robots.txt
+zh-tw/searchhttp://haveibeenpwned.com/robots.txt
 zh-tw/searchresults
 zh-tw/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
 zh-tw/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
@@ -101131,7 +101279,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://de.linkedin.com/robots.txt
+zh/internalhttp://powr.io/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -101235,29 +101383,29 @@ zhang
 zhangs
 zhaoheng.gong
 zhcn/
-zhcz/
-zhde/
+zhcz
+zhde
 zhenbo
-zhes/
-zhfr/
-zhgr/
-zhit/
+zhes
+zhfr
+zhgr
+zhit
 zhixianlei
 zhiyounvshen168
 zhiyuan-sun
-zhja/
+zhja
 zhk
 zhk-reviews
-zhko/
-zhnl/
+zhko
+zhnl
 zhongyingyan
 zhouchan
 zhouyangma
 zhowlett
-zhpl/
-zhpt/
-zhro/
-zhru/
+zhpl
+zhpt
+zhro
+zhru
 zhs/%E6%90%9C%E7%B4%A2
 zhs/%E6%B5%8F%E8%A7%88
 zhs/auth
@@ -101266,7 +101414,7 @@ zhs/info
 zhs/onelook_american_dictionary_words.html
 zhs/onelook_british_dictionary_words.html
 zhs/spellcheck
-zhsv/
+zhsv
 zht/%E6%90%9C%E7%B4%A2
 zht/%E7%80%8F%E8%A6%BD
 zht/auth
@@ -101275,7 +101423,7 @@ zht/info
 zht/onelook_american_dictionary_words.html
 zht/onelook_british_dictionary_words.html
 zht/spellcheck
-zhtr/
+zhtr
 zhujustin
 zhukov
 zhuohan.shao
@@ -101354,6 +101502,7 @@ zzhu
 zzj
 zzz
 zzz-systest
+zzz/
 zzz_systest
 {0}/
 {ICD10_CODE}
@@ -101553,6 +101702,8 @@ zzz_systest
 7
 7*?
 008
+08-10-13scripts
+08-10-13styles
 8
 8*?
 8bit-fest/parents
@@ -101601,11 +101752,11 @@ zzz_systest
 404.aspx
 404.html
 404.html
-404.htmlhttp://bcmmaa.com/robots.txt
+404.htmlhttp://all-homeinteriordesigns.com/robots.txt
 404.php
 404.php
 404/
-404http://authorize.net/robots.txt
+404http://liebertpub.com/robots.txt
 413gkwMT
 429.html
 432v·com
@@ -101635,6 +101786,7 @@ zzz_systest
 1328
 1344
 1770
+1939-data-room
 1998
 1999
 2000/06/webdata/xslt
@@ -101691,7 +101843,7 @@ zzz_systest
 2012-privacy-policy
 2012/10/04/single-thirtysomething-and-living-with-breast-cancer
 2012/Goog
-2012/collins/
+2012/collins
 2012/pyRdfa/extract
 2013
 2013/03/21/174840895