diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index e92836af9..78e019a6c 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
         "last_update": 1788106547
     },
     "Trickest wordlist update": {
-        "last_update": 1788084871
+        "last_update": 1788171543
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
index 345ef0df3..33bf44847 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
@@ -29349,11 +29349,6 @@ install/mysql/tables/llx_societe.key.sql
 mysql/tables/llx_societe.key.sql
 tables/llx_societe.key.sql
 llx_societe.key.sql
-htdocs/install/mysql/tables/llx_categorie_mo-mrp_mo.key.sql
-install/mysql/tables/llx_categorie_mo-mrp_mo.key.sql
-mysql/tables/llx_categorie_mo-mrp_mo.key.sql
-tables/llx_categorie_mo-mrp_mo.key.sql
-llx_categorie_mo-mrp_mo.key.sql
 htdocs/install/mysql/tables/llx_hrm_job-hrm.sql
 install/mysql/tables/llx_hrm_job-hrm.sql
 mysql/tables/llx_hrm_job-hrm.sql
@@ -30309,11 +30304,6 @@ install/mysql/tables/llx_c_paper_format.sql
 mysql/tables/llx_c_paper_format.sql
 tables/llx_c_paper_format.sql
 llx_c_paper_format.sql
-htdocs/install/mysql/tables/llx_categorie_mo-mrp_mo.sql
-install/mysql/tables/llx_categorie_mo-mrp_mo.sql
-mysql/tables/llx_categorie_mo-mrp_mo.sql
-tables/llx_categorie_mo-mrp_mo.sql
-llx_categorie_mo-mrp_mo.sql
 htdocs/install/mysql/tables/llx_categorie_invoice-facture.sql
 install/mysql/tables/llx_categorie_invoice-facture.sql
 mysql/tables/llx_categorie_invoice-facture.sql
@@ -30514,6 +30504,11 @@ install/mysql/tables/llx_accounting_system.key.sql
 mysql/tables/llx_accounting_system.key.sql
 tables/llx_accounting_system.key.sql
 llx_accounting_system.key.sql
+htdocs/install/mysql/tables/llx_categorie_mo-mrp.key.sql
+install/mysql/tables/llx_categorie_mo-mrp.key.sql
+mysql/tables/llx_categorie_mo-mrp.key.sql
+tables/llx_categorie_mo-mrp.key.sql
+llx_categorie_mo-mrp.key.sql
 htdocs/install/mysql/tables/llx_asset_depreciation-asset.key.sql
 install/mysql/tables/llx_asset_depreciation-asset.key.sql
 mysql/tables/llx_asset_depreciation-asset.key.sql
@@ -32084,6 +32079,11 @@ install/mysql/tables/llx_c_payment_term.sql
 mysql/tables/llx_c_payment_term.sql
 tables/llx_c_payment_term.sql
 llx_c_payment_term.sql
+htdocs/install/mysql/tables/llx_categorie_mo-mrp.sql
+install/mysql/tables/llx_categorie_mo-mrp.sql
+mysql/tables/llx_categorie_mo-mrp.sql
+tables/llx_categorie_mo-mrp.sql
+llx_categorie_mo-mrp.sql
 htdocs/install/mysql/tables/llx_intracommreport-intracommreport.sql
 install/mysql/tables/llx_intracommreport-intracommreport.sql
 mysql/tables/llx_intracommreport-intracommreport.sql
@@ -36655,6 +36655,10 @@ htdocs/core/lib/ftp.lib.php
 core/lib/ftp.lib.php
 lib/ftp.lib.php
 ftp.lib.php
+htdocs/core/lib/html.lib.php
+core/lib/html.lib.php
+lib/html.lib.php
+html.lib.php
 htdocs/core/lib/pdf.lib.php
 core/lib/pdf.lib.php
 lib/pdf.lib.php
@@ -59961,6 +59965,10 @@ htdocs/ai/tools/invoices.class.php
 ai/tools/invoices.class.php
 tools/invoices.class.php
 invoices.class.php
+htdocs/ai/tools/api_bridge.class.php
+ai/tools/api_bridge.class.php
+tools/api_bridge.class.php
+api_bridge.class.php
 htdocs/ai/ajax/generate_content.php
 ai/ajax/generate_content.php
 ajax/generate_content.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
index 92083df94..ae2c9bef5 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
@@ -7267,7 +7267,6 @@ htdocs/install/mysql/tables/llx_mrp_production_extrafields-mrp.key.sql
 htdocs/install/mysql/tables/llx_categorie_lang.key.sql
 htdocs/install/mysql/tables/llx_societe_prices.sql
 htdocs/install/mysql/tables/llx_societe.key.sql
-htdocs/install/mysql/tables/llx_categorie_mo-mrp_mo.key.sql
 htdocs/install/mysql/tables/llx_hrm_job-hrm.sql
 htdocs/install/mysql/tables/llx_categorie_fournisseur.sql
 htdocs/install/mysql/tables/llx_c_country.key.sql
@@ -7459,7 +7458,6 @@ htdocs/install/mysql/tables/llx_c_email_senderprofile.sql
 htdocs/install/mysql/tables/llx_hrm_evaluation_extrafields-hrm.sql
 htdocs/install/mysql/tables/llx_holiday_logs.sql
 htdocs/install/mysql/tables/llx_c_paper_format.sql
-htdocs/install/mysql/tables/llx_categorie_mo-mrp_mo.sql
 htdocs/install/mysql/tables/llx_categorie_invoice-facture.sql
 htdocs/install/mysql/tables/llx_c_ziptown.key.sql
 htdocs/install/mysql/tables/llx_accounting_analytic_account-accounting.key.sql
@@ -7500,6 +7498,7 @@ htdocs/install/mysql/tables/llx_bank_account.key.sql
 htdocs/install/mysql/tables/llx_contratdet.sql
 htdocs/install/mysql/tables/llx_societe_commerciaux.sql
 htdocs/install/mysql/tables/llx_accounting_system.key.sql
+htdocs/install/mysql/tables/llx_categorie_mo-mrp.key.sql
 htdocs/install/mysql/tables/llx_asset_depreciation-asset.key.sql
 htdocs/install/mysql/tables/llx_propal.sql
 htdocs/install/mysql/tables/llx_c_tva.sql
@@ -7814,6 +7813,7 @@ htdocs/install/mysql/tables/llx_knowledgemanagement_knowledgerecord_extrafields-
 htdocs/install/mysql/tables/llx_object_lang.sql
 htdocs/install/mysql/tables/llx_eventorganization_conferenceorboothattendee.sql
 htdocs/install/mysql/tables/llx_c_payment_term.sql
+htdocs/install/mysql/tables/llx_categorie_mo-mrp.sql
 htdocs/install/mysql/tables/llx_intracommreport-intracommreport.sql
 htdocs/install/mysql/migration/repair.sql
 htdocs/install/mysql/migration/9.0.0-10.0.0.sql
@@ -8868,6 +8868,7 @@ htdocs/core/lib/treeview.lib.php
 htdocs/core/lib/functions_ch.lib.php
 htdocs/core/lib/date.lib.php
 htdocs/core/lib/ftp.lib.php
+htdocs/core/lib/html.lib.php
 htdocs/core/lib/pdf.lib.php
 htdocs/core/lib/admin.lib.php
 htdocs/core/lib/json.lib.php
@@ -12323,6 +12324,7 @@ htdocs/ai/tools/reports.class.php
 htdocs/ai/tools/crud_objects.class.php
 htdocs/ai/tools/products.class.php
 htdocs/ai/tools/invoices.class.php
+htdocs/ai/tools/api_bridge.class.php
 htdocs/ai/ajax/generate_content.php
 htdocs/ai/js/ai_assistant.js
 htdocs/ai/js/ai.js
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 6bc30a406..4e727790f 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -89,10 +89,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -100,12 +96,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
 /*/milestones/new
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -402,23 +395,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?ysclid=
 /*source=
 /.git
-/?*amp_client_id
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/__wishlist__
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /_widget
 /album/*/*?i=
 /analytics
@@ -442,12 +422,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -490,15 +468,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
-/organize
 /partials
 /photo$
 /photo?
-/pins
 /plugins
 /podcast/*/*?i=
 /print$
-/profile-about
 /qa-folder
 /raw
 /report_abuse
@@ -509,8 +484,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -541,16 +514,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/new/*?*&*&*
 /store/top-free/*?*&*&*
 /store/top-paid/*?*&*&*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /verified_followers
 /video-
-/video_pins
 /videos
 /wal/
 /widget_
@@ -920,7 +889,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?sfmc_id=
 ?showAllGroups=
 ?show_byline=
-?show_error=true
 ?show_portrait=
 ?show_title=
 ?showinfo=
@@ -1033,8 +1001,6 @@ WebObjects/MZPersonalizer.woa
 WebObjects/MZStore.woa/wa/viewMultiRoom?
 WebObjects/MZStoreElements.woa
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1100,8 +1066,6 @@ _next/data
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1191,13 +1155,11 @@ actions/news/rss
 activate
 ad_id=
 add_favorite
-addboard
 admin
 admin$
 admin/
 admin?
 ads
-ads.txt
 ads/gpa/vidgen
 ads/learn
 ads/local
@@ -1210,7 +1172,6 @@ advisor/journey
 adx/bin
 affil
 affil/pal
-age-appeal
 agreements/approve
 ai-sandbox-internal/generated_images
 aihub/tfhub
@@ -1265,9 +1226,7 @@ api?
 api_access_key=
 app*_
 app*form_id=
-app-ads.txt
 app/
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1343,7 +1302,6 @@ authentication/signin
 author/following
 author=
 authoring/
-autocomplete
 away.php
 awmp/data/images
 b?*node=7454898011
@@ -1398,10 +1356,6 @@ blogs/nationals-journal-beta
 blogs/search/
 blogs/slow-ride
 blogs/test
-board
-board_activity
-board_activity_comment
-bookmarklet
 bookmarks
 books
 books/?term=
@@ -1423,39 +1377,18 @@ books?*zoom=
 books?*zoom=1
 books?*zoom=5
 boutique/sitemaps
-branded-pins
 bricks/image
 business
 business/*&categories
 business/*?categories
-business/ad_create
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/help/search*&query=
 business/help/search*?query=
-business/hub
-business/invite
 business/news*&tags
 business/news*?tags
-business/onboarding
-business/pin_create
 business/pos-system/shop
-business/referral
 business/search*&q=
 business/search*?q=
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 buyside-e2e-monitor
 cai
 call
@@ -1488,7 +1421,6 @@ chat
 checkout-external
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/crlset
 chrome/webstore/images
 chwilio
@@ -1510,7 +1442,6 @@ clima/ets
 clima/sites/registry
 clinvar/?term=
 clone/library/genomic/organisms
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1529,40 +1460,29 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx*
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
 communities/rss.aspx*
 communities/sitemap
-community
 community-guidelines
-community_comment
-community_post
 company
 compare
 compressiontest
 config.js
-connect
 consumers/archive
 contact/menu*
 contact/partner*
 contact_importer
 contactus
 contactus/mwaas*
-content-claiming
 control
-conversation
-conversations
-convert-business
-convert-personal
 cookie-policy
 copilot
 copilot/c
 copilotsearch?q=
 copy-conductor/crawled
 copyright-claims
-copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -1579,18 +1499,10 @@ covid19/mobility
 cr$
 cr?
 create
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
 creativegroup
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1614,10 +1526,8 @@ de/product
 de/solutions
 de/video-uploader
 de/vimeo-academy
-deactivate-account
 default.aspx/kb/
 default.aspx/ph/
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1708,8 +1618,6 @@ earth/social
 ebook
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1721,7 +1629,6 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
-email_verification_error
 embed
 embed/@
 embed/curated
@@ -1772,7 +1679,6 @@ en/microsoft-viva
 en/microsoft-viva/
 en/security
 en/security/
-engagement
 enterprise
 enterprise-partner-search/sitemaps
 entities/search
@@ -1849,18 +1755,14 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 extensions/oauth-redirect
 external
 external/overture
 external_hosted
 f/healthcheck
-facebook
 faves-i_love_u_get_away_from_me
 fb
-fb.html
 fbml/ajax/dialog
 fd/
 fe=true
@@ -1893,8 +1795,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -1979,8 +1879,6 @@ go
 gog
 google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
 google.internal.maps.mapsjs.v1.MapsJsInternalService
-google_gdn.html
-google_search.html
 googlebooks/images
 gorf
 goto?
@@ -2095,7 +1993,6 @@ guest-star
 guidebooks
 gview
 h5games_gamecenter/images
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2115,12 +2012,9 @@ help/zendesk_sso
 hex
 history
 history/static
-holiday-spotlight
-holidays-celebrations
 home
 home$
 home?
-homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -2132,10 +2026,9 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://dropbox.com/robots.txt
 http://instagram.com/robots.txt
-http://storage.googleapis.com/robots.txt
-http://wordpress.org/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
+http://wa.me/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2145,9 +2038,6 @@ i/api
 i/u
 icdp
 icons
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -2191,7 +2081,6 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 integrations
 internalPref
 intl
@@ -2199,8 +2088,6 @@ intl/*/search/?
 intl/*/search?
 intlkb/
 inventory
-invite
-invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -2227,8 +2114,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp/$
 jp/about
 jp/blog
@@ -2268,7 +2153,6 @@ ko/product
 ko/solutions
 ko/video-uploader
 ko/vimeo-academy
-kwanzaa-spotlight
 l.php
 labs-code
 labs/pmc
@@ -2282,13 +2166,10 @@ languages/404_en.htm
 leaf
 legal
 legal/~gitbook
-lens-search
 library/devices
 licensing-syndication
 limited-release
 link
-linked
-live-session
 live_chat
 llms.txt
 lm/R1XIHQVKXSKBNJ
@@ -2461,7 +2342,6 @@ n
 narrative-
 native
 nbubumblebee
-new_invite
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
 news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
@@ -2470,7 +2350,6 @@ news/search
 news/tablet
 news/test
 news/test-liveblog
-news_hub
 newsletter
 newsroom/dae
 newsround
@@ -2480,21 +2359,16 @@ nlmcatalog/?term=
 noItems=
 node/add/
 nonprofits/account
-notifications
 notifications/
 nuccore/?term=
 nwshp$
 o/di
 o/dt
 oas/
-oauth/line
-oauth/login
 oauth2
-oauth_error
 oembed
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
-offsite
 og
 ohttp_gateway
 okxbet.com
@@ -2523,12 +2397,9 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 partials
 partner-program
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -2561,41 +2432,7 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
-pin
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
-place
 plan=
 play/store/web
 play/surveys/serp
@@ -2641,7 +2478,6 @@ posttv/c/video_search
 posttv/posttv/trendex
 posttv/sponsored-video
 preference
-prefs
 present
 presentation
 prettyearth/assets
@@ -2652,8 +2488,6 @@ privacy-policy
 pro
 proFile/history?
 product
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 product_
@@ -2699,13 +2533,11 @@ pt-br/solutions
 pt-br/vimeo-academy
 publications
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2715,7 +2547,6 @@ rd/search
 rd/search$
 rd/search?
 readme.html
-recently-viewed
 recipes/*?q=
 recipes/search
 recover
@@ -2727,9 +2558,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
-register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2738,13 +2566,9 @@ report-abuse?report=
 report-appeal
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requests
 research-survey
 research/participants/cofund
-resource
-resource/*/get
 results
 results
 retail
@@ -2782,7 +2606,6 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
-safe-redirect
 safety
 safetycheck
 sars-cov-2
@@ -2826,8 +2649,6 @@ sections/goatsandsoda/2015/06/09/406744975/a-gender-revolution-hits-the-streets-
 sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-synthetic-speech-gets-an-upgrade
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
-secure
-sendHeaderEarly
 sendarticle
 services/oauth
 setprefs
@@ -2856,7 +2677,6 @@ shop/productpage
 shop/topics
 shop/view/product
 shop?*
-shop_pins
 shopping-content-api/product_images
 shopping-organic/price_validation
 shopping/deals
@@ -3159,12 +2979,10 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
-socialmanager
 solutions
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -3185,7 +3003,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 stale
 start
@@ -3249,10 +3066,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 storyworks
 storyworks/preview
 stream
@@ -3281,7 +3094,6 @@ support/content
 support/forum/search?
 sureroute
 surprise
-suspension-appeal
 sutils
 svc
 svc/connections
@@ -3294,7 +3106,6 @@ svc/spelling-bee
 svc/strands
 svc/sudoku
 svc/wordle
-sw-shell.html
 swg
 system1/images
 t/privacy
@@ -3303,7 +3114,6 @@ tab=
 tablet
 tag
 tag:
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -3337,9 +3147,7 @@ testpage-forhomepage
 tetro
 th$
 th?
-thanksgiving-spotlight
 themacallan/worlds-together
-theme
 tickets-external?
 timedtext_video
 tmall
@@ -3427,7 +3235,6 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
-tv
 tv/thumb
 typeahead
 u
@@ -3441,15 +3248,10 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
-unauth-profile
-unlink
 unsub
 until=
 upgrade-plan
 upload
-upload-lens-image
-upload-lens-image-history
-upload-shuffle-draft
 urchin_test
 url
 user
@@ -3468,11 +3270,9 @@ uviewer
 v1
 v1/initialize
 v1/rgstr
-v1/urls/count.json
 v2
 v3
 v3/openapi
-v3/pidgets/log
 valkyrie-playground
 verified-authors
 verify_age
@@ -3517,9 +3317,6 @@ webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webscr
 websearch
-website/confirm
-website/confirm/download
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3736,7 +3533,7 @@ wiki/Wikipedia%3AVandalismi_in_corso
 wiki/Wikipedia%3AVandalismusmeldung
 wiki/Wikipedia%3AVandalismusmeldung%2F
 wiki/Wikipedia%3AVermittlungsausschuss
-wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://eventbrite.com/robots.txt
+wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://secure.gravatar.com/robots.txt
 wiki/Wikipedia%3AVotes_for_deletion
 wiki/Wikipedia%3AWikiProject_Deletion_sorting
 wiki/Wikipedia%3AWikiProject_Spam
@@ -3905,7 +3702,7 @@ wiki/Wikipedia_Diskussion:Checkuser%2F
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://youtube.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -4121,7 +3918,6 @@ xmlrpc.php
 xoplatform/logger/api/logger
 xorouter
 you
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/branding/favicon
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 38b60b9bb..b9f4fded8 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -53,6 +53,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &aspectratio=
 &bitrate=
 &bundle=
+&c=cn&
+&c=hk&
+&c=tw&
 &calendar
 &calert=
 &categoryId=
@@ -340,6 +343,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jsx$
 .jsx?
 .kmz
+.less$
 .m3u8
 .m4a
 .md
@@ -371,7 +375,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .ssi$
 .svg
 .svg
-.svghttp://diigo.com/robots.txt
+.svghttp://dictionary.com/robots.txt
 .swf$
 .swf$
 .sxg
@@ -851,6 +855,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?q=file
 /?q=filter/tips
 /?q=node
+/?q=node/add
 /?q=search
 /?q=user/login
 /?q=user/logout
@@ -910,6 +915,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ntx
 /QuerySuggestion
 /RedesignBucket
+/Search
 /Search/
 /SelectLocale?fromPage=
 /UPGRADE.txt
@@ -1037,6 +1043,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /apartments-madden_att
 /apartments-offers_att
 /apartments-rent_att
+/apd/*/quickview$
 /api
 /api$
 /api/frontend-transition-page/gotostore
@@ -1063,6 +1070,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /approval-templates/search?
 /approval-templates/standalone
 /apps
+/ar/*?appliedRefinements=*,
+/ar/*?appliedrefinements=*,
+/ar/4009?appliedRefinements=2828
 /archive
 /archives
 /archivetop.html
@@ -1088,6 +1098,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /automatic-renewal-terms
 /autos/marketplace/product/
 /avg-review
+/b
 /b/*/*
 /b/*/*+
 /b/*/*+3132/$
@@ -1108,7 +1119,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /blame
 /blank/
 /blog
+/blog
+/blog*/page
 /blog-article-remove-faq-utms-*.js
+/blog/*.php$
+/blog/*/configuration-page.htm
+/blog/*/gobig
+/blog/*/teammembers
+/blog/*/testing
 /blog/?*qs=
 /blog/comments
 /blogs
@@ -1154,8 +1172,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /business/availability?context
 /business/availability?context=
 /business/search
+/buy
 /buyback
 /buyer/widget
+/c
 /c/*
 /c/*/*+3132/$
 /c/*/*+3133/$
@@ -1308,6 +1328,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /crossdomain
 /crshow/*
 /css
+/cty/pdp/ispd
 /cuaca/
 /custom-report
 /customer-success-stories.*._filter
@@ -1384,6 +1405,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /download/thankyou.aspx?
 /download?
 /downloadassets
+/dt
+/dt/*.php$
+/dt/*/configuration-page.htm
+/dt/*/gobig
+/dt/*/teammembers
+/dt/*/testing
+/dt/microsites/cafe
 /duplex-apartments_att
 /dvd-mode
 /dynalist/*
@@ -1426,6 +1454,74 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /embed
 /empty/$
 /en
+/en-ar
+/en-ar$
+/en-at
+/en-at$
+/en-be
+/en-be$
+/en-br
+/en-br$
+/en-cd
+/en-cd$
+/en-cg
+/en-cg$
+/en-ch
+/en-ch$
+/en-cl
+/en-cl$
+/en-cn
+/en-cn$
+/en-co
+/en-co$
+/en-cz
+/en-cz$
+/en-de
+/en-de$
+/en-dk
+/en-dk$
+/en-es
+/en-es$
+/en-fi
+/en-fi$
+/en-fr
+/en-fr$
+/en-ga
+/en-ga$
+/en-gr
+/en-gr$
+/en-hu
+/en-hu$
+/en-it
+/en-it$
+/en-jp
+/en-jp$
+/en-kr
+/en-kr$
+/en-lu
+/en-lu$
+/en-mx
+/en-mx$
+/en-nl
+/en-nl$
+/en-no
+/en-no$
+/en-pe
+/en-pe$
+/en-pl
+/en-pl$
+/en-pt
+/en-pt$
+/en-ro
+/en-ro$
+/en-se
+/en-se$
+/en-tr
+/en-tr$
+/en-ua
+/en-ua$
+/en-ve
+/en-ve$
 /en/categories
 /en/no-ad
 /energy-fragments
@@ -1440,6 +1536,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /epub
 /error
 /error/
+/es-us
+/es-us$
 /eshop
 /estore
 /etads_v2/*
@@ -1462,6 +1560,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /extend$
 /external
 /external-application
+/f
 /faq-index-search
 /favorite-*.html
 /favorite.html
@@ -1539,6 +1638,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /g00
 /galaxy-s10-buy-test
 /gallery.js
+/gaming/performance
 /gcbalance
 /gcrnsts
 /gd-perf$
@@ -1592,6 +1692,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /history-node
 /hm-test
 /home-design/share
+/home/*/product-support/servicetag/*/configuration
 /home/contact*
 /home_25
 /home_3rd
@@ -1660,6 +1761,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /invite
 /invoices/invoice-templates
 /invoices/recurring-payments
+/iserviceselection
 /isv/*?
 /ita-index-search
 /item_support
@@ -1695,6 +1797,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layoutvorlagen
 /lazy.js
 /learn
+/learn/search
 /least
 /legal
 /legal/*?ets=
@@ -1824,12 +1927,28 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /milestone_counts
 /misc
 /misc$
+/misc/*.css$
+/misc/*.css?
+/misc/*.gif
+/misc/*.jpeg
+/misc/*.jpg
+/misc/*.js$
+/misc/*.js?
+/misc/*.png
 /mmpub
 /mobile_collapsed
 /mobile_expanded_voter_list
 /mockup-editor
 /modifier
 /modules
+/modules/*.css$
+/modules/*.css?
+/modules/*.gif
+/modules/*.jpeg
+/modules/*.jpg
+/modules/*.js$
+/modules/*.js?
+/modules/*.png
 /monthlyfragments
 /most
 /mostrecentchange_sort
@@ -1961,9 +2080,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/standalone
 /pdfft
 /pdp-async/preview
+/pdr
 /people/*/circle
 /people/*/favorites
 /personality/index$
+/perspectives
+/perspectives/*.php$
+/perspectives/*/configuration-page.htm
+/perspectives/*/gobig
+/perspectives/*/teammembers
+/perspectives/*/testing
 /pgtrack.js
 /photo$
 /photo-editor
@@ -2032,6 +2158,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /profile
 /profile-about
 /profiles
+/profiles/*.css$
+/profiles/*.css?
+/profiles/*.gif
+/profiles/*.jpeg
+/profiles/*.jpg
+/profiles/*.js$
+/profiles/*.js?
+/profiles/*.png
 /profileshow
 /programs/umbrellafacilityforgenderequality/brief/ufge-partnership-council-meeting
 /promo
@@ -2093,6 +2227,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /retweets?
 /reviews
 /reviews$
+/reviewselections
 /revisions
 /rewards-experience
 /rino-_att
@@ -2113,6 +2248,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
+/ru-ru
 /s
 /s?k=*&rh=n*p_*p_*p_
 /saa/
@@ -2268,6 +2404,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /services/success-plans/accelerators._filter.RG*.
 /services/success-plans/accelerators/._filter.P*.
 /services/success-plans/accelerators/._filter.RG*.
+/serviceselection
 /settings
 /share
 /shop
@@ -2399,6 +2536,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /suggestions/new
 /suite
 /support-requests/new
+/support/*/en-ua
+/support/*/ru-ua
+/support/*/ua/en
+/support/*/ua/ru
+/support/*/ua/uk
 /support/reader
 /sw_skeleton
 /swf
@@ -2430,6 +2572,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /test-template
 /testhome
 /testing-products-
+/text
 /thank-you
 /the-hustle/author/*&
 /the-hustle/author/*?
@@ -2439,6 +2582,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /theme-store/tagged
 /theme-store/theme/my-theme-
 /themes
+/themes/*.css$
+/themes/*.css?
+/themes/*.gif
+/themes/*.jpeg
+/themes/*.jpg
+/themes/*.js$
+/themes/*.js?
+/themes/*.png
 /theshow/
 /things-to-do
 /thirdpartyservice
@@ -2455,6 +2606,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /topics
 /topics/*?
 /topics_amp/*
+/topline
 /townhome_att
 /tpoint_articleshow/*
 /track
@@ -3044,6 +3196,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?build
 ?bundle=
 ?byline=
+?c=cn&
+?c=hk&
+?c=tw&
 ?cacheBurst=
 ?calendar
 ?callback=
@@ -4563,6 +4718,7 @@ RegistrationInterceptPopup
 RegistreWeb/search/advanced.htm
 RegistreWeb/search/simple.htm
 RegistreWeb/search/typedoc.htm
+Registry
 RegistryPortalCmd
 RemindMe
 RentalCarsRedirect
@@ -4776,6 +4932,7 @@ Trips?
 TripsNative
 TripsWebview
 TypeAheadJson
+UCL-Info
 UIComponents/static-2.1011
 UIComponents/static-2.1046
 UIComponents/static-2.1109
@@ -5771,7 +5928,7 @@ api/fetch/mc-anon
 api/getrecjobs
 api/graphql
 api/historical
-api/http://creativecommons.org/robots.txt
+api/http://cosmcosmis.blogspot.com/robots.txt
 api/internal/*/location
 api/jobPostings/jobs
 api/maps/
@@ -6878,7 +7035,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://schema.org/robots.txt
+blog/.html.*http://sap.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/2025-shifting-roles-report/$
 blog/2026-ai-report/$
@@ -7848,6 +8005,7 @@ books?*zoom=
 books?*zoom=1
 books?*zoom=5
 bookshelf
+boomerang
 bootstrap
 boutique/sitemaps
 bouyguestelecom
@@ -7991,6 +8149,7 @@ buttonWidget
 buy
 buy/select-product
 buy_buttons
+buyer
 buyer-preferences
 buyeroffers/*/*.html
 buyeroffers/*/*/*.html
@@ -8008,6 +8167,7 @@ buzzfeed/api
 bv/upload
 bvroute=Review
 bvrrp
+bvstate=
 bvtab
 byptwd
 bzzagent
@@ -8180,6 +8340,7 @@ ca_referer=
 caas
 cache
 cache/MiamiImageURL
+cacheKey
 cacheKiller=
 cacheserial
 cai
@@ -8513,6 +8674,7 @@ cdn/assets/favicon
 cdn/wpm/*.js
 cds/media
 ce/item.cms*
+ceacb
 celebritycruises/guide-to-the-globe
 centenary-fund
 cep-telefonu-ve-aksesuar
@@ -8833,6 +8995,7 @@ cmp/addlink
 cmp/addvideo
 cms
 cms-constellation
+cms-training
 cms.dll*
 cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1
 cms_content
@@ -8844,8 +9007,18 @@ cmtofart/
 cmtofartac_lp/
 cn
 cn$
+cn-ccp-pages-sitemap.xml.gz
 cn-edu
+cn-encoded-pages-sitemap.xml.gz
 cn-k12
+cn-learn-pages-sitemap.xml.gz
+cn-pd-pages-sitemap.xml.gz
+cn-snp-pages-sitemap.xml.gz
+cn-sr-sitemap.xml
+cn-sr-sitemap.xml.gz
+cn-support-pages-sitemap.xml.gz
+cn-video-sitemap.xml
+cn-video-sitemap.xml.gz
 cn/*/aow
 cn/ai/图标生成器/工具
 cn/login-messages
@@ -9303,17 +9476,33 @@ communities/sitemap
 community
 community-guidelines
 community/*
+community/*-de
+community/*-es
+community/*-fr
+community/*-ja
+community/*-ko
+community/*-pt
 community/*/coins
 community/*/live
 community/*/post
 community/*/profile
 community/*/topics
+community/*=de
+community/*=es
+community/*=fr
+community/*=ja
+community/*=ko
+community/*=pt
 community/birth_day
 community/birth_year
 community/cf_user
 community/city
 community/coins
 community/country
+community/en/topics/community-events
+community/en/topics/leaderboard
+community/en/topics/superuser-central
+community/en/users/64c1061fe454291792ef4814
 community/error-subdivision-name-unavailable
 community/heroes/
 community/post
@@ -9322,6 +9511,7 @@ community/q/questions/*/view_counts
 community/q/socket.io
 community/search?
 community/topics
+community/zh
 community_comment
 community_post
 companies
@@ -9441,7 +9631,7 @@ confirmed?
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://booking.com/robots.txt
 connect/invite
 connect/social-intranet.html
 connections
@@ -9768,7 +9958,11 @@ cross-domain-bridge.html
 cross-domain/*
 cs
 cs-CZ/$
+cs-cz
 cs-cz/
+cs-cz/lp$
+cs-cz/lp/contact-us
+cs-cz/lp/homepage$
 cs/android/collections
 cs/android/search
 cs/firefox/collections
@@ -9788,6 +9982,8 @@ csb/kb/*/discuss
 csb/search
 csb/user
 csb/users
+csbapi
+csbapi/unified-communication
 csc
 csds/*
 cservice
@@ -9811,6 +10007,8 @@ culturalinstitute/images
 culturalinstitute/sitemaps
 culturalinstitute/stella
 culture/404_en.htm
+culture/projects/projects
+culture/staff/staff
 cursor=
 custom-player
 custom-reviews
@@ -9957,6 +10155,7 @@ d/search
 d/topicsearch
 d=pro
 da-DK/$
+da-dk*/lp
 da-dk/
 da/forums
 da/kb
@@ -10001,6 +10200,7 @@ dbvar/?term=
 dc
 dc?
 dcc
+dci/idp/dwa
 dcjs
 ddl2*
 ddp
@@ -10013,8 +10213,11 @@ de*/shop/*/favoriters
 de*/shop/*/rss_shop.php
 de*/shop/*/sold
 de-DE/$
+de-at*/lp
 de-at/
+de-ch*/lp
 de-ch/
+de-de*/lp
 de-de/
 de-de/$
 de-de/ai/$
@@ -11151,6 +11354,7 @@ dg-service
 dgs/education_culture/404_en.htm
 dhtml
 dhtmlmenu
+di/idp/dwa
 dialog
 dialog/*
 dictionary/$
@@ -11175,6 +11379,8 @@ digital-agenda/sites
 digital-agenda/tags
 digital-agenda/taxonomy
 digital-agenda/users
+digital-presence-services/chat
+digital-presence-services/uptimerobot-status-page-widget
 digital-single-market
 digital-single-market/contact
 digital-single-market/country
@@ -11458,6 +11664,7 @@ dp/product-availability
 dp/rate-this-item
 dp/shipping
 dp/twister-update
+dpl
 dpp
 draft
 draft=
@@ -11473,6 +11680,8 @@ dropbox
 drops
 drugs/2/search*
 drugs/ReportAbuse.aspx*
+drupal
+drupal-training
 dsb/android/collections
 dsb/android/search
 dsb/firefox/collections
@@ -11625,7 +11834,11 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 el
 el-GR/$
+el-gr
 el-gr/
+el-gr/lp$
+el-gr/lp/contact-us
+el-gr/lp/homepage$
 el/android/collections
 el/android/search
 el/firefox/collections
@@ -11778,12 +11991,39 @@ en-US/kb/*/discuss
 en-US/search
 en-US/user
 en-US/users
+en-ae
+en-ae/lp$
+en-ae/lp/contact-us
+en-ae/lp/homepage$
+en-af
+en-af/lp$
+en-af/lp/contact-us
+en-af/lp/homepage$
+en-ag
+en-ag/lp$
+en-ag/lp/contact-us
+en-ag/lp/homepage$
+en-ai
+en-ai/lp$
+en-ai/lp/contact-us
+en-ai/lp/homepage$
+en-al
+en-al/lp$
+en-al/lp/contact-us
+en-al/lp/homepage$
+en-an
+en-ao
+en-ao/lp$
+en-ao/lp/contact-us
+en-ao/lp/homepage$
+en-au*/lp
 en-au/
 en-au/*/media/oembed
 en-au/403-forbidden
 en-au/404-page-not-found
 en-au/README.md
 en-au/admin
+en-au/blog
 en-au/blog/search
 en-au/blog/topic
 en-au/comment/reply
@@ -11804,6 +12044,7 @@ en-au/core/*.png
 en-au/core/*.svg
 en-au/custom_banner
 en-au/docs
+en-au/dt
 en-au/filter/tips
 en-au/hidden
 en-au/in-product
@@ -11824,7 +12065,9 @@ en-au/media/oembed
 en-au/modules/README.txt
 en-au/no-follow
 en-au/node
+en-au/outlet/*?
 en-au/page-not-found
+en-au/perspectives
 en-au/phenom
 en-au/profiles
 en-au/profiles/*.css$
@@ -11849,8 +12092,95 @@ en-au/user/logout
 en-au/user/password
 en-au/user/register
 en-au/web.config
+en-aw
+en-aw/lp$
+en-aw/lp/contact-us
+en-aw/lp/homepage$
+en-ba
+en-ba/lp$
+en-ba/lp/contact-us
+en-ba/lp/homepage$
+en-bb
+en-bb/lp$
+en-bb/lp/contact-us
+en-bb/lp/homepage$
+en-bd
+en-bd/lp$
+en-bd/lp/contact-us
+en-bd/lp/homepage$
+en-bg
+en-bh
+en-bh/lp$
+en-bh/lp/contact-us
+en-bh/lp/homepage$
+en-bm
+en-bm/lp$
+en-bm/lp/contact-us
+en-bm/lp/homepage$
+en-bn
+en-bn/lp$
+en-bn/lp/contact-us
+en-bn/lp/homepage$
+en-bo
+en-bs
+en-bs/lp$
+en-bs/lp/contact-us
+en-bs/lp/homepage$
+en-bt
+en-bt/lp$
+en-bt/lp/contact-us
+en-bt/lp/homepage$
+en-bw
+en-bw/lp$
+en-bw/lp/contact-us
+en-bw/lp/homepage$
+en-bz
+en-bz/lp$
+en-bz/lp/contact-us
+en-bz/lp/homepage$
+en-ca*/lp
 en-ca/
+en-ca/blog
+en-ca/dt
+en-ca/perspectives
+en-ca/shop/sfc/sf/alienware-desktops
+en-ck
 en-cn/search
+en-cr
+en-cv
+en-cv/lp$
+en-cv/lp/contact-us
+en-cv/lp/homepage$
+en-cy
+en-cy/lp$
+en-cy/lp/contact-us
+en-cy/lp/homepage$
+en-dm
+en-dm/lp$
+en-dm/lp/contact-us
+en-dm/lp/homepage$
+en-do
+en-ec
+en-ed
+en-ee
+en-ee/lp$
+en-ee/lp/contact-us
+en-ee/lp/homepage$
+en-eg
+en-eg/lp$
+en-eg/lp/contact-us
+en-eg/lp/homepage$
+en-en
+en-et
+en-et/lp$
+en-et/lp/contact-us
+en-et/lp/homepage$
+en-fj
+en-fj/lp$
+en-fj/lp/contact-us
+en-fj/lp/homepage$
+en-fm
+en-gb
 en-gb/
 en-gb/*/media/oembed
 en-gb/403-forbidden
@@ -11925,23 +12255,334 @@ en-gb/user/logout
 en-gb/user/password
 en-gb/user/register
 en-gb/web.config
+en-gd
+en-gd/lp$
+en-gd/lp/contact-us
+en-gd/lp/homepage$
+en-gh
+en-gh/lp$
+en-gh/lp/contact-us
+en-gh/lp/homepage$
+en-gm
+en-gm/lp$
+en-gm/lp/contact-us
+en-gm/lp/homepage$
+en-gt
+en-gu
+en-gu/lp$
+en-gu/lp/contact-us
+en-gu/lp/homepage$
+en-gy
+en-gy/lp$
+en-gy/lp/contact-us
+en-gy/lp/homepage$
+en-hk*/lp
 en-hk/
+en-hk/blog
+en-hk/dt
+en-hk/perspectives
+en-hn
+en-hr
+en-ht
+en-ht/lp$
+en-ht/lp/contact-us
+en-ht/lp/homepage$
+en-id
+en-ie*/lp
 en-ie/
+en-ie/blog
+en-ie/dt
+en-ie/perspectives
+en-il
+en-il/lp$
+en-il/lp/contact-us
+en-il/lp/homepage$
+en-in*/lp
 en-in/
+en-in/blog
+en-in/dt
+en-in/perspectives
+en-in/shop/pdr
+en-iq
+en-iq/lp$
+en-iq/lp/contact-us
+en-iq/lp/homepage$
+en-is
+en-is/lp$
+en-is/lp/contact-us
+en-is/lp/homepage$
+en-jm
 en-jm/
+en-jm/lp$
+en-jm/lp/contact-us
+en-jm/lp/homepage$
+en-jo
+en-jo/lp$
+en-jo/lp/contact-us
+en-jo/lp/homepage$
+en-ke
+en-ke/lp$
+en-ke/lp/contact-us
+en-ke/lp/homepage$
+en-kh
+en-kh/lp$
+en-kh/lp/contact-us
+en-kh/lp/homepage$
+en-ki
+en-ki/lp$
+en-ki/lp/contact-us
+en-ki/lp/homepage$
+en-kn
+en-kn/lp$
+en-kn/lp/contact-us
+en-kn/lp/homepage$
+en-kw
+en-kw/lp$
+en-kw/lp/contact-us
+en-kw/lp/homepage$
+en-ky
+en-ky/lp$
+en-ky/lp/contact-us
+en-ky/lp/homepage$
+en-la
+en-la/lp$
+en-la/lp/contact-us
+en-la/lp/homepage$
+en-lb
+en-lb/lp$
+en-lb/lp/contact-us
+en-lb/lp/homepage$
+en-lc
+en-lc/lp$
+en-lc/lp/contact-us
+en-lc/lp/homepage$
+en-lk
+en-lk/lp$
+en-lk/lp/contact-us
+en-lk/lp/homepage$
+en-lr
+en-lr/lp$
+en-lr/lp/contact-us
+en-lr/lp/homepage$
+en-ls
+en-ls/lp$
+en-ls/lp/contact-us
+en-ls/lp/homepage$
+en-lt
+en-lt/lp$
+en-lt/lp/contact-us
+en-lt/lp/homepage$
+en-lv
+en-lv/lp$
+en-lv/lp/contact-us
+en-lv/lp/homepage$
+en-ly
+en-me
+en-me/lp$
+en-me/lp/contact-us
+en-me/lp/homepage$
+en-mk
+en-mk/lp$
+en-mk/lp/contact-us
+en-mk/lp/homepage$
+en-mm
+en-mm/lp$
+en-mm/lp/contact-us
+en-mm/lp/homepage$
+en-mn
+en-mn/lp$
+en-mn/lp/contact-us
+en-mn/lp/homepage$
+en-mp
+en-ms
+en-ms/lp$
+en-ms/lp/contact-us
+en-ms/lp/homepage$
+en-mt
+en-mt/lp$
+en-mt/lp/contact-us
+en-mt/lp/homepage$
+en-mu
+en-mu/lp$
+en-mu/lp/contact-us
+en-mu/lp/homepage$
+en-mv
+en-mv/lp$
+en-mv/lp/contact-us
+en-mv/lp/homepage$
+en-mw
+en-mw/lp$
+en-mw/lp/contact-us
+en-mw/lp/homepage$
+en-my*/lp
 en-my/
+en-my/blog
+en-my/dt
+en-my/perspectives
+en-mz
+en-mz/lp$
+en-mz/lp/contact-us
+en-mz/lp/homepage$
+en-na
+en-na/lp$
+en-na/lp/contact-us
+en-na/lp/homepage$
+en-ng
+en-ni
+en-np
+en-np/lp$
+en-np/lp/contact-us
+en-np/lp/homepage$
+en-nr
+en-nz*/lp
 en-nz/
+en-nz/blog
+en-nz/dt
+en-nz/perspectives
+en-om
+en-om/lp$
+en-om/lp/contact-us
+en-om/lp/homepage$
+en-pa
+en-pg
+en-pg/lp$
+en-pg/lp/contact-us
+en-pg/lp/homepage$
+en-ph
 en-ph/
+en-ph/*/sc
+en-pk
+en-pr
+en-pr/lp$
+en-pr/lp/contact-us
+en-pr/lp/homepage$
+en-pw
+en-pw/lp$
+en-pw/lp/contact-us
+en-pw/lp/homepage$
+en-py
+en-qa
+en-qa/lp$
+en-qa/lp/contact-us
+en-qa/lp/homepage$
+en-rs
+en-rs$
+en-rw
+en-rw/lp$
+en-rw/lp/contact-us
+en-rw/lp/homepage$
+en-sa
+en-sa/lp$
+en-sa/lp/contact-us
+en-sa/lp/homepage$
+en-sb
+en-sg*/lp
 en-sg/
+en-sg/blog
+en-sg/dt
+en-sg/perspectives
+en-si
+en-si/lp$
+en-si/lp/contact-us
+en-si/lp/homepage$
+en-sl
+en-sl/lp$
+en-sl/lp/contact-us
+en-sl/lp/homepage$
+en-so
+en-so/lp$
+en-so/lp/contact-us
+en-so/lp/homepage$
+en-sr
+en-sr/lp$
+en-sr/lp/contact-us
+en-sr/lp/homepage$
+en-sv
+en-sz
+en-sz/lp$
+en-sz/lp/contact-us
+en-sz/lp/homepage$
+en-tc
+en-tc/lp$
+en-tc/lp/contact-us
+en-tc/lp/homepage$
+en-th
+en-tl
+en-to
+en-tt
 en-tt/
+en-tt/lp$
+en-tt/lp/contact-us
+en-tt/lp/homepage$
+en-tv
+en-tz
+en-tz/lp$
+en-tz/lp/contact-us
+en-tz/lp/homepage$
+en-ua
+en-ug
+en-ug/lp$
+en-ug/lp/contact-us
+en-ug/lp/homepage$
+en-uk*/lp
+en-uk/blog
+en-uk/dt
+en-uk/perspectives
+en-us*/lp
 en-us-library
 en-us/
+en-us/blog
 en-us/business/tls/partnerships
+en-us/dt
+en-us/dt/what-we-do/index-apex.htm
+en-us/dt/what-we-do/index-device.htm
+en-us/dt/what-we-do/index-server.htm
+en-us/dt/what-we-do/index-storage.htm
 en-us/personalized-solutions
+en-us/perspectives
 en-us/test
 en-us/windows/si/matrix.html
 en-usbrary
+en-vc
+en-vc/lp$
+en-vc/lp/contact-us
+en-vc/lp/homepage$
+en-vg
+en-vg/lp$
+en-vg/lp/contact-us
+en-vg/lp/homepage$
+en-vi
+en-vi/lp$
+en-vi/lp/contact-us
+en-vi/lp/homepage$
+en-vn
+en-vn/*/sc
+en-vu
+en-vu/lp$
+en-vu/lp/contact-us
+en-vu/lp/homepage$
+en-ws
+en-ws/lp$
+en-ws/lp/contact-us
+en-ws/lp/homepage$
+en-ye
+en-ye/lp$
+en-ye/lp/contact-us
+en-ye/lp/homepage$
+en-yu
+en-za
 en-za/
+en-za/lp$
+en-za/lp/contact-us
+en-za/lp/homepage$
+en-zm
+en-zm/lp$
+en-zm/lp/contact-us
+en-zm/lp/homepage$
+en-zw
+en-zw/lp$
+en-zw/lp/contact-us
+en-zw/lp/homepage$
 en/admin/*
 en/consultations?
 en/core/
@@ -11961,6 +12602,7 @@ en/funding?
 en/group
 en/help/126238-pricing-faqs-legacy-guide
 en/help/142642-old-vs-new-pricing
+en/internaljustice/files
 en/library?
 en/microsoft-365
 en/microsoft-365/
@@ -12123,13 +12765,51 @@ es-MX/firefox/collections/4757633/$
 es-MX/firefox/collections/mozilla
 es-MX/firefox/collections/mozilla/$
 es-MX/firefox/search
+es-ag
+es-ai
+es-an
+es-ar
 es-ar/
+es-ar/lp$
+es-ar/lp/contact-us
+es-ar/lp/homepage$
+es-aw
+es-bb
+es-bm
+es-bo
 es-bo/
+es-bo/lp$
+es-bo/lp/contact-us
+es-bo/lp/homepage$
+es-bs
+es-bz
+es-cl
 es-cl/
+es-cl/lp$
+es-cl/lp/contact-us
+es-cl/lp/homepage$
+es-co
 es-co/
+es-co/lp$
+es-co/lp/contact-us
+es-co/lp/homepage$
+es-cr
 es-cr/
+es-cr/lp$
+es-cr/lp/contact-us
+es-cr/lp/homepage$
+es-dm
+es-do
 es-do/
+es-do/lp$
+es-do/lp/contact-us
+es-do/lp/homepage$
+es-ec
 es-ec/
+es-ec/lp$
+es-ec/lp/contact-us
+es-ec/lp/homepage$
+es-es*/lp
 es-es/
 es-es/$
 es-es/*/media/oembed
@@ -12722,8 +13402,22 @@ es-es/web.config
 es-es/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-diseno-video/$
 es-es/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-diseno/$
 es-es/wireframe-tool/$
+es-gd
+es-gt
 es-gt/
+es-gt/lp$
+es-gt/lp/contact-us
+es-gt/lp/homepage$
+es-gy
+es-hn
 es-hn/
+es-hn/lp$
+es-hn/lp/contact-us
+es-hn/lp/homepage$
+es-ht
+es-jm
+es-kn
+es-ky
 es-la/$
 es-la/ai/$
 es-la/ai/config-2025/$
@@ -13238,15 +13932,58 @@ es-la/web-development/$
 es-la/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-diseno-video/$
 es-la/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-diseno/$
 es-la/wireframe-tool/$
+es-lc
+es-mx
 es-mx/
+es-mx/lp$
+es-mx/lp/contact-us
+es-mx/lp/homepage$
+es-ni
 es-ni/
+es-ni/lp$
+es-ni/lp/contact-us
+es-ni/lp/homepage$
+es-pa
 es-pa/
+es-pa/lp$
+es-pa/lp/contact-us
+es-pa/lp/homepage$
+es-pe
 es-pe/
+es-pe/lp$
+es-pe/lp/contact-us
+es-pe/lp/homepage$
+es-pr
 es-pr/
+es-pr/lp$
+es-pr/lp/contact-us
+es-pr/lp/homepage$
+es-py
 es-py/
+es-py/lp$
+es-py/lp/contact-us
+es-py/lp/homepage$
+es-sr
+es-sv
 es-sv/
+es-sv/lp$
+es-sv/lp/contact-us
+es-sv/lp/homepage$
+es-tc
+es-tt
+es-uy
 es-uy/
+es-uy/lp$
+es-uy/lp/contact-us
+es-uy/lp/homepage$
+es-vc
+es-ve
 es-ve/
+es-ve/lp$
+es-ve/lp/contact-us
+es-ve/lp/homepage$
+es-vg
+es-vi
 es-xl/
 es-xl/motivator/
 es/$
@@ -13935,7 +14672,11 @@ fi-en/teams
 fi-en/transactions
 fi-en/treasury
 fi-en/your
+fi-fi
 fi-fi/
+fi-fi/lp$
+fi-fi/lp/contact-us
+fi-fi/lp/homepage$
 fi/*
 fi/Download
 fi/ai/ikonigeneraattori/tyokalu
@@ -13999,7 +14740,7 @@ files/developer
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://irishtimes.com/robots.txt
 filter.searchKeyword=
 filter/
 filter/tips
@@ -14021,7 +14762,7 @@ finances
 financial-services/ofss
 find
 find-more
-find/*http://freepik.com/robots.txt
+find/*http://frontiersin.org/robots.txt
 findCityAjax.htm
 finetune
 fios
@@ -15849,10 +16590,55 @@ fr*/shop/*/rss_shop.php
 fr*/shop/*/sold
 fr-CA/$
 fr-FR/$
+fr-be*/lp
 fr-be/
+fr-bf
+fr-bf/lp$
+fr-bf/lp/contact-us
+fr-bf/lp/homepage$
+fr-bi
+fr-bi/lp$
+fr-bi/lp/contact-us
+fr-bi/lp/homepage$
+fr-bj
+fr-bj/lp$
+fr-bj/lp/contact-us
+fr-bj/lp/homepage$
+fr-ca*/lp
 fr-ca/
 fr-ca/login-messages
+fr-cd
+fr-cd/lp$
+fr-cd/lp/contact-us
+fr-cd/lp/homepage$
+fr-cf
+fr-cf/lp$
+fr-cf/lp/contact-us
+fr-cf/lp/homepage$
+fr-cg
+fr-cg/lp$
+fr-cg/lp/contact-us
+fr-cg/lp/homepage$
+fr-ch*/lp
 fr-ch/
+fr-ci
+fr-ci/lp$
+fr-ci/lp/contact-us
+fr-ci/lp/homepage$
+fr-cm
+fr-cm/lp$
+fr-cm/lp/contact-us
+fr-cm/lp/homepage$
+fr-dj
+fr-dj/lp$
+fr-dj/lp/contact-us
+fr-dj/lp/homepage$
+fr-dz
+fr-dz/lp$
+fr-dz/lp/contact-us
+fr-dz/lp/homepage$
+fr-ed
+fr-fr*/lp
 fr-fr/
 fr-fr/$
 fr-fr/ai/$
@@ -16630,6 +17416,91 @@ fr-fr/web-development/$
 fr-fr/webinars/mirakl-design-system/$
 fr-fr/webinars/reconnaissance-strategique-du-design/$
 fr-fr/wireframe-tool/$
+fr-ga
+fr-ga/lp$
+fr-ga/lp/contact-us
+fr-ga/lp/homepage$
+fr-gf
+fr-gf/lp$
+fr-gf/lp/contact-us
+fr-gf/lp/homepage$
+fr-gn
+fr-gn/lp$
+fr-gn/lp/contact-us
+fr-gn/lp/homepage$
+fr-gp
+fr-gq
+fr-gq/lp$
+fr-gq/lp/contact-us
+fr-gq/lp/homepage$
+fr-km
+fr-km/lp$
+fr-km/lp/contact-us
+fr-km/lp/homepage$
+fr-lu
+fr-lu/lp$
+fr-lu/lp/contact-us
+fr-lu/lp/homepage$
+fr-ma
+fr-ma/lp$
+fr-ma/lp/contact-us
+fr-ma/lp/homepage$
+fr-mg
+fr-mg/lp$
+fr-mg/lp/contact-us
+fr-mg/lp/homepage$
+fr-ml
+fr-ml/lp$
+fr-ml/lp/contact-us
+fr-ml/lp/homepage$
+fr-mq
+fr-mq/lp$
+fr-mq/lp/contact-us
+fr-mq/lp/homepage$
+fr-mr
+fr-mr/lp$
+fr-mr/lp/contact-us
+fr-mr/lp/homepage$
+fr-nc
+fr-nc/lp$
+fr-nc/lp/contact-us
+fr-nc/lp/homepage$
+fr-ne
+fr-ne/lp$
+fr-ne/lp/contact-us
+fr-ne/lp/homepage$
+fr-pf
+fr-pf/lp$
+fr-pf/lp/contact-us
+fr-pf/lp/homepage$
+fr-re
+fr-re/lp$
+fr-re/lp/contact-us
+fr-re/lp/homepage$
+fr-sc
+fr-sc/lp$
+fr-sc/lp/contact-us
+fr-sc/lp/homepage$
+fr-sn
+fr-sn/lp$
+fr-sn/lp/contact-us
+fr-sn/lp/homepage$
+fr-td
+fr-td/lp$
+fr-td/lp/contact-us
+fr-td/lp/homepage$
+fr-tg
+fr-tg/lp$
+fr-tg/lp/contact-us
+fr-tg/lp/homepage$
+fr-tn
+fr-tn/lp$
+fr-tn/lp/contact-us
+fr-tn/lp/homepage$
+fr-yt
+fr-yt/lp$
+fr-yt/lp/contact-us
+fr-yt/lp/homepage$
 fr/$
 fr/*
 fr/*/media/oembed
@@ -17801,6 +18672,7 @@ hr/firefox/search
 hr/forums
 hr/kb/*/discuss
 hr/search
+hr/senior_promotions
 hr/user
 hr/users
 hs/hsstatic/content_shared
@@ -17836,8 +18708,8 @@ html5
 http
 http2_data
 http://3my78.blogspot.com/robots.txt
-http://akparti.org.tr/robots.txt
-http://aliexpress.com/robots.txt
+http://aka.ms/robots.txt
+http://aljazeera.com/robots.txt
 http://amazon.co.jp/robots.txt
 http://amazon.co.uk/robots.txt
 http://amazon.com/robots.txt
@@ -17847,36 +18719,37 @@ http://amazon.fr/robots.txt
 http://amazon.in/robots.txt
 http://amazon.it/robots.txt
 http://ameblo.jp/robots.txt
-http://apps.apple.com/robots.txt
-http://behance.net/robots.txt
-http://ec.europa.eu/robots.txt
+http://apple.com/robots.txt
+http://beinternetawesome.withgoogle.com/robots.txt
+http://economist.com/robots.txt
 http://en.m.wikipedia.org/robots.txt
-http://globalnews.ca/robots.txt
-http://gov.br/robots.txt
+http://gist.github.com/robots.txt
 http://groupon.com/robots.txt
-http://healthline.com/robots.txt
-http://irishtimes.com/robots.txt
+http://gstatic.com/robots.txt
+http://healthtips1dr.blogspot.com/robots.txt
+http://irs.gov/robots.txt
 http://kickstarter.com/robots.txt
 http://nationalgeographic.com/robots.txt
-http://newsweek.com/robots.txt
+http://nhs.uk/robots.txt
 http://patents.google.com/robots.txt
-http://pixiv.net/robots.txt
-http://sec.gov/robots.txt
+http://phys.org/robots.txt
+http://seekingalpha.com/robots.txt
 http://smithsonianmag.com/robots.txt
-http://static.wixstatic.com/robots.txt
+http://statista.com/robots.txt
 http://techradar.com/robots.txt
 http://thelancet.com/robots.txt
 http://tracks.arte.tv/robots.txt
 http://upload.wikimedia.org/robots.txt
-http://use.fontawesome.com/robots.txt
+http://usatoday.com/robots.txt
 http://vr.youtube.com/robots.txt
-http://wa.me/robots.txt
-http://weforum.org/robots.txt
+http://w3techs.com/robots.txt
+http://weebly.com/robots.txt
 http://wix.com/robots.txt
 https://player.cnevids.com
 https:/www.alibaba.com
 hu
 hu-HU/$
+hu-hu
 hu-hu/
 hu/Download
 hu/android/collections
@@ -18252,6 +19125,10 @@ image
 image-*chatId=
 image-*mode=
 image-*tool=
+image-cn-apd-sitemap.xml.gz
+image-cn-sc-sitemap.xml.gz
+image-cn-sf-sitemap.xml.gz
+image-cn-spd-sitemap.xml.gz
 image-zoom
 image/detailprint
 imageClipperUpload
@@ -18407,6 +19284,7 @@ independentlens/video/index.php?
 indepthtoolkit/smallprox
 indepthtoolkit/smallprox$
 index
+index-cn-sitemap.xml.gz
 index.html
 index.html$
 index.html?
@@ -18618,6 +19496,7 @@ insurance/*/match
 insurance/auto/m
 int/Free_For_Mem
 int_search_summary
+intake
 intarnel/*
 intcmp=
 integrate/
@@ -18626,7 +19505,7 @@ integrations/facebook/glassdoor/eep
 intelligencer/amp
 intent
 interactive
-interactive*http://fda.gov/robots.txt
+interactive*http://fb.watch/robots.txt
 interactive/reading-preference
 interactives/sponsor-story
 intercept
@@ -18745,6 +19624,7 @@ it*/shop/*/favoriters
 it*/shop/*/rss_shop.php
 it*/shop/*/sold
 it-IT/$
+it-it*/lp
 it-it/
 it-it/$
 it-it/ai/$
@@ -19186,6 +20066,7 @@ j
 j/pro-site
 ja
 ja-JP/$
+ja-jp*/lp
 ja-jp/
 ja-jp/$
 ja-jp/a-step-forward-in-our-accessibility-efforts/$
@@ -20193,6 +21074,7 @@ known-issues
 knowyourworth
 ko
 ko-KR/$
+ko-kr*/lp
 ko-kr/
 ko-kr/$
 ko-kr/ai/$
@@ -20675,6 +21557,8 @@ ko_kr/features
 ko_kr/graphs
 ko_kr/learn
 ko_kr/templates/M
+koa/search
+koa/vocaas
 koha/
 kolkata
 kontakt
@@ -20739,9 +21623,38 @@ learn-more-about-figma/$
 learn-noperf
 learn-perf
 learn/
+learn/at
+learn/au
+learn/be
+learn/ca
+learn/ch
+learn/cn
+learn/de
+learn/dk
+learn/es
+learn/fr
+learn/hk
+learn/hk/zh
+learn/ie
+learn/in
+learn/it
+learn/jp
+learn/kr
+learn/my
 learn/nflsundayticket/__ex__
+learn/nl
+learn/no
+learn/nz
+learn/pl
+learn/pt
+learn/se
 learn/search-results
 learn/seo
+learn/sg
+learn/tw
+learn/tw/zh
+learn/uk
+learn/us
 learning*&auth=true
 learning*?auth=true
 learning-center/search
@@ -21702,6 +22615,7 @@ modern-formats-eng/ucp/static/*/csr
 modern-formats-eng/ucp/static/*/dev
 modern-formats-eng/ucp/static/framework_logging
 modernizr
+module-catalogue
 module-showcase
 modules
 modules-fetch
@@ -21770,6 +22684,7 @@ moyers/journal/about/search_google.html
 moyers/mt3
 moyers/mt4
 mp/lp
+mpn-cn-sitemap.xml.gz
 mpw_count
 mpx
 mr-IN/$
@@ -22259,7 +23174,9 @@ nl*/shop/*/favoriters
 nl*/shop/*/rss_shop.php
 nl*/shop/*/sold
 nl-NL/$
+nl-be*/lp
 nl-be/
+nl-nl*/lp
 nl-nl/
 nl-nl/$
 nl-nl/Demo
@@ -22627,6 +23544,7 @@ no-en/transactions
 no-en/treasury
 no-en/your
 no-follow
+no-no*/lp
 no/*
 no/Download
 no/ai/ikon-generator/verktoy
@@ -22843,6 +23761,7 @@ offsite
 ofr/api/v3/questionnaire
 og
 oggiPlayerLoader.htm
+ogm
 ohttp_gateway
 oidc/callback
 ojp
@@ -23403,6 +24322,7 @@ partials
 partner
 partner-articles/
 partner-center
+partner-cn-sitemap.xml.gz
 partner-program
 partner/*?
 partners
@@ -23638,6 +24558,7 @@ pl*/shop/*/favoriters
 pl*/shop/*/rss_shop.php
 pl*/shop/*/sold
 pl-PL/$
+pl-pl*/lp
 pl-pl/
 pl-pl/$
 pl-pl/ai/$
@@ -24033,6 +24954,7 @@ ppl
 ppt/*?
 pr
 pr=
+pr_rd_page=
 praca
 practical-law-the-journal/search
 prbr
@@ -24049,7 +24971,7 @@ premium
 premium$
 premium-reports
 premium/$
-premium/http://s3.amazonaws.com/robots.txt
+premium/http://s.w.org/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -24132,7 +25054,7 @@ privacypolicychanges
 private
 private
 private-promo
-private/http://about.google/robots.txt
+private/http://about.fb.com/robots.txt
 private/wtrack
 pro
 pro$
@@ -24186,7 +25108,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://woocommerce.com/robots.txt
+product-ratings/http://wired.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -24354,6 +25276,7 @@ proof=t%2Btarget%3D\
 proplayer
 props/
 proredir?
+prospective-students/undergraduate-redesign
 protected
 protein/?term=
 proteinclusters/?term=
@@ -24414,6 +25337,7 @@ pt-PT/user
 pt-PT/users
 pt-ao
 pt-br
+pt-br*/lp
 pt-br/
 pt-br/$
 pt-br/*/media/oembed
@@ -24815,6 +25739,7 @@ pt-br/node
 pt-br/nossa-hist%C3%B3ria
 pt-br/organization/$
 pt-br/ott
+pt-br/outlet/*?
 pt-br/page-not-found
 pt-br/phenom
 pt-br/plus/r
@@ -24994,7 +25919,11 @@ pt-br/web-development/$
 pt-br/web.config
 pt-br/webinars/organization-onboarding/$
 pt-br/wireframe-tool/$
+pt-pt
 pt-pt/
+pt-pt/lp$
+pt-pt/lp/contact-us
+pt-pt/lp/homepage$
 pt/*
 pt/*?order=
 pt/*color=
@@ -25215,6 +26144,7 @@ quickstart/promo/confirmation
 quickstirshow*
 quiz
 quizzes
+quote
 quote/*/earnings/*-*-2025-*-*.html
 quote/*/earnings/*-*-2026-*-*.html
 quote/*/earnings/*.html
@@ -25395,6 +26325,8 @@ relation
 relation=
 release-notes/$
 releasenotes/item/
+religious-landscape-study/*.md
+religious-landscape-study/*/markdown
 relnotes
 remember-the-titans
 rememberme
@@ -26196,6 +27128,11 @@ rm/users
 rmp
 ro
 ro-RO/$
+ro-md
+ro-md/lp$
+ro-md/lp/contact-us
+ro-md/lp/homepage$
+ro-ro
 ro-ro/
 ro/*
 ro/Download
@@ -26266,8 +27203,50 @@ rtm
 ru
 ru$
 ru-RU/$
+ru-am
+ru-am/lp$
+ru-am/lp/contact-us
+ru-am/lp/homepage$
+ru-az
+ru-az/lp$
+ru-az/lp/contact-us
+ru-az/lp/homepage$
+ru-by
+ru-by/lp$
+ru-by/lp/contact-us
+ru-by/lp/homepage$
+ru-ge
+ru-ge/lp$
+ru-ge/lp/contact-us
+ru-ge/lp/homepage$
+ru-kg
+ru-kg/lp$
+ru-kg/lp/contact-us
+ru-kg/lp/homepage$
+ru-kz
+ru-kz/lp$
+ru-kz/lp/contact-us
+ru-kz/lp/homepage$
+ru-rs
+ru-ru
 ru-ru/
 ru-ru/events/platforma/materials/default.aspx?speaker*
+ru-ru/lp$
+ru-ru/lp/contact-us
+ru-ru/lp/homepage$
+ru-tj
+ru-tj/lp$
+ru-tj/lp/contact-us
+ru-tj/lp/homepage$
+ru-tm
+ru-tm/lp$
+ru-tm/lp/contact-us
+ru-tm/lp/homepage$
+ru-ua
+ru-uz
+ru-uz/lp$
+ru-uz/lp/contact-us
+ru-uz/lp/homepage$
 ru/
 ru/ai/icon-generator/tool
 ru/ajax
@@ -26707,6 +27686,7 @@ search-effectiveness.html
 search-results
 search-results
 search-results.html
+search-webglimps
 search.html
 search.industrysegment=*
 search.jsp
@@ -27178,6 +28158,7 @@ signup_modal
 signurl
 silent-login
 silent.html
+silva
 silver-linings-playbook
 since=
 sio
@@ -27519,7 +28500,11 @@ sitesearch
 size=
 sk
 sk-SK/$
+sk-sk
 sk-sk/
+sk-sk/lp$
+sk-sk/lp/contact-us
+sk-sk/lp/homepage$
 sk/*
 sk/Download
 sk/android/collections
@@ -28470,28 +29455,64 @@ supplier-report
 supplier/guide
 support
 support/
+support/*/ServiceTag
+support/*/chat
+support/*/cn/zh
+support/*/en-hk
+support/*/hk/zh
+support/*/ips
+support/*/ru/ru
+support/*/servicetag
+support/*/tab_mob
+support/*/tw/zh
+support/*/zh-cn
+support/*/zh-hk
+support/*/zh-tw
 support/*zout_
+support/Diagnostics
+support/Search
+support/article{lwp}
 support/category
+support/clientconnection
+support/components
 support/content
+support/coveo-dell
+support/csbapi
 support/custom_resource
+support/diagnostics
 support/direct-images
 support/direct-tooltips
 support/distr
 support/dsp
 support/fe4be44a295cc679e19bf0b8f133083d
 support/forum/search?
+support/home/*/*/*/Diagnostics
+support/home/*/*/*/Drivers/DownloadList
+support/home/*/*/*/Drivers/DriversList
+support/home/*/*/*/Drivers/EmailSubscription
+support/home/*/*/*/Drivers/OneClick
+support/home/cassette.axd
+support/incidents-online/*/contactus/product
+support/ips
+support/kbdoc/*/000287599
+support/kbdoc/*/article/lkbprint
 support/knowledgebase/article.aspx?type=article*contentid
 support/knowledgebase/subcategory.aspx?type=category*contentid
 support/knowledgecenter/api
 support/knowledgecenter/v1
+support/manuals/*/*/*/flyout
 support/maps-beta
 support/market-images
+support/order-status/*/order-collection
+support/order-status/*/packingslip
 support/praktikum-english
 support/praktikum/flow.html
+support/productsmfe
 support/reader
 support/search
 support/search-results
 support/security
+support/sitealerts/*-
 support/tag
 support/tutorials
 support/webmaster-images
@@ -28526,6 +29547,7 @@ sv-SE/kb/*/discuss
 sv-SE/search
 sv-SE/user
 sv-SE/users
+sv-se*/lp
 sv-se/
 sv/event/*/shoutbox
 sv/event/*/shoutbox?
@@ -29159,7 +30181,7 @@ test.html
 test/diagnostic-tool
 test_community
 testgpr
-testhttp://moskva.stroi-podryad.ru/robots.txt
+testhttp://michigan.gov/robots.txt
 testing
 testpage-forhomepage
 tests
@@ -29484,6 +30506,7 @@ tn/kb/*/discuss
 tn/search
 tn/user
 tn/users
+tobedeleted-sites
 today
 todays_paper
 toggle-experiment
@@ -29587,6 +30610,7 @@ tpx
 tq
 tr
 tr-TR/$
+tr-tr
 tr-tr/
 tr-tr/search/
 tr-tr/search/default.mi
@@ -29889,7 +30913,7 @@ ui-images/static-2.116
 ui-images/static-2.193
 ui-images/static-2.92
 uiLoggerAjax
-uiLoggerAjaxhttp://html.spec.whatwg.org/robots.txt
+uiLoggerAjaxhttp://howtogeek.com/robots.txt
 uibreakfast
 uie/clk
 uk
@@ -29902,7 +30926,11 @@ uk*/shop/*/rss_shop.php
 uk*/shop/*/sold
 uk-UA/$
 uk-tax-strategy/$
+uk-ua
 uk-ua/
+uk-ua/lp$
+uk-ua/lp/contact-us
+uk-ua/lp/homepage$
 uk/*?order=
 uk/*color=
 uk/*customizable=
@@ -30405,7 +31433,7 @@ uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
 uz/forums
-uz/http://billboard.com/robots.txt
+uz/http://beppegrillo.it/robots.txt
 uz/kb/*/discuss
 uz/search
 uz/user
@@ -31405,7 +32433,7 @@ wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
 wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://windows.microsoft.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -31605,6 +32633,7 @@ wordpress/wp-admin/admin-ajax.php
 wordpress/wp-content
 work
 work
+work-at-ucl/redeployment
 work/_
 work/acceptinvitation
 work/account
@@ -31704,8 +32733,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
-wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
+wp-admin/admin-ajax.phphttp://rumble.com/robots.txt
+wp-admin/admin-ajax.phphttp://state.gov/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-admin/post.php
@@ -31727,6 +32756,7 @@ wp-content/plugins/abm-sej/includes/infinte-scroll/js/infs.js
 wp-content/plugins/abm-sej/includes/infinte-scroll/js/observer-lazy-load-a.js
 wp-content/plugins/abm-sej/includes/infinte-scroll/js/prebid/prebid10.9.0.js
 wp-content/plugins/liveblog
+wp-content/plugins/prc-icon-library
 wp-content/plugins/wp-bigmarker/asset/public/js/hs.js
 wp-content/plugins/ws-form-pro/public/js/ws-form-public-geo.min.js
 wp-content/plugins/ws-form-pro/public/js/ws-form-public-tracking.min.js
@@ -31795,6 +32825,7 @@ ww/en
 wwe-nxt
 wwe-raw
 wwe-smackdown
+www-mail
 wwwhkotc.cc
 x/oauth
 xas/api
@@ -31864,7 +32895,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://eur-lex.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourtake
@@ -31954,13 +32985,44 @@ zh-TW/search
 zh-TW/user
 zh-TW/users
 zh-cn
+zh-cn*/lp
 zh-cn/
+zh-cn/*/buy
+zh-cn/*/cart
+zh-cn/*/compare
+zh-cn/*/rec
+zh-cn/*/serviceselection
+zh-cn/blog
+zh-cn/blog/*.php$
+zh-cn/blog/*/configuration-page.htm
+zh-cn/blog/*/gobig
+zh-cn/blog/*/teammembers
+zh-cn/blog/*/testing
+zh-cn/buy
+zh-cn/cart
+zh-cn/corporate/karen-quintos.htm
+zh-cn/corporate/newsroom-test.htm
+zh-cn/dt
+zh-cn/dt/*.php$
+zh-cn/dt/*/configuration-page.htm
+zh-cn/dt/*/gobig
+zh-cn/dt/*/teammembers
+zh-cn/dt/*/testing
 zh-cn/kb
+zh-cn/outlet/*?
+zh-cn/perspectives
+zh-cn/perspectives/*.php$
+zh-cn/perspectives/*/configuration-page.htm
+zh-cn/perspectives/*/gobig
+zh-cn/perspectives/*/teammembers
+zh-cn/perspectives/*/testing
 zh-cn/search
+zh-cn/shop//sf/xps-2-in-1
 zh-hans
 zh-hans/node/
 zh-hant
 zh-hant/node/
+zh-hk*/lp
 zh-hk/
 zh-hk/*/media/oembed
 zh-hk/403-forbidden
@@ -32034,6 +33096,7 @@ zh-hk/user/logout
 zh-hk/user/password
 zh-hk/user/register
 zh-hk/web.config
+zh-tw*/lp
 zh-tw/
 zh/
 zh/ai/圖標生成器/工具
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 95cc958a8..bbff97500 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -337,7 +337,7 @@
 -2/
 -1-cw*
 -1.
--1.*http://asiaone.com/robots.txt
+-1.*http://chromium.googlesource.com/robots.txt
 -1/
 
 
Disallow:
@@ -359,7 +359,7 @@
 #
 $
 $
-$http://douglas.de/robots.txt
+$http://themeisle.com/robots.txt
 $rpc/google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
 $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 %
@@ -507,8 +507,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &action=viewreputation
 &action=vote
 &add-to-cart=
-&add-to-cart=http://anydesk.com/robots.txt
-&add-to-cart=http://whec.com/robots.txt
+&add-to-cart=http://prensalibre.com/robots.txt
+&add-to-cart=http://zippia.com/robots.txt
 &adid=
 &aff=
 &affiliate=
@@ -540,7 +540,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &author=
 &authors=
 &b=
-&b=
 &back=
 &bc=
 &before=
@@ -640,7 +639,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &evttype=
 &expand_comments=true
 &f%5B
-&f%5B*http://wiwo.de/robots.txt
+&f%5B*http://thestar.com.my/robots.txt
 &f%5B1
 &f%5B1*
 &f[
@@ -814,7 +813,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &offset=
 &op=
 &ophqt=
-&ord
 &order
 &order=
 &order=
@@ -1451,7 +1449,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*_s:(*%2c
 .*_s:(*,
 .*assets/fonts
-.*story_archive$http://fodors.com/robots.txt
+.*story_archive$http://stumbleupon.com/robots.txt
 .+
 .../
 .ASPX$
@@ -1547,7 +1545,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .cam-tangent
 .captureproxyhost:
 .card
-.cards.sectionhttp://shape.com/robots.txt
+.cards.sectionhttp://cs.princeton.edu/robots.txt
 .cat?*&*&*&*
 .cc
 .cfm
@@ -1562,7 +1560,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .co
 .co.uk
 .com
-.comp$
 .csi
 .css
 .css
@@ -1572,7 +1569,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*************
 .css.
 .css?
-.csshttp://danilette.over-blog.com/robots.txt
+.csshttp://pragmaticslot88.co/robots.txt
 .cssx$
 .csv
 .csv
@@ -1617,9 +1614,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .element
 .emailjson
 .emailtxt
-.embed
 .env
-.envhttp://protonvpn.com/robots.txt
+.envhttp://tribe.net/robots.txt
 .eot
 .eot$
 .eot*************
@@ -1773,7 +1769,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .llb$
 .llms.txt
 .llms.txt$
-.llms.txthttp://fws.gov/robots.txt
+.llms.txthttp://msnbc.msn.com/robots.txt
 .localcache
 .log$
 .log$
@@ -1854,8 +1850,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .pdf
 .pdf$
 .pdf$
-.pdf$http://grow.google/robots.txt
-.pdf$http://hk.chinamobile.com/robots.txt
+.pdf$http://archpaper.com/robots.txt
+.pdf$http://opensource.google.com/robots.txt
 .pdf$http://phila.gov/robots.txt
 .pdf%7CName=ComponentLink
 .pdf*************
@@ -1882,8 +1878,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .png
 .png$
 .png$
-.png$http://displate.com/robots.txt
-.png$http://shacknews.com/robots.txt
+.png$http://getdrip.com/robots.txt
+.png$http://irishcentral.com/robots.txt
 .png*************
 .popup.html
 .pps
@@ -1953,7 +1949,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .svg$
 .svg*************
 .svg?
-.svghttp://uk.linkedin.com/robots.txt
+.svghttp://science.org/robots.txt
 .svn
 .svn$
 .svn$
@@ -2059,13 +2055,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xls$
 .xls?
 .xlsb
-.xlshttp://xataka.com/robots.txt
+.xlshttp://stocksy.com/robots.txt
 .xlsm
 .xlsx
 .xlsx
 .xlsx$
 .xlsx$
-.xlsx$http://psu.edu/robots.txt
+.xlsx$http://utexas.edu/robots.txt
 .xml
 .xml$
 .xml$
@@ -2107,7 +2103,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*,pgn:
 /*-*/login?from=
 /*-*/manage-cookie-preferences*?
-/*-jobs*http://abc.go.com/robots.txt
+/*-jobs*http://leafly.com/robots.txt
 /*-p-*/benzer-urunler
 /*-p-*/satici-sorulari
 /*-p-*/saticilar
@@ -2141,7 +2137,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*.png
 /*.print.html
 /*.svg
-/*.swf
 /*.tpl-empty
 /*.tpl-plain
 /*.tpl-plain.
@@ -2288,7 +2283,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/district=
 /*/documents
 /*/download/download-api/my-documents/checkStatus/
-/*/downloadhttp://google.co.kr/robots.txt
+/*/downloadhttp://m.me/robots.txt
 /*/edit
 /*/edit$
 /*/extranets/
@@ -3079,6 +3074,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /2020*-en-directo*
 /2020-2021/*/live*shtml
 /2020/*/live*shtml
+/2020/02/13/money
 /2021*-en-directo*
 /2021/*/live*shtml
 /2022*-en-directo*
@@ -3251,7 +3247,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?page=
 /?page=*&*
 /?pageType=
-/?pdf=1http://lwl.org/robots.txt
+/?pdf=1http://pushpay.com/robots.txt
 /?perfil_id=
 /?plugin=all-in-one-event-calendar
 /?position=
@@ -3278,6 +3274,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?q=user/password
 /?q=user/register
 /?rating=
+/?rcmclid=
 /?recordId=
 /?ref=
 /?ref=
@@ -3572,7 +3569,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Undefined
 /UniversalVariable/GetUniversalVariableUser
 /Unknown/Unknown-Unknown
-/Uploadify/
 /User/SignIn
 /User/SignOut
 /UserAgent$
@@ -3711,7 +3707,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /account/
 /account/*
 /account/check-email
-/account/check-email/?redirectUrl=*http://mtu.edu/robots.txt
+/account/check-email/?redirectUrl=*http://foundation.app/robots.txt
 /account/cls
 /account/device-auth
 /account/forgot-password
@@ -3752,8 +3748,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /action/showFeed?
 /actions_panel
 /action~
-/action~*/http://eduardromanyuta.com/robots.txt
-/action~*/http://tvmusic.in.ua/robots.txt
+/action~*/http://bluesquaretoolkit.com/robots.txt
+/action~*/http://nsp.lv/robots.txt
 /actividades/reserva_confirmada
 /actividades/voucher
 /activities/detail
@@ -3845,6 +3841,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /alibaba
 /all
 /all-annual-reports?
+/all-groups.html*.com
 /all_comments
 /all_events?
 /all_news?
@@ -3945,7 +3942,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /api/*
 /api/*/amp
 /api/*amount
-/api/*http://apps.twitter.com/robots.txt
+/api/*http://local10.com/robots.txt
 /api/catalog/v3
 /api/catalog/v3/srfile
 /api/frontend-transition-page/gotostore
@@ -3985,6 +3982,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /apply-for-finance/fragments/simulator
 /applyStart.asp
 /applystart
+/appointment
 /appointments/api
 /appointments/book/profile
 /appointments/mapbox
@@ -4007,7 +4005,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /archive
 /archives
 /archivetop.html
-/area/*?
 /art/*shoponline
 /arte/*shoponline
 /article
@@ -4068,7 +4065,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /auth-done
 /auth/
 /auth/login/*
-/authentication/signin
 /author
 /author
 /author/
@@ -4094,6 +4090,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /avis/produit/*
 /avtor/
 /awards
+/awards$
 /awards-and-festivals
 /awards.html
 /awards_invite
@@ -4218,7 +4215,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /blog/error*
 /blog/feed$
 /blog/feed/
-/blog/fragments/*http://residentadvisor.net/robots.txt
+/blog/fragments/*http://cookpad.com/robots.txt
 /blog/industries/
 /blog/login-content-countries/
 /blog/login-content/
@@ -4354,7 +4351,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /business/aisearch
 /business/availability
 /business/availability/?context
-/business/availability/?context=http://us02web.zoom.us/robots.txt
+/business/availability/?context=http://tv.youtube.com/robots.txt
 /business/availability?context
 /business/availability?context=
 /business/business/business
@@ -4821,8 +4818,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contact-us?isChatCallAvailable=false
 /contact.html
 /contact/formulaire
-/contact/menu*
-/contact/partner*
 /contact/share-feedback/campaigns
 /contact/share-feedback/email
 /contact/share-feedback/juliet
@@ -4837,7 +4832,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contacts
 /contacts/all-contacts.*.html$
 /contacts/all-contacts/us-sales.*.html$
-/contactus/mwaas*
 /contactuswithchat
 /content
 /content-library/
@@ -4961,7 +4955,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /control
 /control-panel/
 /control_panel/manage*
-/control_panel/manage*http://lua.org/robots.txt
+/control_panel/manage*http://calacademy.org/robots.txt
 /conv
 /conversation
 /conversation?
@@ -5307,7 +5301,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /distributor-notice/*
 /diverse/sok.html
 /dl
-/dl/RaiTV/*iframe*
 /dl/palinsesti/Page-e120a813-1b92-4057-a214-15943d95aa68.html
 /dl/test
 /dm
@@ -5536,7 +5529,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /energy-insights
 /energy-services/web/modules
 /enregistrement
-/enroll?icid=*
 /enter-password
 /enterprise/downloads/
 /entertainment
@@ -5700,7 +5692,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /faq-print.
 /faq/?q=
 /faq/index.php
-/faq/search/*http://mapbox.com/robots.txt
+/faq/search/*http://indianexpress.com/robots.txt
 /faqs/answeropen
 /faqs/answers
 /faqs/index
@@ -5711,6 +5703,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /favorite-*.html
 /favorite.html
 /favorites
+/favorites$
 /favoritos/
 /favouritedesigners/items.aspx
 /favourites
@@ -5746,7 +5739,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feed/*/articles.xml
 /feed/atom$
 /feed/atom/$
-/feed/http://yna.co.kr/robots.txt
+/feed/http://ualberta.ca/robots.txt
 /feed/post
 /feed/rss/$
 /feed/rss2
@@ -5830,6 +5823,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /fly/*/bundles/flyjs
 /flybilletpriser-
 /follow
+/follow$
 /followers
 /followers$
 /followers$
@@ -6364,7 +6358,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /home-design/share
 /home/
 /home/*-county
-/home/contact*
 /home/drug-class-name
 /home/drug-names-generic-and-brand
 /home/monograph/*
@@ -6724,7 +6717,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /keywordcheck/check/*
 /keywordchecker/
 /keywordchecker/check/*
-/keywords
 /kids-age-group=
 /kids-apparel-size=
 /kids-shoe-size=
@@ -6886,6 +6878,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /lijstjes
 /like
 /likes
+/likes$
 /likes?
 /limited-release
 /limiter-les-communications-marketing#no-back
@@ -6985,7 +6978,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login_and_go
 /loginpage
 /logon.asp*
-/logon?returnUrl=*
 /logout
 /logs
 /longhorn/
@@ -7012,6 +7004,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ma-lettre-carte-a-ete-livree-en-retard#no-back
 /ma-lettre-carte-n-a-pas-ete-livree#no-back
 /maaarkilang-sasakyan/mga-resulta
+/mag/ita
 /magasiner/achete-avec
 /magasiner/recherche
 /magazine/
@@ -7188,6 +7181,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /mmpub
 /mobile
 /mobile-computers-index-reference.html
+/mobile-excellence-report
 /mobile-software-reference-page.html
 /mobile/
 /mobile/mimo/activity
@@ -7739,7 +7733,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/search?
 /pdf-templates/standalone
 /pdf/index.html
-/pdf_reader/*/
+/pdf_reader/*/
 /pdfft
 /pdp-async/preview
 /pdpslice
@@ -7935,13 +7929,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print
 /print$
 /print$
-/print$http://business.com/robots.txt
+/print$http://zeenews.india.com/robots.txt
 /print.html
 /print.ssf
 /print/
+/print/pdf
 /print?id
 /printView.html
 /printable
+/printable/pdf
 /printable/print
 /printableArticle.jhtml
 /printablearticle.htm
@@ -8075,6 +8071,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /projects/volksentscheid-fahrrad
 /promo
 /promo-end/*
+/promo/bcmebook
 /promo/firstmonthfree/validate
 /promoassets
 /promotion.html
@@ -8298,6 +8295,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /reset-password
 /reset-password.php
 /residential-additional-pages
+/resource-center/*.jsp
+/resource-center/*/language
 /resource/rtl-test-page$
 /resources
 /resources/learn-maori
@@ -8397,7 +8396,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rss2
 /rss2/
 /rss2/$
-/rss2/$http://habr.com/robots.txt
+/rss2/$http://hachettebookgroup.com/robots.txt
 /rss_en_all
 /rss_for_twitter
 /rss_items
@@ -8511,7 +8510,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search
 /search$
 /search$
-/search$http://www8.cao.go.jp/robots.txt
+/search$http://taobao.com/robots.txt
 /search*
 /search*%7C
 /search*&node=*&sort=
@@ -8925,7 +8924,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /signature
 /signin
 /signin*
-/signin-oidc
 /signout
 /signup
 /signup*/search?
@@ -8965,7 +8963,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /sitemap_.xml
 /sitemap_gpdc.xml
 /sitemap_output
-/sitemaphttp://cityoffrederick.com/robots.txt
+/sitemaphttp://nippon.com/robots.txt
 /sitemaps-farfetch-com
 /sitemaps/
 /sitemaps/image_daily_sitemap_f_*
@@ -9119,7 +9117,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /static/frontend/On4u/gopt/pt_PT/js/obf-js.js
 /static/frontend/On4u/gopt/pt_PT/js/obf-js.min.js
 /static/locales
-/station/*?
 /stations/quickplanner/extended
 /stations/quickplanner/schedule
 /statistics-index-search
@@ -9401,6 +9398,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /testpolar
 /tests
 /testseiten
+/text
 /th
 /th/news
 /thank$
@@ -9500,6 +9498,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /topics/*?
 /topics/new
 /topics_amp/*
+/topline
 /tour-create
 /tour-de-france/*/page-
 /tour/*/embed
@@ -9588,6 +9587,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /tv-season/*/*?i=
 /tweet/*
 /tweetations
+/twz/interaktiv
+/twz/krugozor
+/twz/zdorovie
 /tx-index
 /ty
 /tye.html
@@ -9633,7 +9635,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /unsubscribe
 /unsubscribe/
 /unsupported-browser
-/upcoming-streamshttp://bom.gov.au/robots.txt
+/upcoming-streamshttp://docusign.com/robots.txt
 /update-personalized-offer
 /update.php
 /updatecart
@@ -9835,7 +9837,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vids
 /view-all
 /view-form-open
-/view-form-openhttp://data.europa.eu/robots.txt
+/view-form-openhttp://copper.com/robots.txt
 /view/
 /view?
 /view_comments
@@ -9869,6 +9871,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vote.php
 /vote2023
 /vote?
+/votes$
 /votre-plus-beau-marche/actualite
 /voucher
 /vs_connect_guide/*
@@ -10202,7 +10205,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 <body>
 <head></head>
 <html>
-<iframehttp://sanpellegrinoterme.provinciabergamasca.com/robots.txt
+<iframehttp://riekibayashi-pianist.com/robots.txt
 <script
 <script>alert(1)</script>
 =
@@ -11208,7 +11211,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*rid=*&*destination=
 ?*rm=a
 ?*role=
-?*route=account/loginhttp://pxhere.com/robots.txt
+?*route=account/loginhttp://onelink.to/robots.txt
 ?*s1=
 ?*s2=
 ?*s3=
@@ -11809,7 +11812,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?bctid=
 ?before=
 ?benderPackage=
-?beneficiary_id=http://websitesetup.org/robots.txt
+?beneficiary_id=http://microcenter.com/robots.txt
 ?bet=
 ?beta=
 ?betaplayer=
@@ -11935,7 +11938,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?clipid=
 ?clkInTab=
 ?closePush=true
-?closed=
 ?cm=
 ?cm_mm*
 ?cmd
@@ -11980,7 +11982,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?commentpage=
 ?comments
 ?comments*
-?commidhttp://naacp.org/robots.txt
+?commidhttp://ligonier.org/robots.txt
 ?companyid=
 ?companyid=
 ?compare
@@ -12379,7 +12381,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fromEasyShoppingTab=
 ?fromFooter
 ?fromMenu
-?fromNewsdog*http://jsonlint.com/robots.txt
+?fromNewsdog*http://pixelfed.org/robots.txt
 ?fromOffersTab=
 ?fromSeasonalTab=
 ?fromStream=
@@ -12424,6 +12426,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?getlink=*
 ?gh_jid=
 ?ghd_jid=
+?gid=
 ?glCountry=*
 ?glang=
 ?gm
@@ -12504,8 +12507,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hsm=
 ?hss_channel=
 ?hss_meta=
-?http://faculty.chicagobooth.edu/robots.txt
-?http://iopscience.iop.org/robots.txt
+?http://mk.ru/robots.txt
+?http://nintendo.com/robots.txt
 ?hub=
 ?hub=*
 ?hubs_content-cta
@@ -12638,7 +12641,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?keywords=
 ?keywords=
 ?kids=
-?kind
 ?kind=
 ?ko
 ?kr
@@ -12818,7 +12820,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ndx=t$
 ?ndx=t&
 ?neighborhoods
-?netflixsource=*http://craftsy.com/robots.txt
+?netflixsource=*http://artnews.com/robots.txt
 ?netmng=
 ?newsArea=
 ?newsid
@@ -12875,6 +12877,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?odnBg=
 ?odnHeight=
 ?odnWidth=
+?oem=
 ?offerId
 ?offerIds=
 ?offset*
@@ -12885,13 +12888,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?olaId=
 ?older=*
 ?oldid=
-?om=
 ?onboard=
 ?op=
 ?op=Search
 ?op=cerca&query=
 ?op=mqmpvicu
-?open=
 ?open_login=1
 ?ophqt=
 ?oplace=
@@ -12901,7 +12902,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?optionsUIDs=
 ?optout=
 ?oq=
-?ord=
 ?order
 ?order=
 ?order=
@@ -13637,6 +13637,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?role=
 ?row=
 ?rq=
+?rr=
 ?rs=
 ?rsf=
 ?rss
@@ -13657,7 +13658,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?s=
 ?s=*
 ?s=*feed
-?s=*http://coupang.com/robots.txt
+?s=*http://iep.utm.edu/robots.txt
 ?s=*page
 ?s=43260
 ?s=Art
@@ -13666,9 +13667,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?s=News
 ?s=bpage-next
 ?s=feedpager
-?s=http://eero.com/robots.txt
+?s=http://msci.com/robots.txt
+?s=http://ncregister.com/robots.txt
 ?s=http://opendemocracy.net/robots.txt
-?s=http://whatismybrowser.com/robots.txt
 ?s=lightbox
 ?s=mobile
 ?s=thanks
@@ -13723,7 +13724,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_keywords=
 ?search_query=
 ?search_str
-?searchhttp://sway.office.com/robots.txt
+?searchfor=doctor&q=
+?searchhttp://googledevelopers.blogspot.com/robots.txt
 ?searchid=
 ?searchkeyword=
 ?searchoffer=
@@ -13895,7 +13897,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?state
 ?state=
 ?state=
-?state=*http://msdn2.microsoft.com/robots.txt
+?state=*http://markshuttleworth.com/robots.txt
 ?state=keepAlive
 ?staticVersion=
 ?status=
@@ -14133,7 +14135,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shopping
 ?utm_source=quora
 ?utm_source=twitter
-?utm_sourcehttp://law.com/robots.txt
+?utm_sourcehttp://gosuslugi.ru/robots.txt
 ?utm_sourse=55
 ?utm_term
 ?utm_term=
@@ -14233,7 +14235,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?width=
 ?wifi
 ?word*
-?word=
 ?wordfence
 ?wordfence_lh
 ?wordfence_lh=*
@@ -14755,6 +14756,7 @@ AnswersAjax
 Any
 Api
 Api/
+App/
 AppData
 AppData/
 AppDetail
@@ -14781,6 +14783,7 @@ AppleMapsAction
 AppleWebKit
 Application.cfm
 Application.html
+Application/
 Applications
 Applications/*
 Apps/
@@ -14872,7 +14875,7 @@ Archivio/sostenibilita
 Areas/
 Areas/Epx/Content/500.aspx?aspxerrorpath=
 Areas/Epx/Content/500_TechNet.aspx?*
-Areas/http://support.steampowered.com/robots.txt
+Areas/http://studiopress.com/robots.txt
 Art
 Art%C3%ADculo
 Article
@@ -20267,7 +20270,6 @@ BookReader/Page*
 BookReader/Print*
 BookReader/RatioImage*
 BookReader/Search*
-BookedGuest/guestmanagement/mycarnival/logon
 Booking
 BookingConfirmationSMSResponse
 BookingConfirmationShare
@@ -20326,7 +20328,7 @@ Business/Work-with-the-City/Copy-of-Current-Bidding-Opportunities-1
 Business/Work-with-the-City/Current-Bidding-Opportunities
 Business/Work-with-the-City/Prevailing-Wage
 BusinessListingsAjax
-ButikDetay*/http://wicg.github.io/robots.txt
+ButikDetay*/http://oglobo.globo.com/robots.txt
 Buy
 C
 C37D9BE2-4B03-481d-B1FA-72CFAFD1C96C
@@ -20345,10 +20347,8 @@ CES
 CEUR-WS-logo-originals
 CF
 CF/
-CFApps
 CFC__target=
 CFIDE
-CFsearch
 CG
 CG/
 CH/
@@ -20367,7 +20367,6 @@ CLP
 CM/
 CMF/CDA/
 CMS-GeneralFiles-production/NA/ebooks/Geotab_StateofCommercialTransportation_2023
-CMS/SiteSearch/
 CMSImp
 CMSLogin
 CN
@@ -20568,11 +20567,12 @@ Comments/WebServices
 Commerce
 Committees/
 Common
-Common
 Common/
+Common/BML/
 Common/GetRecentlyViewedProducts
 Common/LogHttpRequest
 Common/MediaCenter/Fastest%20Growing%20Industries.pdf
+Common/ThirdParty/
 Common/maintenance/maintenance.html
 Common/popup
 Common/supern
@@ -20838,6 +20838,7 @@ Compost/*
 Compserv
 Conditions/
 Config/
+Configuration/
 Connected/*
 Connected/Connect-Background
 Connected/New-page
@@ -21091,8 +21092,9 @@ DocumentTypeId
 Documentation/
 Documento-tecnico-ISO-13485.pdf
 Documents
-Documents/Departments/EthicsElections/DemocracyVoucher/http://instapaper.com/robots.txt
+Documents/Departments/EthicsElections/DemocracyVoucher/http://encrypted-tbn0.gstatic.com/robots.txt
 Documents/Forms
+Documents/Forms/
 Documents/in
 Documents/postgraduate-prospectus.pdf
 Documents/students/undergraduate-prospectus.pdf
@@ -21308,7 +21310,6 @@ FM/
 FO
 FONT
 FORM=
-FORUPLOAD
 FP/API
 FP/API/Performance
 FP/API/Profile/get-profile-tab-content.php
@@ -28112,11 +28113,9 @@ GuideEditor
 GuideRatingAjax
 GuideRequested
 GuideRequestor
-GuruFiles/
-Gurufiles/
 H
 HACAffiliate
-HBO/
+HBO/
 HDView
 HK/
 HM
@@ -28604,7 +28603,6 @@ INT=
 INTERACTIVE
 INVITE
 IO
-IP
 IPS
 IPS/progress
 IQ
@@ -28724,7 +28722,6 @@ Jai-Mrug*
 Jan_2011
 Japan/DirectX/default.asp?
 Jason/
-JavaScript/
 JikeSpider
 Job
 Job-Listings
@@ -28771,6 +28768,7 @@ Kimengi/nineconnections.com
 Korean
 Krypto
 Ks
+Kuala-Lumpur
 L
 L1.5PAGE
 L1PAGE
@@ -29070,7 +29068,6 @@ MediaPlexAd
 MediaRoom/
 MediaVoting
 Medianet
-Mediaroom
 MeetingsBase/static-1.1538
 MeetingsBase/static-1.1591
 MeetingsBase/static-1.1609
@@ -29354,6 +29351,7 @@ MyBookingsVoucher
 MyDetails/
 MyManga/*sort=
 MyManga/anime-set-categ.php
+MyNewegg/
 MyPaintColorListDetailView
 MyPortfolio
 MyProductsView
@@ -29511,6 +29509,7 @@ New-Author-Training-Pages/*
 New-developments/advanced-search
 New-page/*
 NewMessage
+NewMyAccount/
 NewOwners
 NewTopic
 NewWatchInstantlyRSS
@@ -29693,7 +29692,6 @@ PN/
 PO302
 POLL/
 POLLSERVER
-POSTINFO.EG
 POWB24
 PPT/
 PPTrsvp
@@ -29731,6 +29729,7 @@ PageSupportive-SpringStart
 Pages
 Pages/ArticleForward.aspx
 Pages/Forms
+Pages/Forms/
 PageviewRecord
 Panasonic
 Panier
@@ -30224,6 +30223,7 @@ RegistreWeb/search/advanced.htm
 RegistreWeb/search/simple.htm
 RegistreWeb/search/typedoc.htm
 Registrieren
+Registry
 RegistryPortalCmd
 Related/
 Religion-Portals/*Blog.html
@@ -30271,6 +30271,7 @@ Results?k*
 Resume/user-profile
 RetransferUrl=
 ReusableContent
+ReusableContent/
 Review/
 Review/LeaveReview/
 Review/List/
@@ -30355,7 +30356,7 @@ SITE=MN
 SITE=NZH
 SITE=XCOM
 SITE=es.antevenio.
-SITECOREhttp://sonarsource.com/robots.txt
+SITECOREhttp://support.twilio.com/robots.txt
 SITESEARCH/
 SK/
 SL
@@ -30382,7 +30383,6 @@ SR
 SR/
 SSC
 SSEE
-SSLtest
 SSO
 ST/
 STATS
@@ -30422,7 +30422,7 @@ Scripts/
 Search
 Search
 Search*
-Search*http://spamcop.net/robots.txt
+Search*http://readymag.com/robots.txt
 Search-Results
 Search-Show
 Search-Show*
@@ -30490,7 +30490,6 @@ Service-Search/find-a-psychological-therapies-service/results
 Service-Search/find-a-psychological-therapies-service/what-happens-when-you-refer-yourself
 Service-Search/other-services/Cognitive-behavioural-therapy-(CBT)/LocationSearch/1908
 Service-Search/other-services/NHS%20psychological%20therapies%20services%20(IAPT),%20including%20cognitive%20behavioural%20therapy%20(CBT)/LocationSearch/10008
-ServiceDesks/
 ServiceWorker
 Services
 Services
@@ -30567,6 +30566,7 @@ SiteAssets/
 SiteBot
 SiteBot/0.1
 SiteCollectionDocuments
+SiteCollectionDocuments/
 SiteCollectionImages
 SiteCollectionImages/
 SiteElements
@@ -30960,7 +30960,6 @@ Test
 Test
 Test-Pages/
 Test/
-TestCGI
 TestEmptyPage
 TestURL/
 Test_Section
@@ -31046,6 +31045,7 @@ TypeAheadJson
 U
 UA
 UA/
+UCL-Info
 UDK
 UDN/FOUNDER
 UDN/UDNENGLISH
@@ -31076,6 +31076,7 @@ URL%20goes%20here/
 URLchecker
 URLs
 US/
+US/2
 US/PSOL
 US/en/cart
 US/en/checkout
@@ -31115,7 +31116,6 @@ UpdateListing
 UpdateSessionDatesAjax
 Upload
 Upload.aspx$
-Upload/
 Upload/Attachments/TES
 UploadMedia
 Uploads/
@@ -31135,7 +31135,6 @@ User/sso
 User:
 UserAccountView
 UserControls
-UserControls/
 UserEdit.aspx
 UserID.aspx
 UserInteractionRecord
@@ -31227,7 +31226,6 @@ VerifyReview
 Versenden
 Versions
 Vi%E1%BB%87c-l%C3%A0m
-Video/
 Video/*playerIndex
 Video/Import/
 VideoController
@@ -31251,7 +31249,7 @@ Vol-XXX-v1
 Vol-YYY
 Volley/06-03-2016/volley-alessia-debutto-senza-morbosita-solo-pallavolo-140919160674.shtml
 VolunteerTranslations
-VoteActivities/http://tldrlegal.com/robots.txt
+VoteActivities/http://iamsterdam.com/robots.txt
 Vuejs
 W
 WBSearchBot
@@ -31310,7 +31308,7 @@ WebResource.axd
 WebService
 WebServices
 WebStripper
-WebSupport/Restrictedhttp://cedcommerce.com/robots.txt
+WebSupport/Restrictedhttp://downshiftology.com/robots.txt
 WebUserControls
 WebX
 WebZIP
@@ -31415,7 +31413,7 @@ Zoe=
 Zoe_Selected_facet
 Zurücksetzen-des-Passworts
 ZyBORG
-[0-9]*$http://cygwin.com/robots.txt
+[0-9]*$http://hsn.com/robots.txt
 [0]*
 [?&]AMJnQtSpH=
 [?&]AccessToken=*
@@ -31609,7 +31607,6 @@ _Incapsula_Resouce
 _Incapsula_Resource
 _Incapsula_Resource
 _Incapsula_Resource?
-_Incapsula_Resource?*
 _Institute%0A
 _Layouts/
 _POST
@@ -31743,7 +31740,7 @@ _c21_/bbs_list
 _c21_/bbs_read
 _c21_/bbs_search_read
 _c21_/home
-_c21_/http://avvenire.it/robots.txt
+_c21_/http://httparchive.org/robots.txt
 _caleventview_WAR_caleventportlet_eventId
 _catalogs/
 _catholic
@@ -31911,7 +31908,7 @@ _issue
 _jcr_content
 _jcr_content*
 _jcr_content.logout.html
-_jcr_content/*http://tvnet.lv/robots.txt
+_jcr_content/*http://help.sap.com/robots.txt
 _jcr_content/renditions/
 _jobs
 _js/
@@ -31928,7 +31925,7 @@ _label
 _layouts
 _layouts/
 _layouts/15/dch_proj/
-_layoutshttp://fxnetworks.com/robots.txt
+_layoutshttp://inklestudios.com/robots.txt
 _lib/
 _libraries
 _lit
@@ -31976,7 +31973,7 @@ _next/data
 _next/data/*.json
 _next/data/*/works/*/items
 _next/image
-_next/image$http://listennotes.com/robots.txt
+_next/image$http://noticiasaominuto.com/robots.txt
 _next/jwt
 _next/static
 _next/static/*.js$
@@ -31996,7 +31993,7 @@ _nitf.xml
 _noindex
 _not-found
 _notes
-_notes/http://nabu.de/robots.txt
+_notes/http://ruter.no/robots.txt
 _nsfgfb
 _nuxt
 _nuxt/
@@ -32055,8 +32052,8 @@ _q*
 _qa
 _qa.html
 _query=
-_r/http://embed.ly/robots.txt
-_r/http://twinkl.co.uk/robots.txt
+_r/http://google.github.io/robots.txt
+_r/http://real.com/robots.txt
 _rcv
 _recache
 _recruitment_demo
@@ -32225,7 +32222,6 @@ a-madea-christmas
 a-payment
 a-simple-guide-to-making-strong-and-unique-passwords
 a-w/sandbox
-a.php
 a/
 a/$
 a/*(modal:login)
@@ -40022,7 +40018,6 @@ about/es-es/buying-es-es
 about/es-es/selling-es-es
 about/es-mx/buying-es-mx
 about/es-mx/selling-es-mx
-about/evaluate
 about/events/events/internal-event
 about/events/events/internal-seminar
 about/events/internal-events
@@ -40115,7 +40110,7 @@ about/newsroom
 about/newsroom/page/*/?s
 about/newsroom/page/*/?tag
 about/overview
-about/past-staff/http://vccircle.com/robots.txt
+about/past-staff/http://squirrelmail.org/robots.txt
 about/policy
 about/press-center
 about/press-room/article/2000
@@ -40333,6 +40328,7 @@ academy/*utm_source=
 academy/badge
 academy/certificates
 academy/draft
+academy/new/courses
 acadiana/sports/high_schools/prep_scores/
 acadiana/test/
 acast_podcast_episode
@@ -40450,7 +40446,7 @@ account.php
 account/
 account/$
 account/*
-account/InstitutionalSignInhttp://deutschlandfunkkultur.de/robots.txt
+account/InstitutionalSignInhttp://singletracks.com/robots.txt
 account/Register.aspx
 account/_Resources/
 account/accomplishments
@@ -40502,7 +40498,7 @@ account/password-reset/confirm.html
 account/password-reset/initiate.html
 account/password-reset/secure-redirect-new-password.html
 account/password/*-*/forgotten-password$
-account/password/*-*/forgotten-passwordhttp://disneyplus.com/robots.txt
+account/password/*-*/forgotten-passwordhttp://iconfinder.com/robots.txt
 account/password/*-*/reset-password
 account/password/reset
 account/paypal_cart
@@ -40588,10 +40584,7 @@ accounts/ClientAuth
 accounts/ClientAuth
 accounts/ClientLogin
 accounts/ClientLogin
-accounts/accountopening
 accounts/activate
-accounts/activation
-accounts/activetrader/images
 accounts/authentication/logout
 accounts/binding
 accounts/bounce
@@ -40603,50 +40596,10 @@ accounts/login
 accounts/login
 accounts/login/?
 accounts/logout
-accounts/mailings/content
-accounts/mailings/images
-accounts/myportfolio
-accounts/myprofile
 accounts/o8
 accounts/o8/id
-accounts/pdf/inheritors_retirement_plan_acctount_app.pdf
-accounts/pdf/np_application.pdf
-accounts/pdf/rolliraapp.pdf
-accounts/pdf/trust_application.pdf
 accounts/pricing_track_wallet_modal_content
 accounts/register
-accounts/services/content/IMContactUsOffHours.shtml
-accounts/services/content/IMContactUsUnavailable.shtml
-accounts/services/content/IMFILIOffHours.html
-accounts/services/content/IMFILIUnavail.html
-accounts/services/content/IMRetailOffHours.html
-accounts/services/content/IMRetailUnavail.html
-accounts/services/content/IMVisitorChat.shtml
-accounts/services/content/accept.html
-accounts/services/content/beneficiaryhelp.html
-accounts/services/content/checkcrdupdt.shtml
-accounts/services/content/custconfirm.shtml
-accounts/services/content/customer_chat.shtml
-accounts/services/content/deactiveconfirm.shtml
-accounts/services/content/invobjpopup.html
-accounts/services/content/invobjpopupoptions.html
-accounts/services/content/keoghbrokappdl.html
-accounts/services/content/keoghbrokconsent.html
-accounts/services/content/mbnabuffer.html
-accounts/services/content/nobeneficiaries.shtml
-accounts/services/content/norelationship.shtml
-accounts/services/content/probatepopup.html
-accounts/services/content/relinquish.html
-accounts/services/content/replyconfirm.shtml
-accounts/services/content/restricted529.shtml
-accounts/services/content/restrictedneither.shtml
-accounts/services/content/restrictedpas.shtml
-accounts/services/content/rolloverirasuggestion.shtml
-accounts/services/content/sigguarpopup.html
-accounts/services/content/visitorconfirmnoacct.shtml
-accounts/services/content/visitorconfirmyesacct.shtml
-accounts/services/images
-accounts/services/open
 accounts/sign-in
 accounts/unlock
 accountstatus
@@ -40797,7 +40750,7 @@ action=siteSearch
 action=writeReview
 action?
 action_code=
-action_staging/http://doaj.org/robots.txt
+action_staging/http://ssllabs.com/robots.txt
 actioncenter
 actioncenter/index.cfm
 actions
@@ -40806,7 +40759,6 @@ actions/?wbcsd_pre_action%5*
 actions/news/rss
 action~
 activate
-activate.php
 activate/
 activate/accelerators
 activate/accelerators/*
@@ -40825,7 +40777,6 @@ activate/hsw/confirmation/
 activate/loft/
 activate/self-starters/confirmation/
 activate/wdm/*
-activatemail.php
 activation_code_login_or_signup
 activation_successful
 active-tab
@@ -40901,7 +40852,7 @@ ad
 ad-2.png
 ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition
 ad-features
-ad-manager/
+ad-manager/
 ad-retargeting-101-online-shopping-in-the-covid-19-era
 ad-scans
 ad.php*
@@ -41047,7 +40998,7 @@ admin
 admin
 admin$
 admin*$
-admin*http://thenational.scot/robots.txt
+admin*http://autoriteitpersoonsgegevens.nl/robots.txt
 admin-confirmation
 admin-lime
 admin-portal/login
@@ -41216,7 +41167,7 @@ ads-test
 ads.php
 ads.txt
 ads.txt
-ads.txthttp://lifehack.org/robots.txt
+ads.txthttp://doterra.com/robots.txt
 ads/
 ads/*?
 ads/finder/*?
@@ -41475,7 +41426,7 @@ affiliate-partner-offer
 affiliate-product
 affiliate-program
 affiliate-template/
-affiliate/*http://blackmagicdesign.com/robots.txt
+affiliate/*http://cancer.org/robots.txt
 affiliate_code=
 affiliate_wrapper_amp.cms*
 affiliated
@@ -41603,7 +41554,7 @@ agile064
 agile065
 agile066
 agile067
-agility/
+agility/
 aging_surprises_getting_older/article.htm
 agplants
 agreements
@@ -41975,7 +41926,6 @@ airport-transfers/
 airport/
 airport_transfer_deeplink
 airports
-airpur/
 airtel
 aisne/
 aisne/assure/actualites/
@@ -42003,7 +41953,7 @@ ajax/add_view
 ajax/ajax_ci_book_suggestion_box.php
 ajax/ajax_fundraiser_progress.php
 ajax/ajax_popups.php
-ajax/ajax_popups.phphttp://tonyrobbins.com/robots.txt
+ajax/ajax_popups.phphttp://siriusxm.com/robots.txt
 ajax/bootloader-endpoint
 ajax/comments
 ajax/configurador/articulos
@@ -42646,7 +42596,6 @@ amexblue
 amg.html
 amigo-lector-
 aml
-amnesia
 amocrm
 amoctone-and-interscope-geffen-am-announce-conclusion-of-joint-venture
 amos_land_page
@@ -43072,7 +43021,7 @@ amp/travel/destinations/usa/grand-canyon-national-park/
 amp/travel/destinations/usa/metropolitan-museum-of-art/
 amp/travel/destinations/vatican-city/sistine-chapel/
 amp/travel/destinations/vatican-city/st-peters-basilica/
-amp/travel/destinations/zimbabwe/victoria-falls/http://home.uchicago.edu/robots.txt
+amp/travel/destinations/zimbabwe/victoria-falls/http://cbpp.org/robots.txt
 amp/view/AKR*
 amp/web-stories
 amp;amp;amp
@@ -43157,7 +43106,7 @@ analytics/traffic/overview
 analytics/uploads
 analytictracking/
 analyze.html
-analyzehttp://ticketmaster.com/robots.txt
+analyzehttp://developer.github.com/robots.txt
 analyzer
 analyzer-api
 analyzeradmin
@@ -43216,7 +43165,7 @@ anesth/employment/faculty/cv
 anewleaf
 anfrage
 anfrage-oeffnungszeiten
-anga/
+anga/
 angebot
 angebot-details
 angebote
@@ -43461,7 +43410,7 @@ api*$
 api*.do
 api*.do
 api*?hl=
-api*?hl=http://archive.org/robots.txt
+api*?hl=http://businessinsider.com/robots.txt
 api-
 api-corporate
 api-explorer-maintenance
@@ -43504,6 +43453,11 @@ api/3.0/FlightSearch
 api/4.2/themes
 api/4/notifications/bytebot
 api/?
+api/Common/GBuy
+api/GetStorage
+api/MiniCart
+api/TrendingNow
+api/UpdateStorage
 api/_nuxt_icon
 api/_snippets
 api/abtests/active-tests
@@ -43617,8 +43571,8 @@ api/graphql
 api/greenplayer
 api/health
 api/historical
-api/http://biodiversitylibrary.org/robots.txt
-api/http://hootsuite.com/robots.txt
+api/http://nichd.nih.gov/robots.txt
+api/http://playstation.com/robots.txt
 api/hub/search//feeds/datasets/.rss
 api/india_api_read
 api/india_api_write
@@ -43896,7 +43850,6 @@ api_doc
 api_key
 api_v1
 api_v1/
-apihelp/*
 apiproxy
 apiref*
 apis
@@ -43920,14 +43873,14 @@ apo
 app
 app
 app$
-app*.jshttp://hc-sc.gc.ca/robots.txt
+app*.jshttp://minne.com/robots.txt
 app*/pag*/form*
 app*/shr*
 app*_
 app*form_id=
 app-ads.txt
 app-ads.txt
-app-ads.txthttp://console.bluemix.net/robots.txt
+app-ads.txthttp://hu.wikipedia.org/robots.txt
 app-api/split-proxy
 app-assembly-polls-lp
 app-assets
@@ -44092,7 +44045,6 @@ app_config/
 app_data/
 app_details
 app_export
-app_globalresources/
 app_links/join_skymiles/index.jsp
 app_themes/
 app_v1
@@ -44143,7 +44095,7 @@ appliance
 appliance-delivery-installation
 applicant-eligibility
 application
-application-content/
+application-content/
 application/
 application?
 applicationglobalinterfaces/
@@ -44306,7 +44258,7 @@ apps_ext/*/*ILinkListener*
 apps_ext/*/admin*
 apps_ext/*/dashboard*
 apps_ext/*/login*
-apps_ext/http://us.macmillan.com/robots.txt
+apps_ext/http://sc.edu/robots.txt
 appsearch_header=
 appservice
 appsfullcontent.htm
@@ -44838,7 +44790,7 @@ archive/epo/pubs/bulletin
 archive/events
 archive/find
 archive/graphs.php
-archive/http://ucdavis.edu/robots.txt
+archive/http://infoplease.com/robots.txt
 archive/justo
 archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair
 archive/page
@@ -44854,7 +44806,6 @@ archived
 archived$
 archived-materials
 archives
-archives
 archives.html
 archives/
 archives/*/*/*
@@ -44916,6 +44867,7 @@ arena/
 arena_mid=*&v=2
 arenda*?
 arenda-sport*?
+areyouahuman
 areyousure.cgi
 arhiv/*
 ariana-grande-signs-exclusive-worldwide-deal-with-universal-music-publishing-group
@@ -45380,7 +45332,7 @@ askpat
 asm/
 asp.net/
 asp/
-asp/
+asp/
 asp/cgabillstatus/
 asp/demo_db_edit.asp
 asp/menu/
@@ -45393,11 +45345,12 @@ aspergers/treatment-aspergers-syndrome-many-therapies-can-help/
 aspergers/what-are-causes-risk-factors-aspergers-syndrome/
 aspnet_client
 aspnet_client/
-aspnet_client/
+aspnet_client/
 aspwebcalendar/
 aspwebcalendar/calendar.asp
+aspx$
 aspx/
-aspx/read.aspxhttp://autoriteitpersoonsgegevens.nl/robots.txt
+aspx/read.aspxhttp://contently.com/robots.txt
 aspx_pages_code_testing
 aspxerrorpath*
 asq
@@ -45482,8 +45435,6 @@ assets/files
 assets/fonts
 assets/fonts/
 assets/frontend/downloads/media/fs18
-assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources
-assets/gov/zzzz
 assets/hk-grotesk
 assets/hubspot
 assets/icon/save-ribbon-gray-outline.svg
@@ -45529,7 +45480,7 @@ assets/mp4
 assets/mw/static/old-games
 assets/newsletters/*
 assets/packages
-assets/pdf/Investigation-Report.pdfhttp://post-gazette.com/robots.txt
+assets/pdf/Investigation-Report.pdfhttp://theathletic.com/robots.txt
 assets/pdf/Keeper-PM-ITAdmid-WhitePaper.pdf
 assets/pdf/PAM-vs-SSO-vs-PasswordManager.pdf
 assets/pdf/blogs/HolidaySuccessGuide_2018_EN.pdf
@@ -45886,7 +45837,6 @@ attachments/download
 attachments/efs/eib_investment_report_advance_copy.pdf
 attachments/efs/eib_investment_report_poster_chapter*
 attachments/fi/
-attachments/http://foxbusiness.com/robots.txt
 attend-my-event
 attendees
 attorney-about-me
@@ -46144,7 +46094,7 @@ audience
 audience/
 audio
 audio-
-audio-edition-podcast/*/index.xmlhttp://dailymail.co.uk/robots.txt
+audio-edition-podcast/*/index.xmlhttp://upload.wikimedia.org/robots.txt
 audio-player
 audio-test-app
 audio.html
@@ -46159,7 +46109,6 @@ audio?performer=1&q=
 audio_news
 audiobook/*/citata/
 audiobook/*/similar/
-audioboom.com
 audiofiles
 audiolibri/*/$
 audiolibri/*/index.html$
@@ -46240,7 +46189,6 @@ authentication/
 authentication/login
 authentication/logout
 authentication/oauth2/authorization/reach-five
-authentication/signin
 authentications
 authenticity-guarantee
 authkey=
@@ -46715,7 +46663,6 @@ b2b
 b2b-gift-card-shop
 b2b-resource/blogdownloadform
 b2b/B2B_*_Calendar.pdf$
-b2b/ydirect
 b2c-tools
 b66d
 b=*p=*
@@ -46913,7 +46860,7 @@ bag
 bagages/*idOffre=
 baggage/
 bai3Tucheechai9yauwie5aekeegiDee
-bai3Tucheechai9yauwie5aekeegiDeehttp://aa.org/robots.txt
+bai3Tucheechai9yauwie5aekeegiDeehttp://infogram.com/robots.txt
 baidu
 baidu-launches-landmark-licensed-music-service
 baidu-pc
@@ -46991,14 +46938,14 @@ banners
 banners
 banners-old.php?
 banners/
-banners/
+banners/
 banners/link-default.html
 banners/obama-vs-romney.html
 banners2/
 banners_test/*
 bap
 bapingseo
-bappstore/bapps/download/http://joomla.org/robots.txt
+bappstore/bapps/download/http://developer.spotify.com/robots.txt
 baptist-health-news/search*
 bar.restaurant
 baraholka
@@ -47143,7 +47090,6 @@ bc/bcwcat
 bc/lsbc
 bc2828
 bc9797com
-bcgov/content
 bclick.php
 bcn
 bcnpostguerra
@@ -47361,8 +47307,6 @@ benefits
 benefits-of-healthcare-data-collection
 benefits-resource
 benefits/
-benevole/
-benevoles/
 bengali/
 benji.js
 bentoapi
@@ -47872,27 +47816,6 @@ bimbom-barkah-appointed-gm-universal-music-indonesia
 bims
 bin
 bin
-bin-public/060_www_fidelity_com/documents/529_AZ_application.pdf
-bin-public/060_www_fidelity_com/documents/529_DE_application.pdf
-bin-public/060_www_fidelity_com/documents/529_MA_application.pdf
-bin-public/060_www_fidelity_com/documents/529_NH_application.pdf
-bin-public/060_www_fidelity_com/documents/applications
-bin-public/060_www_fidelity_com/documents/bdaapp0402.pdf
-bin-public/060_www_fidelity_com/documents/cash-management-account-application-trust.pdf
-bin-public/060_www_fidelity_com/documents/customer-service/demimous-rollover-account-activation-form.pdf
-bin-public/060_www_fidelity_com/documents/customer-service/ira-for-spouses-inheriting-retirement-assets.pdf
-bin-public/060_www_fidelity_com/documents/customer-service/new-account-application-pledge-mf-shares.pdf
-bin-public/060_www_fidelity_com/documents/customer-service/options-application.pdf
-bin-public/060_www_fidelity_com/documents/customer-service/re-registration-non-retirement-inherited-assets.pdf
-bin-public/060_www_fidelity_com/documents/customer-service/transfer-assets-to-fidelity.pdf
-bin-public/060_www_fidelity_com/documents/fidelity-rollover-ira-application.pdf
-bin-public/060_www_fidelity_com/documents/fidelity-sep-ira-new-account-application.pdf
-bin-public/060_www_fidelity_com/documents/new-fidelity-account-business-application.pdf
-bin-public/060_www_fidelity_com/documents/new-fidelity-account-ira-application.pdf
-bin-public/060_www_fidelity_com/documents/new-fidelity-account-non-retirement-application.pdf
-bin-public/060_www_fidelity_com/documents/new-fidelity-cash-management-account-application.pdf
-bin-public/060_www_fidelity_com/documents/noindex
-bin-public/060_www_fidelity_com/documents/simpiraapp.pdf
 bin/
 bin/*
 bin/*http://thejakartapost.com/robots.txt
@@ -48327,8 +48250,8 @@ blank.xml
 blast/BlastAlign.cgi
 blast/bl2seq/wblast2.cgi
 blausen*
-blausen*http://blog.archive.org/robots.txt
-blausen*http://molekule.com/robots.txt
+blausen*http://creativeboom.com/robots.txt
+blausen*http://modelviewer.dev/robots.txt
 blaw/*
 blazer-ev/charging
 blazer-ev/delivery-day
@@ -48489,7 +48412,7 @@ blog/*sitemap.xml$
 blog/*utm_source=
 blog/*wordfence_*
 blog/.
-blog/.html.*http://tandfonline.com/robots.txt
+blog/.html.*http://calendly.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/17-big-tax-deductions
 blog/20
@@ -48546,8 +48469,6 @@ blog/?s=
 blog/?s=*
 blog/?subject_
 blog/?view=all
-blog/SearchView.aspx
-blog/Trackback.aspx
 blog/a-conversation-with-our-accessibility-team/$
 blog/a-first-look-at-config-2025/$
 blog/a-look-back-at-config-2022/$
@@ -48687,7 +48608,6 @@ blog/collaborating-and-connecting-in-figjam/$
 blog/collaboration/$
 blog/come-together/$
 blog/coming-together-at-config-2021/$
-blog/comment
 blog/comments
 blog/completing-a-transit-map/$
 blog/components-in-figma/$
@@ -49177,7 +49097,7 @@ blog/page/*/?p=
 blog/page/*/?s=
 blog/page/*?
 blog/page/edit
-blog/page/http://givebutter.com/robots.txt
+blog/page/http://verywell.com/robots.txt
 blog/pairing-is-the-key-to-evangelizing-your-design-system/$
 blog/pantone-speaking-the-language-of-color/$
 blog/paula-scher-10-rules-for-play/$
@@ -49186,7 +49106,6 @@ blog/perplexity-ai-interview/$
 blog/peter-yangs-10-rules-for-making-products-that-customers-love/$
 blog/pgkeeper-building-the-bouncer-we-needed-for-postgres/$
 blog/photo-filters-come-to-figma/$
-blog/pingback.aspx
 blog/playbook-itsnicethat-2023/$
 blog/plugin-show-and-tell-highlights/$
 blog/plugins-and-tooling/$
@@ -49431,7 +49350,7 @@ blog/want-figma-api-inspiration-heres-8-community-powered-projects/$
 blog/we-made-a-mistake-with-our-api-challenge-and-were-sorry/$
 blog/web-design-without-a-web-designer-xfive-turns-to-figma/$
 blog/webassembly-cut-figmas-load-time-by-3x/$
-blog/webmentions/receive/http://profile.hatena.ne.jp/robots.txt
+blog/webmentions/receive/http://webbyawards.com/robots.txt
 blog/welcome-to-the-prompt/$
 blog/welcome-to-the-wip/$
 blog/welcome-weavy-to-figma/$
@@ -49544,7 +49463,7 @@ blog?*page=
 blog?*page=0
 blog?category=
 blog?month
-blog?page=http://audacy.com/robots.txt
+blog?page=http://thenation.com/robots.txt
 blog?q=*
 blogAdmin
 blog_entry_comments
@@ -49597,7 +49516,7 @@ blogs/2011/
 blogs/7faebe5debfdd358a46f2452a54eec94fce49269/
 blogs/Chetu-Landing-Page
 blogs/admin/
-blogs/all/tagged*http://mamamia.com.au/robots.txt
+blogs/all/tagged*http://msdmanuals.com/robots.txt
 blogs/atom
 blogs/author
 blogs/blog/wp-content/uploads/sites
@@ -49640,7 +49559,6 @@ blogs/wp-json/
 blogs1
 blogs2/
 blogsWebServices
-blogs_we_love/blog-profile
 blogsearch
 blogsearch?
 blogsearch_feeds
@@ -49682,7 +49600,6 @@ blue-note-records-sonos-announce-exclusive-partnership
 blue-note-records-to-partner-with-artistshare-to-create-blue-noteartistshare
 blueberry
 blueberry-anma
-bluedragon/
 bluehour
 bluejays/search
 blueprint
@@ -49791,7 +49708,6 @@ bo/secure/
 bo/sync/
 bo/web.config
 bo=
-boadmin/
 board
 board
 board-of-governors
@@ -51408,8 +51324,6 @@ bookbcontent/shoplinklogo/
 bookbcontent/uploadedpdf
 bookbcontent/uploadedpdf/
 bookclub
-bookedguest/guestmanagement/mycarnival/logon
-bookedguest/guestmanagement/registration/enroll
 booking
 booking-cruise
 booking-details
@@ -51497,7 +51411,6 @@ bookshow/cache
 booksrightsholders
 bookstore/invited
 bookstore/search
-booktime
 bookvisitinfo.html
 bookwall/*
 bookwatch
@@ -51609,7 +51522,6 @@ bouches-du-rhone/
 bouches-du-rhone/assure/actualites/
 boulder
 boundingBox=
-bounds=
 bourgogne-franche-comte
 boutique
 boutique/*.htm?*ca=*_k&
@@ -51873,7 +51785,7 @@ branding/images/dont-03.png
 branding/images/dont-04.png
 branding=
 brandlover
-brandnew/psphttp://cvs.com/robots.txt
+brandnew/psphttp://google.dk/robots.txt
 brandnewconference/2016/video
 brandon-creed-joins-universal-republic-and-island-def-jam-motown
 brandon-schmidt-named-vice-president-acquisitions-for-caroline
@@ -52001,7 +51913,7 @@ brighter_whiter_teeth_pictures_slideshow/article.htm
 bringit.html/
 britishairways
 brl
-brlhttp://cash.app/robots.txt
+brlhttp://modernbluesharmonica.com/robots.txt
 broadband
 broadband/goto
 broadcast
@@ -52060,7 +51972,7 @@ browse/DeviceDetailsActor/
 browse/RVInfoActor/loadRVInfo
 browse/_
 browse/academic
-browse/catalogue-full/*/albumshttp://webroot.com/robots.txt
+browse/catalogue-full/*/albumshttp://chapters.indigo.ca/robots.txt
 browse/collocations
 browse/deals/partial
 browse/deviceDetails.jsp
@@ -52298,7 +52210,7 @@ buscador/componente
 buscador?
 buscador?f%5B0%5D
 buscador?search_api_fulltext=&f%5B0
-buscadorhttp://elfcosmetics.com/robots.txt
+buscadorhttp://beliefnet.com/robots.txt
 buscar
 buscar
 buscar/abogacia_estado.php?
@@ -56941,7 +56853,9 @@ calendar
 calendar
 calendar-dates/?
 calendar-dates/?mode=advanced
+calendar-deseve.html?*
 calendar-entry/
+calendar-va114.html?*
 calendar/
 calendar/*?year
 calendar/*?year*&
@@ -56950,7 +56864,7 @@ calendar/*?year=2027
 calendar/*?year=2028
 calendar/*?year=2029
 calendar/*?year=2030
-calendar/*http://buenosaires.gob.ar/robots.txt
+calendar/*http://argos.co.uk/robots.txt
 calendar//index.html
 calendar/1415-2
 calendar/350/search/
@@ -57090,7 +57004,6 @@ calendar/epicker.php
 calendar/eventreply
 calendar/events.php
 calendar/export
-calendar/export.cgi
 calendar/faith/search/
 calendar/feeds
 calendar/festivals/search/
@@ -57220,7 +57133,6 @@ calendar/seniors/search/
 calendar/sports/search/
 calendar/support-group/search/
 calendar/technology/search/
-calendar/twilio.cgi
 calendar/upload.php
 calendar/view
 calendar99/
@@ -57312,7 +57224,6 @@ calls-to-action
 callsign
 calvados/
 calvados/assure/actualites/
-cam
 cam-dean-search
 cameo-carlson-appointed-senior-vice-president-digital-business-development-universal-motown-records-group
 cameo-carlson-promoted-to-executive-vice-president-of-universal-motown-republic-group-umrg
@@ -57341,6 +57252,7 @@ campaign-premium-3
 campaign-premium-4
 campaign-wizard
 campaign/
+campaign/dezerv
 campaign/download/lookbook
 campaign/emailproperties
 campaign/gallery
@@ -57427,7 +57339,7 @@ campaigns/credit-cards/expired-reference-archive/ita-bt-combo.html
 campaigns/credit-cards/more-than-minimum.html
 campaigns/credit-cards/parris-island.html
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://correios.com.br/robots.txt
+campaigns/digital-recruitmenthttp://golang.org/robots.txt
 campaigns/digital.html
 campaigns/digital/digital-banking-tools.html
 campaigns/digital/operation-innovate.html
@@ -57529,7 +57441,6 @@ campus
 campus-banking
 campus-banking.html
 campus-dev
-campus-life-events/calendar/minicalendar
 campus-life/current-students/student-employment/new-job-description/
 campus-life/current-students/student-employment/student-jobs-portal/
 campus-life/housing-dining/on-campus/housing-payment-information/
@@ -57549,7 +57460,6 @@ can_i_get_rid_of_wrinkles_on_my_face_fast_how/article.htm
 canada/Library/mnp/2/aspx/
 canada/index2.html
 canada/ottawa-citizen/2012
-canada_us/air/images/
 canadaland
 canadalandshow
 canadaswonderland/account
@@ -57721,6 +57631,7 @@ capacity4dev/user/password
 capacity4dev/user/register
 capacity4dev/users
 capacity4dev/xmlrpc.php
+capi
 capital-markets
 capital-structure/
 capitol-christian-music-group-acquires-tooth-and-nailbecsolid-state-catalogs
@@ -58518,7 +58429,6 @@ cc.js
 cc.xhtml
 cc/api
 cc/common/api
-cc/images/
 cc/search-result
 cc/session/api
 cc=
@@ -60713,10 +60623,10 @@ cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
 cdn-cgi/challenge-platform/
-cdn-cgi/http://francebleu.fr/robots.txt
-cdn-cgi/http://kids.youtube.com/robots.txt
-cdn-cgi/http://newspapers.com/robots.txt
-cdn-cgi/http://weather.gc.ca/robots.txt
+cdn-cgi/http://cbre.com/robots.txt
+cdn-cgi/http://gartner.com/robots.txt
+cdn-cgi/http://ibisworld.com/robots.txt
+cdn-cgi/http://river.com/robots.txt
 cdn-cgi/image
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
@@ -60731,7 +60641,7 @@ cdn-cgi/scripts/5c5dd728/cloudflare-static/email
 cdn-cgi/speculation
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://advancedformintegration.com/robots.txt
+cdn-cgi/zaraz/http://rcmp-grc.gc.ca/robots.txt
 cdn-fpw/sxg
 cdn-proxy/pim
 cdn-proxy/px
@@ -60760,7 +60670,7 @@ cdp-sso/login
 cdp/api*
 cdp/user*
 cdp/webhooks
-cdp/webhooks/http://aa.com/robots.txt
+cdp/webhooks/http://ofcom.org.uk/robots.txt
 cds
 cds-statics/assets/css/brands/ep/molecules
 cds-statics/assets/fonts
@@ -60778,6 +60688,7 @@ ce
 ce/*?c=
 ce/item.cms*
 ce71046a9bba4d0faa17552c5cf52267.txt
+ceacb
 cedarpoint/account
 cee/search-result
 ceg/
@@ -60943,6 +60854,7 @@ cercador
 cercadorgg
 cercare
 cercawishlist
+cerebro
 cerebrum/
 ceremet/?page_id=
 ceri/en/search/
@@ -60973,8 +60885,6 @@ cervical_cancer_pictures_slideshow/article.htm
 ces-specials/l
 ces-specials/l/$
 cesarhalum
-cesn/images/
-cesn/versions/
 cetools/
 ceurtools
 cevaplar
@@ -61010,7 +60920,6 @@ cf/geoip
 cfar
 cfarCredit
 cfc
-cfc/
 cfcdn
 cfd
 cfdocs
@@ -61144,7 +61053,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb2/YaBB.pl
-cgi-binhttp://seekingalpha.com/robots.txt
+cgi-binhttp://helloqueen.pl/robots.txt
 cgi-brookscole/
 cgi-comment
 cgi-local
@@ -61249,7 +61158,6 @@ cgi/wikiSig
 cgi/x-posts
 cgi2-bin
 cgi_files
-cgi_src
 cgibin
 cgid
 cgid=
@@ -61403,7 +61311,7 @@ change-location
 change-password
 change-shipping
 changeLanguage=True
-changeLanguagehttp://designshack.net/robots.txt
+changeLanguagehttp://grameenphone.com/robots.txt
 changePassword
 change_currency.html
 change_password=
@@ -61415,7 +61323,6 @@ changelog/authors
 changement-langue-province.jsp
 changepassword/
 changeplan
-changepwd.php
 changes
 changes-coming-to-the-itunes-store
 changes.php
@@ -61625,6 +61532,7 @@ check?af=
 checkAdmin.json
 checkForm=
 check_area
+check_ed
 check_image.php
 check_lists
 check_popunder.php
@@ -61688,7 +61596,7 @@ checkout_success.php
 checkout_vrepay_elv.php
 checkout_vrepay_giropay.php
 checkout_vrepay_kreditkarte.php
-checkouthttp://atlassian.com/robots.txt
+checkouthttp://thehackernews.com/robots.txt
 checkoutimages.action2
 checkoutnow
 checkouts
@@ -61913,7 +61821,6 @@ citations?view_op=top_venues
 cite
 cite-dev
 cite/*
-cites
 citexplore
 citi
 cities
@@ -62288,6 +62195,7 @@ clickv1
 clid=
 client
 client-access
+client-api
 client-clearing
 client-events
 client-forum/login-set
@@ -62353,7 +62261,6 @@ clima/sites/registry
 climate-collaborative
 climate-week/turning-climate-risk-climate-progress
 climate/cap-and-trade-case-studies
-climate/images/
 climate_ways_change_increases_rates_of_lung_cancer/article.htm
 climatetech
 clinical-trials/search$
@@ -62394,7 +62301,6 @@ close-to-you/know-place
 close-to-you/know-place-add
 close-to-you/know-place-vote
 closedcaption
-closedgrouphub
 closetp
 clothes_size=
 clothes_size_mapped=
@@ -62404,7 +62310,7 @@ cloud-api/one-cart-api/v1/carts/current/process_payment
 cloud-launcher/sitemap
 cloud-storage-pricing-plans
 cloud/
-cloud/
+cloud/
 cloud/$
 cloud/*
 cloud/131
@@ -62514,6 +62420,7 @@ cms-admin
 cms-api
 cms-constellation
 cms-styleguide
+cms-training
 cms.
 cms.dll
 cms.dll*
@@ -62553,7 +62460,7 @@ cms/profiles/*.js?
 cms/profiles/*.png
 cms/profiles/*.svg
 cms/view/Editorial_Board
-cms/view/Editorial_Boardhttp://mines.edu/robots.txt
+cms/view/Editorial_Boardhttp://dzen.ru/robots.txt
 cms/wp-admin
 cms/wp-admin/admin-ajax.php
 cms_addon
@@ -62835,7 +62742,7 @@ collect
 collectibles$
 collection
 collection-new-pim/
-collection.phphttp://completesports.com/robots.txt
+collection.phphttp://comicsbeat.com/robots.txt
 collection/*
 collection/*/amp
 collection/*/embed
@@ -62843,7 +62750,7 @@ collection/*/is-private
 collection/api/logger
 collection/category
 collection/editor
-collection/editor/http://inpn.mnhn.fr/robots.txt
+collection/editor/http://grahamcluley.com/robots.txt
 collection/family-friends
 collection/works?
 collection/zone
@@ -63368,7 +63275,7 @@ comic-indies
 comic-indies/$
 comic-indies/about
 comic/*2
-comiccontrol/http://elements.envato.com/robots.txt
+comiccontrol/http://bits.blogs.nytimes.com/robots.txt
 comics
 comics-kingdom
 coming-soon
@@ -63451,7 +63358,7 @@ comments/recent
 comments=true
 comments_print.php?content_id=
 commentsdata.cms?appkey=
-commentshttp://uky.edu/robots.txt
+commentshttp://toggl.com/robots.txt
 commerce
 commerce$
 commerce/
@@ -63478,7 +63385,7 @@ commits?author=
 committee_report_files/*/download
 committees/*/studiesdownload.html
 committees/bcbs/basel-consolidated-guidelines/module/*/$
-committees/bcbs/basel-consolidated-guidelines/module/*/?http://google.com.ar/robots.txt
+committees/bcbs/basel-consolidated-guidelines/module/*/?http://sandisk.com/robots.txt
 committees/bcbs/basel-framework/standard/*/$
 committees/bcbs/basel-framework/standard/*/?
 committees/donors
@@ -63494,7 +63401,7 @@ common-header/
 common-header/google-tag-manager---body/
 common-header/google-tag-manager---head/
 common-header/search-bar/
-common-results-pagehttp://cs.waikato.ac.nz/robots.txt
+common-results-pagehttp://dtelepathy.com/robots.txt
 common/
 common/add-acl-entry
 common/admin/
@@ -63510,10 +63417,9 @@ common/recdoc/repertoire_jurisp/bull_9/data/index_9_06_02.htm
 common/recdoc/repertoire_jurisp/bull_9/data/index_9_16_01_07_01.htm
 common/referer_frame.php
 common/survey
-common/survey.aspx*
 common/tools/pg/manual/PGcoa
 common/tools/pg/manual/PGholdmail
-common/trial/http://phdcomics.com/robots.txt
+common/trial/http://anker.com/robots.txt
 common/xml
 common_assets/static-2.197
 common_assets/static-2.198
@@ -63582,7 +63488,7 @@ community/*/foaf
 community/*/latest$
 community/*/live
 community/*/post
-community/*/post-*http://southernliving.com/robots.txt
+community/*/post-*http://spark.adobe.com/robots.txt
 community/*/profile
 community/*/rss
 community/*/topics
@@ -63617,11 +63523,12 @@ community/community-partnerships/fireside-chat/
 community/community-partnerships/fireside-chat/thank-you/
 community/community-relations/isc-lighting-request/thank-you/
 community/community-survey.html
+community/compose/*
 community/contribute
 community/conversations/
 community/country
 community/donations/previousdonations.php
-community/donations/thanks_paypal/http://mars.com/robots.txt
+community/donations/thanks_paypal/http://leica-geosystems.com/robots.txt
 community/email
 community/error-subdivision-name-unavailable
 community/events/signups
@@ -63668,7 +63575,7 @@ community/uix/
 community/user-api-key
 community/user/aaamodelmicrositenew
 community/user/ibmchampions
-community/user/ibmtechxchangenorthtexasautomationusergroup/http://linkr.bio/robots.txt
+community/user/ibmtechxchangenorthtexasautomationusergroup/http://marxists.org/robots.txt
 community/user/ibmtechxchangestaging
 community/user/ibmz-and-linuxone
 community/user/imwuc
@@ -64248,7 +64155,6 @@ conflagexp
 conflict
 confronta
 congcomp/getdoc
-congresos
 congress/2023/hub/de/user
 congress/2023/hub/en/user
 congressional
@@ -64256,7 +64162,7 @@ connect
 connect-more/programme-2023/connect-more-2023-programme-file
 connect/@
 connect/authorize*
-connect/http://irishtimes.com/robots.txt
+connect/http://oreilly.com/robots.txt
 connect/invite
 connect/labournews
 connect/social-intranet.html
@@ -64298,6 +64204,7 @@ constipation/how-to-avoid-constipation-when-taking-iron-tablets/
 constipation/infrequent-bowel-movements-weight-gain/
 constipation_myths_facts_pictures_slideshow/article.htm
 consult
+consult/*appointment
 consultancies
 consultation/
 consultations?
@@ -64321,7 +64228,7 @@ contact-p2
 contact-preferences
 contact-request/
 contact-sales
-contact-sales/http://jwt.io/robots.txt
+contact-sales/http://ghostery.com/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -64367,10 +64274,7 @@ contact/finance-bv
 contact/general
 contact/goodbye.html
 contact/login
-contact/menu*
-contact/partner*
 contact/product
-contact/subscribe.cgi
 contact/support
 contact/thank-you
 contact/thanks
@@ -64404,7 +64308,6 @@ contactus
 contactus.aspx
 contactus.php?cURL
 contactus/
-contactus/mwaas*
 contactus/pages/business_programs_services/agency_irop/index.jsp
 contactus/shared
 contactusofficeorderable
@@ -64790,7 +64693,7 @@ content/dam/munichre/brandportal/guidelines/*.pdf
 content/dam/munichre/brandportal/guidelines/*/*.pdf
 content/dam/munichre/brandportal/guidelines/*/*/*.pdf
 content/dam/munichre/brandportal/guidelines/*/*/*/*.pdf
-content/dam/munichre/brandportal/guidelines/*/*/*/*/*.pdfhttp://thermofisher.com/robots.txt
+content/dam/munichre/brandportal/guidelines/*/*/*/*/*.pdfhttp://tv.sohu.com/robots.txt
 content/dam/natwest_com/secureinbox
 content/dam/oecd/
 content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/dfe-welcome-letter.pdf
@@ -64844,7 +64747,7 @@ content/dam/splunk2/images/logos/splunk-logo.svg?asd
 content/dam/static-page/customer-advocacy/*/pdf
 content/dam/static/js/tagging/
 content/dam/store
-content/dam/students/documents/graduations/programs/http://convertkit.com/robots.txt
+content/dam/students/documents/graduations/programs/http://plaza.rakuten.co.jp/robots.txt
 content/dam/stzh/aemmanual-tui
 content/dam/stzh/cd
 content/dam/stzh/pkzh
@@ -65203,6 +65106,7 @@ content/sfu/deployment-test-clf4
 content/sfu/sfu-forms
 content/sfu/students/calendar/2025
 content/shared
+content/shared/en/profiles/*http://support.advancedcustomfields.com/robots.txt
 content/shc-failover
 content/shc/en/404.html
 content/shrm/language-masters
@@ -65255,8 +65159,8 @@ content/view/full
 content/web.config
 content/web/de/service/servicedesk-hilfebereich
 content/websites/languages
-content/websites/us/en/noindex/*http://a.co/robots.txt
-content/websites/us/en/noindex/*http://feedproxy.google.com/robots.txt
+content/websites/us/en/noindex/*http://sketchup.com/robots.txt
+content/websites/us/en/noindex/*http://trello.com/robots.txt
 content/wgpublic
 content/whitepaper
 content/www/accessibility-test
@@ -65310,7 +65214,7 @@ contentful-preview
 contentful-render
 contentisblocked
 contentisblocked.md
-contentjam/
+contentjam/
 contentpar_gridblock
 contentresearchtool/
 contents
@@ -65564,7 +65468,6 @@ cookie-preferences
 cookie.aspx
 cookieStorage$
 cookie_sync
-cookie_test
 cookiemigrator
 cookiemonster
 cookies
@@ -65825,8 +65728,8 @@ corpcounsel/events
 corpfiles/
 corporate
 corporate-corner
-corporate-culture/inner/http://close.com/robots.txt
-corporate-culture/inner/http://wearesocial.com/robots.txt
+corporate-culture/inner/http://espncricinfo.com/robots.txt
+corporate-culture/inner/http://nandos.co.uk/robots.txt
 corporate-gallery
 corporate-responsibility
 corporate-review-copy
@@ -66346,7 +66249,6 @@ coupons/blank-default
 coupons/blog/page
 coupons/coupons/visit
 coupons/images/zeroclipboard.swf
-coupons/index/trackprint
 coupons/preview
 coupons/subscribe
 coupons/superdupersri/callback
@@ -66397,11 +66299,11 @@ courses/enfamil
 courses/fall2020
 courses/favorites
 courses/goto?type=*
-courses/http://earthday.org/robots.txt
+courses/http://gawker.com/robots.txt
 courses/login
 courses/online-shkoly
 courses/online-shkoly/zapusk-online-shkoly
-courses/online-shkoly/zapusk-online-shkolyhttp://biglinounofficial.com/robots.txt
+courses/online-shkoly/zapusk-online-shkolyhttp://ineps.org/robots.txt
 courses/register
 courses/search
 courses/search?
@@ -66696,7 +66598,7 @@ creativity/zh/search
 creator
 creator-login
 creator-spotlight
-creator-toolkitshttp://chromium-review.googlesource.com/robots.txt
+creator-toolkitshttp://adminer.org/robots.txt
 creator/
 creator/oldhelp/
 creator/payroll/
@@ -67153,7 +67055,6 @@ css/site.sections.careers.peoplebank.css
 css/site.sections.multimedia.css
 css/visitor
 css=*
-css?
 css?*
 cssId*
 cssPath=
@@ -67203,7 +67104,9 @@ culture/book/reviews
 culture/hochi
 culture/hulu
 culture/nagaieye
+culture/projects/projects
 culture/search.aspx?q=*
+culture/staff/staff
 culture/topicpreview/*
 cuore/CUO/fonts
 cuore/commons/fonts
@@ -67254,7 +67157,6 @@ cursor=
 cursos/elearning/biblioteca
 cust
 cust-login.asp*
-cust_maint/site_down/maintenance.html
 custlogin/
 custlogin/showResetPassword.action*
 custom
@@ -67380,7 +67282,6 @@ customer_region/
 customer_reviews-u-
 customerapps/*
 customerengagementjourney-ebook-download
-customeronly
 customerprofile/
 customerror.aspx
 customerror.aspx
@@ -67506,6 +67407,7 @@ customimage
 customizable=
 customization/
 customize
+customize$
 customize.php
 customize/
 customize/tairyo/cart
@@ -67681,7 +67583,6 @@ d/Organization/Item
 d/css/*.css
 d/graphql
 d/search
-d/search/*
 d/topicsearch
 d2/*
 d2d
@@ -67852,8 +67753,6 @@ dac-european-breakdown-cover
 dacam11
 dachshund
 dad/trk
-dadadodo/dadadodo.cgi
-dadadodo/dadadodo.php
 daegu-anma
 daegu-anma1
 daejeon-anma
@@ -67907,7 +67806,7 @@ dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$
 dam/jcr:d493ce3b-6f18-4986-af05-f73f5bb24097/epost-mailer-font-update-12-2023.pdf
 dam/jcr:f5065dd6-c5df-4872-b4b8-f589519c9eeb/dhl-express-importanweisung-verzollung-de.pdf
 dam/support/pdf/
-dam/udelImages/student-life/reslife/floorplanshttp://cmu.edu/robots.txt
+dam/udelImages/student-life/reslife/floorplanshttp://adobe.io/robots.txt
 dam/www/*.PDF$
 dam/www/*.pdf$
 dam/www/*pdfs
@@ -67952,7 +67851,7 @@ data-group/
 data-items*
 data-page-integration
 data-processing-terms
-data-protection/our-role-supervisor/complaints/edps-complaint-form*http://binance.com/robots.txt
+data-protection/our-role-supervisor/complaints/edps-complaint-form*http://openlibrary.org/robots.txt
 data-science
 data-science*
 data-security/download-confirm.html
@@ -67998,7 +67897,6 @@ data_id=*
 data_partners
 data_source=2.0
 database
-database
 database/*/browse
 database/*/search
 database/121
@@ -68220,6 +68118,7 @@ de-at/swift-codes
 de-au/destinations/hotel-information
 de-bg/tickets/*
 de-ch
+de-ch
 de-ch-new
 de-ch.html$
 de-ch.sitemap.xml$
@@ -69428,6 +69327,7 @@ de/hilfe/search.html?
 de/hilfe/search?
 de/home
 de/imagecontentsource
+de/images
 de/immobilien-in-spanien-kaufen
 de/in-product
 de/index.php/*/media/oembed
@@ -69544,6 +69444,7 @@ de/mobile
 de/modules/README.txt
 de/more-from-seller
 de/motivator/
+de/music
 de/music/*/+images
 de/music/*/+images/*/shoutbox
 de/music/*/+images/*/shoutbox?
@@ -69554,11 +69455,13 @@ de/music/*/+tags
 de/music/*/+wiki/shoutbox
 de/music/*?
 de/music/+noredirect
+de/music/playlist
 de/music/tracks
 de/my
 de/my_business$
 de/nav/kategorien
 de/netzwerkstatus
+de/news
 de/news/
 de/no-follow
 de/node
@@ -69798,13 +69701,16 @@ de/venue/
 de/verify
 de/versions.html
 de/versions/*/release.html
+de/video
 de/video-uploader
+de/video/watch
 de/view
 de/vimeo-academy
 de/vpv
 de/w%C3%A4hrung/bearbeiten
 de/wahl-anmeldung
 de/wdf-idf-tool/
+de/web
 de/web.config
 de/webapps
 de/werben
@@ -69934,8 +69840,6 @@ def/
 defalpha=
 default
 default.aspx
-default.aspx/kb/
-default.aspx/ph/
 default.aspx?
 default.cfm
 default.cms
@@ -69943,7 +69847,7 @@ default/sitemap.xml
 default/sitemap.xml?page=
 default1.cms
 defaultIndOnly.aspx
-default_image.psdhttp://news.stanford.edu/robots.txt
+default_image.psdhttp://talkspace.com/robots.txt
 default_rewrites.ini
 defaults
 deferred
@@ -70038,7 +69942,7 @@ demo/confirmed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://invaluable.com/robots.txt
+demo/safari-reader-test-nielshttp://quicksprout.com/robots.txt
 demo2/
 demo_2c5e63dedb24a
 demo_ad.html
@@ -70165,6 +70069,7 @@ dero
 deru
 desc
 descarga-ebook-
+describe
 describecomponents.cgi
 describekeywords.cgi
 descuentos
@@ -70176,6 +70081,7 @@ design-explore/$
 design-handoff/$
 design-lab
 design-process/$
+design-products
 design-resources/typicals/
 design-study-by-forrester/$
 design-system
@@ -72931,6 +72837,8 @@ digital-collections/search
 digital-downloads
 digital-edition
 digital-help/
+digital-presence-services/chat
+digital-presence-services/uptimerobot-status-page-widget
 digital-risk-analyzer/help
 digital-self-summary-infographic
 digital-single-market
@@ -73035,7 +72943,7 @@ directorate/ffesd/research-highlights?
 directories
 directories-api
 directories/transition
-directors/http://crisistextline.org/robots.txt
+directors/http://notonthehighstreet.com/robots.txt
 directory
 directory-profile/
 directory/
@@ -73053,6 +72961,7 @@ directory/os:windows/?q=
 directory/release_feed
 directory/review
 directory/search
+directory/search/?
 directory/sitemap
 directory/tp
 directory?
@@ -73183,7 +73092,7 @@ discuss/tag/*/l
 discuss/user-api-key
 discuss99/
 discussion
-discussion-forum/http://chromeenterprise.google/robots.txt
+discussion-forum/http://police.govt.nz/robots.txt
 discussion/comment-permalink
 discussion/edit-profile
 discussion/handlers
@@ -73455,7 +73364,7 @@ diy_skin_hair_care_for_girls_pictures_slideshow/article.htm
 dj
 dj-signup
 dj/
-django-admin/http://omnicalculator.com/robots.txt
+django-admin/http://roland.com/robots.txt
 dje
 dk
 dk$
@@ -73562,70 +73471,10 @@ dk2000com
 dk?*
 dl
 dl
-dl-own-domain/http://selenium.dev/robots.txt
+dl-own-domain/http://square-enix.com/robots.txt
 dl.php
 dl/*
 dl/RaiTV/programmi/media
-dl/RaiTV/programmi/media/
-dl/RaiTV/programmi/media/ContentItem-0fbdd365-6824-4643-9573-a79a5b8eb1c7.html
-dl/RaiTV/programmi/media/ContentItem-21d5934d-35cc-4ac6-bcc6-730a4fd58426.html
-dl/RaiTV/programmi/media/ContentItem-3411043a-8587-4e21-a3a8-c5e647816258.html
-dl/RaiTV/programmi/media/ContentItem-45daba2c-fa87-4e00-8e7f-662b38b8f936.html
-dl/RaiTV/programmi/media/ContentItem-51cab9ce-f41d-4d08-8ba1-56f68f47afca-tg1.html
-dl/RaiTV/programmi/media/ContentItem-74da40c6-777b-41ab-aeec-c712048f2eb4.html
-dl/RaiTV/programmi/media/ContentItem-82e1481a-cf4f-491c-89cc-b834668f3dd1.html
-dl/RaiTV/programmi/media/ContentItem-8797dfef-8b64-44c5-ad7c-2d10d54fd79e.html
-dl/RaiTV/programmi/media/ContentItem-8e5b29cd-933c-4d5b-9bed-cffead25b00d.html
-dl/RaiTV/programmi/media/ContentItem-b894b725-a2fa-4688-9ebb-384b7c295165.html
-dl/RaiTV/programmi/media/ContentItem-bb0e316f-992a-4450-aade-3ac536c13422-tg1.html
-dl/RaiTV/programmi/media/ContentItem-d97020eb-4e1b-4667-a5d3-9e2a928aa14c.html
-dl/RaiTV/programmi/media/ContentItem-da5fe62c-b658-4ad6-a4a8-0750ac42c5f7.html
-dl/RaiTV/programmi/media/ContentItem-ea268af6-438c-4f17-b429-ffe6b412826c.html
-dl/RaiTV/programmi/media/ContentItem-f01a79fd-490c-454e-8e0a-818e41a724f4.html
-dl/grr/notizie/ContentItem-2a8c11b2-2e8a-46c7-beac-b6f32bad7dc1.html
-dl/grr/notizie/ContentItem-ae5076a7-2bfb-4808-a616-3298ae078785.html
-dl/raiSport/Page-60055a3a-118b-46f7-bddd-645e0d709ebb.html
-dl/rainews/TGR/articoli/sic-Agrigento-Estorsione-M5S-a6b0192e-a68b-4cde-a345-1cdfa9e60b26.html
-dl/rainews/TGR/redazioni/ContentSet-2007d7fa-9dc5-4c55-a7b9-af4658ea97de-0.html
-dl/rainews/TGR/redazioni/ContentSet-3c2c86f8-5be3-4423-9e55-f7015cf5f5f3-0.html
-dl/rainews/TGR/redazioni/ContentSet-3e2a6edc-da42-420c-878c-aa39b6a99a00-0.html
-dl/rainews/TGR/redazioni/ContentSet-3f61293c-d437-4247-909c-dec08b83f7f8-0.html
-dl/rainews/TGR/redazioni/ContentSet-52a1ca66-5872-4120-9743-d4d0828e11a3-0.html
-dl/rainews/TGR/redazioni/ContentSet-570e5c15-e4c5-44fb-ab9e-53add8d0403c-0.html
-dl/rainews/TGR/redazioni/ContentSet-6f1416ed-24b5-4bcd-8faf-af9704f9f157-0.html
-dl/rainews/TGR/redazioni/ContentSet-70f5afdb-1416-4d91-a6c7-ffd57900cbe3-0.html
-dl/rainews/TGR/redazioni/ContentSet-7e93c3db-d570-43b1-8201-6ffd787ddcd7-0.html
-dl/rainews/TGR/redazioni/ContentSet-8ab4b843-1e49-4fff-96d6-36bfcdcef4e3-0.html
-dl/rainews/TGR/redazioni/ContentSet-95b00be7-8f9d-4097-b91b-0d2458e935db-0.html
-dl/rainews/TGR/redazioni/ContentSet-9bd82651-df36-4ca9-ae10-ed33639bb614-0.html
-dl/rainews/TGR/redazioni/ContentSet-ad166080-03c7-43f2-a75f-18466bec3eec-0.html
-dl/rainews/TGR/redazioni/ContentSet-b130d5a2-6a42-40f8-ae71-521b08f60e79-0.html
-dl/rainews/TGR/redazioni/ContentSet-b90fd9b9-0e1c-4a24-89f0-d520a57af388-0.html
-dl/rainews/TGR/redazioni/ContentSet-ce8a0dd4-b0f7-419f-ba74-7888d8c09875-0.html
-dl/rainews/TGR/redazioni/ContentSet-daa2fbb2-93dc-4a8e-bce5-1842afa2e0f1-0.html
-dl/rainews/TGR/redazioni/ContentSet-f7523e06-306c-4628-bd9c-122eeb2ef689-0.html
-dl/rainews/articoli/La-GdF-scopre-un-conte-povero-con-ville-ed-elicotteri-6593adbe-2da4-4919-92fc-276819b0b5b5.html
-dl/rainews/articoli/Terremoto-LAquila-tangenti-per-appalti-da-28-milioni-di-euro-6f39222d-bc2c-4e26-bfc1-e444ecb3c92a.html
-dl/rainews/articoli/enac-ciampino-arrestati-funzionari-pubblici-f15d3b06-acbe-412c-ab57-50218fcf4d5e.html
-dl/rainews/editool/
-dl/rainews/html/
-dl/rainews/includes/
-dl/rainews/js/
-dl/rainews/json/
-dl/rainews/media/ContentItem-3cacf698-6c4b-4d41-99ac-2b2546251235.html
-dl/rainews/media/ContentItem-a2e93f1d-4e07-4c8a-b67e-eaabc55cccb2.html
-dl/rainews/media/ContentItem-dbb60dc1-537b-4b19-873a-424318bd423c.html
-dl/rainews/meteo/
-dl/rainews/mobile/
-dl/test/
-dl/tg1/2010/articoli/ContentItem-02c7cacd-a32b-4c8b-a6e8-c45b2b96f676.html
-dl/tg1/2010/articoli/ContentItem-0ffc2803-78f4-4922-ac2c-7a270416b8a6.html
-dl/tg1/2010/articoli/ContentItem-1dabd366-90e7-4c16-b240-9f3aec138e7b.html
-dl/tg1/2010/articoli/ContentItem-29141be9-68f6-4a35-8798-02a12ca8e117.html
-dl/tg1/2010/articoli/ContentItem-326b6953-4b2b-4173-bc2f-59e6de9db276.html
-dl/tg1/2010/articoli/ContentItem-424c41df-c5f7-4518-a9d3-34279b213f57.html
-dl/tg1/2010/articoli/ContentItem-4f7a86a1-a596-4fa6-944b-d2a1fcd7e46e.html
-dl/tg1/2010/articoli/ContentItem-db852586-becd-45b8-bb44-58f74199a2c8.html
 dl_track
 dlfaculty
 dli-ild
@@ -73650,7 +73499,7 @@ dms/*/cdn/sites/iportal/documents/pdfs/
 dms/*/cdn/sites/support/documents
 dms/cdn/sites/iportal/documents/pdfs/
 dms/cdn/sites/support/documents
-dms_priv/*http://marketingprofs.com/robots.txt
+dms_priv/*http://dev.mysql.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -73687,7 +73536,6 @@ dna/dna-matches
 dna/matches
 dng/mapping/csv-import
 do
-do-not-crawl
 do/
 do/AjaxService/
 do/Secure/
@@ -73740,7 +73588,7 @@ doc/GIA-Employment-Application-Acknowledgment.pdf
 doc/about.shtml
 doc/addr.shtml
 doc/history.shtml
-doc/http://agilecrm.com/robots.txt
+doc/http://maps.google.fi/robots.txt
 doc/logs
 doc/pdf
 doc/privacy-security-terms.pdf
@@ -73788,7 +73636,7 @@ docs/*.pdf
 docs/*.png$
 docs/*/auth/login?redirect=
 docs/*/diff
-docs/*/http://help.uber.com/robots.txt
+docs/*/http://dvidshub.net/robots.txt
 docs/*/restore
 docs/*/search?
 docs/*/version
@@ -74042,7 +73890,7 @@ doctor/zan-pan
 doctoral/Pages/search.aspx?
 doctors*/search*
 doctors/price-guide
-doctors/resultshttp://google.rs/robots.txt
+doctors/resultshttp://brain.fm/robots.txt
 document
 document-
 document-center
@@ -74118,7 +73966,6 @@ documentcenter/public/
 documentcomments/
 documenten
 documento/convenio-aepd-cgpj-prorroga.pdf
-documentos
 documents
 documents$
 documents/
@@ -74161,7 +74008,6 @@ dodaj-oferte
 dodgers/search
 dodomassage
 dodomassage.net
-doe.ca
 doe/search/node
 doepatents/search
 does-technology-make-the-world-bigger-or-smaller
@@ -74383,7 +74229,7 @@ downloadpubliclightbox.php
 downloads
 downloads.php
 downloads/
-downloads/
+downloads/
 downloads/$
 downloads/*
 downloads/*/
@@ -74492,7 +74338,7 @@ drinko-old
 drive
 drive-and-listen
 drive-angry
-drive-in/
+drive-in/
 drive-with-lyft*ref=
 drive-with-lyft*utm
 drive/search
@@ -74524,6 +74370,7 @@ drugs_medications_false_positive_drug_test_causes/article.htm
 drugs_medications_health_uses_hydrogen_peroxide/article.htm
 drupal
 drupal-guide
+drupal-training
 drupal-training-registration-form
 dry-eyes/guide/
 dry_mouth_pictures_slideshow/article.htm
@@ -74549,19 +74396,17 @@ dsc
 dsearch
 dsf2jABW2T
 dsl
-dsl/cgi-bin/
 dsl/modals
 dsl/shop/fragments
 dslmembersonly
 dsm/
 dso/search-result
-dsp-application-monitoringhttp://content.time.com/robots.txt
+dsp-application-monitoringhttp://bmi.com/robots.txt
 dss-webapp
 dssev/
 dstucomments/
 dtagent*
 dtagent_*.js
-dtd
 dtd.xhtml-mp
 dtd.xhtml-mp.php
 dtoffer
@@ -74815,7 +74660,7 @@ dwvar
 dwvar
 dwvar*
 dx.doi.org
-dxp-search-integration/http://northampton.ac.uk/robots.txt
+dxp-search-integration/http://webmaster.yandex.ru/robots.txt
 dyn
 dyn-search.php
 dynaTraceMonitor
@@ -75192,8 +75037,6 @@ eclipse/map/202
 eclk
 ecnj
 ecnjadm
-eco/common
-eco/images
 eco_friendly_parenting_tips/article.htm
 eco_language=
 ecobankworldcom
@@ -75329,7 +75172,6 @@ editor.cgi
 editor.html
 editor.jsp
 editor/
-editor/*/buscar/libros
 editor/?key=*
 editor/robots.txt
 editor/swf/swf/HaoZhaoPian.swf
@@ -75935,8 +75777,9 @@ email-blog
 email-colleague
 email-confirm
 email-contact/
-email-contact/nodehttp://secure.php.net/robots.txt
+email-contact/nodehttp://c1.staticflickr.com/robots.txt
 email-contact/taxonomy_term
+email-disclaimer
 email-domains
 email-editor
 email-feedback
@@ -76182,7 +76025,6 @@ emotional-health/what-to-do-when-your-therapist-is-away/
 emotional-health/why-you-wake-up-happy-and-anxiety-creeps-in-at-night/
 emotions_pay
 emotions_pay_author
-emp/
 empire-state
 empleo
 emploi
@@ -77521,6 +77363,7 @@ en-il/destinations/hotel-information
 en-il/products/details
 en-il/search
 en-in
+en-in
 en-in-new
 en-in/
 en-in/destinations/hotel-information
@@ -78045,7 +77888,7 @@ en-to
 en-tools
 en-tr
 en-tr/blogs
-en-tr/cart/http://refinitiv.com/robots.txt
+en-tr/cart/http://telecompaper.com/robots.txt
 en-tr/destinations/hotel-information
 en-tr/pages
 en-tr/products/details
@@ -78844,6 +78687,7 @@ en/identity
 en/iggp/grid
 en/iggp/list
 en/iggp/map
+en/images
 en/img
 en/in
 en/inc
@@ -78913,6 +78757,7 @@ en/interculturaldialogue/youthforpeace/map
 en/internal
 en/internal/internal-lead-referral-form
 en/internal/test-ssg-deploy
+en/internaljustice/files
 en/internet-universality-indicators/grid
 en/internet-universality-indicators/list
 en/internet-universality-indicators/map
@@ -79032,7 +78877,7 @@ en/messages
 en/meta/display/news.html
 en/meta/display/shop-detail.html
 en/microsite/
-en/microsites/http://ebay.fr/robots.txt
+en/microsites/http://wgbh.org/robots.txt
 en/microsoft-365
 en/microsoft-365/
 en/microsoft-365/free-office-online-for-the-web
@@ -79085,6 +78930,8 @@ en/mowlac-risks-observatory/grid
 en/mowlac-risks-observatory/list
 en/mowlac-risks-observatory/map
 en/multimedia
+en/music
+en/music/playlist
 en/my-account
 en/my-account/login/*
 en/my-favourites
@@ -79280,7 +79127,7 @@ en/search?*x=1
 en/search?*z=1
 en/search?q=
 en/search?s=*
-en/searchpage.htmlhttp://royalsociety.org/robots.txt
+en/searchpage.htmlhttp://jitsi.org/robots.txt
 en/security
 en/security/
 en/servers/amd-int
@@ -79455,6 +79302,8 @@ en/versions.html
 en/versions/*/beta.html
 en/versions/*/nightly.html
 en/versions/*/release.html
+en/video
+en/video/watch
 en/virtualization/secure-global-desktop
 en/virtualization/secure-global-desktop/5.6
 en/votre_caisse/
@@ -79462,6 +79311,7 @@ en/votre_caisse/caisses/
 en/vyhladavanie
 en/vyhledavani
 en/wealth
+en/web
 en/web-redesign
 en/web.config
 en/web/paying-for-ip-services/fee-transfer-service-widget-overview
@@ -79496,11 +79346,6 @@ en/zawya-green
 en0*
 en2*
 en=
-enSearch/ccdetail
-enSearch/detail
-enSearch/mhdetail
-enSearch/raspdetail
-enSearch/result
 en_GB
 en_GB/$
 en_GB/ep/affiliate-intro
@@ -79559,7 +79404,6 @@ en_us/partnernet/
 en_us/united-states/home/referencing.html
 ena/data/view
 ena/data/warehouse
-enable-cookies
 enable_cookies
 encEmail
 encemail=*
@@ -79751,7 +79595,6 @@ enlighten
 enotice/
 enotice/done/
 enough
-enroll
 enrolled
 enrollment
 enrollment-services/financial-aid/wings
@@ -79854,7 +79697,6 @@ enviro/static-3.70
 enviro/static-3.72
 environment/ets
 environment/nantucket-field-station/
-enviroregs
 envoyer-par-email
 en~us/
 eo
@@ -79895,9 +79737,9 @@ epilepsy_pictures_slideshow/article.htm
 episerver
 episerver
 episode
-episode-engine/
-episode-podcast/
-episode/
+episode-engine/
+episode-podcast/
+episode/
 episode/*/transcript$
 episode/http
 episodes
@@ -79985,7 +79827,6 @@ errordoc
 errordoc.cgi
 errordocs
 errore
-errorimages
 errorlog
 errormng
 errorpage
@@ -81913,6 +81754,7 @@ es/hoteles/redirect
 es/hoteles/s
 es/ia/generador-iconos/herramienta
 es/imagecontentsource
+es/images
 es/impresion-3d/*/reports/nuevo
 es/impresion-3d/*/share
 es/imprimir
@@ -82045,6 +81887,7 @@ es/momondo.asmx
 es/more-from-seller
 es/multistore/es_canary_islands
 es/multistore/es_samsungdeals
+es/music
 es/music/*/+images
 es/music/*/+images/*/shoutbox
 es/music/*/+images/*/shoutbox?
@@ -82055,12 +81898,14 @@ es/music/*/+tags
 es/music/*/+wiki/shoutbox
 es/music/*?
 es/music/+noredirect
+es/music/playlist
 es/music/tracks
 es/my
 es/nationals/search
 es/nav/categor%C3%ADa
 es/negocios-tmb/perfil-contratante/informacion-documentos
 es/new
+es/news
 es/news?
 es/newsletters
 es/newsroom/search
@@ -82212,7 +82057,7 @@ es/search/fonts?
 es/search/shops
 es/search?
 es/search?*
-es/search?*http://gatsbyjs.com/robots.txt
+es/search?*http://caltech.edu/robots.txt
 es/search?*q=
 es/searchresult
 es/secure-preview
@@ -82369,7 +82214,9 @@ es/verde-y-azul
 es/verify
 es/versions.html
 es/versions/*/release.html
+es/video
 es/video-uploader
+es/video/watch
 es/view
 es/vimeo-academy
 es/vpv
@@ -82611,7 +82458,6 @@ estat
 estaticos/data/cmp/prensaiberica
 estaticos/recursosgraficos/responsive/especiales/amazon-interno
 esteri/2024/07/24/diretta/kamala_harris_nel_mirino_dei_repubblicani_usa_ricorso_contro_il_trasferimento_dei_fondi_dalla_campagna_di_biden-423411481
-estilo
 estimated_price=
 estimates
 estimates/*
@@ -82761,6 +82607,7 @@ etc/clientlibs
 etc/commerce/products/
 etc/countries
 etc/designs
+etc/designs/concordia/resources*
 etc/designs/global/clientlib-overview.css
 etc/static/pruebas-p66/*
 etc/swisscom/servlets/public/sitemap
@@ -83456,7 +83303,7 @@ export-link/@
 export/
 export/flipboard/*.rss
 export/site-selector.json
-export/site-selector.jsonhttp://paytm.com/robots.txt
+export/site-selector.jsonhttp://happycow.net/robots.txt
 export/sites/intranet/
 export/sites/upov/shared/
 export/sites/www/pct/guide/
@@ -83567,7 +83414,7 @@ external/strada/secure
 external/streak
 external/tces
 external/whistler
-externalContentView/http://fr.news.yahoo.com/robots.txt
+externalContentView/http://gofund.me/robots.txt
 externalPageReview
 externalUrl
 external_assets
@@ -83654,7 +83501,6 @@ f/healthcheck
 f/s/flurry
 f/smarty
 f1-season-2023-timeline
-f1.
 f1/news/?q=giorgio%20piola
 f1/teams/alphataui/twitter/ajax
 f1/teams/alphatauri/ajax
@@ -83779,6 +83625,7 @@ faculties
 faculty-directory
 faculty-profiles?
 faculty-senate-old
+faculty.html$
 faculty/
 faculty/Pages/browse.aspx?*&
 faculty/facets/cengage%3Adigitalplatforms/
@@ -84004,6 +83851,7 @@ favorites$
 favorites?
 favorito
 favoritos/
+favourites?page
 fax.html
 fb
 fb.html
@@ -84015,7 +83863,6 @@ fb/search-result
 fb/web.config
 fb_action_ids=
 fb_beneficiary_api
-fb_canvas
 fb_comment_id
 fb_comment_id=
 fb_noscript=
@@ -84039,7 +83886,6 @@ fbclid
 fbclid
 fbclid=
 fbconnect
-fbd.php
 fbhk/README.txt
 fbhk/core
 fbhk/profiles
@@ -84200,10 +84046,10 @@ features-satellites?
 features-weather?
 features/dear-abby/
 features/external/cdp
-features/http://bonus.ly/robots.txt
-features/http://fileformat.info/robots.txt
-features/http://lacoste.com/robots.txt
-features/http://simplenote.com/robots.txt
+features/http://iau.org/robots.txt
+features/http://infomaniak.com/robots.txt
+features/http://insiderintelligence.com/robots.txt
+features/http://newsroom.cisco.com/robots.txt
 features/idx-for-any-website/wix-real-estate-app-free-trial/
 features/insights
 features/performance
@@ -84253,7 +84099,7 @@ feed/atom
 feed/externalfooter
 feed/externalheader
 feed/gn
-feed/http://epp.eurostat.ec.europa.eu/robots.txt
+feed/http://yourls.org/robots.txt
 feed/merchant-feed.xml
 feed/offer-feed.xml
 feed/podcast
@@ -84836,7 +84682,6 @@ figma-ahora-en-espanol/$
 figma-design-trends-2023/$
 figma-for-freelancers/$
 figure-skating/chat
-fiibg
 fil-ph/
 fil/ilog
 fil/newsroom/search
@@ -84979,7 +84824,7 @@ filiale-rating
 filialeBadge
 filialeHrs
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://heise.de/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://workspace.google.com/robots.txt
 filings
 filipepereira
 filling_foods_wont_that_fill_you_out/article.htm
@@ -85104,7 +84949,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://icann.org/robots.txt
+find/*http://buymeacoffee.com/robots.txt
 find/3DImage.jsp
 find/?srsltid
 find/ApplecareDetails.jsp
@@ -85702,7 +85547,7 @@ flightsearch
 flightsearch/book-a-flight?cacheKeySuffix=
 flightsh5/
 flightstatus/search/*
-flip-player/
+flip-player/
 flip-preview
 flipboardrss
 flipbook
@@ -85764,9 +85609,6 @@ fluege/ct
 fluff
 flug/cn
 flug/ct
-flupl-alpha.cab
-flupl-x86.cab
-flupl.cab
 flutter-canvaskit
 flux
 fluxNews
@@ -87874,9 +87716,8 @@ forgot_password=
 forgot_password?
 forgotpassword
 forgotpassword?
-forgotsignin.aspx
 forgotten-password
-forgov-devhttp://nrdc.org/robots.txt
+forgov-devhttp://bitfinex.com/robots.txt
 forlibraries
 form
 form%5Bsubject%5D=
@@ -87900,11 +87741,9 @@ form_contact
 formacion
 format
 format/html
-format/json
 format/unipage/sample
 format=
 format=ajax*
-format=json
 format=pdf
 format=xml
 formation-continue
@@ -88063,7 +87902,7 @@ forum/threads/*/poll/results
 forum/threads/*/tags$
 forum/topics/search
 forum/ucp.php
-forum/ucp.phphttp://us.napster.com/robots.txt
+forum/ucp.phphttp://loom.com/robots.txt
 forum/users
 forum/viewonline.php
 forum/viewtopic.php
@@ -89831,7 +89670,7 @@ forums/user-
 forums/usercp.php
 forums/usernote.php
 forums/users
-forums/users/http://nlp.stanford.edu/robots.txt
+forums/users/http://kcet.org/robots.txt
 forums/weight-loss-after-pregnancy/topic/any-fit-pregnant-mamas-out-here-taking-creatine-146438608.html
 forums/what-to-expect-general-message-board/topic/anyone-else-had-lower-right-abdominal-pain-beginning-of-pregnancy-doesnt-feel-right-152578091.html
 forums/what-to-expect-general-message-board/topic/bbt-dropping-10-weeks-concern-166550086.html
@@ -89902,7 +89741,6 @@ fpm/web.config
 fpr
 fps2*
 fpsb
-fptc
 fpz5com
 fq=
 fr
@@ -92691,6 +92529,7 @@ fr/iggp/grid
 fr/iggp/list
 fr/iggp/map
 fr/imagecontentsource
+fr/images
 fr/images.xml
 fr/images/
 fr/images/housing/documents/presentation/ecologie.pdf
@@ -92842,6 +92681,7 @@ fr/mon-compte
 fr/mon-profil
 fr/more-from-seller
 fr/motivator/
+fr/music
 fr/music/*/+images
 fr/music/*/+images/*/shoutbox
 fr/music/*/+images/*/shoutbox?
@@ -92852,11 +92692,13 @@ fr/music/*/+tags
 fr/music/*/+wiki/shoutbox
 fr/music/*?
 fr/music/+noredirect
+fr/music/playlist
 fr/music/tracks
 fr/my
 fr/my_business$
 fr/nav/cat%C3%A9gories
 fr/naviguer
+fr/news
 fr/news/
 fr/news?
 fr/news?page=
@@ -93138,7 +92980,9 @@ fr/venue/
 fr/verify
 fr/versions.html
 fr/versions/*/release.html
+fr/video
 fr/video-uploader
+fr/video/watch
 fr/view
 fr/vimeo-academy
 fr/vols/cn/*
@@ -93155,6 +92999,7 @@ fr/vps/systeme-exploitation.xml
 fr/vps/vps-cloud.xml
 fr/vps/vps-ssd.xml
 fr/vpv
+fr/web
 fr/web.config
 fr/webapps
 fr/webservice
@@ -93309,10 +93154,6 @@ freebox/informations/avis-freebox/?page=1
 freedom_pay
 freedom_pay_author
 freelance-internship/
-freelancers/*/portfolio
-freelancers/*/reviews
-freelancers/search-
-freelancers/tag-
 freemonth
 freepng/*.html*hue-js
 freepng/*/preview-png.html
@@ -93375,12 +93216,11 @@ fromtb=1
 front
 front-new-nf
 front/?pp-content-id=2.6642
-frontandcentre
 frontend
 frontend-metrics
 frontend.php
 frontend.php/
-frontend/http://siteresources.worldbank.org/robots.txt
+frontend/http://avma.org/robots.txt
 frontend/requestforms
 frontendEvents.do
 frontend_dev.php
@@ -93414,6 +93254,7 @@ fss/
 fssp
 fsspservices
 fstoppers/complete
+ft-prepaid-pro
 ft-staging/
 ft=
 ftag=
@@ -93442,7 +93283,6 @@ fun
 fun/api/
 fun/g/
 fun_facts_about_tongue_and_taste_buds_slideshow/article.htm
-func
 funcion-json
 functionType=
 functional-pages/
@@ -93658,7 +93498,7 @@ g-old-cw
 g-recaptcha-response
 g/
 g/*/%
-g/4arE9Chttp://artstation.com/robots.txt
+g/4arE9Chttp://eji.org/robots.txt
 g/Camera-Batteries
 g/Camera-Batteries/$
 g/api
@@ -93897,6 +93737,22 @@ gamecock-confidential-unsubscribe/
 gamecocksnow-unsubscribe/
 gamelist
 gameplay
+gamer/community/
+gamer/community/*?*api_key*
+gamer/community/*?api_key*
+gamer/community/admin/
+gamer/community/assets/browser-update*.js
+gamer/community/auth/
+gamer/community/badges
+gamer/community/c/*.rss
+gamer/community/email/
+gamer/community/g
+gamer/community/my
+gamer/community/search
+gamer/community/session
+gamer/community/t/*/*.rss
+gamer/community/tag/*/l
+gamer/community/user-api-key
 games
 games-index*
 games/*/comments
@@ -94379,12 +94235,10 @@ germany/library/images/mnp/
 germany/video/de/de/related*
 gers/
 gers/assure/actualites/
-ges-ghg/donnees-data
 gesetze/*/Gesamt/
 gesperrt
 gesponsordecontent/
 gestao-territorial
-gestion
 gestion-abonnements?email=
 gestione_web/
 gesundheit
@@ -94451,7 +94305,6 @@ getembedcode.cfm
 getfile
 getflipit
 getfrontendparts
-gethelp/
 getinvolvedlistingpage
 getinvolvedpage
 getitem
@@ -94594,7 +94447,6 @@ gif
 gif-maker/$
 gifgenerator?viewkey=
 gifs
-gifs
 gifs/search*o=
 gift
 gift*/r/*
@@ -94748,8 +94600,6 @@ global/alexa-assets
 global/api/episod/collect
 global/api/load.php
 global/choose-location.html?location=home
-global/contact
-global/content/images
 global/core
 global/en
 global/en/
@@ -94767,7 +94617,6 @@ global/internal/departments/ir/modules
 global/internal/departments/ir/pgcourses
 global/internal/departments/ir/ugcourses
 global/ja/-/media/etc/
-global/messages
 global/popup/
 global/popup/*130435*
 global/products/en/
@@ -94781,8 +94630,6 @@ global/wGlobal/scripts/php/navigation
 global/wGlobal/scripts/php/redirect.php
 global/wGlobal/scripts/php/template/automatedTeasers.php
 global/web.config
-global/whatsnew/images
-global/whatsnew/whatsnew_toc.html
 globalassets
 globalassets/*
 globalassets/OnlinePDFCertificates
@@ -94809,11 +94656,9 @@ glossary/*
 glossary/akamaitest.html
 glossary_*
 glossily/
-glt_feedback.cfm?
 glutamate/guide/
 gluten-free-diet/is-semolina-flour-gluten-free/
 gluten-free_diet_pictures_slideshow/article.htm
-glwww_isearch_tor
 gm
 gm-api
 gm/
@@ -94858,7 +94703,7 @@ go/docs/reference/*/latest$
 go/docs/reference/help
 go/fanfiction/
 go/host/
-go/http://macys.com/robots.txt
+go/http://smartinsights.com/robots.txt
 go/login
 go/member
 go/members
@@ -94907,7 +94752,7 @@ goldenthreds
 golf
 golf/golf
 golo/page/1896337
-golocal/extranet/http://gadgets.ndtv.com/robots.txt
+golocal/extranet/http://travis-ci.org/robots.txt
 gone
 gonzagapatriota
 good-data
@@ -94992,14 +94837,7 @@ gout/how-to-eat-when-you-have-gout-diabetes/
 gout/ice-cream-gout/
 gout_foods_help_hurt_diet/article.htm
 gout_pictures_slideshow/article.htm
-gov/DownloadAsset?
-gov/DownloadAsset?assetId=
-gov/content/*/search-details-
-gov/feedback
 gov/files/awards
-gov/search
-gov/search/results.page?
-gov/search?id=*&q=
 govdemo
 governance-add-on/$
 government-education/nonprofits/aws-serve-member/
@@ -95076,7 +94914,6 @@ gp/gc/widget
 gp/gfix
 gp/gift-central/organizer/add-wishlist
 gp/goldbox
-gp/gsshomepage/
 gp/help
 gp/help/customer/display.html*nodeId=200556720
 gp/help/customer/display.html?*nodeId=200145650
@@ -95088,7 +94925,6 @@ gp/help/external
 gp/help/reports/infringement/jquery/handle-notice-submit.html
 gp/history
 gp/homepage.html
-gp/international_new/
 gp/item-dispatch
 gp/legacy-handle-buy-box.html
 gp/mobile/dp
@@ -95271,7 +95107,6 @@ graph/graphql
 graphic-design/brief/logo
 graphic-design/brief/printed-product
 graphics
-graphics
 graphics/
 graphics/common
 graphics/commonnew
@@ -95423,7 +95258,6 @@ groups/10millionphotos
 groups/accept-invite
 groups/active/user
 groups/dir?*q=
-groups/members
 groups/new
 groups/search
 groups/user
@@ -95524,7 +95358,6 @@ guest-account-invitation
 guest-helpful
 guest-pass
 guest-star
-guest/new/personal-order
 guestEmailNotificationView
 guestbook
 guestbook/
@@ -95570,8 +95403,6 @@ guid
 guid2.0
 guida-alla-carriera
 guida-autovelox-e-codice-della-strada/sitemap.xml
-guidaraisport/guidatv/index.html
-guidaraisport/index.html
 guidatv-old$
 guidatv/lista$
 guide
@@ -96595,9 +96426,6 @@ gundem
 guns
 guns-n-roses-chinese-democracy-november-23
 gurme/*/busqueda/?
-guruFiles/
-guruInfo.aspx
-gurufiles/
 gus/images/categories
 gus/uploads/logos
 gutenbee/
@@ -96625,7 +96453,6 @@ gwt
 gx/en/audit-services-risk-assurance-services/assets/PwCs_journals_ai.pdf
 gx/en/forensics/gecs-2020/pdf/global-economic-crime-and-fraud-survey-2020.pdf
 gx/en/zz-test
-gxcuf89792/rss
 gy
 gy/
 gyrobase/ArticleArchives
@@ -96736,7 +96563,6 @@ handler
 handler_
 handlers
 handlers
-handlers/
 handlers/doubleclick
 handmade
 handmade=true
@@ -97072,6 +96898,7 @@ health/*/wp-
 health/*?subCategory=
 health/*?utm_
 health/QA-Tabbed-ManyTabs-21
+health/api
 health/covid19/dining-guide/
 health/diabetes/a/Diabetes
 health/diet-and-fitness/a/10-Ways-to-Lighten-Up-Your-Favorite-Fatty-Foods/1315
@@ -97086,7 +96913,7 @@ health/diet-and-fitness/a/stay-focused-on-health-have-backup-plans/1327
 health/diet-and-fitness/a/what-your-bmi-does-not-tell-you/1317
 health/drugs/hm-test-all-about-humira
 health/drugs/ozempic-for-weight-loss
-health/files/rhpthttp://khinsider.com/robots.txt
+health/files/rhpthttp://wattpad.com/robots.txt
 health/find-a-doctor/search
 health/gr-
 health/hm-test-17-proven-tips-to-sleep-better-at-night
@@ -97097,6 +96924,7 @@ health/myexposome-wristband
 health/post-block-widget-sampler
 health/psych-central-block-sampler
 health/research/specialistcentres/cib/people/bbsrcfellows/flatterssarah
+health/search?
 health/sites/health/files/tobacco/docs/doi
 health/sponsored-article-test-do-not-edit-this-ever
 health/test-reference-article-for-front-end-tests
@@ -98158,7 +97986,7 @@ home-loans/rate-stomper
 home-loans/rocket-loan
 home-main-content.html
 home-media
-home-newhttp://arnnet.com.au/robots.txt
+home-newhttp://opm.gov/robots.txt
 home-no-tags
 home-remedies-alternative-treatments-vertigo/
 home-renewal-special-offer
@@ -98596,7 +98424,6 @@ hotels?
 hoteluri/h
 hoteluri/redirect
 hoteluri/s
-hotfix/
 hotlist
 hotsites/email
 hotsites/porteira
@@ -98790,7 +98617,7 @@ hr/help/cookies/
 hr/help/privacy/
 hr/hr
 hr/hr/work/products/tools/ups_selector/
-hr/http://ncregister.com/robots.txt
+hr/http://scryfall.com/robots.txt
 hr/internal
 hr/ispis
 hr/it
@@ -98803,6 +98630,7 @@ hr/pt
 hr/renew.html
 hr/search
 hr/secure/
+hr/senior_promotions
 hr/special/000webhost
 hr/special/webhost
 hr/startwizard
@@ -101848,7 +101676,6 @@ html/E98455_01
 html/E99994_01
 html/E99997_01
 html/E99998_01
-html/EN
 html/F10012_01
 html/F10240_01
 html/F10249_01
@@ -101940,14 +101767,11 @@ html/Q52402_51
 html/Q53269_01
 html/Q63513_01
 html/Q77771_01
-html/en
-html/it
 html/itemViewsAndMetrics.html?vcmid=*
 html/js/editor
 html/js/editor/fckeditor
 html/kiosk
 html/misc
-html/node
 html/print
 html/story
 html5
@@ -101959,14 +101783,14 @@ html?pageq=
 html?pages=
 html?ref=
 html?user_country=
-html_email/
+html_email/
 html_externe
 html_helpers
 html_tests
 htmlemails/
 htmlexterne
 htmlform/
-htmlmsg/http://deepblue.lib.umich.edu/robots.txt
+htmlmsg/http://informit.com/robots.txt
 htmlscript
 htmlscript/
 htmlversion
@@ -101976,329 +101800,327 @@ htsearchresults
 http
 http2_data
 http:
-http://101cookbooks.com/robots.txt
-http://10best.com/robots.txt
-http://3.bp.blogspot.com/robots.txt
-http://58comp.ru/robots.txt
-http://acast.com/robots.txt
-http://activecampaign.com/robots.txt
-http://affinity.serif.com/robots.txt
-http://aish.com/robots.txt
+http://ababank.com/robots.txt
+http://adafruit.com/robots.txt
+http://adage.com/robots.txt
+http://admob.google.com/robots.txt
+http://adssettings.google.com/robots.txt
+http://affiliate-program.amazon.com/robots.txt
 http://al-ain.com/robots.txt
-http://ampproject.org/robots.txt
+http://alertthemedic.com/robots.txt
+http://alltop.com/robots.txt
+http://amazon.co.uk/robots.txt
+http://amazon.es/robots.txt
 http://amzn.com/robots.txt
-http://anghami.com/robots.txt
-http://anti-aristokratie.blogspot.com/robots.txt
+http://anothermag.com/robots.txt
+http://ansa.it/robots.txt
+http://answers.microsoft.com/robots.txt
 http://apachefriends.org/robots.txt
 http://arbeitsagentur.de/robots.txt
-http://artic.edu/robots.txt
-http://artofmanliness.com/robots.txt
-http://aspca.org/robots.txt
-http://aspeninstitute.org/robots.txt
-http://au.linkedin.com/robots.txt
-http://backstage.com/robots.txt
-http://bandcamp.com/robots.txt
-http://barclays.co.uk/robots.txt
-http://beatsbydre.com/robots.txt
+http://arsenal.com/robots.txt
+http://asahi-net.or.jp/robots.txt
+http://atsdr.cdc.gov/robots.txt
+http://attack.mitre.org/robots.txt
+http://axios.com/robots.txt
+http://bard.google.com/robots.txt
 http://beta.lemondeinformatique.fr/http://bemyeyes.com/robots.txt
-http://bettycrocker.com/robots.txt
-http://bible.com/robots.txt
-http://bike.shimano.com/robots.txt
-http://bipm.org/robots.txt
-http://bitrix24.com/robots.txt
-http://bjsm.bmj.com/robots.txt
-http://bloomingdales.com/robots.txt
-http://books.google.fr/robots.txt
-http://boston.gov/robots.txt
-http://bostonherald.com/robots.txt
-http://broadinstitute.org/robots.txt
-http://buffalo.edu/robots.txt
-http://c0.wp.com/robots.txt
-http://c1.staticflickr.com/robots.txt
-http://ca.linkedin.com/robots.txt
-http://calendly.com/robots.txt
-http://casetext.com/robots.txt
-http://catalog.data.gov/robots.txt
-http://chrisjdavis.org/robots.txt
+http://blog.adobe.com/robots.txt
+http://blog.google/robots.txt
+http://blog.linkedin.com/robots.txt
+http://blog.malwarebytes.com/robots.txt
+http://blurb.com/robots.txt
+http://bostonglobe.com/robots.txt
+http://bountysource.com/robots.txt
+http://bugs.php.net/robots.txt
+http://business.instagram.com/robots.txt
+http://bvdg-online.com/robots.txt
+http://cbs.nl/robots.txt
+http://ccleaner.com/robots.txt
+http://cdn.cookielaw.org/robots.txt
+http://cds.cern.ch/robots.txt
+http://charitywater.org/robots.txt
+http://chase.com/robots.txt
+http://cheq.ai/robots.txt
+http://chetu.com/robots.txt
 http://chrome.google.com/robots.txt
-http://cira.ca/robots.txt
-http://ckeditor.com/robots.txt
-http://classmates.com/robots.txt
-http://cloudpayments.ru/robots.txt
+http://cielo.com.br/robots.txt
+http://claimreviewproject.com/robots.txt
+http://classy.org/robots.txt
+http://clover.com/robots.txt
+http://cna.com.tw/robots.txt
 http://cnet.com/robots.txt
-http://cntraveller.com/robots.txt
+http://coca-colacompany.com/robots.txt
+http://cochranelibrary.com/robots.txt
+http://collinsdictionary.com/robots.txt
+http://commoncrawl.org/robots.txt
 http://compart.com/robots.txt
-http://computerweekly.com/robots.txt
-http://conservation.org/robots.txt
-http://constitutioncenter.org/robots.txt
-http://consumerfinance.gov/robots.txt
-http://consumerlab.com/robots.txt
-http://contagious.com/robots.txt
-http://conversations.im/robots.txt
-http://coub.com/robots.txt
-http://cox.com/robots.txt
-http://curl.se/robots.txt
-http://cutt.ly/robots.txt
-http://dailysabah.com/robots.txt
-http://dakar.com/robots.txt
-http://delawareonline.com/robots.txt
-http://developer.chrome.com/robots.txt
-http://developer.nvidia.com/robots.txt
-http://devpost.com/robots.txt
+http://convinceandconvert.com/robots.txt
+http://copyright.gov/robots.txt
+http://costco.com.mx/robots.txt
+http://crockford.com/robots.txt
+http://csfd.cz/robots.txt
+http://data.oecd.org/robots.txt
+http://dazeddigital.com/robots.txt
+http://db.com/robots.txt
+http://desjardins.com/robots.txt
+http://dice.fm/robots.txt
+http://disk.yandex.ru/robots.txt
 http://disney.go.com/robots.txt
-http://disneyworld.disney.go.com/robots.txt
-http://diy.com/robots.txt
 http://dl.acm.org/robots.txt
-http://dmagazine.com/robots.txt
-http://dropbox.com/robots.txt
-http://drudgereport.com/robots.txt
-http://e360.yale.edu/robots.txt
-http://ecma-international.org/robots.txt
-http://ee.co.uk/robots.txt
+http://doc.qt.io/robots.txt
+http://dominos.com/robots.txt
+http://donaldjtrump.com/robots.txt
+http://donate.stripe.com/robots.txt
+http://duluthnewstribune.com/robots.txt
+http://dvcs.w3.org/robots.txt
+http://ecfr.gov/robots.txt
+http://eclipse.org/robots.txt
+http://ecwid.com/robots.txt
+http://education.com/robots.txt
+http://eea.europa.eu/robots.txt
 http://eeas.europa.eu/robots.txt
-http://ellentube.com/robots.txt
-http://emerald.com/robots.txt
-http://emergency.cdc.gov/robots.txt
-http://en.blog.wordpress.com/robots.txt
-http://en.uesp.net/robots.txt
-http://ens-newswire.com/robots.txt
-http://etsi.org/robots.txt
+http://efsa.europa.eu/robots.txt
+http://emarketer.com/robots.txt
+http://en-gb.facebook.com/robots.txt
+http://en.m.wikipedia.org/robots.txt
+http://encrypted.google.com/robots.txt
+http://engineering.purdue.edu/robots.txt
+http://enviragallery.com/robots.txt
+http://epicor.com/robots.txt
+http://eprint.iacr.org/robots.txt
+http://eso.org/robots.txt
+http://esrl.noaa.gov/robots.txt
+http://etoro.com/robots.txt
 http://eur.nl/robots.txt
-http://experience.arcgis.com/robots.txt
-http://familysearch.org/robots.txt
-http://farm3.staticflickr.com/robots.txt
-http://fb.watch/robots.txt
-http://fema.gov/robots.txt
+http://europeana.eu/robots.txt
+http://eyes.nasa.gov/robots.txt
+http://f.hubspotusercontent40.net/robots.txt
+http://falabella.com/robots.txt
+http://fatf-gafi.org/robots.txt
+http://fdic.gov/robots.txt
+http://findagrave.com/robots.txt
 http://firstmonday.org/robots.txt
-http://firstthings.com/robots.txt
-http://flexmls.com/robots.txt
-http://food.com/robots.txt
+http://flickriver.com/robots.txt
+http://fliphtml5.com/robots.txt
+http://floridastateparks.org/robots.txt
+http://flsenate.gov/robots.txt
+http://fnac.com/robots.txt
+http://fonts.bunny.net/robots.txt
 http://food.ec.europa.eu/robots.txt
-http://foodbeast.com/robots.txt
-http://forbusiness.snapchat.com/robots.txt
-http://fordfoundation.org/robots.txt
+http://forever21.com/robots.txt
+http://form.jotform.com/robots.txt
+http://fortiguard.com/robots.txt
 http://fosdem.org/robots.txt
 http://fpl.com/robots.txt
-http://freeimages.com/robots.txt
-http://freepeople.com/robots.txt
-http://fsf.org/robots.txt
-http://futabasha.co.jp/robots.txt
-http://g.co/robots.txt
-http://gatesnotes.com/robots.txt
-http://gazette.com/robots.txt
-http://geralodin.blogspot.com/robots.txt
-http://giantbomb.com/robots.txt
+http://friendi.ca/robots.txt
+http://furaffinity.net/robots.txt
+http://gaana.com/robots.txt
+http://gamesradar.com/robots.txt
+http://geetha.mil.gr/robots.txt
+http://global.rakuten.com/robots.txt
 http://globoesporte.globo.com/robots.txt
-http://glossier.com/robots.txt
-http://gnavi.co.jp/robots.txt
-http://goldderby.com/robots.txt
-http://google.cz/robots.txt
-http://google.it/robots.txt
-http://google.qualtrics.com/robots.txt
-http://gotquestions.org/robots.txt
-http://gov.texas.gov/robots.txt
-http://gq.com/robots.txt
-http://graph.facebook.com/robots.txt
+http://goodrx.com/robots.txt
+http://grafana.com/robots.txt
+http://granta.com/robots.txt
+http://grizzluss.blogspot.com/robots.txt
+http://hackbrightacademy.com/robots.txt
+http://hackernoon.com/robots.txt
 http://harman.com/robots.txt
-http://hcaptcha.com/robots.txt
-http://help.shopify.com/robots.txt
-http://help.twitter.com/robots.txt
-http://heylink.me/robots.txt
-http://hms.harvard.edu/robots.txt
-http://hopper.com/robots.txt
-http://htmlpreview.github.io/robots.txt
-http://hud.gov/robots.txt
+http://healthychildren.org/robots.txt
+http://hk.chinamobile.com/robots.txt
+http://homey.app/robots.txt
+http://hostadvice.com/robots.txt
+http://hub.docker.com/robots.txt
 http://hurriyet.com.tr/robots.txt
-http://hypebeast.com/robots.txt
-http://iab.com/robots.txt
 http://iconosquare.com/robots.txt
+http://ideas.ted.com/robots.txt
+http://ifad.org/robots.txt
 http://ifc.org/robots.txt
-http://ign.com/robots.txt
-http://ilovefreesoftware.com/robots.txt
-http://ilovepdf.com/robots.txt
-http://infineon.com/robots.txt
-http://itworld.com/robots.txt
+http://ifs.org.uk/robots.txt
+http://ig.com/robots.txt
+http://imperial.ac.uk/robots.txt
+http://impots.gouv.fr/robots.txt
+http://independent.co.uk/robots.txt
+http://infosecurity-magazine.com/robots.txt
+http://investopedia.com/robots.txt
+http://ipinfodb.com/robots.txt
+http://isaca.org/robots.txt
+http://issues.chromium.org/robots.txt
+http://iwalkcornwall.co.uk/robots.txt
 http://ja.wikipedia.org/robots.txt
-http://joomag.com/robots.txt
-http://journaldemontreal.com/robots.txt
+http://jamesbeard.org/robots.txt
+http://jetblue.com/robots.txt
+http://joshshirtvoiceover.com/robots.txt
+http://journaldunet.com/robots.txt
+http://jqueryui.com/robots.txt
 http://judicialwatch.org/robots.txt
-http://justjared.com/robots.txt
+http://kayak.com/robots.txt
+http://kde.org/robots.txt
 http://kesq.com/robots.txt
-http://keycdn.com/robots.txt
-http://kinopoisk.ru/robots.txt
-http://kirby.com/robots.txt
-http://kn-online.de/robots.txt
+http://kottke.org/robots.txt
+http://kresnickaresearch.com/robots.txt
+http://krone.at/robots.txt
 http://kstp.com/robots.txt
-http://kusskussj.blogspot.com/robots.txt
-http://langchain.com/robots.txt
-http://latimes.com/robots.txt
-http://lbcgroup.tv/robots.txt
-http://lbry.com/robots.txt
-http://lea.verou.me/robots.txt
-http://learn.realbraveaudio.com/robots.txt
-http://learning.linkedin.com/robots.txt
-http://legacy.com/robots.txt
-http://lifewithalacrity.com/robots.txt
-http://liveandsmiledental.com/robots.txt
-http://lumalabs.ai/robots.txt
-http://macrotrends.net/robots.txt
-http://macworld.co.uk/robots.txt
-http://mail-archive.com/robots.txt
-http://masader-j.com/robots.txt
-http://matchesfashion.com/robots.txt
-http://material.io/robots.txt
-http://mayoclinic.org/robots.txt
+http://kyobobook.co.kr/robots.txt
+http://link.medium.com/robots.txt
+http://linkr.bio/robots.txt
+http://madfishdigital.com/robots.txt
+http://magiclakecomo.com/robots.txt
+http://maps.org/robots.txt
+http://marieclaire.fr/robots.txt
+http://mariokart64.com/robots.txt
+http://mbta.com/robots.txt
+http://melon.com/robots.txt
 http://menafn.com/robots.txt
-http://mentalfloss.com/robots.txt
-http://messenger.com/robots.txt
+http://mentalhealth.org.uk/robots.txt
 http://meta.wikimedia.org/robots.txt
-http://meteofrance.com/robots.txt
 http://middleeasteye.net/robots.txt
+http://midjourney.com/robots.txt
+http://mindbodygreen.com/robots.txt
+http://minds.com/robots.txt
 http://missingkids.org/robots.txt
-http://mitchmartinez.com/robots.txt
-http://mixpanel.com/robots.txt
-http://motherjones.com/robots.txt
+http://moma.org/robots.txt
+http://moncompteformation.gouv.fr/robots.txt
+http://monzo.com/robots.txt
+http://moveon.org/robots.txt
 http://mozilla.com/robots.txt
-http://musicradar.com/robots.txt
-http://nber.org/robots.txt
-http://nerdwallet.com/robots.txt
-http://nest.com/robots.txt
-http://news.err.ee/robots.txt
-http://news.samsung.com/robots.txt
+http://mozilla.org/robots.txt
+http://mturk.com/robots.txt
+http://myanimelist.net/robots.txt
+http://nam.edu/robots.txt
+http://nba.com/robots.txt
+http://ndr.de/robots.txt
+http://netdna.bootstrapcdn.com/robots.txt
+http://new-educ.com/robots.txt
+http://news.artnet.com/robots.txt
+http://news.mit.edu/robots.txt
 http://news.yale.edu/robots.txt
-http://nfib.com/robots.txt
-http://nikkansports.com/robots.txt
-http://no.wikipedia.org/robots.txt
-http://npr.org/robots.txt
+http://newscientist.com/robots.txt
+http://newson6.com/robots.txt
+http://newsweek.com/robots.txt
+http://nla.gov.au/robots.txt
+http://nobelprize.org/robots.txt
+http://npg.org.uk/robots.txt
 http://nsc.org/robots.txt
-http://nursingworld.org/robots.txt
-http://oed.com/robots.txt
+http://numpy.org/robots.txt
+http://odysee.com/robots.txt
+http://oembed.com/robots.txt
 http://oll.libertyfund.org/robots.txt
-http://onstar.com/robots.txt
-http://opb.org/robots.txt
-http://openknowledge.worldbank.org/robots.txt
-http://opensource.google.com/robots.txt
-http://openweathermap.org/robots.txt
-http://outschool.com/robots.txt
-http://pag.ae/robots.txt
-http://paper.dropbox.com/robots.txt
-http://parcel2go.com/robots.txt
-http://parents.com/robots.txt
-http://parler.com/robots.txt
-http://pearltrees.com/robots.txt
-http://people-press.org/robots.txt
-http://pewresearch.org/robots.txt
-http://picasaweb.google.com/robots.txt
-http://pinterest.ca/robots.txt
-http://plantuml.com/robots.txt
-http://plex.tv/robots.txt
-http://plosone.org/robots.txt
-http://privacyinternational.org/robots.txt
-http://publicdomainreview.org/robots.txt
-http://randa.org/robots.txt
-http://rankmath.com/robots.txt
-http://redbubble.com/robots.txt
-http://roupaspararevender5.blogspot.com/robots.txt
-http://sandiego.gov/robots.txt
-http://sandiegocounty.gov/robots.txt
-http://sciencebasedtargets.org/robots.txt
-http://scientology.org/robots.txt
+http://omny.fm/robots.txt
+http://online.liebertpub.com/robots.txt
+http://openhatch.org/robots.txt
+http://opensecrets.org/robots.txt
+http://opensource.org/robots.txt
+http://opera.com/robots.txt
+http://optout.aboutads.info/robots.txt
+http://oricon.co.jp/robots.txt
+http://orkut.com/robots.txt
+http://osu.edu/robots.txt
+http://ouraring.com/robots.txt
+http://pandora.com/robots.txt
+http://partycity.com/robots.txt
+http://pasteboard.co/robots.txt
+http://paymaya.com/robots.txt
+http://payscale.com/robots.txt
+http://penguinrandomhouse.com/robots.txt
+http://petapixel.com/robots.txt
+http://pixiv.net/robots.txt
+http://post-gazette.com/robots.txt
+http://process.st/robots.txt
+http://producthunt.com/robots.txt
+http://protonmail.com/robots.txt
+http://psycnet.apa.org/robots.txt
+http://rai.it/robots.txt
+http://raygun.com/robots.txt
+http://redux.js.org/robots.txt
+http://retailtouchpoints.com/robots.txt
+http://ricoh.com/robots.txt
+http://rowman.com/robots.txt
+http://s3.eu-west-1.amazonaws.com/robots.txt
+http://salesforce.com/robots.txt
+http://samaritans.org/robots.txt
+http://savelife.in.ua/robots.txt
+http://sciencebasedmedicine.org/robots.txt
+http://scmp.com/robots.txt
 http://scripting.com/robots.txt
-http://security.googleblog.com/robots.txt
-http://securityintelligence.com/robots.txt
-http://seedprod.com/robots.txt
-http://sendgrid.com/robots.txt
-http://servicesdirectory.withyoutube.com/robots.txt
-http://sharethis.com/robots.txt
-http://shoutfactory.com/robots.txt
-http://sites.nationalacademies.org/robots.txt
+http://search.creativecommons.org/robots.txt
+http://sfu.ca/robots.txt
+http://shopify.com/robots.txt
+http://simonandschuster.com/robots.txt
+http://site.com/robots.txt
 http://six-group.com/robots.txt
-http://sky.com/robots.txt
+http://skipthedishes.com/robots.txt
 http://slickdeals.net/robots.txt
-http://sling.com/robots.txt
-http://smi.lnk.to/robots.txt
-http://snag.gy/robots.txt
-http://snapwidget.com/robots.txt
-http://sonymusic.com/robots.txt
-http://starnewsonline.com/robots.txt
-http://statesmanjournal.com/robots.txt
-http://static1.squarespace.com/robots.txt
-http://strava.com/robots.txt
-http://stripe.com/robots.txt
-http://sussex.ac.uk/robots.txt
-http://sympla.com.br/robots.txt
-http://t-mobile.com/robots.txt
-http://talkspace.com/robots.txt
-http://tatacliq.com/robots.txt
-http://teamviewer.com/robots.txt
+http://sloanreview.mit.edu/robots.txt
+http://smallbiztrends.com/robots.txt
+http://sos.ca.gov/robots.txt
+http://spectrumlocalnews.com/robots.txt
+http://speedtest.net/robots.txt
+http://sputniknews.com/robots.txt
+http://sri.com/robots.txt
+http://staples.com/robots.txt
+http://startribune.com/robots.txt
+http://store.line.me/robots.txt
+http://straightshooter.dk/robots.txt
+http://support.stripe.com/robots.txt
+http://sverigesradio.se/robots.txt
+http://tacobell.com/robots.txt
+http://techeblog.com/robots.txt
+http://technorati.com/robots.txt
 http://techopedia.com/robots.txt
-http://temu.com/robots.txt
-http://tenki.jp/robots.txt
+http://tf1info.fr/robots.txt
+http://theatlantic.com/robots.txt
 http://theatlanticwire.com/robots.txt
-http://thebump.com/robots.txt
-http://thecut.com/robots.txt
-http://thehustle.co/robots.txt
-http://themeisle.com/robots.txt
-http://theregister.com/robots.txt
-http://thespec.com/robots.txt
-http://thl.fi/robots.txt
-http://tiktok.com/robots.txt
-http://tilburguniversity.edu/robots.txt
+http://thefreelibrary.com/robots.txt
+http://thewire.in/robots.txt
+http://thisiscolossal.com/robots.txt
+http://thuvienphapluat.vn/robots.txt
+http://ticketmaster.com/robots.txt
+http://tokstok.com.br/robots.txt
+http://tokyoartbeat.com/robots.txt
+http://topuniversities.com/robots.txt
 http://toysrus.com/robots.txt
-http://tradingeconomics.com/robots.txt
-http://trendsreport.withyoutube.com/robots.txt
-http://trendyol.com/robots.txt
-http://tripwire.com/robots.txt
-http://tulipasexshop.com.br/robots.txt
-http://tumblr.com/robots.txt
 http://turing.ac.uk/robots.txt
-http://ualberta.ca/robots.txt
-http://uk.pinterest.com/robots.txt
-http://unity.com/robots.txt
-http://unive.it/robots.txt
-http://unr.edu/robots.txt
-http://ustream.tv/robots.txt
-http://v0.wordpress.com/robots.txt
+http://tv4.se/robots.txt
+http://ucc.ie/robots.txt
+http://ucl.ac.uk/robots.txt
+http://ukrinform.ua/robots.txt
+http://ukrstat.gov.ua/robots.txt
+http://uncg.edu/robots.txt
+http://uncrate.com/robots.txt
+http://unstoppableaffiliate.com/robots.txt
+http://upwork.com/robots.txt
+http://us.blackberry.com/robots.txt
+http://verizonwireless.com/robots.txt
 http://verywellfit.com/robots.txt
-http://videohive.net/robots.txt
+http://virtualbox.org/robots.txt
+http://visa.com/robots.txt
 http://vkontakte.ru/robots.txt
-http://vpro.nl/robots.txt
-http://vt.edu/robots.txt
-http://walls.io/robots.txt
 http://washingtonian.com/robots.txt
 http://waxy.org/robots.txt
-http://welche-musique.fr/robots.txt
-http://wevideo.com/robots.txt
-http://whatsmyip.org/robots.txt
-http://wiki.archlinux.org/robots.txt
-http://wiki.mozilla.org/robots.txt
-http://wikiart.org/robots.txt
-http://winespectator.com/robots.txt
-http://workspace.google.com/robots.txt
-http://world.rugby/robots.txt
-http://wpbeginner.com/robots.txt
-http://wpmudev.com/robots.txt
-http://wptavern.com/robots.txt
-http://wretch.cc/robots.txt
-http://wsetglobal.com/robots.txt
-http://wunderground.com/robots.txt
+http://webhook.site/robots.txt
+http://wicg.github.io/robots.txt
+http://wilson.com/robots.txt
+http://wise.com/robots.txt
+http://wp.me/robots.txt
 http://www-03.ibm.com/robots.txt
+http://www-pub.iaea.org/robots.txt
 http://www.aetna.com/docfind/cms/assets/pdf/merck/IHL.pdf
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://www1.lehigh.edu/robots.txt
+http://xcelab.net/robots.txt
 http://xsearch.aetna.com
-http://xverse.app/robots.txt
-http://ynab.com/robots.txt
-http://yummly.com/robots.txt
-http://zeldman.com/robots.txt
-http://zend.com/robots.txt
+http://yomiuri.co.jp/robots.txt
+http://yotpo.com/robots.txt
+http://youm7.com/robots.txt
+http://zerodayinitiative.com/robots.txt
+http://zerodha.com/robots.txt
+http://zh.wikipedia.org/robots.txt
+http://zhuanlan.zhihu.com/robots.txt
 httpMethod
 http_error_handlers
 httpd
-httpd.ini
 httpd/reports
-httperrors
 https
 https:
 https:/
@@ -102308,7 +102130,7 @@ https://bdn-data.s3.amazonaws.com/uploads/wpforms/
 https://bellmediainc-tsn-prod.web.arc-cdn.net
 https://dbsweb-u05-imp-www.dbs.com.sg
 https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1
-https://image.shutterstock.com/image-photo/*.jpghttp://lls.org/robots.txt
+https://image.shutterstock.com/image-photo/*.jpghttp://understandingwar.org/robots.txt
 https://internet-banking.dbs.com.sg/DBSObWeb/pages/ob/pweb.html?pid=
 https://newprocessfromhome.com
 https://origin-intl.metlife.com/*
@@ -102338,7 +102160,7 @@ https://www.lemondeinformatique.fr/membres
 https://www.lemondeinformatique.fr/mobile
 https://www.lemondeinformatique.fr/tag
 https://www.sbx.tikkie.me
-https://www.se.com/us/en/work/external/local/apc/http://warwick.ac.uk/robots.txt
+https://www.se.com/us/en/work/external/local/apc/http://nbcuniversal.com/robots.txt
 https://www.se.com/us/en/work/products/critical-power-cooling-and-racks/cerebro-thank-you/
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
@@ -102501,6 +102323,7 @@ hu/hans
 hu/hant
 hu/hu
 hu/hu/work/products/tools/ups_selector/
+hu/images
 hu/it
 hu/kb
 hu/kb/*/discuss
@@ -102508,6 +102331,9 @@ hu/kr
 hu/login
 hu/m
 hu/multistore/diakkedvezmenyek
+hu/music
+hu/music/playlist
+hu/news
 hu/nyomtatni
 hu/press-releases
 hu/profiles
@@ -102530,6 +102356,9 @@ hu/thunderbird/collections
 hu/thunderbird/search
 hu/user
 hu/users
+hu/video
+hu/video/watch
+hu/web
 hu/web.config
 hu/widgets
 huaweilink/
@@ -102972,7 +102801,6 @@ iconesajuntament
 iconfont/down?
 iconic-artist-rod-stewart-inks-worldwide-recording-agreement-with-universal-music-group-umg
 icons
-icons
 icons/
 icons/set/*%E3%80%90
 icons/set/*%E3%80%91
@@ -103076,6 +102904,7 @@ id-en/shop/banner/ajax/load
 id-en/shop/hpols_catalog
 id-en/shop/hpols_catalog/product/upsell
 id-id
+id-id
 id-id-new
 id-id/
 id-id/$
@@ -103541,7 +103370,7 @@ iframe/dirette
 iframe/video
 iframe=
 iframes/barcharts
-iframes/http://ticketbud.com/robots.txt
+iframes/http://squid-cache.org/robots.txt
 ifsc-code/
 ifwns
 ig
@@ -103685,7 +103514,6 @@ image-server
 image-sitemap-gen.php
 image-week?
 image-zoom
-image.php
 image/am
 image/detailprint
 image/imagefly.cgi
@@ -103721,7 +103549,6 @@ images.cfm
 images.html
 images/
 images/$
-images/*.php$
 images/*/all
 images/*2
 images/3DImages
@@ -103769,7 +103596,7 @@ images/guidelines/design/using-our-content-example4.svg
 images/hosted/?
 images/hosted/search?
 images/hosted?
-images/http://cpj.org/robots.txt
+images/http://blick.ch/robots.txt
 images/img_*
 images/interview_pdfs
 images/intfood/thermomix/HF_icon_thermomix.svg
@@ -103783,7 +103610,6 @@ images/products/user-submit
 images/profile/
 images/public/common/report/seo
 images/public/common/report/solution
-images/scaled
 images/search%3F
 images/search%5C
 images/search/?
@@ -103844,7 +103670,7 @@ img/chetu-logo-white.png
 img/home-page-img/video/patrick.mp4
 img/libros
 img/libros/grande
-img/mpr-logo-footer.svghttp://fr.linkedin.com/robots.txt
+img/mpr-logo-footer.svghttp://iabtechlab.com/robots.txt
 img/previews
 img/refresh
 img/users
@@ -103933,6 +103759,7 @@ imweb2/
 in
 in
 in$
+in-app-browser
 in-console-ssm
 in-en*/listing/*/favoriters
 in-en*/people/*/circle
@@ -104117,14 +103944,13 @@ include-children
 include/
 include/*
 include/fonts
-include/toc
 include/twitter_share.php
 include_catcherror.cfm
 include_catcherror.html
 include_xml/*
 includes
 includes/
-includes/
+includes/
 includes/*.js
 includes/_stampa_articolo.php*
 includes/boite/1
@@ -104202,7 +104028,7 @@ index.html
 index.html
 index.html$
 index.html?
-index.htmlhttp://securityweek.com/robots.txt
+index.htmlhttp://nypl.org/robots.txt
 index.jhtml
 index.jsp
 index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news
@@ -104238,7 +104064,7 @@ index.php/*/media/oembed/?context
 index.php/*/media/oembed/?context=
 index.php/*/media/oembed?context
 index.php/*/media/oembed?context=
-index.php/*/media/oembedhttp://getjobber.com/robots.txt
+index.php/*/media/oembedhttp://eset.com/robots.txt
 index.php/*/newsletter-signup
 index.php/*/node/add
 index.php/*/node/add/
@@ -104355,7 +104181,7 @@ index.php/gift
 index.php/hemingway/search
 index.php/ht/node/
 index.php/image-gallery*&*
-index.php/image-gallery*,*http://republika.co.id/robots.txt
+index.php/image-gallery*,*http://about.ads.microsoft.com/robots.txt
 index.php/js
 index.php/ko/node/
 index.php/learn/education/teachers/curricular-resources
@@ -104396,7 +104222,7 @@ index.php/search/?context
 index.php/search/?context=
 index.php/search/global
 index.php/search/global/*
-index.php/search/global?*http://pay.amazon.com/robots.txt
+index.php/search/global?*http://oklahoma.gov/robots.txt
 index.php/search?
 index.php/search?
 index.php/search?context
@@ -104430,15 +104256,15 @@ index.php/user/login/?context
 index.php/user/login/?context=
 index.php/user/login?context
 index.php/user/login?context=
-index.php/user/loginhttp://martinfowler.com/robots.txt
+index.php/user/loginhttp://gatesfoundation.org/robots.txt
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
 index.php/user/logout/?context
 index.php/user/logout/?context=
-index.php/user/logout/http://copyscape.com/robots.txt
-index.php/user/logout/http://emarketer.com/robots.txt
-index.php/user/logout/http://manchestereveningnews.co.uk/robots.txt
+index.php/user/logout/http://juntadeandalucia.es/robots.txt
+index.php/user/logout/http://mapquest.com/robots.txt
+index.php/user/logout/http://world.openfoodfacts.org/robots.txt
 index.php/user/logout?context
 index.php/user/logout?context=
 index.php/user/password
@@ -104661,7 +104487,7 @@ infinite/yerel-haberler
 inflammatory_bowel_disease_ibd_pictures_slideshow/article.htm
 influencer
 influencer/*
-influencer/mrbeasthttp://hellobar.com/robots.txt
+influencer/mrbeasthttp://tass.ru/robots.txt
 info
 info-service/api/v2/ev/
 info.asp
@@ -104690,9 +104516,10 @@ info/gobierno/transparencia/intervencion-general/informes?f%5B0%5D
 info/impressum.html
 info/imprint.html
 info/library-sales
-info/linkkatalog/http://kirkusreviews.com/robots.txt
+info/linkkatalog/http://aestheticamagazine.com/robots.txt
 info/logistic
 info/mc/business/partner/
+info/newsroomdetail.aspx
 info/old
 info/p.gif
 info/policies-and-standards
@@ -104712,12 +104539,11 @@ info/sitemap/includes
 info/smart404.asp*
 info/tech-feedback
 info/universidades/alojamiento-estudiantes-universitarios?f%5B0%5D
-info/urraca
 info/user_feedback/includes
 info/va-newsletter
 info/wp-admin
 info/wp-includes
-info/wp-includes/js/jquery/jquery-migrate.min.jshttp://obi.de/robots.txt
+info/wp-includes/js/jquery/jquery-migrate.min.jshttp://foxsports.com/robots.txt
 info/wp-includes/js/jquery/jquery.js
 info/wp-json
 info/xmlrpc.php
@@ -104806,7 +104632,6 @@ inquiries
 inquiry
 inquiry-feedback
 inquiry/user_study
-inrp-npri/donnees-data
 ins
 ins/*/myg.html
 insales
@@ -104819,6 +104644,7 @@ insider$
 insider-bolag
 insider-person
 insider/2017/10/23/blake-shelton-presale-tickets-available-now/790217001
+insider/blog/wp-admin/
 insiders/
 insiders/readers-voice/
 insiders/test/
@@ -104848,7 +104674,9 @@ inspect
 inspirasi-shopee
 inspirasi-shopee/?s=
 inspiration
+inspiration/search
 inspirationId=
+inspiration_search/?
 inspire
 instagram-privacy-settings-that-you-should-adjust
 install
@@ -104865,10 +104693,6 @@ instances
 instant-cash-offer/contact_info.xhtml
 instant-cash-offer/offer.xhtml
 instant-offers/version
-institucion/*/autores/area
-institucion/*/autores/materia
-institucion/*/buscar
-institucion/*/congresos
 institucional/index.php?wich=filiais
 institute-colleges$
 institute-colleges?*
@@ -104972,7 +104796,7 @@ interact
 interaction/list
 interactions-list-drugs.php
 interactive
-interactive*http://scholar.google.com/robots.txt
+interactive*http://clickfunnels.com/robots.txt
 interactive/assessment/quiz
 interactive/assessment/story-poll
 interactive/quiz/preview
@@ -105285,7 +105109,6 @@ invite=
 invite?
 inviteFromProfile
 inviteMany
-inviteTeamMembers.aspx
 invite_code
 invited
 invitees
@@ -105312,7 +105135,6 @@ invoice/payerView/attachments
 invoice/pt/
 invoice/se/
 invoices
-invoices-for-customers
 invoices.asp*
 invoices/*
 invoicewarning
@@ -105339,9 +105161,9 @@ ipAcl
 ipad
 ipad-games/buy/*
 ipad/
-ipad/
+ipad/
 ipad/4/Contents/en/searchindex
-ipad/http://americanbar.org/robots.txt
+ipad/http://kahoot.com/robots.txt
 ipad/stories
 ipaddownload
 ipc
@@ -105464,7 +105286,6 @@ isbn
 isbn=
 isdh/drafts_local
 ise/search-result
-isemail.cfm
 isere/
 isere/assure/actualites/
 isis
@@ -105496,7 +105317,6 @@ iss/itpi/digital-tours-
 iss/modules/directory
 iss/modules/subjects
 issues
-issues
 istCompanyId=
 isurvey/
 iswc
@@ -106160,6 +105980,7 @@ it/hotel/redirect
 it/hotel/s
 it/icair_new
 it/imagecontentsource
+it/images
 it/immobili-di-prestigio-in-affitto-in-spagna
 it/immobili-di-prestigio-in-vendita-in-spagna
 it/imprese/ricerca
@@ -106255,6 +106076,7 @@ it/modules/README.txt
 it/more-from-seller
 it/motivator/
 it/ms
+it/music
 it/music/*/+images
 it/music/*/+images/*/shoutbox
 it/music/*/+images/*/shoutbox?
@@ -106265,11 +106087,12 @@ it/music/*/+tags
 it/music/*/+wiki/shoutbox
 it/music/*?
 it/music/+noredirect
+it/music/playlist
 it/music/tracks
 it/my
 it/nav/categorie
 it/new
-it/news.php?newsid=165172
+it/news
 it/news/
 it/no-follow
 it/node
@@ -106391,7 +106214,7 @@ it/search/autocomplete
 it/search/default.mi
 it/search/shops
 it/search?*q=
-it/searchhttp://computerworld.com/robots.txt
+it/searchhttp://meduza.io/robots.txt
 it/segnalibri
 it/setlocale
 it/settings
@@ -106492,10 +106315,13 @@ it/venue/
 it/verify
 it/versions.html
 it/versions/*/release.html
+it/video
+it/video/watch
 it/view
 it/voli/cn/*
 it/voli/ct
 it/vpv
+it/web
 it/web.config
 it/webapps
 it/widgets
@@ -108019,7 +107845,7 @@ ja/yuza/*/share
 ja/yuza/pasu-wado/shin-chaku
 ja/yuza/sakusei
 ja/ウィジェットコンポーネント
-ja_JP/images/*http://uiowa.edu/robots.txt
+ja_JP/images/*http://benzinga.com/robots.txt
 ja_jp
 ja_jp/create
 ja_jp/features
@@ -109091,7 +108917,7 @@ jretradevideo.html
 js
 js
 js*
-js-parts.html$http://patagonia.com/robots.txt
+js-parts.html$http://faculty.washington.edu/robots.txt
 js/
 js/29202932
 js/AddHandler.js
@@ -109256,7 +109082,6 @@ js2
 js3
 js3/ta-mobile
 js3/vr-shared
-js?
 js?*
 jsData
 jsErrAjax
@@ -109289,9 +109114,8 @@ jso=*
 json
 json
 json$
-json$
 json/
-json/*http://support.advancedcustomfields.com/robots.txt
+json/*http://focusonthefamily.com/robots.txt
 json/cmlink
 json/content-search/autocomplete
 json/finance-calculator
@@ -110849,6 +110673,7 @@ ksl
 ksmk
 ksufcu
 ktw88
+kuala-lumpur
 kubeconeurope2020
 kubernetes
 kuchikomi/review/history/
@@ -110914,7 +110739,7 @@ kz/secure/
 kz/sync/
 kz/web.config
 l
-l-http://namecheap.com/robots.txt
+l-http://popsci.com/robots.txt
 l-j-hayden-gutierrez-promoted-to-senior-vice-president-partnership-development-universal-music-group-distribution
 l-j-hayden-promoted-to-vice-president-retail-partnership-marketing-universal-music-and-video-distribution
 l.php
@@ -111001,7 +110826,7 @@ lakers/users
 laluan/*/laluan-dari-
 lamda/images
 land-browse-bff
-land/
+land/
 land/*/reviews
 land/*/sites/*/photos
 lander
@@ -111016,7 +110841,7 @@ landing-page-documents/
 landing-pages/
 landing.php
 landing/
-landing/
+landing/
 landing/CME-channel
 landing/VillageMD
 landing/athenaclinicals
@@ -111225,7 +111050,7 @@ latin_en
 latinamerica/dealer_locator/
 launch-learn-more-vid
 launch.aspx
-launch/
+launch/
 launch2005/
 launcher
 launcher$
@@ -111312,7 +111137,7 @@ le-club/les-gagnants?region=
 le-club/les-gagnants?region=*&categorie=
 le-club/newsletter-hebdo
 le-club/newsletters-hebdo/liste
-le-corner-partenaires/http://lu.ma/robots.txt
+le-corner-partenaires/http://hrblock.com/robots.txt
 le-havre/
 le-havre/assure/actualites/
 le/
@@ -111546,7 +111371,7 @@ legal/files
 legal/files/investments/factsheets
 legal/files/investments/kiids
 legal/general-terms/privacy-policy
-legal/http://qvc.com/robots.txt
+legal/http://i.gyazo.com/robots.txt
 legal/impressum/$
 legal/jamboard-terms/$
 legal/merchant-directory
@@ -111847,6 +111672,7 @@ library/cgi-bin
 library/checkdrug/
 library/contacts/email-campaigns
 library/devices
+library/document-archive
 library/document.ashx
 library/electronic/redirect.php
 library/export/help/?*
@@ -112029,7 +111855,6 @@ link-intersect
 link-intersect/$
 link-not-found
 link.asp
-link.php
 link/
 link2
 link:
@@ -112047,11 +111872,8 @@ linkfwd.php
 linko
 linkpage
 links
-links.css
 links/actor
 links/actor/screenshots
-links_crumb_e.inc
-links_crumb_f.inc
 linnean/
 linus
 linustechtips
@@ -112711,7 +112533,7 @@ live-search
 live-session
 live-test
 live-timing/widget
-live-timing/widget/*http://nybooks.com/robots.txt
+live-timing/widget/*http://acronymfinder.com/robots.txt
 live/*?*
 live/arrivals/*/
 live/dashboard
@@ -112803,9 +112625,9 @@ llms-full.txt
 llms.txt
 llms.txt
 llms.txt$
-llms.txthttp://expressen.se/robots.txt
-llms.txthttp://rabobank.nl/robots.txt
-llms.txthttp://traillink.com/robots.txt
+llms.txthttp://abb.com/robots.txt
+llms.txthttp://panopticlick.eff.org/robots.txt
+llms.txthttp://stanfordhealthcare.org/robots.txt
 lloyd-webber-universal-music-forge-new-partnership-in-recording-publishing
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -112894,7 +112716,6 @@ local/dining
 local/donut
 local/el-tiempo/
 local/enterprise/confirm
-local/gov/media/carousel/images.xml
 local/grouber.html
 local/index-survey
 local/madrid/2010
@@ -113094,8 +112915,6 @@ login.asp*
 login.asph/
 login.aspx
 login.aspx/
-login.aspx?ReturnURL=*
-login.aspx?ReturnUrl=*
 login.bml
 login.cgi
 login.cms
@@ -113127,7 +112946,7 @@ login/device-based/regular/login/*&next=
 login/device-based/regular/login/?next=
 login/facebook
 login/googleplus
-login/http://googlechrome.github.io/robots.txt
+login/http://republika.co.id/robots.txt
 login/password
 login/passwort_vergessen
 login/pc
@@ -113203,7 +113022,6 @@ logout-redirect
 logout.action
 logout.asp*
 logout.aspx
-logout.aspx
 logout.html
 logout.jsp
 logout.php
@@ -113433,7 +113251,6 @@ lp55/*
 lp6/*
 lp=
 lpb654321
-lpp/component/tcm:526-276416-169031.comp
 lps/internal/departments/law/modules
 lps/internal/departments/law/pgcourses
 lps/internal/departments/law/ugcourses
@@ -113454,7 +113271,7 @@ lrp/api/lrp-url-redirect
 lrp/api/search
 ls
 ls/
-ls/docshttp://ratp.fr/robots.txt
+ls/docshttp://nbcnewyork.com/robots.txt
 ls=
 ls_filter=false
 lsamp
@@ -113703,10 +113520,14 @@ lv/demo-order
 lv/druk%C4%81t
 lv/education-request
 lv/forums
+lv/images
 lv/ipasi/000webhost
 lv/kb/*/discuss
 lv/login.ashx
 lv/lv/work/products/tools/ups_selector/
+lv/music
+lv/music/playlist
+lv/news
 lv/office-for-monday
 lv/partnership-request
 lv/profiles
@@ -113717,6 +113538,9 @@ lv/special/000webhost
 lv/special/webhost
 lv/user
 lv/users
+lv/video
+lv/video/watch
+lv/web
 lv/web.config
 lv24h
 lv24h2007
@@ -113794,7 +113618,16 @@ m/*/archive
 m/*/pictures
 m/?
 m/Minimalist-Baker-Detox-Guide.pdf
+m/account/ajax/getStorageApi
+m/account/ajax/updateStorageApi
 m/airport-transfers/
+m/ajax/addItemApi
+m/ajax/deleteStorageApi
+m/ajax/getMiniCartApi
+m/ajax/getStorageApi
+m/ajax/getTradeIn
+m/ajax/getUnreadList
+m/ajax/updateStorageApi
 m/api
 m/assets/wp-content/uploads/*.pdf
 m/basecamp/analytics.js
@@ -113802,9 +113635,15 @@ m/blogs?
 m/c2c
 m/checkout
 m/cms
+m/diy/ajax/getUnreadList
+m/diy/ajax/updateStorageApi
 m/doc.html
 m/finance
 m/flights/sem/
+m/home/ajax/deleteStorageApi
+m/home/ajax/getStorageApi
+m/home/ajax/getUnreadList
+m/home/ajax/updateStorageApi
 m/hotels/w/list
 m/hotels/w/list/searchresults
 m/i18n/
@@ -113816,6 +113655,9 @@ m/join
 m/lite
 m/local?
 m/mbasket.aspx
+m/mktplace/ajax/getStorageApi
+m/mktplace/ajax/getUnreadList
+m/mktplace/ajax/updateStorageApi
 m/mlogin.aspx
 m/moreLoc
 m/movies?
@@ -113823,26 +113665,47 @@ m/msearch.aspx
 m/newjobs
 m/news/i?
 m/news?
+m/notification/ajax/getStorageApi
+m/notification/ajax/updateStorageApi
 m/offer
 m/offer/datenight$
 m/offer/datenight?
+m/order/ajax/updateStorageApi
 m/p/*/booking/service/*/schedule
 m/pf
 m/pl/
 m/place?
+m/product/Overview/Landingpage
+m/product/ajax/deleteStorageApi
+m/product/ajax/getStorageApi
+m/product/ajax/getUnreadList
+m/product/ajax/updateStorageApi
+m/promotion/ajax/getUnreadList
 m/provider/promote
 m/recommended
 m/results
 m/rich
 m/rpc
+m/search/ajax/deleteStorageApi
+m/search/ajax/getStorageApi
+m/search/ajax/getUnreadList
+m/search/ajax/updateStorageApi
 m/search?
 m/setnewsprefs?
+m/shoppingflow/ajax/deleteStorageApi
+m/shoppingflow/ajax/getStorageApi
+m/shoppingflow/ajax/updateStorageApi
+m/store/ajax/getStorageApi
+m/store/ajax/getUnreadList
 m/swmloptin?
 m/translate
 m/travel-guide/
 m/trends
 m/viewjob
 m/viewjob?
+m/wishlist/ajax/deleteStorageApi
+m/wishlist/ajax/getStorageApi
+m/wishlist/ajax/updateStorageApi
 m1
 m1/en/services/consulting/documents/ar-vr-seeing-is-believing-uae.pdf
 m3
@@ -114402,7 +114265,7 @@ maintenance-catchall.html
 maintenance-mode
 maintenance-notification
 maintenance.html
-maintenance.htmlhttp://ars.usda.gov/robots.txt
+maintenance.htmlhttp://mytheresa.com/robots.txt
 maintenance.php
 maintenance/
 maintenance/maintenance.html
@@ -114431,6 +114294,7 @@ mako-vod/_next/static/chunks/pages/mako-vod-purchase-ac9846a53ae35820.js
 makoland-music
 mal
 malayalam/
+malaysia
 malito
 mall/*-cat.
 mall/just-for-you
@@ -114468,7 +114332,6 @@ managed-assets/*
 managed-infrastructure
 management
 management/*
-management_team
 managequotes.html
 manager
 manager-level-and-hierarchy-level-views-and-permissions
@@ -114599,7 +114462,7 @@ manual232/
 manual233/
 manual241/
 manual242/
-manual243/http://anothermag.com/robots.txt
+manual243/http://fxnetworks.com/robots.txt
 manualdousuario
 manuel-pena-appointed-executive-vice-president-operations-strategic-marketing-classics-for-universal-music-latin-america-universal-music-latin-entertainment
 manueladavila
@@ -114613,7 +114476,7 @@ map---modo/all-locations/
 map-archive/all-locations/
 map-constructor/loader
 map-regular.xml
-map-review/
+map-review/
 map-videofull.xml
 map.ashx
 map.asp
@@ -114624,8 +114487,6 @@ map/$
 map/*
 map/*
 map/frame_map
-map/landmark_ajax
-map/milestone
 mapIt.html
 mapSearch/getAreaSearchMapModel
 mapSearch/getClickedAreas
@@ -114633,7 +114494,6 @@ map_tile.php
 mapa_geopoz
 mapabcpoi?
 mapeditor/*?
-mapfiles
 maphp?
 mapi
 mapi/v4/*/user
@@ -114768,7 +114628,7 @@ marcioreinaldo
 marcosmontes
 marcotebaldi
 margeaux-watson-appointed-senior-vice-president-media-relations-universal-motown-records
-mari/
+mari/
 maria-ho-appointed-vice-president-corporate-communications-universal-music-group
 mariah-carey-puts-finishing-touches-on-her-new-album-memoirs-of-an-imperfect-angel
 mariah-careys-dont-forget-about-us-hits-1
@@ -114870,12 +114730,13 @@ marketing:analytics
 marketing_company_auto__c=
 marketingovaya-akciya-s-ooo-narodnaya-karta
 marketmd
-marketo/form/perforce_marketo_form/*http://floccus.org/robots.txt
+marketo/form/perforce_marketo_form/*http://jamf.com/robots.txt
 marketo/submit
 marketperception
 marketplace
 marketplace
 marketplace$
+marketplace-api
 marketplace/*/ask-seller-a-question
 marketplace/*/buy-online-now
 marketplace/*/delivery
@@ -115012,8 +114873,6 @@ matkat/search
 matkat/wp-admin
 matlab
 matrix
-mats/?diagid=100001&eulaaccept=yes*
-mats/default.aspx?diagid=100001&eulaaccept=yes*
 matt-voss-appointed-executive-vice-president-marketing-strategy-and-planning
 matt-voss-promoted-to-executive-vice-president-of-international-island-def-jam-motown-universal-republic
 maturative/
@@ -115033,10 +114892,8 @@ max-hole-to-step-down-as-chairman-ceo-of-universal-music-group-international
 max=
 max_duration=
 max_height=
-max_mileage=
 max_price=
 max_width=
-max_year=
 maxis
 maxminiapp
 maxp=
@@ -115215,8 +115072,11 @@ measurementid=
 measurements
 measurements=
 meconnect/
+medal/*
 meddev
 meddev/LocalFiles/*/Webinars/
+medewerkers
+medewerkersprofiel-init
 medgen/?term=
 media
 media-center
@@ -115231,6 +115091,7 @@ media-library/sites/alspac/migrated/documents
 media-manager
 media-relations/tip-sheets?
 media/
+media/*
 media/*.pdf
 media/*/*/acquire-bar
 media/*/*/expirecachedsample
@@ -115256,7 +115117,7 @@ media/85CC0787D27E40C585AA6246CB2E4C56.pdf
 media/BookingThumbnails
 media/Player6_0.swf
 media/ProviderThumbnails
-media/Resized-Images/*http://globallogic.com/robots.txt
+media/Resized-Images/*http://pandas.pydata.org/robots.txt
 media/SurfShark-InfrastructureTestReport_20251217_Public.pdf
 media/TALSO.swf
 media/TUIThumbnails
@@ -115276,6 +115137,7 @@ media/daodao/video-t
 media/daodao/video-v
 media/downloads
 media/ebook
+media/editimgecaption/*
 media/en/all_regions/guides/
 media/en/all_regions/guides/wireless_features/
 media/fbavatar
@@ -115289,7 +115151,7 @@ media/html/box
 media/html/easter2015
 media/html/enterprise-cybersecurity
 media/html/spread
-media/http://insightly.com/robots.txt
+media/http://link.aps.org/robots.txt
 media/image_download
 media/img
 media/interactive/cdrom/onehundredandeightyears
@@ -115328,7 +115190,7 @@ media/sample-embed
 media/sample-embed-no-match
 media/security-training/forensics_curriculum.pdf
 media/sitemap.xml
-media/smartphones/$http://lancaster.ac.uk/robots.txt
+media/smartphones/$http://africanews.com/robots.txt
 media/solutions
 media/string
 media/t4b
@@ -115376,8 +115238,6 @@ media/vr-splice-test-s
 media/white-paper
 media_prod/
 media_proxy
-media_relations_e.cfm
-media_relations_f.cfm
 mediabox
 mediacard
 mediacenter/
@@ -115609,7 +115469,6 @@ meetup_api?
 mega-bundles-preview
 mega-nav
 megapress/*
-meia
 mein-kochbuch/rezept-import/auto
 meine-erfolge
 meine-news
@@ -115875,7 +115734,6 @@ mercie
 merck
 mercury-records-re-launched-as-new-division-of-island-def-jam-music-group-david-massey-named-president-of-mercury-records
 merge
-merge65_win32_1952.exe
 merges
 meridith-valiando-appointed-to-senior-director-of-creative-rondor-music-publishing
 merlin
@@ -115960,9 +115818,6 @@ methode
 methode-aside
 methodology
 metric
-metricas/idr/buscar
-metricas/investigadores/buscar
-metricas/revistas/buscar
 metrics
 metrics/
 metrics/ajaxMetricsLogAction.action
@@ -116053,7 +115908,7 @@ michael-seltzer-promoted-to-senior-vice-president-business-legal-affairs-univers
 michelle-jubelirer-named-executive-vice-president-capitol-music-group
 michelle-jubelirer-promoted-to-chief-operating-officer-capitol-music-group
 michelle-madison-appointed-to-vice-president-urban-promotion-universal-motown-records-group
-micro_page.phphttp://theserverside.com/robots.txt
+micro_page.phphttp://handy.com/robots.txt
 microarray-as/atlas/qr
 microarray/ArrayExpress
 microarray/ExpressionProfiler
@@ -116232,10 +116087,8 @@ min
 min=
 min_duration=
 min_height=
-min_mileage
 min_price=
 min_width=
-min_year=
 mindbody
 mindbox-message-key=
 mindbox_nocache=
@@ -116362,8 +116215,6 @@ misc/breaking-news
 misc/comment-page
 misc/copy
 misc/de/archiv-wahlen/service
-misc/ekits/pdf/hsa_app.pdf
-misc/ekits/pdf/mutual_fund.pdf
 misc/error
 misc/fast-article
 misc/forms
@@ -116958,11 +116809,11 @@ modes/driving/te-contact-us-make-an-enquiry-failure-26705
 modes/driving/te-contact-us-make-complaint-failure-*
 modes/driving/temporary-change-to-payments
 modes/driving/unplanned-maintenance
-modifica
 modificacertificatoregalo
 modify
 modify.php
 module*
+module-catalogue
 module-catalogue/reporting
 module-showcase
 module/cookbook-summary
@@ -117789,7 +117640,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://thehackernews.com/robots.txt
+mre/*.zip$http://flipsnack.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -118163,7 +118014,7 @@ mumobile
 mundogalaxy
 munet_reset
 munin
-munin*http://mojang.com/robots.txt
+munin*http://healthyplace.com/robots.txt
 munka/szerk
 muonline-dev
 muonlinefacebook
@@ -118212,6 +118063,7 @@ music/+noredirect
 music/about/our-people/academic-staff/staff-profile.html
 music/album
 music/artist
+music/playlist
 music/playlists/wqxr
 music/search/*
 music/song-embed
@@ -118244,7 +118096,7 @@ mvc/*
 mvideos
 mvm
 mvno
-mvscripts/http://miamidade.gov/robots.txt
+mvscripts/http://slantmagazine.com/robots.txt
 mw
 mw/
 mw/api
@@ -118351,7 +118203,7 @@ mx/user$
 mx/web.config
 mx/your
 mx2019.jsp
-mxf-final-cut-pro/
+mxf-final-cut-pro/
 my
 my$
 my-MM/$
@@ -118366,7 +118218,7 @@ my-account/classes
 my-account/deliveries/menu
 my-account/download/*
 my-account/downloads
-my-account/http://webrtc.org/robots.txt
+my-account/http://mobile.abc.net.au/robots.txt
 my-account/master-courses
 my-account/membership-deals
 my-account/membership-sharing
@@ -118499,7 +118351,7 @@ my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-labuan-
 my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-langkawi-
 my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-melaka-
 my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-miri-
-my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-muar-http://scripts.sil.org/robots.txt
+my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-muar-http://brainpickings.org/robots.txt
 my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-penang-
 my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sandakan-
 my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sibu-
@@ -118572,7 +118424,6 @@ my_etsy=
 my_favorites
 my_listings
 my_playlists
-my_profile
 my_reports/reports
 my_videos
 my_videos_upload
@@ -118622,6 +118473,7 @@ mybuy
 mycart
 mycart/*
 mycosis-fungoides-sezary-syndrome/
+mycountry
 mycruises
 mydelta/receiptDetailsPage
 mydelta/receiptDetailsPage.action
@@ -118633,9 +118485,6 @@ mye
 myebay
 myedge
 myexpress/
-myfidelity/InsideFidelity/NewsCenter/mediadocs/media_kit_toc.shtml
-myfidelity/atn/images
-myfidelity/daily
 myforms/?createTeam=1
 myft
 myfuture
@@ -118725,7 +118574,6 @@ mys
 mysaved
 myschneider/onboarding?app=*
 myscoop
-mysettings
 myshop
 mysmu
 mysolo/
@@ -118744,7 +118592,6 @@ mysupport
 mysupport/s/forumshome
 mysupport/s/forumsproduct
 mysupport/s/forumsquestion
-myteam.aspx
 myteams
 mythemes/collection
 myths_and_facts_about_depression_slideshow/article.htm
@@ -118803,7 +118650,7 @@ na102
 na102/*cover*.jpg$
 na102/*cover*.png$
 na3yw0
-na3yw0http://thenation.com/robots.txt
+na3yw0http://99percentinvisible.org/robots.txt
 nabc
 nabot
 nacem/NACEMMap?
@@ -118877,7 +118724,7 @@ native/delete_account/
 native/vertical_videos/
 native/video/
 native_*
-natol/http://glaad.org/robots.txt
+natol/http://nissan-global.com/robots.txt
 natur-und-landschaft/natur-erleben/termine/?
 natural_alternative_pet_remedies_humans_use_too/article.htm
 natural_cold_flu_remedies_pictures_slideshow/article.htm
@@ -119387,7 +119234,6 @@ new-marketing-structure-at-universal-music-mexico
 new-member-offer
 new-orleans
 new-password
-new-personal-order
 new-president
 new-product
 new-rebates/l
@@ -119565,7 +119411,7 @@ news-ga
 news-insider$
 news-insights/magazine/class-notes-search?*&*&
 news-insights/stories?*&*&
-news-manager/
+news-manager/
 news-news-flash&page=
 news-news-flash/*_q
 news-news-flash?page=
@@ -119579,7 +119425,7 @@ news-stories-2023/
 news-stories?
 news-unify
 news-weather/*_q
-news.host.html/content/shared/university/news/ub-reporter-articles/stories/2024/10/nsf-engines.detail.htmlhttp://kde.org/robots.txt
+news.host.html/content/shared/university/news/ub-reporter-articles/stories/2024/10/nsf-engines.detail.htmlhttp://mars.com/robots.txt
 news.html
 news.php3/
 news/
@@ -119684,13 +119530,13 @@ news/all
 news/all-news-more.cfm
 news/api
 news/app-extra
-news/archive/all-news.cfmhttp://polar.com/robots.txt
+news/archive/all-news.cfmhttp://aoc.gov/robots.txt
 news/archive/commentary
 news/archives
 news/are-your-clean-clothes-drying-your-skin/
 news/article
 news/articles.php
-news/articles/*.xml$http://aei.org/robots.txt
+news/articles/*.xml$http://ussailing.org/robots.txt
 news/articles/BT-CO
 news/articles/DN-CO
 news/articles/PR-CO
@@ -119701,7 +119547,6 @@ news/available-download
 news/breaking
 news/buscar/
 news/business-wire
-news/calendars
 news/categories/news/
 news/checking-up-on-instantcheckmate-010714.html
 news/commentary
@@ -119781,6 +119626,7 @@ news/news_suchergebnis.asp
 news/newsletter-unsubscribe
 news/newsletter/citigroup/
 news/newsletter/usdateam/
+news/newsletters/*
 news/node/add/
 news/notices/
 news/out/
@@ -119815,7 +119661,6 @@ news/profiles/*.jpg
 news/profiles/*.js$
 news/profiles/*.js?
 news/profiles/*.png
-news/publications/images
 news/qui-europa
 news/reasons-you-have-no-energy/
 news/relationship/
@@ -119921,7 +119766,7 @@ news/youscoop
 news?
 news?
 news?*
-news?*http://salute.gov.it/robots.txt
+news?*http://cve.org/robots.txt
 news?date=*
 news?page=*
 news?topics=Earth
@@ -121580,7 +121425,7 @@ newsletter-templates/weekly-messenger
 newsletter-thanks
 newsletter.php
 newsletter/
-newsletter/$http://namu.wiki/robots.txt
+newsletter/$http://graphql.org/robots.txt
 newsletter/*
 newsletter/abmeldung
 newsletter/confirm
@@ -121676,7 +121521,7 @@ newsletters/software
 newsletters/software/subscribe
 newsletters/sports/
 newsletters/storyalerts/
-newsletters/subscribe/*http://krone.at/robots.txt
+newsletters/subscribe/*http://amctheatres.com/robots.txt
 newsletters/success/
 newsletters/sustainability
 newsletters/sustainability/subscribe
@@ -122354,7 +122199,7 @@ next
 next-api
 next-api/brxm-documents
 next-friday
-next/http://chatrelle.blogspot.com/robots.txt
+next/http://csrc.nist.gov/robots.txt
 next=
 nextThread.html
 next_gallery
@@ -124364,6 +124209,7 @@ nl/hidden
 nl/huizen-te-koop-in-spanje
 nl/id_km-*
 nl/imagecontentsource
+nl/images
 nl/in-product
 nl/index.html
 nl/index.php/*/media/oembed
@@ -124416,7 +124262,10 @@ nl/mijn-studiekeuze
 nl/mini.php
 nl/modules/README.txt
 nl/motivator/
+nl/music
+nl/music/playlist
 nl/my_business$
+nl/news
 nl/news/
 nl/nl
 nl/nl/*.PDF
@@ -124548,6 +124397,9 @@ nl/venta-terrenos/
 nl/venta-viviendas/
 nl/verkopers
 nl/vertrek/?
+nl/video
+nl/video/watch
+nl/web
 nl/web.config
 nl/webwijs/
 nl/welkom/.more-custom-feat
@@ -124826,7 +124678,7 @@ node/add/?context
 node/add/?context=
 node/add?context
 node/add?context=
-node/http://moomin.com/robots.txt
+node/http://govtech.com/robots.txt
 node=
 node_modules
 node_modules*$
@@ -124969,7 +124821,7 @@ notification
 notification-settings
 notification.cgi
 notification/pressrelease/2012/00_honsha/1213_01_01.pdf
-notification/pressrelease/2012/00_honsha/1213_01_02.pdfhttp://zdf.de/robots.txt
+notification/pressrelease/2012/00_honsha/1213_01_02.pdfhttp://heritage.org/robots.txt
 notificationId
 notifications
 notifications
@@ -125366,7 +125218,7 @@ nz/core
 nz/de
 nz/dealer_locator/
 nz/distributionmanager/
-nz/donateapi*http://spectreattack.com/robots.txt
+nz/donateapi*http://aircanada.com/robots.txt
 nz/en
 nz/en/preferences/update
 nz/en/search
@@ -125457,21 +125309,20 @@ o=*search
 o=new
 o=written_at
 oa
-oag/secure-pdf/http://karriere.at/robots.txt
-oag/secure-pdf/http://m.ok.ru/robots.txt
+oag/secure-pdf/http://discovermagazine.com/robots.txt
+oag/secure-pdf/http://oasis-open.org/robots.txt
 oah/
 oai
 oai-pmh
 oai2
 oaipartenaires
-oas/
 oauth
 oauth$
 oauth/authorize
 oauth/connect.html
 oauth/continue
-oauth/http://aweber.com/robots.txt
-oauth/http://catho.com.br/robots.txt
+oauth/http://bmbf.de/robots.txt
+oauth/http://designboom.com/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -125553,7 +125404,7 @@ oc
 oc.php
 oc/dash-button
 oc/forums
-oc/http://cna.com.tw/robots.txt
+oc/http://st.com/robots.txt
 oc/kb/*/discuss
 oc/search
 oc/user
@@ -125609,7 +125460,7 @@ oferta_intens
 ofertas
 ofertas-descuentos
 ofertas-regalos
-ofertas-regalos/http://jamf.com/robots.txt
+ofertas-regalos/http://beebom.com/robots.txt
 ofertas.mes.consumidor
 ofertas/ES
 ofertas/title
@@ -125753,7 +125604,7 @@ offline
 offline-plugin-app-shell-fallback
 offline.html
 offline/
-offline/http://checkpoint.com/robots.txt
+offline/http://neh.gov/robots.txt
 offre-internet/sfr-box4G
 offroad/sites/default/files
 offset)
@@ -125772,6 +125623,7 @@ ofr/api/v3/questionnaire
 og
 oggiPlayerLoader.htm
 oglobo-mobile/
+ogm
 ogur/search-result
 oh
 ohimportal/*
@@ -125841,7 +125693,7 @@ oit/systems/testzone/
 ojob
 ojp
 okanagan/facultystaff/bba
-okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://vi.wikipedia.org/robots.txt
+okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://acehotel.com/robots.txt
 okeanija_ad
 okonomi
 okta/user/login
@@ -125911,7 +125763,6 @@ oldnews-registration
 oleg
 olimpiadi2012/
 olivier-nusse-appointed-ceo-of-universal-music-france
-olvido
 olympics/twitter/feed
 olympics/updates/getdate/
 olympics/xml
@@ -126303,7 +126154,7 @@ opera/?
 opera/features
 operations
 operpost$
-operpost$http://en.wikisource.org/robots.txt
+operpost$http://protonvpn.com/robots.txt
 ophalen/moment
 opic-cipo/cpd/eng/patent
 opic-cipo/cpd/eng/search
@@ -126339,8 +126190,8 @@ opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
 opt-out/confirm
-opt-out/http://codecanyon.net/robots.txt
-opt-out/http://sentry.io/robots.txt
+opt-out/http://bankofamerica.com/robots.txt
+opt-out/http://c-span.org/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -126431,7 +126282,7 @@ order/assay-builder
 order/checkout
 order/genome-database
 order/heat-pump-old
-order/heat-pump/my-quote/?http://rarible.com/robots.txt
+order/heat-pump/my-quote/?http://bupa.co.uk/robots.txt
 order/heat-pump/my-quote?
 order/login
 order/logout
@@ -126474,9 +126325,6 @@ orders
 orders
 orders/
 orders/*/order_complete
-orders/create-personal
-orders/create-personal/*/*?GA_EVENT
-orders/create-personal/*/*?ec=
 orders/success
 orders/timeline
 orderstatus.php
@@ -126533,7 +126381,7 @@ originals/inturn3/includes
 originals/stephen_kings_n/includes
 orioles/search
 orkut/albums
-orlando/tag/*http://rbc.ru/robots.txt
+orlando/tag/*http://make.com/robots.txt
 orne/
 orne/assure/actualites/
 oroscopo/sitemap.xml
@@ -126600,7 +126448,6 @@ other
 other-sites
 other/bookm
 other/mbps-convert-to-gb
-other/offers/registration_pas.shtml
 other/presentation
 other/travel-job-application
 otherContacts
@@ -126685,7 +126532,7 @@ our-work/listing/
 ous/search-result
 out
 out-of-home
-out/http://haikudeck.com/robots.txt
+out/http://inpn.mnhn.fr/robots.txt
 out2
 out?
 out_deals
@@ -126746,20 +126593,11 @@ owners/vehicle-specification*
 owners/web/pages/home?p_auth=*
 owners/web/pages/parts-service/service-offers?p_auth=*
 owners/web/pages/parts-service/service-offers?p_p_auth=*
-ownersdataextraction
 ownerview.php
 owp-webclient.do
 owpUpdateProfile.do
 oxp
 ozel
-ozone/Docs/
-ozone/EN/Archives/
-ozone/FR/Archives/
-ozone/MDI/
-ozone/admin/
-ozone/data/
-ozone/images/
-ozone/stylesheets/
 p
 p*from=
 p*groupType=
@@ -126886,7 +126724,7 @@ p/*/wiki/*/history
 p/*/wiki/browse_tags
 p/*from=
 p/*groupType=
-p/*http://similarweb.com/robots.txt
+p/*http://ifcncodeofprinciples.poynter.org/robots.txt
 p/*surveyopen
 p/*thm=
 p/0826cf4692f9
@@ -126945,11 +126783,6 @@ p/tv
 p/usuk
 p/variety
 p2
-p2progress/2002-2003/en/sec
-p2progress/2002-2003/fr/sec
-p2progress/_css
-p2progress/_includes
-p2progress/images
 p3/article
 p3/program
 p3tv
@@ -127009,7 +126842,7 @@ package.json
 package.json$
 package.json.sample
 package/*/docs
-package/*/docs/latest/http://fansided.com/robots.txt
+package/*/docs/latest/http://directv.com/robots.txt
 packageGroups=
 package_files_uploaded_via_chrome
 packages
@@ -127031,7 +126864,7 @@ packages/logfile
 packages/maintainer-view
 packages/table/start
 packages/table_lede17_1/start
-packages?q=http://cpuid.com/robots.txt
+packages?q=http://gazzetta.it/robots.txt
 packagetype=
 packs/search?word
 packsViewSingle
@@ -127280,9 +127113,8 @@ page7426355.html
 page=
 page=
 page=*
-page=*http://idc.com/robots.txt
-page=*http://weglot.com/robots.txt
-page=*province=
+page=*http://gatsbyjs.com/robots.txt
+page=*http://ons.gov.uk/robots.txt
 page=1$
 page=1&
 page=2$
@@ -127891,7 +127723,6 @@ parents_how_to_deal_with_tantrums/article.htm
 paris/
 paris/assure/actualites/
 parkhomenko/wp-content/uploads/bg_forreaders
-parking_slot=
 parkinsons-disease/parkinsons-disease-and-sleep-problems-and-solutions/
 parkinsons-disease/parkinsons-disease-hereditary/
 parkinsons-disease/when-parkinsons-treatments-lead-to-gambling-shopping-or-hypersexuality/
@@ -127933,7 +127764,7 @@ partials__
 participant
 participants
 participate/visa-invitation-letter
-participe/cursoprovedoreshttp://bookdepository.com/robots.txt
+participe/cursoprovedoreshttp://uh.edu/robots.txt
 particle/milgrom
 particuliers
 particuliers/vous-etes/nouveaux-arrivants-canada/choisir-institution-financiere/equipe-nouveaux-arrivants/
@@ -128056,7 +127887,7 @@ password-login
 password-management
 password-reset
 password-reset/
-password-resethttp://myemma.com/robots.txt
+password-resethttp://ellenmacarthurfoundation.org/robots.txt
 password-retrieval/
 password/
 password/reset
@@ -128314,10 +128145,6 @@ pda/?
 pda/search?
 pda?
 pdarla
-pdb/ghg/onlineData/
-pdb/ghg/onlineData/table_e.cfm
-pdb/ghg/onlineData/table_f.cfm
-pdb/websol/querysite
 pdbe-srv/view/search
 pdc
 pdd
@@ -128619,7 +128446,7 @@ perpetualescom
 person
 person-*/private
 person/
-person/http://brosix.com/robots.txt
+person/http://orlandosentinel.com/robots.txt
 person_graduated_school
 personal
 personal-data-notice
@@ -129283,7 +129110,7 @@ perspectiva
 perspective
 perspectives/wp-admin
 perspectives/wp-admin/admin-ajax.php
-perspectives/wp-admin/http://joindiaspora.com/robots.txt
+perspectives/wp-admin/http://health.gov/robots.txt
 pertussis_and_whooping_cough_pictures_slideshow/article.htm
 perugia-arresto-ex-sindaco-gubbio-domani-le-arringhe-udienza-preliminare_3mYhdDIzgWEhiBqY32Vclx
 pesca-e-aquicultura/apresentacaovelha
@@ -129740,7 +129567,6 @@ pin_shop
 pincode/ajaxpostofficeload
 ping
 ping
-ping.aspx
 pingdom
 pingfederate
 pingtest
@@ -129798,10 +129624,10 @@ pk/special/000webhost
 pk/special/webhost
 pkb/
 pkey=
-pkey=http://shop.oreilly.com/robots.txt
+pkey=http://road.cc/robots.txt
 pkginfo
 pkginfo/
-pkta01d26ae74f4.htmlhttp://clang.llvm.org/robots.txt
+pkta01d26ae74f4.htmlhttp://swpc.noaa.gov/robots.txt
 pl
 pl*/listing/*/favoriters
 pl*/people/*/circle
@@ -130443,16 +130269,6 @@ plan?*similar=
 planbenefitsinfo
 plannedbirthingoutcomes
 planning/SMP_Shuttle_Schedule.xls
-planning/charitable
-planning/college/calculator_toc.html
-planning/college/college_toc.shtml
-planning/college/content/thank_you.html
-planning/college/images
-planning/images
-planning/investment/images
-planning/investment/investment_toc.html
-planning/retirement/images
-planning/tax/images
 planning_reservations/
 planningunits/capu
 plans
@@ -130465,7 +130281,7 @@ plantain-anmaxyz
 plantfinder-quicklinks-iframe.aspx
 plantinga-appointed-managing-director-universal-music-netherlands
 plants_rashes_poison_ivy_oak_sumac/article.htm
-plantuml/img/http://pub.dev/robots.txt
+plantuml/img/http://builtwith.com/robots.txt
 plantuml/map
 plantuml/svg
 plantuml/txt
@@ -130613,12 +130429,10 @@ plugins/*/translations
 plugins/*/wix_view?
 plugins/?s=
 plugins/crm/count
-plugins/custom
 plugins/feedback.php
 plugins/search
 plugins/viewsource
 plugins/viewsource/viewpagesrc.action
-pluiesacides/Images
 pluralphoto
 plus
 plus$
@@ -132294,7 +132108,6 @@ portfolio
 portfolio
 portfolio-site
 portfolio/
-portfolio/*
 portfolio_browser
 portfolio_export
 portland
@@ -132467,7 +132280,7 @@ pre-production/
 preauthorize
 precatorios
 precios
-prediction-markets/http://www1.folha.uol.com.br/robots.txt
+prediction-markets/http://www2.warwick.ac.uk/robots.txt
 predictions/football/3360711-rpl-shansy-krasnodar-spartak-na-pobedu-v-matche-14-go-tura-rpl.html
 predictions/football/3361258-lch-shansy-pszh-i-bavarii-na-pobedu-v-matche-4-go-tura-ligi-chempionov.html
 predictor
@@ -132902,7 +132715,7 @@ preliminary-post-incident-review-tw
 preload
 premenstrual_syndrome_pictures_slideshow/article.htm
 premier-495
-premier-495/http://justfab.com/robots.txt
+premier-495/http://weatherbug.com/robots.txt
 premiogastronomico/mejor.asp?search=&page=
 premium
 premium$
@@ -132913,7 +132726,7 @@ premium/admin
 premium/cert
 premium/checkout
 premium/download
-premium/http://miro.com/robots.txt
+premium/http://skydasveiligheidsdeuren.be/robots.txt
 premium/plus
 premium/reset-password/new
 premium/search
@@ -133043,8 +132856,8 @@ preview-main/*
 preview.aspx
 preview/
 preview/*
-preview/*http://capitalone.com/robots.txt
-preview/http://hewlett.org/robots.txt
+preview/*http://ipcc.ch/robots.txt
+preview/http://csulb.edu/robots.txt
 preview/post/*
 preview/result
 preview/result%
@@ -133090,7 +132903,6 @@ price-guide
 price-trend-explanation
 price/*?locale
 price=
-price=*page=
 priceFilter=
 priceOrder=
 price_max=
@@ -133141,7 +132953,7 @@ pricing/index.v2.php*?
 pricing/payment
 pricing/pricing-enterprise
 pricing/pro
-pricing/v1/http://shazam.com/robots.txt
+pricing/v1/http://iata.org/robots.txt
 pricing?
 pricing?ref=
 pricing_
@@ -133191,6 +133003,7 @@ print_product_info.php
 printable
 printable/
 printable/pdf
+printable/print
 printads/
 printads/*?
 printadvert.cfm
@@ -133202,7 +133015,6 @@ printer_friendly_wires
 printguidebook/
 printing
 printmail
-printoptions
 printorder
 printpage
 printpdf
@@ -133411,7 +133223,7 @@ privacy/privacy.html
 privacy/sub-processors.html
 privacy/zoho-group.html
 privacy/zoho-group.html
-privacy2.htmlhttp://conversionxl.com/robots.txt
+privacy2.htmlhttp://usaultimate.org/robots.txt
 privacy_doc
 privacy_security/index.jsp
 privacyfeedback
@@ -133459,11 +133271,10 @@ private-schools/search
 private-service-offer
 private/
 private/gallery/content/
-private/http://wp.me/robots.txt
+private/http://duckduckgo.com/robots.txt
 private/wtrack
 privatecampaignpage
 privategenericpage
-privategrouphubs
 prive
 prive/pakketten-oud
 privileged-rules
@@ -133483,8 +133294,7 @@ pro-meeting
 pro-resources
 pro-site
 pro-solutions
-pro-subscriptionshttp://www3.weforum.org/robots.txt
-pro/
+pro-subscriptionshttp://store.apple.com/robots.txt
 pro/*/alquiler-*,*,
 pro/*/listingDispatcherController$
 pro/*/venta-*,*,
@@ -133602,7 +133412,7 @@ product-p-*gads=true
 product-page-testing
 product-presentation-info.aspx
 product-print*
-product-ratings/http://allaboutcookies.org/robots.txt
+product-ratings/http://lefigaro.fr/robots.txt
 product-reviews
 product-reviews/B0069IY63Y
 product-reviews/best-pregnancy-apps/
@@ -133763,19 +133573,6 @@ products/ad-manager/need-features-thanks.html
 products/ad-manager/request-support-thanks.html
 products/ad-manager1
 products/allproducts/
-products/annuities/content/apdownload.html
-products/annuities/content/callme.html
-products/annuities/content/callmeconfirm.html
-products/annuities/content/free_pop.html
-products/annuities/content/funds_pop.html
-products/annuities/content/getconsent.html
-products/annuities/content/how_pop.html
-products/annuities/content/nyprosconsent.html
-products/annuities/content/product_pop.html
-products/annuities/content/prosdownload.html
-products/annuities/content/who-pop.html
-products/annuities/images
-products/annuities/managing/glossary.html
 products/ants-memory-profiler/solving-memory-problems/amp-learn-more.htm
 products/ants-performance-profiler/entrypage/52-tips-email.htm
 products/ask-the-experts
@@ -133784,22 +133581,8 @@ products/asset-explorer/get-quote-thanks.html
 products/asset-explorer/license-registration.html
 products/asset-explorer/need-features-thanks.html
 products/asset-explorer/request-support-thanks.html
-products/atp/content/charts_popup.html
-products/atp/content/conditionaltrading_popup.html
-products/atp/content/dailystats_popup.html
-products/atp/content/directedtrading_popup.html
-products/atp/content/multileg_popup.html
-products/atp/content/news_popup.html
-products/atp/content/orderdetails_popup.html
-products/atp/content/orderstatus_popup.html
-products/atp/content/preferences_popup.html
-products/atp/content/ticker_popup.html
-products/atp/content/timesales_popup.html
-products/atp/images
 products/bodyland-tm-105
 products/brigadier/*
-products/checking/checking_toc.shtml
-products/checking/images
 products/checkout
 products/checkout
 products/commerce-cloud/partner-marketplace/.
@@ -133858,52 +133641,10 @@ products/exchange-reports/need-features-thanks.html
 products/exchange-reports/request-support-thanks.html
 products/explore
 products/finder
-products/fixedincome/bondratings_ans1.html
-products/fixedincome/bondratings_ans2.html
-products/fixedincome/consider_ans1.html
-products/fixedincome/consider_ans2.html
-products/fixedincome/fievaluating_ans1.html
-products/fixedincome/fievaluating_ans2.html
-products/fixedincome/glossary.html
-products/fixedincome/howbondswork_ans1.html
-products/fixedincome/howbondswork_ans2.html
-products/fixedincome/images
-products/fixedincome/ladders_ans1.html
-products/fixedincome/ladders_ans2.html
-products/fixedincome/ladders_ans3.html
-products/fixedincome/ladders_ans4.html
-products/fixedincome/methodology.html
-products/fixedincome/price_ans1.html
-products/fixedincome/price_ans2.html
-products/fixedincome/price_ans3.html
-products/fixedincome/price_ans4.html
-products/fixedincome/price_ans5.html
 products/flexreleaseCX/
 products/fluidity-bar-workout-system-wball-bands-and-3-workouts/6992915
 products/fluidity-bar-workout-system-wball-bands-and-3-workouts/7242609
 products/free-windows-tools/download1.html
-products/funds/browse_toc.html
-products/funds/content/answer2.html
-products/funds/content/answer3.html
-products/funds/content/answer4.html
-products/funds/content/backtofamily.html
-products/funds/content/docfrommaintoc.shtml
-products/funds/content/invalid.html
-products/funds/content/mfpopup.html
-products/funds/content/noframe.html
-products/funds/content/nomatch.html
-products/funds/content/obsolete.html
-products/funds/content/rrpopup.html
-products/funds/content/selectpopup.html
-products/funds/content/stylemap_defined.html
-products/funds/content/usaddresses.html
-products/funds/images
-products/funds/mutualfunds_toc.shtml
-products/funds/prospectus_toc.html
-products/funds/search_results_toc.shtml
-products/funds/starfunds_toc.html
-products/funds/viewAll_toc.html
-products/funds/viewNTF_toc.html
 products/g2/*
 products/g3/*
 products/g4/*
@@ -133912,27 +133653,7 @@ products/holiday-sales-*sgbr-sg
 products/home-perf
 products/hznb
 products/hznb/*prbr
-products/images
 products/includes/products-min.xml
-products/insurance/content/answer1.html
-products/insurance/content/help1.html
-products/insurance/content/help10.html
-products/insurance/content/help11.html
-products/insurance/content/help2.html
-products/insurance/content/help3.html
-products/insurance/content/help4.html
-products/insurance/content/help5.html
-products/insurance/content/help6.html
-products/insurance/content/help7.html
-products/insurance/content/help8.html
-products/insurance/content/help9.html
-products/insurance/content/lifecallmeconfirm.html
-products/insurance/content/popup_preferred.html
-products/insurance/content/popup_standard.html
-products/insurance/content/popup_super.html
-products/insurance/content/termcallmeconfirm.html
-products/insurance/content/thankyou.html
-products/insurance/images
 products/international-catalog-request
 products/isbn
 products/jmx_studio/42112542
@@ -133976,8 +133697,6 @@ products/ras/v16.5
 products/ras/v17
 products/ras/v18
 products/reflector/in-product
-products/retirement/getstart/newacc/smallbizstandalone_toc.html
-products/retirement/images
 products/ricohscanCX/
 products/search
 products/search?
@@ -134057,21 +133776,9 @@ products/sql-search/ads
 products/sql-storage-compress
 products/sql-virtual-restore
 products/standard-size-business-cards.html
-products/stockoptions/analyzerglossary.html
-products/stocksbonds/content/cboebuffer.html
-products/stocksbonds/images
-products/stocksbonds/offers/atthankyouC.shtml
-products/stocksbonds/offers/atthankyouP.shtml
-products/stocksbonds/offers/invaliderror.shtml
-products/stocksbonds/offers/invaliderror_frame.shtml
-products/stocksbonds/offers/systemdownerror.shtml
-products/stocksbonds/offers/systemdownerror_frame.shtml
-products/stocksbonds/offers/thankyouC.shtml
-products/stocksbonds/offers/thankyouP.shtml
 products/support-center/advanced-analytics.html
 products/support-center/license-registration.html
 products/telepresence-for-docker/thank-you
-products/toolbar/ToolbarConfig10.shtml
 products/tools_resources
 products/trimer-enchen-boost-crni
 products/trimer-enchen-boost-komplet-crni
@@ -134136,7 +133843,6 @@ professionals/hznb/*probr-1~/project-type--*/$
 professionals/hznb/*probr0
 professionals/query
 professionals/s
-profi
 profi-care*
 profil
 profil-
@@ -134254,6 +133960,7 @@ profile/tagmirror
 profile/tmp/me
 profile/upload-resume
 profile/upload-temporary-resume
+profile/user-project/show-project
 profile/user/*/edit/
 profile/user/*/favorites-edit/
 profile/user/*/favorites/
@@ -134269,7 +133976,6 @@ profileReviews
 profileService
 profile_
 profile_reviews.php
-profilehtml/
 profileinterview.php
 profilerole
 profiles
@@ -134387,7 +134093,6 @@ programas/solo-copees/*/audios
 programas/vocesalacarta
 programas/vocesusuarios
 programcatalog/event_details
-programdimichelesantoromdimichelesantoroi/mdimichelesantoro/
 programme
 programmer
 programmer/cinematic-test-page
@@ -134586,7 +134291,6 @@ projects.html
 projects.html~
 projects/
 projects/*
-projects/*/*?*ref=
 projects/*/activity
 projects/*/backers
 projects/*/best_release.html
@@ -134653,8 +134357,6 @@ projects/browse$
 projects/browse.php
 projects/calendar$
 projects/create
-projects/create/*?GA_EVENT
-projects/create/*?ec=
 projects/dashboard
 projects/des-cedres/
 projects/des-cedres/*
@@ -134709,7 +134411,6 @@ projects/start_creating
 projects/tags
 projects/thurso-papineau/
 projects/thurso-papineau/*
-projects/upload
 projects/user$
 projects/vef
 projects/volksentscheid-fahrrad
@@ -134718,8 +134419,6 @@ projects/website-design/loan-referral-website?
 projects2
 projects_plans/parks_recreation/rfmp-discussion-guide-thank-you.aspx
 projectslistingpage
-projectteam.aspx
-projectteamaddexistinguser.aspx
 projectteamorderable
 projectvrm
 projektai/mano-svoris
@@ -134815,10 +134514,8 @@ pronunciation
 proof
 proof=
 proof=t%2Btarget%3D\
-proonly.php
 propath/choose-product.aspx
 propeliq-thank-you
-properties/
 properties/topleadform
 property
 property-facility-managers/color/find-and-explore-colors/hoa
@@ -134856,6 +134553,7 @@ pros/vcard?
 pros/visionneuse
 prosearch.php
 prosecutions/case/case_details.asp?SF=CN&SV=4157835
+prospective-students/undergraduate-redesign
 prospectus/downloads
 prospectus/postgraduate/2013
 prospectus/postgraduate/2014
@@ -134928,6 +134626,7 @@ proximic
 proximus
 proxy
 proxy.pac
+proxy/*
 proxy/accounts
 proxy/accounts/v1
 proxy/accounts/v1/groups
@@ -135970,7 +135669,7 @@ pt/facturas/*
 pt/features
 pt/festival/*/shoutbox
 pt/forum
-pt/forum/goto.phphttp://it.linkedin.com/robots.txt
+pt/forum/goto.phphttp://wiley.com/robots.txt
 pt/forums
 pt/fr
 pt/gallery
@@ -136282,7 +135981,7 @@ publi-info
 public
 public-api
 public-api/docsv2
-public-api/http://scotusblog.com/robots.txt
+public-api/http://bcu.ac.uk/robots.txt
 public-data-sets/applicants/
 public-data-sets/terms/
 public-engagement
@@ -136295,7 +135994,7 @@ public-style-guide
 public-transit-screen
 public.api
 public/*
-public/*http://zerodayinitiative.com/robots.txt
+public/*http://kompas.com/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -136379,7 +136078,6 @@ publications/documents/infcircs
 publications/eurotex-2005-notes
 publications/export
 publications/filter/tips
-publications/index.cfm?
 publications/index.php/admin
 publications/index.php/comment/reply
 publications/index.php/filter/tips
@@ -136420,6 +136118,7 @@ publications?
 publications?page=
 publications?page=*&
 publicationsearch
+publicclass
 publicdatasets-confirmation/
 publicidad
 publicity
@@ -136448,7 +136147,6 @@ publishing/_denial.asp
 publishing/currentawareness/_denial.asp
 publishing/journals/_denial.asp
 publishing/journals/rssfeed.asp
-publishing/qrcode
 publishtosway
 pubs/*
 pubs/index.repec.html
@@ -136730,7 +136428,7 @@ qc/qctt
 qc2024
 qc_campaign
 qdtarchive/can-you-tighten-loose-skin-after-weight-loss-2/
-qdtarchive/how-to-lose-the-freshman-15-2/http://dict.cc/robots.txt
+qdtarchive/how-to-lose-the-freshman-15-2/http://mailjet.com/robots.txt
 qe15com
 qemail
 qengine
@@ -136797,7 +136495,6 @@ query
 query$
 query%
 query.cgi
-query.html
 query/
 query/related/related
 query=
@@ -136878,9 +136575,8 @@ quiz-list/
 quiz-results-learn-more-vid
 quiz/
 quiz/archive/*/*
-quiz/archive/*/*/$http://kubernetes.io/robots.txt
+quiz/archive/*/*/$http://selfridges.com/robots.txt
 quiz/document
-quiz/engine
 quiz/todayincolumbia/
 quizzes
 quizzes-v2
@@ -136992,8 +136688,6 @@ railcard/home
 railcard/orderdetail
 rails
 rainbow/
-raiplay/guidatv
-raiplay/guidatv/index.html
 rajat-kakar-confirmed-as-managing-director-at-universal-music-india
 ram-bak
 rambutan-anmaxyz
@@ -137079,7 +136773,7 @@ rcs?action
 rcsearch.aspx
 rd
 rd/
-rd/pdf/http://codester.com/robots.txt
+rd/pdf/http://rubylane.com/robots.txt
 rd/search
 rd/search$
 rd/search?
@@ -137096,7 +136790,7 @@ rds/archive/Catalog/?author
 rds/archive/catalog/?*keywords
 rds/archive/catalog/metrics?
 rds/imagedb/Results?
-rds/imagedb/results?http://is.gd/robots.txt
+rds/imagedb/results?http://sans.org/robots.txt
 rdv
 re
 re/
@@ -137361,7 +137055,7 @@ reasons_your_child_cant_sleep_pictures_slideshow/article.htm
 reauthenticate
 rebecca-allen-appointed-managing-director-decca-records-uk
 rebeccagarcia
-rebooting-the-record-label/http://philly.com/robots.txt
+rebooting-the-record-label/http://whatsmyip.org/robots.txt
 rec
 recapitulatif
 recaptcha.aspx
@@ -137428,18 +137122,23 @@ rechercher
 recipe
 recipe-box
 recipe-portal/search
+recipe/*/*/nutrition
+recipe/*/*/print
+recipe/*/bitflag
+recipe/*/feedback
 recipe/box
 recipe/edit
+recipe/email*
+recipe/link/*
 recipe/view
+recipe/zapcache/*
 recipe_parser
 recipes
 recipes/
 recipes/*?q=
-recipes/cook
-recipes/email.phphttp://manyver.se/robots.txt
+recipes/email.phphttp://varnish-software.com/robots.txt
 recipes/filter/*
 recipes/member/reviews
-recipes/print
 recipes/search
 recipes/search/?q
 recipes/search?
@@ -137845,7 +137544,7 @@ refer
 refer-*
 refer-a-friend
 refer/
-refer/http://later.com/robots.txt
+refer/http://rki.de/robots.txt
 refer/pal
 reference
 reference-library
@@ -137883,7 +137582,7 @@ refresh.php
 refresh_stored_accounts
 refresh_token
 refresh_token
-refreshed-hphttp://bcu.ac.uk/robots.txt
+refreshed-hphttp://dmlp.org/robots.txt
 refrigeration/en/worldwide/search.html
 refs
 refund
@@ -137964,8 +137663,6 @@ register?return_uri=
 register?welcome_redirect
 register_apn
 register_gcm
-registeraccount.aspx?ReturnURL=*
-registeraccount.aspx?ReturnUrl=*
 registerb
 registersubscriber
 registracion
@@ -138112,6 +137809,8 @@ releasenotes/item/
 releases/ajax/next
 relieve_heartburn_to_gerd_10_fast_acting_ways/article.htm
 relieve_menstrual_cramps/article.htm
+religious-landscape-study/*.md
+religious-landscape-study/*/markdown
 relnotes
 reloaded/api/album-photo
 reloaded/errpix.php
@@ -138129,7 +137828,6 @@ remember/resources-holocaust-survivors-victims/database-of-holocaust-survivor-an
 remember/resources-holocaust-survivors-victims/database-of-holocaust-survivor-and-victim-names/search-names?
 rememberme
 remilogs/
-remind
 remind.php
 reminders
 remote
@@ -139225,7 +138923,6 @@ research/article/articleCMSContent.xhtml
 research/article/articleCuratedList.xhtml
 research/article/articleSearchResults.xhtml
 research/article/articleTypeSearchResults.xhtml
-research/bond/images
 research/cat-irc/
 research/category-90000
 research/celt/old
@@ -139244,13 +138941,11 @@ research/economists/RSG_SeminarsCalendar.pdf
 research/economists/RSG_VisitorsCalendar.pdf
 research/funding/salary_costing
 research/heroes/landing
-research/images
 research/make-page.jsp?
 research/media/res-markgasson-19537.asp
 research/modelinfo/modelInfoPopup.xhtml
 research/modelinfo/overview.xhtml&makecode
 research/monthly-reports
-research/options/images
 research/participants/cofund
 research/pricing/car-value.xhtml$
 research/record-
@@ -139271,7 +138966,6 @@ research/salary/JobSalary/SalAjxGetLocationsByKeyword
 research/salary/JobSalary/SalAjxGetMapSalry
 research/search
 research/shared/article.jsp
-research/stock/images
 research/visible/vhpconf98/AUTHORS/SACHSE2
 research/visible/vhpconf98/AUTHORS/WERNER2
 researchCategories=
@@ -139697,7 +139391,7 @@ resources/allstate/attachments/pdf/etr0509.pdf
 resources/calendar
 resources/collocations
 resources/community-archive-2019
-resources/contrastchecker/?*http://brokemillennial.com/robots.txt
+resources/contrastchecker/?*http://videonews.com/robots.txt
 resources/contrastchecker?
 resources/cookie
 resources/css
@@ -139716,7 +139410,7 @@ resources/ftptransfer
 resources/ghost/api
 resources/gocodersdk/54f8721827aeb3bebffcca5e3b1a0d43/
 resources/gocodersdk/docs/1.0/54f8721827aeb3bebffcca5e3b1a0d43/
-resources/guide/agentic-ai-systems-observability-lphttp://letsencrypt.org/robots.txt
+resources/guide/agentic-ai-systems-observability-lphttp://brookings.edu/robots.txt
 resources/how-to/HowTo/SalAjxGetAssetDownloadForm
 resources/how-to/HowTo/SalAjxGetRandomHighConversionArticleContent
 resources/how-to/HowTo/SalAjxGetRandomHighTrafficArticleContent
@@ -140000,7 +139694,7 @@ review/*/transparency
 review/common/du
 review/create-review
 review/dynamic/sims-box
-review/fileshttp://davx5.com/robots.txt
+review/fileshttp://sfmuseum.org/robots.txt
 review/hall-of-fame
 review/list
 review/list_rss
@@ -140059,9 +139753,6 @@ reviews=
 reviews_page=
 revisarpedido
 revisions
-revista/*/A
-revista/*/V
-revistas
 revive
 reward*?ha
 rewards
@@ -140397,6 +140088,7 @@ ro/cloud/saas/talent-management/21c
 ro/collections
 ro/core
 ro/dealer_locator/
+ro/despre-maib
 ro/distributionmanager/
 ro/downloadmirror
 ro/errors
@@ -140424,7 +140116,12 @@ ro/long-term-rentals-in-spain
 ro/luxury-homes-spain
 ro/luxury-rentals-spain
 ro/m
+ro/maib-leasing
+ro/maib/documente
 ro/news/
+ro/persoane-fizice/calculator-iban
+ro/persoane-fizice/curs-valutar
+ro/persoane-fizice/serviciul-p2p
 ro/press-releases
 ro/profiles
 ro/properties-for-sale-in-spain
@@ -140617,7 +140314,6 @@ roubaix-tourcoing/assure/actualites/
 rouen-elbeuf-dieppe-seine-maritime/
 rouen-elbeuf-dieppe-seine-maritime/assure/actualites/
 roulette
-roulonsvert
 rousers/
 route-planner/email
 route-planner/l
@@ -140662,7 +140358,6 @@ rpc
 rpc/index.php?mode=profile_module_illusts&user_id=*&illust_id=
 rpg
 rpg.php
-rpp/2004/
 rpvtea
 rpvwine
 rquery
@@ -140837,7 +140532,7 @@ rss2
 rss7
 rss?
 rssFeed
-rss_export/www_export.rsshttp://belgiantrain.be/robots.txt
+rss_export/www_export.rsshttp://sussex.ac.uk/robots.txt
 rss_feeds
 rss_items
 rss_trk
@@ -140853,7 +140548,7 @@ rstmh/
 rsvp
 rsvp.php
 rsvp/images
-rsw/upload/k2dienste/http://nycgo.com/robots.txt
+rsw/upload/k2dienste/http://blog.codecentric.de/robots.txt
 rt%3Dnc
 rt=
 rt=0
@@ -141105,6 +140800,7 @@ ru/help/privacy/
 ru/help/search.html?
 ru/help/search?
 ru/home
+ru/images
 ru/index.html
 ru/info
 ru/intangible-cultural-heritage/grid
@@ -141157,6 +140853,7 @@ ru/market/user-auction?
 ru/market/user-listings
 ru/market/user-listings?
 ru/multistore
+ru/music
 ru/music/*/+images
 ru/music/*/+images/*/shoutbox
 ru/music/*/+images/*/shoutbox?
@@ -141167,8 +140864,10 @@ ru/music/*/+tags
 ru/music/*/+wiki/shoutbox
 ru/music/*?
 ru/music/+noredirect
+ru/music/playlist
 ru/nav/kategorii
 ru/nedvizhimost-v-ispanii
+ru/news
 ru/news/
 ru/news?
 ru/newsroom/search
@@ -141271,8 +140970,11 @@ ru/versions/*/beta.html
 ru/versions/*/nightly.html
 ru/versions/*/release.html
 ru/vhod-po-email
+ru/video
+ru/video/watch
 ru/voprosy/selection
 ru/vybor-registratsiya
+ru/web
 ru/web.config
 ru/widgets
 ru/world-heritage/grid
@@ -141691,7 +141393,7 @@ sales
 sales-demo-video
 sales-gifts/best-gifts-for-migraine/
 sales-gifts/gifts-for-ocd/
-sales-kit/
+sales-kit/
 sales-leads
 sales/*?*after=
 sales/*?*before=
@@ -142014,9 +141716,6 @@ sci-tech/downloads
 sci/activities/projects/eis/bin
 sci/facilities/paranal/sciops/team_only
 sci/php/redirect.html
-sci_hor/1_common/
-sci_hor/Admin/
-sci_hor/images/
 sciatica_pictures_slideshow/article.htm
 science-blog-satellites?
 science-dean-search
@@ -142032,7 +141731,7 @@ science/frag
 science/gadgets/render
 science/gs
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://99percentinvisible.org/robots.txt
+science/new-drug-product-pipelinehttp://globalpost.com/robots.txt
 science/outlineJson
 science/page/flash/VideoPlayer
 science/ppv-pdf
@@ -142069,6 +141768,7 @@ sciencecinema/account
 sciencecinema/search
 sciencelinx/blackholegame/index.html/robots.txt
 sciencenet
+scientific-monitoring.html?*
 scientists/mta
 scispace-logo-square.svg
 scl
@@ -142106,7 +141806,7 @@ scrapertrap
 scratch_1.4
 scratchr2/static
 screen
-screen-flow/
+screen-flow/
 screen-recorder-app?
 screen-time-strategies-you-can-start-today
 screen/image
@@ -142114,7 +141814,7 @@ screenTypeId=
 screener
 screener/insider
 screener?*
-screener?http://ncloud.com/robots.txt
+screener?http://filmfreeway.com/robots.txt
 screener?v=210&s=ta_overbought
 screener?v=210&s=ta_oversold
 screener?v=210&s=ta_p_channel
@@ -142198,7 +141898,6 @@ scss
 scurvy/
 scwidget/topsearch.html
 sd
-sd-dd_consult/images/
 sd-jobs
 sd/
 sd/press-releases
@@ -142266,7 +141965,6 @@ sdg4education2030/vi/search
 sdg4education2030/zh/event/*/ical
 sdg4education2030/zh/explore
 sdg4education2030/zh/search
-sdinfo/
 sdk
 sdk-piano
 sdk.privacy-center.org
@@ -142506,7 +142204,7 @@ search*field_
 search*filter_category=
 search*filter_duration=
 search*hashtag=
-search*http://tech.ed.gov/robots.txt
+search*http://rabobank.nl/robots.txt
 search*keywords=*page=
 search*language=
 search*node=$
@@ -142677,7 +142375,9 @@ search-topics?
 search-uk
 search-username/
 search-video
+search-webglimps
 search-website
+search-websites
 search-widget
 search-widget-results
 search-wildcard-phonetic.php
@@ -142697,6 +142397,7 @@ search.html
 search.html
 search.html*$
 search.html?
+search.html?search-mode=*
 search.industrysegment=*
 search.jsp
 search.jsp*
@@ -142819,7 +142520,6 @@ search/category
 search/category/websites
 search/company
 search/content/.*
-search/default.aspx?*
 search/default.mi
 search/entity/touch
 search/exec/*?
@@ -142836,9 +142536,9 @@ search/global/viewAllSizesAction
 search/global?*
 search/help
 search/howsearchworks
-search/http://dazeddigital.com/robots.txt
-search/http://memrise.com/robots.txt
-search/http://stage32.com/robots.txt
+search/http://click.linksynergy.com/robots.txt
+search/http://usip.org/robots.txt
+search/http://wpml.org/robots.txt
 search/hysearchws.aspx?q=*
 search/imageresults.asp*
 search/images
@@ -142975,7 +142675,7 @@ search?*
 search?*&cpr=
 search?*&products_mode=1
 search?*cashtagRestId=
-search?*http://ca.wikipedia.org/robots.txt
+search?*http://finra.org/robots.txt
 search?*q=
 search?*searchTitle=
 search?*tbm=map
@@ -143003,7 +142703,7 @@ search?home=true
 search?keys=
 search?keyword=
 search?keyword=*.com
-search?keyword=folha%20de%20fichario$http://dublincore.org/robots.txt
+search?keyword=folha%20de%20fichario$http://capcut.com/robots.txt
 search?keywords=*&sort=
 search?keywords=*=*=
 search?kw=
@@ -143024,7 +142724,7 @@ search?q=*
 search?query=
 search?query=
 search?query=*
-search?query=http://bangor.ac.uk/robots.txt
+search?query=http://firstpost.com/robots.txt
 search?s=*
 search?search=
 search?searchAuthor=*&sort=
@@ -143125,12 +142825,12 @@ searches/netsearch.html
 searchgoogle/
 searchhealthit/search/query
 searchhrsoftware/search/query
-searchhttp://adjust.com/robots.txt
 searchhttp://articles.latimes.com/robots.txt
-searchhttp://freemusicarchive.org/robots.txt
+searchhttp://dmarc.org/robots.txt
+searchhttp://gather.town/robots.txt
 searchhttp://ncdc.noaa.gov/robots.txt
-searchhttp://neatorama.com/robots.txt
-searchhttp://tablespoon.com/robots.txt
+searchhttp://soundclick.com/robots.txt
+searchhttp://teacherspayteachers.com/robots.txt
 searchid
 searchinfo=
 searching/Mark
@@ -143489,7 +143189,7 @@ sentry-debug
 sentry-monitoring
 sentry-tunnel
 seo
-seo-api/http://edsource.org/robots.txt
+seo-api/http://cs.waikato.ac.nz/robots.txt
 seo-old
 seo-services.html
 seo-toolbar/uninstall
@@ -143557,7 +143257,6 @@ server
 server-configurator
 server-health-check/
 server-status
-server.aspx
 server.php
 server/api
 server/api/authn/status
@@ -143625,7 +143324,6 @@ service/suche/index.html*query
 service/temple/cards
 service=
 service=ajax
-serviceDetails.aspx
 serviceQuestionnaireAjax
 serviceType=
 service_worker.js
@@ -143710,14 +143408,13 @@ services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
 services/conferences/news/*?*http://datadoghq.com/robots.txt
-services/conferences/news/*?*http://nbcuniversal.com/robots.txt
+services/conferences/news/*?*http://www1.folha.uol.com.br/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
 services/driving-instructors/*category
 services/education/sa/
 services/education/saprogram/
-services/engine/search/sru?
 services/estates/2000
 services/executor
 services/finance/Local
@@ -143798,6 +143495,7 @@ services/printing/legacy
 services/printing/myprojects
 services/printing/orderstatus
 services/printing/review
+services/profile/attachment*
 services/promotion/automotive-textiles-report/
 services/promotion/dtp-report/
 services/promotion/home-textiles-report/
@@ -143858,32 +143556,9 @@ servlet/PB
 servlet/RecommendationsApi
 servlet/SearchResults
 servlet/StoreFrontDisplay
-servlet/admin
-servlet/arbolacademico
-servlet/busquedadoc
-servlet/busquedates
-servlet/correo
-servlet/desconexion
 servlet/linkout
 servlet/linkout?
-servlet/listaautores
-servlet/listalibrosporcoleccion
-servlet/listalibrosporeditor
-servlet/listarevistas
-servlet/login
-servlet/loginInstitucional
-servlet/olvido
-servlet/perfil
-servlet/peticiondocumento
-servlet/revistas_accesibles
-servlet/revistas_alojadas
 servlet/servlet.FileDownload
-servlet/social
-servlet/sso
-servlet/sugerencia
-servlet/suscriptor
-servlet/test
-servlet/yo-soy-autor
 servlets
 sess/
 session
@@ -143943,7 +143618,7 @@ settings/loid-email-unsubscribe-router
 settings/mirror_choices
 settings/my-account
 settings?
-settingshttp://replicate.com/robots.txt
+settingshttp://pinkbike.com/robots.txt
 setup
 setup-x86.exe
 setup-x86_64.exe
@@ -144602,7 +144277,7 @@ shop/search/?q=wine%20glasses
 shop/search/?q=yarn
 shop/search/?q=yeti
 shop/search/?q=yoga%20mat
-shop/search/http://dict.leo.org/robots.txt
+shop/search/http://philpapers.org/robots.txt
 shop/sitemap-category
 shop/special+promotions
 shop/stationery
@@ -144754,7 +144429,7 @@ shopzilla*cnxclid=
 shopzilla*cnxclid=SZ
 short
 short-link
-short-url-machine/error/http://medicalxpress.com/robots.txt
+short-url-machine/error/http://blogs.gartner.com/robots.txt
 short_videos
 shortcode
 shortcode=
@@ -144805,7 +144480,7 @@ shots/week
 shots/year
 shouldremainempty/
 shout-factory-partners-with-vivendi-visual-entertainment
-shoutbox/http://eventsonair.withyoutube.com/robots.txt
+shoutbox/http://shaareykedusha.com/robots.txt
 show
 show-dog-universal-music-expands-staff-with-new-appointments
 show-dog-universal-music-universal-music-group-nashville-renew-relationship
@@ -144817,7 +144492,6 @@ show.php
 show/
 show/*
 show/koth-show
-show=all
 showDuration=
 showMap*
 showMap=1
@@ -144959,8 +144633,6 @@ sid=
 sid=*
 side-hustle-school-promo
 sidebar.json
-sidebar_rs_e.inc
-sidebar_rs_f.inc
 sidekiq
 sidewiki/entry
 sie?
@@ -145003,7 +144675,6 @@ signin
 signin
 signin$
 signin-oidc
-signin-oidc
 signin.
 signin.aspx
 signin/
@@ -145079,10 +144750,11 @@ signurl
 sigtau
 silent-login
 silent.html
-silicosis/en/search/http://public.com/robots.txt
+silicosis/en/search/http://creately.com/robots.txt
 silicosis/fr/search/
 silicosis/search/
 silkn*
+silva
 silver-linings-playbook
 silverado-ev-reservation
 silverado-ev-reservation/down-for-maintenance
@@ -145335,11 +145007,10 @@ sitecore_files
 sitecore_files/
 sitecore_modules
 sitecore_services/
-sitecorehttp://live.gnome.org/robots.txt
+sitecorehttp://explodingtopics.com/robots.txt
 sitecounterajax
 sitedashboard
 sitedown
-sitedown/
 siteelementshomepage
 sitefinity/
 sitefinity/*
@@ -145478,7 +145149,7 @@ sitemap.xml.gz$
 sitemap.xml?
 sitemap.xml?page=
 sitemap.xml?page=
-sitemap.xmlhttp://wp.pl/robots.txt
+sitemap.xmlhttp://tmb.cat/robots.txt
 sitemap.xsl
 sitemap/$
 sitemap/*/page/
@@ -145515,7 +145186,7 @@ sitemap_3.xml
 sitemap_4.xml
 sitemap_com_properties
 sitemap_pages.xml
-sitemap_test_marketing.xmlhttp://c-and-a.com/robots.txt
+sitemap_test_marketing.xmlhttp://cracked.com/robots.txt
 sitemapfull
 sitemapgen.php
 sitemapindex-salon-appointment.xml
@@ -147232,7 +146903,7 @@ sites/genome-editing/_search
 sites/ggm/verwertung_entsorgung/_search
 sites/ggm/verwertung_entsorgung/fundgrube/_search
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://fastcodesign.com/robots.txt
+sites/gs1/files/docs/EDI/*http://cultofmac.com/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -147305,7 +146976,7 @@ sites/nice
 sites/northerntrust
 sites/northwesternmutual
 sites/norton
-sites/novartis_de/files/http://today.com/robots.txt
+sites/novartis_de/files/http://askfred.net/robots.txt
 sites/nsidc.org/files
 sites/nuveen
 sites/nuveencef
@@ -148118,7 +147789,6 @@ smothery/
 smotori
 smp/jsp/en/qualification.jsp
 smp/jsp/fr/qualification.jsp
-smrtr
 sms
 sms.html
 sms/demo?
@@ -149100,13 +148770,13 @@ sos/clerical
 sos/kids/search/node
 sos/online_corps
 sos/registration
+sosim-pro
 sostenibilita
 sothebys/item
 soul/*
 soumissionnez/documents_consultation/
 soumya-sriraman-appointed-vice-president-of-marketing-and-operations-umvdvisual-entertainment
 soumya-sriraman-promoted-to-svp-of-theatrical-marketing-vivendi-entertainment
-sound
 soundcloud-tpa
 soundcloud_sounds
 sounds
@@ -149198,7 +148868,7 @@ spaziovenditori
 spbasic
 spbot
 spc
-spc-bin/http://mariadb.org/robots.txt
+spc-bin/http://oik-plugins.com/robots.txt
 spc-source=
 spc/amazon/en/landingPage.html
 spc/uber
@@ -149252,7 +148922,7 @@ special/list/
 special/lowes-black-friday
 special/store/
 special/tour-de-france
-special/tour-de-france/http://openclassrooms.com/robots.txt
+special/tour-de-france/http://lea.verou.me/robots.txt
 special/webhost
 specialOffers
 specialballots
@@ -149359,9 +149029,9 @@ sponsored-sections/cannabis/
 sponsored-stories/
 sponsored-topic
 sponsored/
-sponsored/$http://erudit.org/robots.txt
-sponsored/$http://scryfall.com/robots.txt
-sponsored/$http://vinepair.com/robots.txt
+sponsored/$http://dowjones.com/robots.txt
+sponsored/$http://emsc-csem.org/robots.txt
+sponsored/$http://gosanangelo.com/robots.txt
 sponsored/*
 sponsored/2022/10/disruptors-who-are-changing-their-industries
 sponsored/previewarticle
@@ -149387,7 +149057,7 @@ sport
 sport*?*ajax=1
 sport*?*parent-reqid
 sport-and-wellness
-sport-datencenter-category-basehttp://auswaertiges-amt.de/robots.txt
+sport-datencenter-category-basehttp://weizmann.ac.il/robots.txt
 sport-ga
 sport-navigation
 sport-unify
@@ -149482,7 +149152,7 @@ spring-release
 spring-sprung-ghostery-v7-2
 sprint_wml
 sprint_xhtml
-sprypanel/http://mathworld.wolfram.com/robots.txt
+sprypanel/http://set.or.th/robots.txt
 sps-dev
 spsales
 spur-download
@@ -149676,6 +149346,7 @@ ssaf/ssafc
 ssaf/ssafc/v1/controllerdata
 ssafe/
 ssc
+ssc/capi
 ssc?
 ssce
 sscomm/
@@ -149744,7 +149415,7 @@ staff/2926/dan-bickley
 staff/8295/marisa-kwiatkowski
 staff/barlowj2
 staff/committees/Inf/ISMG
-staff/http://data.consilium.europa.eu/robots.txt
+staff/http://signup.com/robots.txt
 staff/marsdena
 staff/org
 staff/org?*
@@ -150018,7 +149689,7 @@ stats/events/ 
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://sports.yahoo.com/robots.txt
+stats/player-stats/*http://shrm.org/robots.txt
 stats3.html
 stats?gid=
 stats_report/
@@ -150184,6 +149855,7 @@ stop-smoking/smoking-cessation-aids.aspx
 stop_mobi=
 stopartnertest/
 storage
+storage/download
 storage/temp
 store
 store-engine$
@@ -150417,17 +150089,17 @@ straight-up-steve-austin
 strange_surprising_addictions_mental_health/article.htm
 strategic
 strategic-marketing-and-commercial-affairs-division-announced
-strategic-partners/cushman-wakefield/http://jmlr.org/robots.txt
+strategic-partners/cushman-wakefield/http://sunjournal.com/robots.txt
 strategic-plan
-strategicplan/index.php/http://novayagazeta.ru/robots.txt
+strategicplan/index.php/http://rawgit.com/robots.txt
 strategist
 strategist/amp
 strategist/search
-strategisthttp://business.financialpost.com/robots.txt
-strategisthttp://english-heritage.org.uk/robots.txt
-strategisthttp://google.ch/robots.txt
-strategisthttp://msf.org/robots.txt
-strategisthttp://security.stackexchange.com/robots.txt
+strategisthttp://aviationweek.com/robots.txt
+strategisthttp://boston.com/robots.txt
+strategisthttp://cartercenter.org/robots.txt
+strategisthttp://cve.mitre.org/robots.txt
+strategisthttp://docs.npmjs.com/robots.txt
 strawberry-anma
 stream
 stream/*20
@@ -150921,7 +150593,7 @@ subscribe/worldjuniors
 subscribe2.asp
 subscribe?
 subscribe?*
-subscribe?*http://ourworldindata.org/robots.txt
+subscribe?*http://amnesty.org/robots.txt
 subscribeTOC.asp
 subscribe_Reseller_Entries.asp
 subscribe_gps
@@ -150966,7 +150638,7 @@ subscription_center
 subscription_orders.cgi
 subscription_request.cgi
 subscriptioncancel
-subscriptionhttp://support.squarespace.com/robots.txt
+subscriptionhttp://stopandshop.com/robots.txt
 subscriptions
 subscriptions
 subscriptions-manager?channel=
@@ -150980,9 +150652,6 @@ subshare
 subsidies
 subsites
 substance
-substances/ForUpload/
-substances/cgi-bin/
-substances/images/
 substanceuserecovery
 subswitch
 subtitle-admin/
@@ -150992,7 +150661,7 @@ subtitle/
 subtitles-1
 subtitles-2
 subtitles/
-subviews/*http://nhk.jp/robots.txt
+subviews/*http://curl.se/robots.txt
 success
 success-stories
 successteammanager
@@ -151226,7 +150895,7 @@ support-us/stories/overview-wfp
 support-your-pro
 support-your-pro?providerID=
 support/
-support/*http://eventbrite.com.au/robots.txt
+support/*http://tiqets.com/robots.txt
 support/*zout_
 support/category
 support/content
@@ -151318,7 +150987,7 @@ susan-mazo-named-senior-vice-president-global-communications-for-universal-music
 susan-povich-promoted-to-vice-president-business-legal-affairs-universal-music-elabs
 suscripcion
 suscripcion-digital
-suscripciones/oferta_universitarios/http://curata.com/robots.txt
+suscripciones/oferta_universitarios/http://bitmovin.com/robots.txt
 suspended_tickets
 suspension-appeal
 sustainability-as-an-efficient-business-strategy
@@ -151604,11 +151273,11 @@ sweeps-rules*
 sweeps/yeezy-instore-sweeps.html
 sweepstakes
 sweepstakes-casinos
-sweepstakes-casinos/http://gs1.org/robots.txt
-sweepstakes-casinos/http://lichess.org/robots.txt
+sweepstakes-casinos/http://issues.apache.org/robots.txt
+sweepstakes-casinos/http://joindiaspora.com/robots.txt
 sweepstakes-casinos/http://liebertpub.com/robots.txt
-sweepstakes-casinos/http://punknews.org/robots.txt
-sweepstakes-casinos/http://tudou.com/robots.txt
+sweepstakes-casinos/http://media.net/robots.txt
+sweepstakes-casinos/http://sodahead.com/robots.txt
 swen
 swf
 swf
@@ -151630,7 +151299,6 @@ switch-to-ecosia
 switch.php3
 switchProduct
 switch_country=
-switchboard.aspx
 switched
 switcher=
 swollen-legs-after-exercise/
@@ -151750,8 +151418,6 @@ t3lib
 t3mp0mAt/
 t3portal/
 t5/
-t5/media/gallerypage
-t5/notifications/notifymoderatorpage
 t7
 t=
 tDate/*%2F*%2F0*
@@ -151998,7 +151664,7 @@ tabs/*.htm?sort=date
 tabs_files/
 tabuleiros-costeiros/a-unidade/missao-visao-e-valores
 tachyon
-tachyon/http://players.brightcove.net/robots.txt
+tachyon/http://clarivate.com/robots.txt
 tacms
 tacs
 taf.php
@@ -152198,7 +151864,7 @@ tagmanager/pptm.js
 tags
 tags
 tags*
-tags*http://business.twitter.com/robots.txt
+tags*http://bp.com/robots.txt
 tags-artists
 tags-regions/json
 tags.php
@@ -152342,8 +152008,6 @@ tarpit
 tasima
 task
 task-management
-task/*?GA_EVENT
-task/*?ec=
 task_*
 taskers/*/messages
 tasks
@@ -152353,6 +152017,7 @@ tasks/r/form
 tastesurvey
 tatia-adams-fox-promoted-to-vice-president-marketing-universal-motown-records
 tattoo_pictures_slideshow/article.htm
+tawang
 tax-center
 tax-interview.rl
 tax-pros-index-search
@@ -152752,10 +152417,10 @@ tealium
 team
 team-
 team-account
-team-blog/http://artbreeder.com/robots.txt
+team-blog/http://cleantechnica.com/robots.txt
 team/*/schedule$
 team/bloomberg-news
-team/comparehttp://hey.com/robots.txt
+team/comparehttp://businessinsider.com.au/robots.txt
 teamInvitations
 teamplain/
 teams
@@ -153195,7 +152860,7 @@ tekrar-al
 tel
 tel:
 tel:*
-telechargements/stockage-perso-staff/http://geesendou.seesaa.net/robots.txt
+telechargements/stockage-perso-staff/http://chabukswar.ie/robots.txt
 telecomorgs
 teleconnections/*.php?
 telefony-a-zarizeni/basket
@@ -153356,7 +153021,7 @@ template.asp?docId=8&docName=About%20Us
 template/
 template/1-0-1/gfx/favicon.ico
 template/down?
-template/warenkorbhttp://scrippsnews.com/robots.txt
+template/warenkorbhttp://donationcoder.com/robots.txt
 template=*
 template=printart
 templateId=
@@ -153576,7 +153241,7 @@ templates/moodboard-maker/$
 templates/moscow-method-example/$
 templates/network-diagram-examples/$
 templates/newsletter-examples/$
-templates/novo_portal_base/font-awesome/fonts/http://autotrader.com/robots.txt
+templates/novo_portal_base/font-awesome/fonts/http://afterpay.com/robots.txt
 templates/okr-template/$
 templates/one-on-one-meeting-template/$
 templates/online-calendar-maker/$
@@ -153865,7 +153530,6 @@ territorial/tematicas/agricultura
 territorial/tematicas/bases-de-dados-geoespaciais
 territorial/tematicas/pecuaria
 territorial/tematicas/transferencia-de-tecnologias-geoespaciais
-tesis
 test
 test
 test*
@@ -153931,13 +153595,12 @@ test-tag
 test-url.html
 test-v1-page-template
 test-xalok
-test.asp.txt
 test.html
 test.html
 test.jsp
 test.umb.edu/
 test/
-test/
+test/
 test/*
 test/*?question
 test/*?rtf
@@ -153970,7 +153633,7 @@ test/games/black_jack/
 test/getresponse.php
 test/gettest.php
 test/google_showcase/
-test/http://vogue.com.au/robots.txt
+test/http://jama.jamanetwork.com/robots.txt
 test/index.php?act=custom
 test/index.php?act=test&id=*&q=
 test/matchcenter/calcio/serie-a/classifica
@@ -154023,7 +153686,7 @@ testgpr
 testhome1
 testhome2
 testhome3
-testhttp://disqus.com/robots.txt
+testhttp://edition.cnn.com/robots.txt
 testimonial
 testimonial/
 testimonials.php
@@ -154054,6 +153717,7 @@ testrn
 tests
 tests*
 tests/*
+tests/test-city
 testsuite-sas
 testv27-*/
 testweb
@@ -154078,7 +153742,6 @@ textbook/top-selling-textbooks
 textbooks
 textbooks/_ajax/log
 textbooks/evaluation
-texteBrut
 texthtml
 texthtml/
 textiles
@@ -154847,7 +154510,6 @@ tickets/museum/$
 tickets/music/$
 tickets/music/basket/$
 tickets/music/football/$
-tickets/robots/robot_entry.cgi
 tickets/satisfaction
 tickets/sitemap.xml
 tickets/sitemap.xml?page=
@@ -155012,7 +154674,6 @@ tjenester/it/web/vortex/drift-utvikling/hoster
 tjenester/it/web/vortex/hjelp/mangler-tilgang-office365.html
 tjenester/share
 tk
-tkei/
 tkf/CloseAccount
 tkf/Contact
 tkf/ListSettings
@@ -155105,7 +154766,7 @@ tmn/ccs
 tmoney/*
 tmp
 tmp-
-tmp-http://www-personal.umich.edu/robots.txt
+tmp-http://onekingslane.com/robots.txt
 tmp-image-robot-nofollow.txt
 tmp/
 tmr
@@ -155166,6 +154827,7 @@ to_make_me_feel_happy_what_foods_should_i_eat/article.htm
 to_make_your_kitchen_healthier_how/article.htm
 to_manage_your_stress_about_uc_10_ways/article.htm
 toast
+tobedeleted-sites
 tobjoto
 toboggan
 toc
@@ -155368,16 +155030,6 @@ toolbar
 toolbar.php
 toolbox
 toolbox-outage
-toolbox/annuitymatch/images
-toolbox/assetalloc/images
-toolbox/email
-toolbox/filiassetalloc/images
-toolbox/growth/assumptions.html
-toolbox/growth/growth.shtml
-toolbox/keogh/images
-toolbox/pension.ini
-toolbox/retirecalc/images
-toolbox/sepira/images
 toolchains
 toolkit
 toolkit/
@@ -155607,7 +155259,7 @@ topla-kazan
 topla-kazan-kuponlari
 toprailapp
 tops
-topsecret/
+topsecret/
 topsfr
 topsocial
 topup
@@ -155621,7 +155273,7 @@ tos
 tos-old
 tos/banner.js
 total-leadership
-totalSearch/search.dohttp://pagesix.com/robots.txt
+totalSearch/search.dohttp://gourmettraveller.com.au/robots.txt
 tots
 tou
 touch/login
@@ -156045,7 +155697,7 @@ tradeoffer
 traduction
 traffic
 traffic-aggregation
-traffic-manager/
+traffic-manager/
 traffic/
 traffic/status*?
 trafficbot.life
@@ -156258,7 +155910,6 @@ trapdir
 trash
 trash-container/
 trash/
-trasparenza/Segnalazioni-fd6ab876-acf0-4978-88cb-12e634722148.html
 trasporti
 trasy/*/loty-z-
 trasy/*/trasy-od-
@@ -156709,7 +156360,7 @@ trk-download
 trk/click
 trk/unsubscribe
 trk=
-trk=http://zipcar.com/robots.txt
+trk=http://cookiedatabase.org/robots.txt
 trko
 trnl
 tropical_fruit_pictures_slideshow/article.htm
@@ -156801,7 +156452,6 @@ ttarticle/p/show
 ttb
 ttd
 ttd_payment
-ttdownloads/
 ttg
 tto
 tto/archive/article
@@ -156892,7 +156542,7 @@ tv3/marato/recerca/proposta-malalties
 tv3/sx3/*/joc/pantalla-completa
 tv3/sx3/families-escola/activitats/cercador
 tv3/sx3/families-escola/activitats/cercador-mapa
-tv3/sx3/http://lexology.com/robots.txt
+tv3/sx3/http://glossier.com/robots.txt
 tve
 tve/b/135escons
 tve/b/9decada10
@@ -157111,7 +156761,6 @@ typo3
 typo3/
 typo3/sysext/frontend/Resources/Public
 typo3_src
-typo3_src-4.1.1
 typo3_src/
 typo3conf
 typo3conf/
@@ -157126,7 +156775,7 @@ typo3conf/ext/bra_projectfiles/Resources/Public
 typo3conf/ext/parallels/Resources/Public
 typo3conf/ext/prls_theme/Resources/Public
 typo3conf/ext/theme/Resources/Public
-typo3conf/http://governor.ny.gov/robots.txt
+typo3conf/http://blogs.cisco.com/robots.txt
 typo3src
 typo3temp
 typo3temp/
@@ -157275,6 +156924,9 @@ uc
 uc-g-sw=
 uc-sb-sw=
 uc/files
+ucactualites/*/200*
+ucactualites/*/201*
+ucactualites/*/2020/*
 ucc
 ucea/search-result
 ucf
@@ -157287,7 +156939,6 @@ ucomm/collegetown/coupons/
 ucomm/internalcommunications/_files/
 ucs
 ud
-udf/
 udpddoscn
 uds
 ueber-uns
@@ -157365,7 +157016,7 @@ ui-router/images/favicon.ico
 ui/
 ui/gnwidget
 uiLoggerAjax
-uiLoggerAjaxhttp://blinemovers.com/robots.txt
+uiLoggerAjaxhttp://logitech.com/robots.txt
 uiTest
 ui_log
 uibreakfast
@@ -157632,6 +157283,7 @@ uk/help/privacy/
 uk/help/sitemap
 uk/help/sitemap.php
 uk/imagecontentsource
+uk/images
 uk/info
 uk/info/contactus/email-the-ceo
 uk/invites/buy
@@ -157659,7 +157311,10 @@ uk/market/dixie_flag
 uk/market/rebel_flag
 uk/messages
 uk/mini.php
+uk/music
+uk/music/playlist
 uk/my
+uk/news
 uk/onelook_american_dictionary_words.html
 uk/onelook_british_dictionary_words.html
 uk/people
@@ -157730,7 +157385,10 @@ uk/tutorials/search
 uk/user
 uk/users
 uk/v2/*
+uk/video
+uk/video/watch
 uk/wdc
+uk/web
 uk/web.config
 uk/web/pearsontq/thank-you.html
 uk/your
@@ -158371,7 +158029,6 @@ unsubscribe*
 unsubscribe-confirmation
 unsubscribe-from-applet
 unsubscribe-thankyou.html
-unsubscribe.aspx
 unsubscribe.cgi
 unsubscribe/invitation
 unsubscribe=
@@ -158402,7 +158059,7 @@ upcomingevents
 upcomingevents.html?
 update
 update-browser
-update-check/wirecast/
+update-check/wirecast/
 update-guide
 update-password
 update-personalized-offer
@@ -158436,7 +158093,7 @@ updates/
 updates/*.php$
 updates/*.xml$
 updates/?filter=
-updates/order/*http://antaranews.com/robots.txt
+updates/order/*http://answers.yahoo.com/robots.txt
 updates?page=
 updatestats
 updateutp*
@@ -158482,7 +158139,7 @@ upload/documents/files/5614/5PrilojenieMerigosregylirovaniya.pdf
 upload/documents/files/5614/6Otchetopyblichnonormativnihobyazatelstvah.pdf
 upload/documents/files/5614/OtchetpoGosydarstvennoiprogrammegorodaMoskviRazvitiecifrovoisrediiinnovaciiza2020god.pdf
 upload/forgot_password
-upload/http://music.amazon.com/robots.txt
+upload/http://francetvinfo.fr/robots.txt
 upload/media/video
 upload/streak
 upload/upload.cgi
@@ -158504,7 +158161,6 @@ uploadfile
 uploadfile.php
 uploadhistory.php
 uploadify
-uploadify/
 uploadimages
 uploading/gifgenerator
 uploadprocerr.html
@@ -159190,6 +158846,7 @@ us/en/csus/
 us/en/experience-lutron?*&
 us/en/fepp/
 us/en/foods/search?keywords=
+us/en/games/search.html
 us/en/gates/
 us/en/home
 us/en/legal/cookie-notice?ref=
@@ -161007,10 +160664,9 @@ user-profile-view?
 user-profile.aspx
 user-profile/
 user-registrierung
-user-reports/http://yahoo.co.jp/robots.txt
+user-reports/http://lockheedmartin.com/robots.txt
 user-research-testing
 user-settings
-user.aspx
 user.json
 user/
 user/$
@@ -161087,7 +160743,7 @@ user/forgotPassword
 user/forgotpassword
 user/fpd/api
 user/googleonetapverification
-user/http://self.com/robots.txt
+user/http://ign.com/robots.txt
 user/images
 user/info
 user/kommoot
@@ -161105,6 +160761,7 @@ user/login/
 user/login/?
 user/login/?context
 user/login/?context=
+user/login/admin
 user/login/profile
 user/login?
 user/login?context
@@ -161200,7 +160857,6 @@ user_profile$
 user_sessions
 user_subscribe.cgi
 user_testing_tmp
-user_xrds.aspx
 useradd.cgi
 useragreement.php
 userauth
@@ -161213,7 +160869,6 @@ userdoc/FAM_O2
 usergroups/sasforuminternational/call/
 usergroups/sasforuminternational/proceedings/
 usergroups/seugi/call/
-userhttp://hdl.handle.net/robots.txt
 userhub
 userid.aspx
 userimages
@@ -161236,20 +160891,17 @@ users.html
 users.pl
 users/
 users/*
-users/*/*?*prjid=
 users/*/?
 users/*/avatar
 users/*/bookmarks
 users/*/comments
 users/*/contact
-users/*/contacts
 users/*/default-avatar
 users/*/default-avatar-v2
 users/*/foaf
 users/*/followers
 users/*/listings
 users/*/mypixiv
-users/*/portfolio/*/*?view
 users/*/posts
 users/*/posts.rss
 users/*/reference_requests
@@ -161380,11 +161032,9 @@ utilities/
 utilities/emailafriend.aspx
 utilities/glossary
 utilities/glossary/index.htm
-utilities/http://futureoflife.org/robots.txt
+utilities/http://kiwix.org/robots.txt
 utilities/includes/css/
 utilities/includes/js/
-utilities/searchmember
-utilities/searchmembertwo
 utilities/university-statement.aspx
 utility
 utility-nav-content
@@ -161393,7 +161043,8 @@ utility/scripted-file.ashx
 utility/trac
 utils
 utils/
-utils/http://profiles.wordpress.org/robots.txt
+utils/*
+utils/http://maps.google.com.au/robots.txt
 utils_download
 utils_filterSongs
 utm
@@ -161568,7 +161219,7 @@ uz/core
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://lastpass.com/robots.txt
+uz/http://telegram.me/robots.txt
 uz/kb/*/discuss
 uz/profiles
 uz/search
@@ -161727,9 +161378,6 @@ va
 va/
 vabs
 vacancy
-vacancy/create
-vacancy/create/*?GA_EVENT
-vacancy/create/*?ec=
 vacancy_old
 vacant-land-for-sale/advanced-search
 vacant-land-to-rent/advanced-search
@@ -161771,13 +161419,13 @@ vanilla
 vanity
 vanity_participant
 vans/leasing/search
-vantage-cloud/
-vantage-enterprise/
-vantage-transcoding/
-vantageCloudManager/
-vantageCloudTrial/
-vantageDomainServer/
-vantageTrancodeServer/
+vantage-cloud/
+vantage-enterprise/
+vantage-transcoding/
+vantageCloudManager/
+vantageCloudTrial/
+vantageDomainServer/
+vantageTrancodeServer/
 vantage_point/archive
 vapors/
 var
@@ -161791,7 +161439,7 @@ var1
 variant=
 variation
 variation-product*
-variation/http://s3.ap-south-1.amazonaws.com/robots.txt
+variation/http://ncartmuseum.org/robots.txt
 variations/*/eula
 varserver
 varsity/comment
@@ -161836,6 +161484,7 @@ vegetarian_diet_pictures_slideshow/article.htm
 vehicleid=*repair=
 vehicleimages
 vehicles
+veille-scientifique.html?*
 vein_and_artery_problems_visual_guide_to/article.htm
 vejret
 velo-pt/forum/main/comment
@@ -161890,6 +161539,7 @@ verified-authors
 verified-modal
 verified-sellers/
 verify
+verify$
 verify-conversion/
 verify-email
 verify-email$
@@ -161923,7 +161573,7 @@ version-info
 version.cfm
 version.json
 version.txt
-version/http://us.blackberry.com/robots.txt
+version/http://pixar.com/robots.txt
 version=
 version_info
 version_pdf.php
@@ -161955,7 +161605,7 @@ versions/Unicode6.3.0
 versions/Unicode7.0.0
 versions/Unicode8.0.0
 versions/Unicode9.0.0
-versions/http://mb.softbank.jp/robots.txt
+versions/http://publish.twitter.com/robots.txt
 verso/static
 vert-confirmed-session
 vertele/lo-mas-visto-tv/2
@@ -161985,8 +161635,8 @@ vertex-ai/studio/notebooklm
 vertex-ai/studio/notebooklm$
 vertex-ai/studio/prompt-gallery
 vertex-ai/studio/redirect$
-vertex-ai/studio/redirect/http://cbp.gov/robots.txt
-vertex-ai/studio/redirect/http://military.com/robots.txt
+vertex-ai/studio/redirect/http://emojipedia.org/robots.txt
+vertex-ai/studio/redirect/http://smbc-comics.com/robots.txt
 verticals
 vertriebspartner/faq/kuendigung
 verve-music-group-expands-into-burgeoning-adult-contemporary-market-re-launches-famed-forecast-label
@@ -162201,7 +161851,7 @@ video*search=*o=mr$
 video-
 video-alert
 video-blogs-
-video-cue/
+video-cue/
 video-gallery
 video-keywords
 video-landing-pages
@@ -162256,7 +161906,7 @@ video/ad-integration
 video/adnkronos
 video/adnkronos/*
 video/affiliate
-video/affiliate/http://forever21.com/robots.txt
+video/affiliate/http://ntv.com.tr/robots.txt
 video/ajax
 video/ajax_search_related
 video/ajax_video_related
@@ -162368,6 +162018,7 @@ video/video_sitemap_*.xml
 video/videoficheplayerxml.aspx
 video/viewconfig$
 video/vod-recording
+video/watch
 video/watch/*/?autoplay=
 video/watch/*?etext=
 video/watch/*_csrf
@@ -162499,16 +162150,16 @@ vietnamese/search/\?query=.
 view
 view
 view$
-view$http://ababank.com/robots.txt
-view$http://cast.google.com/robots.txt
-view$http://ohio.edu/robots.txt
+view$http://deutschlandfunkkultur.de/robots.txt
+view$http://freeprivacypolicy.com/robots.txt
+view$http://parade.com/robots.txt
 view-3d-home
 view-as-webpage
 view-floor-plan
 view-imx
 view-legal-document.aspx
 view-newsletter
-view-order/http://realtyna.com/robots.txt
+view-order/http://cnnbrasil.com.br/robots.txt
 view-page
 view-predictions
 view-profile.rl
@@ -162611,13 +162262,12 @@ viewentry:email/*
 viewer
 viewfile.php
 viewfound.php
-viewgit
 viewinfo.cfm
 viewinfo.html
 viewingactivity
 viewjob
 viewjob?
-viewlibrary/http://productboard.com/robots.txt
+viewlibrary/http://aftonbladet.se/robots.txt
 viewlocale=zh_CN
 viewnationalmap/
 vieworder.cfm
@@ -162869,8 +162519,6 @@ vols/ct
 volunteer-monitor-resources
 volunteer-role-environment
 volunteer-role-type
-volunteer/
-volunteers/
 vomiting/guide/
 voo/cn/*
 voo/ct
@@ -162924,7 +162572,7 @@ vpBaselines
 vpad/cityuecontact.htm
 vpad/groupcompanies.htm
 vplbl
-vpn-config/http://lidl.de/robots.txt
+vpn-config/http://opendefinition.org/robots.txt
 vpn/
 vpnfan
 vpns-how-do-they-work-and-things-to-consider
@@ -163001,7 +162649,7 @@ w/index.php?
 w/index.php?title=Special%3ALandingPage
 w/index.php?title=Special:LandingPage
 w/index.php?title=Special:NewPages&feed=rss&namespace=all
-w/index.phphttp://sloan.org/robots.txt
+w/index.phphttp://americanindian.si.edu/robots.txt
 w/load.php?
 w/newpage
 w/rest.php/site/v1/sitemap
@@ -163011,7 +162659,6 @@ w3
 w3/file
 w3/rest
 w3/vind-een-winkel/winkel-niet-gevonden
-w3c
 w3info/
 w3m
 w9
@@ -163107,14 +162754,12 @@ watchlist
 watchlists
 watchlists/*
 water
-water-eau/
 water-health/drinking-water-taste.aspx
 water-health/water-body-health.aspx
 water-quality
 watercolour_pay
 watercolour_pay_author
 waterstewardship/th-expense/pdf/2007_08_waterstewardship_expenses.pdf
-waterstreet
 watson/assets/pdfs/reg
 wave
 way
@@ -164415,12 +164060,14 @@ web/packages/CodelistGenerator/DESCRIPTION
 web/packages/CohortCharacteristics/DESCRIPTION
 web/packages/CohortConstructor/DESCRIPTION
 web/packages/CohortContrast/DESCRIPTION
+web/packages/CohortCosts/DESCRIPTION
 web/packages/CohortGenerator/DESCRIPTION
 web/packages/CohortIncidence/DESCRIPTION
 web/packages/CohortMethod/DESCRIPTION
 web/packages/CohortPlat/DESCRIPTION
 web/packages/CohortSurvival/DESCRIPTION
 web/packages/CohortSymmetry/DESCRIPTION
+web/packages/CohortUtilisation/DESCRIPTION
 web/packages/CoinMinD/DESCRIPTION
 web/packages/Coinprofile/DESCRIPTION
 web/packages/ColOpenData/DESCRIPTION
@@ -165113,6 +164760,7 @@ web/packages/Ease/DESCRIPTION
 web/packages/EasyABC/DESCRIPTION
 web/packages/EasyDescribe/DESCRIPTION
 web/packages/EasyMx/DESCRIPTION
+web/packages/EasyPCA/DESCRIPTION
 web/packages/EasyStat/DESCRIPTION
 web/packages/EbayesThresh/DESCRIPTION
 web/packages/Ecdat/DESCRIPTION
@@ -167280,6 +166928,7 @@ web/packages/NBShiny/DESCRIPTION
 web/packages/NBShiny2/DESCRIPTION
 web/packages/NBShiny3/DESCRIPTION
 web/packages/NBtsVarSel/DESCRIPTION
+web/packages/NBvarsel/DESCRIPTION
 web/packages/NCA/DESCRIPTION
 web/packages/NCC/DESCRIPTION
 web/packages/NCSCopula/DESCRIPTION
@@ -167865,6 +167514,7 @@ web/packages/PWIR/DESCRIPTION
 web/packages/PaLMr/DESCRIPTION
 web/packages/PaRe/DESCRIPTION
 web/packages/PacketLLM/DESCRIPTION
+web/packages/PaddleOCR/DESCRIPTION
 web/packages/Pade/DESCRIPTION
 web/packages/PairViz/DESCRIPTION
 web/packages/PairedData/DESCRIPTION
@@ -170729,6 +170379,7 @@ web/packages/ahpsurvey/DESCRIPTION
 web/packages/ahptopsis2n/DESCRIPTION
 web/packages/ai/DESCRIPTION
 web/packages/aiDIF/DESCRIPTION
+web/packages/aiEvalR/DESCRIPTION
 web/packages/aiRly/DESCRIPTION
 web/packages/aiRthermo/DESCRIPTION
 web/packages/aieconindex/DESCRIPTION
@@ -172228,6 +171879,7 @@ web/packages/causaloptim/DESCRIPTION
 web/packages/causalplot/DESCRIPTION
 web/packages/causalreg/DESCRIPTION
 web/packages/causalsens/DESCRIPTION
+web/packages/causalsim/DESCRIPTION
 web/packages/causalweight/DESCRIPTION
 web/packages/causens/DESCRIPTION
 web/packages/caustests/DESCRIPTION
@@ -173941,6 +173593,7 @@ web/packages/diffusion/DESCRIPTION
 web/packages/diffusionMap/DESCRIPTION
 web/packages/diffval/DESCRIPTION
 web/packages/diffviewer/DESCRIPTION
+web/packages/diffwrap/DESCRIPTION
 web/packages/digest/DESCRIPTION
 web/packages/digiNORM/DESCRIPTION
 web/packages/digiRhythm/DESCRIPTION
@@ -176234,6 +175887,7 @@ web/packages/ggalluvial/DESCRIPTION
 web/packages/ggalttext/DESCRIPTION
 web/packages/ggamma/DESCRIPTION
 web/packages/gganimate/DESCRIPTION
+web/packages/gganime/DESCRIPTION
 web/packages/ggarchery/DESCRIPTION
 web/packages/ggarrow/DESCRIPTION
 web/packages/ggauto/DESCRIPTION
@@ -179918,6 +179572,7 @@ web/packages/morepls/DESCRIPTION
 web/packages/morestopwords/DESCRIPTION
 web/packages/mori/DESCRIPTION
 web/packages/morph/DESCRIPTION
+web/packages/morphErr/DESCRIPTION
 web/packages/morphemepiece.data/DESCRIPTION
 web/packages/morphemepiece/DESCRIPTION
 web/packages/morpheus/DESCRIPTION
@@ -180294,6 +179949,7 @@ web/packages/mycolorsTB/DESCRIPTION
 web/packages/mycor/DESCRIPTION
 web/packages/myownrobs/DESCRIPTION
 web/packages/myrror/DESCRIPTION
+web/packages/mziln/DESCRIPTION
 web/packages/mzipmed/DESCRIPTION
 web/packages/n1qn1/DESCRIPTION
 web/packages/nFactors/DESCRIPTION
@@ -180648,6 +180304,7 @@ web/packages/noisemodel/DESCRIPTION
 web/packages/noisyCE2/DESCRIPTION
 web/packages/noisySBM/DESCRIPTION
 web/packages/noisyr/DESCRIPTION
+web/packages/nolaOpenData/DESCRIPTION
 web/packages/nolock/DESCRIPTION
 web/packages/nomads/DESCRIPTION
 web/packages/nombre/DESCRIPTION
@@ -183565,6 +183222,7 @@ web/packages/ridigbio/DESCRIPTION
 web/packages/riem/DESCRIPTION
 web/packages/riemannianStats/DESCRIPTION
 web/packages/riemtan/DESCRIPTION
+web/packages/rifexpectile/DESCRIPTION
 web/packages/rifreg/DESCRIPTION
 web/packages/rifttable/DESCRIPTION
 web/packages/rigr/DESCRIPTION
@@ -185863,6 +185521,7 @@ web/packages/stors/DESCRIPTION
 web/packages/stortingscrape/DESCRIPTION
 web/packages/storywranglr/DESCRIPTION
 web/packages/stosim/DESCRIPTION
+web/packages/stow/DESCRIPTION
 web/packages/stplanr/DESCRIPTION
 web/packages/stpp/DESCRIPTION
 web/packages/stppSim/DESCRIPTION
@@ -188139,8 +187798,6 @@ webcalendar?
 webcam
 webcam/sport/archive
 webcast/
-webcast/mixtapes/popup.cgi
-webcast/popup.cgi
 webcasts
 webcasts/
 webcasts/cyber42-ransomware-hhs-private
@@ -188251,7 +187908,6 @@ webhook
 webhook_templates
 webhooks
 webhooks$
-webim
 webimage/countrys/africa/printpage
 webimage/countrys/asia/printpage
 webimage/countrys/europe/printpage
@@ -188437,7 +188093,7 @@ webservices/archive
 webservices/dev
 webservices/documentation
 webservices/feeds
-webservices/http://adp.com/robots.txt
+webservices/http://workana.com/robots.txt
 webservices/reports
 webservices/resources/forms
 webservices/temp
@@ -188469,6 +188125,7 @@ website/templates/flash
 website_content_system/
 websiteapi/
 websiteoptimizer
+websites/?
 websites/categories
 websrc
 webstart/thanks
@@ -188530,7 +188187,7 @@ wedding-planning/website/sample
 wedding-registry/love
 wedding-registry/promotion
 wedding-site
-wedding-vendors/http://fatcow.com/robots.txt
+wedding-vendors/http://radiofrance.fr/robots.txt
 wedding-vendors/search
 wedding/*/virtual
 wedding/promotion
@@ -188976,7 +188633,6 @@ who-is-phil
 who-we-are/leadership*filter_committee
 who-we-are/what-london-assembly-does/questions-mayor/find-an-answer?question_text=
 who/*/feed
-who_are_you.aspx
 whois-search
 whois/captcha.php
 whois/refresh.php
@@ -189005,7 +188661,7 @@ why_your_fingers_are_swollen_reasons/article.htm
 whysecure
 whythisad
 wi
-wiadomosci/Strona-Glowna,a,2727http://la7.it/robots.txt
+wiadomosci/Strona-Glowna,a,2727http://uta.edu/robots.txt
 wiadomosci/wiadomosci,a,2238
 wicket:interface
 wicket:pageMapName
@@ -189394,7 +189050,7 @@ wiki/LTA:
 wiki/Map_item
 wiki/MediaWiki%3A
 wiki/MediaWiki%3ASpam-blacklist
-wiki/MediaWiki%3ASpam-blacklisthttp://themuse.com/robots.txt
+wiki/MediaWiki%3ASpam-blacklisthttp://latlong.net/robots.txt
 wiki/MediaWiki%3ATitleblacklist
 wiki/MediaWiki%3Titleblacklist
 wiki/MediaWiki%E2%80%90%E3%83%8E%E3%83%BC%E3%83%88%3ASpam-blacklist
@@ -189820,7 +189476,7 @@ wiki/Wikipedia%3AVandalismi_in_corso
 wiki/Wikipedia%3AVandalismusmeldung
 wiki/Wikipedia%3AVandalismusmeldung%2F
 wiki/Wikipedia%3AVermittlungsausschuss
-wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://amazon.de/robots.txt
+wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://maps.app.goo.gl/robots.txt
 wiki/Wikipedia%3AVotes_for_deletion
 wiki/Wikipedia%3AWikiProject_Deletion_sorting
 wiki/Wikipedia%3AWikiProject_Spam
@@ -190113,9 +189769,9 @@ wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
 wiki/Wikipedia_talk%3AAdministrator
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://akorda.kz/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_electionshttp://play.google.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://rcmp-grc.gc.ca/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://uscis.gov/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://wish.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -190482,7 +190138,7 @@ winnt
 wip_index.php
 wipostad/
 wire-
-wire-cast/
+wire-cast/
 wirecutter
 wirecutter/
 wirecutter/*&xid=
@@ -190681,6 +190337,7 @@ words
 work
 work
 work$
+work-at-ucl/redeployment
 work-from-home/3m
 work-from-home/google
 work-from-home/vmware/
@@ -191023,24 +190680,24 @@ wp-admin/*
 wp-admin/about.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://audiomack.com/robots.txt
-wp-admin/admin-ajax.phphttp://base-search.net/robots.txt
-wp-admin/admin-ajax.phphttp://canal4rd.com/robots.txt
-wp-admin/admin-ajax.phphttp://dev.mysql.com/robots.txt
-wp-admin/admin-ajax.phphttp://form.jotform.com/robots.txt
-wp-admin/admin-ajax.phphttp://getadblock.com/robots.txt
-wp-admin/admin-ajax.phphttp://grab.com/robots.txt
+wp-admin/admin-ajax.phphttp://bugherd.com/robots.txt
+wp-admin/admin-ajax.phphttp://calendar.app.google/robots.txt
+wp-admin/admin-ajax.phphttp://commerce.gov/robots.txt
+wp-admin/admin-ajax.phphttp://fortinet.com/robots.txt
+wp-admin/admin-ajax.phphttp://inspectlet.com/robots.txt
+wp-admin/admin-ajax.phphttp://itu.int/robots.txt
+wp-admin/admin-ajax.phphttp://meet.google.com/robots.txt
 wp-admin/admin-ajax.phphttp://moxie.org/robots.txt
-wp-admin/admin-ajax.phphttp://mpi-inf.mpg.de/robots.txt
-wp-admin/admin-ajax.phphttp://orcd.co/robots.txt
-wp-admin/admin-ajax.phphttp://payments.google.com/robots.txt
-wp-admin/admin-ajax.phphttp://samsclub.com/robots.txt
-wp-admin/admin-ajax.phphttp://sfu.ca/robots.txt
-wp-admin/admin-ajax.phphttp://sheets.google.com/robots.txt
-wp-admin/admin-ajax.phphttp://smashingmagazine.com/robots.txt
-wp-admin/admin-ajax.phphttp://vitsoe.com/robots.txt
+wp-admin/admin-ajax.phphttp://plisio.net/robots.txt
+wp-admin/admin-ajax.phphttp://propublica.org/robots.txt
+wp-admin/admin-ajax.phphttp://quod.lib.umich.edu/robots.txt
+wp-admin/admin-ajax.phphttp://regjeringen.no/robots.txt
+wp-admin/admin-ajax.phphttp://research.google.com/robots.txt
+wp-admin/admin-ajax.phphttp://tastingtable.com/robots.txt
+wp-admin/admin-ajax.phphttp://tilde.com/robots.txt
+wp-admin/admin-ajax.phphttp://us.napster.com/robots.txt
+wp-admin/admin-ajax.phphttp://viddler.com/robots.txt
 wp-admin/admin-ajax.phphttp://whc.unesco.org/robots.txt
-wp-admin/admin-ajax.phphttp://yorkshirepost.co.uk/robots.txt
 wp-admin/admin-footer.php
 wp-admin/admin-functions.php
 wp-admin/admin-header.php
@@ -191062,7 +190719,7 @@ wp-admin/edit-tags.php
 wp-admin/edit.php
 wp-admin/export.php
 wp-admin/freedoms.php
-wp-admin/http://hyperallergic.com/robots.txt
+wp-admin/http://blog.mozilla.org/robots.txt
 wp-admin/http://libcom.org/robots.txt
 wp-admin/images
 wp-admin/import.php
@@ -191186,9 +190843,9 @@ wp-content/cache/
 wp-content/cache/*
 wp-content/client-mu-plugins
 wp-content/mu-plugins
-wp-content/mu-plugins/http://core.telegram.org/robots.txt
-wp-content/mu-plugins/http://iep.utm.edu/robots.txt
-wp-content/mu-plugins/http://la.curbed.com/robots.txt
+wp-content/mu-plugins/http://le.ac.uk/robots.txt
+wp-content/mu-plugins/http://web-beta.archive.org/robots.txt
+wp-content/mu-plugins/http://wigle.net/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -191208,8 +190865,9 @@ wp-content/plugins/abm-sej/includes/infinte-scroll/js/prebid/prebid10.9.0.js
 wp-content/plugins/as-pdf
 wp-content/plugins/beebom-features/assets
 wp-content/plugins/genesys-reports/build/images/genesys-logo.svg
-wp-content/plugins/http://heinlegal.com/robots.txt
+wp-content/plugins/http://anjunabeats.lnk.to/robots.txt
 wp-content/plugins/liveblog
+wp-content/plugins/prc-icon-library
 wp-content/plugins/pwa/
 wp-content/plugins/roost-for-bloggers/includes/chrome/
 wp-content/plugins/wp-bigmarker/asset/public/js/hs.js
@@ -191275,7 +190933,7 @@ wp-content/uploads/*.png
 wp-content/uploads/*.svg
 wp-content/uploads/*.webp
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://groovelabs.net/robots.txt
+wp-content/uploads/*http://doublel.com/robots.txt
 wp-content/uploads/2009/
 wp-content/uploads/2010/
 wp-content/uploads/2011/
@@ -191590,9 +191248,9 @@ wp-content/uploads/cbxwpemaillogger/
 wp-content/uploads/complianz
 wp-content/uploads/cover-images
 wp-content/uploads/dlm_uploads
-wp-content/uploads/http://blackenterprise.com/robots.txt
+wp-content/uploads/http://bgs.ac.uk/robots.txt
 wp-content/uploads/http://gruene-zumutungen.de/robots.txt
-wp-content/uploads/http://yellowpages.com/robots.txt
+wp-content/uploads/http://nordvpn.com/robots.txt
 wp-content/uploads/import/*
 wp-content/uploads/import/documents/other/ead1e-overview.pdf
 wp-content/uploads/import/documents/other/gieais-covid.pdf
@@ -191622,14 +191280,14 @@ wp-content/uploads/woocommerce_uploads
 wp-content/uploads/woocommerce_uploads/
 wp-content/uploads/wp-import-export-lite
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://americorps.gov/robots.txt
-wp-content/uploads/wp-import-export-lite/http://chesstempo.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://mako.co.il/robots.txt
-wp-content/uploads/wp-import-export-lite/http://para.expert/robots.txt
-wp-content/uploads/wp-import-export-lite/http://rakuten.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://stib-mivb.be/robots.txt
-wp-content/uploads/wp-import-export-lite/http://threejs.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://usf.edu/robots.txt
+wp-content/uploads/wp-import-export-lite/http://cam.ac.uk/robots.txt
+wp-content/uploads/wp-import-export-lite/http://castos.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://derecho.uchile.cl/robots.txt
+wp-content/uploads/wp-import-export-lite/http://dresden.de/robots.txt
+wp-content/uploads/wp-import-export-lite/http://jamanetwork.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://lbcgroup.tv/robots.txt
+wp-content/uploads/wp-import-export-lite/http://pressdemocrat.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://weightwatchers.com/robots.txt
 wp-content/uploads/wp-import-export-lite/http://windscribe.com/robots.txt
 wp-content/uploads/wp-staging
 wp-content/uploads/wpforms
@@ -191637,7 +191295,7 @@ wp-content/uploads/wpforms/
 wp-content/uploads/wpo-plugins-tables-list.json
 wp-content/uploads/wpo-plugins-tables-list.json
 wp-content/uploads/wpo/wpo-plugins-tables-list.json
-wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://news.xinhuanet.com/robots.txt
+wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://jumpsport.com/robots.txt
 wp-cron.php
 wp-cron.php
 wp-dyn
@@ -191737,7 +191395,7 @@ wp-preview
 wp-query.html
 wp-register.php
 wp-register.php
-wp-register.phphttp://abajournal.com/robots.txt
+wp-register.phphttp://dba.stackexchange.com/robots.txt
 wp-signup.php
 wp-signup.php
 wp-sitemap-posts-
@@ -191863,8 +191521,6 @@ ws/AltaBoletin.ashx
 ws/PostRollTrailer.ashx?
 ws/ProfilLightGetModerationLink.ashx?
 ws/WinnerListHandler.ashx
-ws/dialnetcris
-ws/dialnetcris-sandbox
 ws/geocoding.ashx
 ws/includes
 ws/partnerproxy.ashx?
@@ -191913,6 +191569,7 @@ wwe-raw
 wwe-smackdown
 www
 www-admin
+www-mail
 www-priv
 www-staging/
 www-staging/the-impact/
@@ -191935,7 +191592,7 @@ www/gui
 www/newsletter
 www/ptemplate
 www/resources
-www/search.do*http://moloni.pt/robots.txt
+www/search.do*http://unr.edu/robots.txt
 www/server/404.php
 www_avis/error.html
 wwwhelp/disabled
@@ -191961,7 +191618,6 @@ x01122019-higfiles
 x?
 xArchive/Archive/Illegal-liquor-export-20010319
 x_tr
-xajax
 xas/api
 xboxone
 xbp/search
@@ -192047,7 +191703,6 @@ xpert/services/service-xcloud
 xpert/xcloud
 xpromo_static
 xpubcid.php
-xqa
 xqdemo
 xref
 xres/add
@@ -192064,10 +191719,10 @@ xsd
 xsendmail.ini
 xsl
 xsl/
-xsl/http://wine.com/robots.txt
+xsl/http://sciencebasedtargets.org/robots.txt
 xslt
 xslt/
-xslt/http://clixtell.com/robots.txt
+xslt/http://neowin.net/robots.txt
 xss
 xstatic/
 xtbcallback.php
@@ -192082,7 +191737,7 @@ xxx-the-return-of-xander-cage
 xxx/
 y/
 y/biu
-y/http://uk.wikipedia.org/robots.txt
+y/http://brown.edu/robots.txt
 y1=
 yTos/
 yTos/Plugins/ItemPlugin/RenderItemPrice
@@ -192922,7 +192577,7 @@ youraccount
 youraccount/
 youre_making_air_fryer_mistakes/article.htm
 youreurope/businessACC
-youreurope/businessDEV/http://nasa.gov/robots.txt
+youreurope/businessDEV/http://iso.org/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -193134,7 +192789,7 @@ zh-CN/thunderbird/collections
 zh-CN/thunderbird/search
 zh-CN/user
 zh-CN/users
-zh-CNhttp://developer.vimeo.com/robots.txt
+zh-CNhttp://business.financialpost.com/robots.txt
 zh-CO
 zh-CR
 zh-CZ
@@ -193648,7 +193303,7 @@ zh-tw/category/*activity=*&
 zh-tw/category/*gender=*&color=
 zh-tw/cz
 zh-tw/listings
-zh-tw/products/detailshttp://nea.org/robots.txt
+zh-tw/products/detailshttp://befunky.com/robots.txt
 zh-tw/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
 zh-tw/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
 zh-tw/工具組件
@@ -193803,7 +193458,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://gazzetta.it/robots.txt
+zh/internalhttp://president.gov.ua/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -194132,7 +193787,7 @@ zz
 zz-delete-requests
 zz-test
 zz/
-zz_test/http://phillymag.com/robots.txt
+zz_test/http://opengroup.org/robots.txt
 zztest/
 zzz
 zzz-systest
@@ -194175,7 +193830,6 @@ zzz_systest
 ~/media/Files/MMS/bins-22137.pdf
 ~/media/Files/Pdfs/landing-pages/products/ventana-la-2013.pdf
 ~/media/Files/Pdfs/landing-pages/products/ventana-location-analytics-2013.pdf
-~/media/Images/explore/icons/*
 ~/media/athenaweb/files/client/client-advocacy-programs/2015_q2_newsletter.pdf
 ~/media/athenaweb/files/client/client-advocacy-programs/client_advocate_program_talking_points_and_prospect_faq.pdf
 ~/media/depts/metro/fares-orca/transit-go-ticket/tgt-promo-code-step-by-step.pdf
@@ -194469,7 +194123,7 @@ zzz_systest
 🩸
 01-18/informa
 1
-1*.jpg$http://blogs.plos.org/robots.txt
+1*.jpg$http://planner5d.com/robots.txt
 1*?
 1-
 1-1-p*
@@ -194674,6 +194328,7 @@ zzz_systest
 10_worst_foods_in_your_fridge_pictures_slideshow/article.htm
 10_worst_smog_cities_pictures_slideshow/article.htm
 11_steps_how_do_i_start_a_healthy_diet/article.htm
+11d12designs
 12-days-of-ghosty-christmas
 12_causes_of_respiratory_infections_slideshow/article.htm
 12_eucalyptus_oil_benefits_and_uses/article.htm
@@ -194798,7 +194453,7 @@ zzz_systest
 350/test/
 359
 360
-360/trial/http://gov.mb.ca/robots.txt
+360/trial/http://dom.spec.whatwg.org/robots.txt
 400
 401
 403$
@@ -194818,15 +194473,15 @@ zzz_systest
 404/
 404/test
 404handler/
-404http://bastianpfaff.com/robots.txt
-404http://soprashop.com/robots.txt
+404http://pop-up-socialmedia-pr-agentur.de/robots.txt
+404http://tunisiacaccia.com/robots.txt
 406
 413gkwMT
-413gkwMT/http://groovy-lang.org/robots.txt
-413gkwMT/http://indiegogo.com/robots.txt
-413gkwMT/http://phpied.com/robots.txt
-413gkwMT/http://vidio.com/robots.txt
-413gkwMT/http://wbur.org/robots.txt
+413gkwMT/http://binged.it/robots.txt
+413gkwMT/http://jalbum.net/robots.txt
+413gkwMT/http://material.io/robots.txt
+413gkwMT/http://search.proquest.com/robots.txt
+413gkwMT/http://tmz.com/robots.txt
 419/es
 422
 429.html
@@ -195247,7 +194902,6 @@ zzz_systest
 6112754
 7078046
 7079046
-7758024
 8323530
 8415465
 8517960*.jpg$
@@ -195332,7 +194986,6 @@ zzz_systest
 133919216/lanacion
 176986657
 215515194
-281191609
 851796990.jpg$
 1301483629*
 1301485191*