From 294652b908bb8f59e83946985d3bee2ca6217e00 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 31 Aug 2026 10:19:12 +0000 Subject: [PATCH] [Github Action] Automated trickest wordlists update. --- .bin/wordlist-updaters/status.json | 2 +- .../dolibarr-all-levels.txt | 28 +- .../CMS/trickest-cms-wordlist/dolibarr.txt | 6 +- .../top-100.txt | 212 +- .../top-1000.txt | 1129 +++++++- .../top-10000.txt | 2373 +++++++---------- 6 files changed, 2136 insertions(+), 1614 deletions(-) diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json index e92836af9..78e019a6c 100644 --- a/.bin/wordlist-updaters/status.json +++ b/.bin/wordlist-updaters/status.json @@ -3,6 +3,6 @@ "last_update": 1788106547 }, "Trickest wordlist update": { - "last_update": 1788084871 + "last_update": 1788171543 } } \ No newline at end of file diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt index 345ef0df3..33bf44847 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt @@ -29349,11 +29349,6 @@ install/mysql/tables/llx_societe.key.sql mysql/tables/llx_societe.key.sql tables/llx_societe.key.sql llx_societe.key.sql -htdocs/install/mysql/tables/llx_categorie_mo-mrp_mo.key.sql -install/mysql/tables/llx_categorie_mo-mrp_mo.key.sql -mysql/tables/llx_categorie_mo-mrp_mo.key.sql -tables/llx_categorie_mo-mrp_mo.key.sql -llx_categorie_mo-mrp_mo.key.sql htdocs/install/mysql/tables/llx_hrm_job-hrm.sql install/mysql/tables/llx_hrm_job-hrm.sql mysql/tables/llx_hrm_job-hrm.sql @@ -30309,11 +30304,6 @@ install/mysql/tables/llx_c_paper_format.sql mysql/tables/llx_c_paper_format.sql tables/llx_c_paper_format.sql llx_c_paper_format.sql -htdocs/install/mysql/tables/llx_categorie_mo-mrp_mo.sql -install/mysql/tables/llx_categorie_mo-mrp_mo.sql -mysql/tables/llx_categorie_mo-mrp_mo.sql -tables/llx_categorie_mo-mrp_mo.sql -llx_categorie_mo-mrp_mo.sql htdocs/install/mysql/tables/llx_categorie_invoice-facture.sql install/mysql/tables/llx_categorie_invoice-facture.sql mysql/tables/llx_categorie_invoice-facture.sql @@ -30514,6 +30504,11 @@ install/mysql/tables/llx_accounting_system.key.sql mysql/tables/llx_accounting_system.key.sql tables/llx_accounting_system.key.sql llx_accounting_system.key.sql +htdocs/install/mysql/tables/llx_categorie_mo-mrp.key.sql +install/mysql/tables/llx_categorie_mo-mrp.key.sql +mysql/tables/llx_categorie_mo-mrp.key.sql +tables/llx_categorie_mo-mrp.key.sql +llx_categorie_mo-mrp.key.sql htdocs/install/mysql/tables/llx_asset_depreciation-asset.key.sql install/mysql/tables/llx_asset_depreciation-asset.key.sql mysql/tables/llx_asset_depreciation-asset.key.sql @@ -32084,6 +32079,11 @@ install/mysql/tables/llx_c_payment_term.sql mysql/tables/llx_c_payment_term.sql tables/llx_c_payment_term.sql llx_c_payment_term.sql +htdocs/install/mysql/tables/llx_categorie_mo-mrp.sql +install/mysql/tables/llx_categorie_mo-mrp.sql +mysql/tables/llx_categorie_mo-mrp.sql +tables/llx_categorie_mo-mrp.sql +llx_categorie_mo-mrp.sql htdocs/install/mysql/tables/llx_intracommreport-intracommreport.sql install/mysql/tables/llx_intracommreport-intracommreport.sql mysql/tables/llx_intracommreport-intracommreport.sql @@ -36655,6 +36655,10 @@ htdocs/core/lib/ftp.lib.php core/lib/ftp.lib.php lib/ftp.lib.php ftp.lib.php +htdocs/core/lib/html.lib.php +core/lib/html.lib.php +lib/html.lib.php +html.lib.php htdocs/core/lib/pdf.lib.php core/lib/pdf.lib.php lib/pdf.lib.php @@ -59961,6 +59965,10 @@ htdocs/ai/tools/invoices.class.php ai/tools/invoices.class.php tools/invoices.class.php invoices.class.php +htdocs/ai/tools/api_bridge.class.php +ai/tools/api_bridge.class.php +tools/api_bridge.class.php +api_bridge.class.php htdocs/ai/ajax/generate_content.php ai/ajax/generate_content.php ajax/generate_content.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt index 92083df94..ae2c9bef5 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt @@ -7267,7 +7267,6 @@ htdocs/install/mysql/tables/llx_mrp_production_extrafields-mrp.key.sql htdocs/install/mysql/tables/llx_categorie_lang.key.sql htdocs/install/mysql/tables/llx_societe_prices.sql htdocs/install/mysql/tables/llx_societe.key.sql -htdocs/install/mysql/tables/llx_categorie_mo-mrp_mo.key.sql htdocs/install/mysql/tables/llx_hrm_job-hrm.sql htdocs/install/mysql/tables/llx_categorie_fournisseur.sql htdocs/install/mysql/tables/llx_c_country.key.sql @@ -7459,7 +7458,6 @@ htdocs/install/mysql/tables/llx_c_email_senderprofile.sql htdocs/install/mysql/tables/llx_hrm_evaluation_extrafields-hrm.sql htdocs/install/mysql/tables/llx_holiday_logs.sql htdocs/install/mysql/tables/llx_c_paper_format.sql -htdocs/install/mysql/tables/llx_categorie_mo-mrp_mo.sql htdocs/install/mysql/tables/llx_categorie_invoice-facture.sql htdocs/install/mysql/tables/llx_c_ziptown.key.sql htdocs/install/mysql/tables/llx_accounting_analytic_account-accounting.key.sql @@ -7500,6 +7498,7 @@ htdocs/install/mysql/tables/llx_bank_account.key.sql htdocs/install/mysql/tables/llx_contratdet.sql htdocs/install/mysql/tables/llx_societe_commerciaux.sql htdocs/install/mysql/tables/llx_accounting_system.key.sql +htdocs/install/mysql/tables/llx_categorie_mo-mrp.key.sql htdocs/install/mysql/tables/llx_asset_depreciation-asset.key.sql htdocs/install/mysql/tables/llx_propal.sql htdocs/install/mysql/tables/llx_c_tva.sql @@ -7814,6 +7813,7 @@ htdocs/install/mysql/tables/llx_knowledgemanagement_knowledgerecord_extrafields- htdocs/install/mysql/tables/llx_object_lang.sql htdocs/install/mysql/tables/llx_eventorganization_conferenceorboothattendee.sql htdocs/install/mysql/tables/llx_c_payment_term.sql +htdocs/install/mysql/tables/llx_categorie_mo-mrp.sql htdocs/install/mysql/tables/llx_intracommreport-intracommreport.sql htdocs/install/mysql/migration/repair.sql htdocs/install/mysql/migration/9.0.0-10.0.0.sql @@ -8868,6 +8868,7 @@ htdocs/core/lib/treeview.lib.php htdocs/core/lib/functions_ch.lib.php htdocs/core/lib/date.lib.php htdocs/core/lib/ftp.lib.php +htdocs/core/lib/html.lib.php htdocs/core/lib/pdf.lib.php htdocs/core/lib/admin.lib.php htdocs/core/lib/json.lib.php @@ -12323,6 +12324,7 @@ htdocs/ai/tools/reports.class.php htdocs/ai/tools/crud_objects.class.php htdocs/ai/tools/products.class.php htdocs/ai/tools/invoices.class.php +htdocs/ai/tools/api_bridge.class.php htdocs/ai/ajax/generate_content.php htdocs/ai/js/ai_assistant.js htdocs/ai/js/ai.js diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 6bc30a406..4e727790f 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -89,10 +89,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .well-known .well-known/assetlinks.json .xml -/*/*/_tools -/*/*/more_ideas -/*/_tools -/*/activity /*/branches /*/commits /*/compare @@ -100,12 +96,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/edit$ /*/forks /*/graphs -/*/group -/*/invite /*/issues/new /*/issues/search /*/milestones/new -/*/more_ideas /*/network /*/projects /*/pulse @@ -402,23 +395,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*?ysclid= /*source= /.git -/?*amp_client_id -/?z=1 /MANUALS/*.pdf$ /Search/ /_ /_/rsrc -/__wishlist__ -/_activities -/_activity -/_community -/_created -/_followers -/_following -/_quick_saves -/_saved -/_shop -/_shopping_list /_widget /album/*/*?i= /analytics @@ -442,12 +422,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /comments /commits/*?author /commits/*?path -/communities /contact/menu* /contact/partner* /contactus/mwaas* /directory -/discovered /docs/product /download /download/Browse.aspx? @@ -490,15 +468,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newest/*rss /newest/*xml /newsearch/ -/organize /partials /photo$ /photo? -/pins /plugins /podcast/*/*?i= /print$ -/profile-about /qa-folder /raw /report_abuse @@ -509,8 +484,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rsvps/*atom /rsvps/*rss /rsvps/*xml -/scheduled-pin -/scheduled-pins /search /search/ /search/*?q= @@ -541,16 +514,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/new/*?*&*&* /store/top-free/*?*&*&* /store/top-paid/*?*&*&* -/story_pins -/tagged /tarball /tree -/tried /tv-season/*/*?i= /unsubscribe/ /verified_followers /video- -/video_pins /videos /wal/ /widget_ @@ -920,7 +889,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?sfmc_id= ?showAllGroups= ?show_byline= -?show_error=true ?show_portrait= ?show_title= ?showinfo= @@ -1033,8 +1001,6 @@ WebObjects/MZPersonalizer.woa WebObjects/MZStore.woa/wa/viewMultiRoom? WebObjects/MZStoreElements.woa _ -_/_ -_/_/pixel _/aihub_pod _/ain/_/js _/alkali-learn @@ -1100,8 +1066,6 @@ _next/data _next/jwt _next/title _next/viewer -_ngjs/resource -_ngjs/resource/*/get _nimbusJson.json _nimbusJsonp.js _nimbusJsonpStatic.js @@ -1191,13 +1155,11 @@ actions/news/rss activate ad_id= add_favorite -addboard admin admin$ admin/ admin? ads -ads.txt ads/gpa/vidgen ads/learn ads/local @@ -1210,7 +1172,6 @@ advisor/journey adx/bin affil affil/pal -age-appeal agreements/approve ai-sandbox-internal/generated_images aihub/tfhub @@ -1265,9 +1226,7 @@ api? api_access_key= app*_ app*form_id= -app-ads.txt app/ -appealed-pin apple-app-site-association apps apps*&tags= @@ -1343,7 +1302,6 @@ authentication/signin author/following author= authoring/ -autocomplete away.php awmp/data/images b?*node=7454898011 @@ -1398,10 +1356,6 @@ blogs/nationals-journal-beta blogs/search/ blogs/slow-ride blogs/test -board -board_activity -board_activity_comment -bookmarklet bookmarks books books/?term= @@ -1423,39 +1377,18 @@ books?*zoom= books?*zoom=1 books?*zoom=5 boutique/sitemaps -branded-pins bricks/image business business/*&categories business/*?categories -business/ad_create business/blahblah -business/business-access -business/business-hierarchy -business/business-manager -business/catalogs -business/commerce-integrations -business/community-information -business/convert -business/create -business/create-linked-account business/help/search*&query= business/help/search*?query= -business/hub -business/invite business/news*&tags business/news*?tags -business/onboarding -business/pin_create business/pos-system/shop -business/referral business/search*&q= business/search*?q= -business/site -business/switch-account -business/top-ads -business/update -business/verified-merchant/status buyside-e2e-monitor cai call @@ -1488,7 +1421,6 @@ chat checkout-external checkoutnow checkpoint -christmas-spotlight chrome/crlset chrome/webstore/images chwilio @@ -1510,7 +1442,6 @@ clima/ets clima/sites/registry clinvar/?term= clone/library/genomic/organisms -close-account cloud-launcher/sitemap cloudsourcetools/images cms_content @@ -1529,40 +1460,29 @@ commission_2010-2014/katainen commits?author= common/ common/survey.aspx* -communities communities/bin.aspx? communities/blogs/PortalResults.mspx? communities/eventdetails.mspx? communities/rss.aspx* communities/sitemap -community community-guidelines -community_comment -community_post company compare compressiontest config.js -connect consumers/archive contact/menu* contact/partner* contact_importer contactus contactus/mwaas* -content-claiming control -conversation -conversations -convert-business -convert-personal cookie-policy copilot copilot/c copilotsearch?q= copy-conductor/crawled copyright-claims -copyright-reporting core/ core/*.css$ core/*.css? @@ -1579,18 +1499,10 @@ covid19/mobility cr$ cr? create -create_pin creative-europe/404_en.htm -creative-studio -creative_editor creativegroup -creator-spotlight -creator_hub/_earn -creator_hub/_partnerships creatorhub -csrf_error ct -ct.html ct/log_list culturalinstitute/images culturalinstitute/sitemaps @@ -1614,10 +1526,8 @@ de/product de/solutions de/video-uploader de/vimeo-academy -deactivate-account default.aspx/kb/ default.aspx/ph/ -delete_post delight dell/cities-transformed dell/cloud-future-of-medicine @@ -1708,8 +1618,6 @@ earth/social ebook ece eclas -edit -editorial/* edu/cs4hs education/404_en.htm education/blocks @@ -1721,7 +1629,6 @@ ekansa/Open-Context-Data ekansa/opencontext- email email-unsubscribe -email_verification_error embed embed/@ embed/curated @@ -1772,7 +1679,6 @@ en/microsoft-viva en/microsoft-viva/ en/security en/security/ -engagement enterprise enterprise-partner-search/sitemaps entities/search @@ -1849,18 +1755,14 @@ exec/obidos/subst/marketplace/sell-your-collection.html exec/obidos/subst/marketplace/sell-your-stuff.html exec/obidos/subst/partners/friends/access.html exec/obidos/tg/cm/member -explore -explore/*/?p= explore/*/lightbox extensions/oauth-redirect external external/overture external_hosted f/healthcheck -facebook faves-i_love_u_get_away_from_me fb -fb.html fbml/ajax/dialog fd/ fe=true @@ -1893,8 +1795,6 @@ flights flutter-canvaskit folder follow -follow_board -follow_user following food/archive food/favourites @@ -1979,8 +1879,6 @@ go gog google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService google.internal.maps.mapsjs.v1.MapsJsInternalService -google_gdn.html -google_search.html googlebooks/images gorf goto? @@ -2095,7 +1993,6 @@ guest-star guidebooks gview h5games_gamecenter/images -hanukkah-spotlight hashtag/*?src= hd header/channels @@ -2115,12 +2012,9 @@ help/zendesk_sso hex history history/static -holiday-spotlight -holidays-celebrations home home$ home? -homefeed homepage-video-test hosted/images hotel/reviews? @@ -2132,10 +2026,9 @@ hp/video hpc/*/supported-applications.aspx? hpm hpmob -http://dropbox.com/robots.txt http://instagram.com/robots.txt -http://storage.googleapis.com/robots.txt -http://wordpress.org/robots.txt +http://ncbi.nlm.nih.gov/robots.txt +http://wa.me/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ @@ -2145,9 +2038,6 @@ i/api i/u icdp icons -idea-ads-tool -idea-pin-builder -idea-pin-invite identity/accountsettingsactivityweb identity/accountsettingssyaf ie/ie40/ @@ -2191,7 +2081,6 @@ info/customerror.htm* info/smart404.asp* info/tech-feedback inproduct_help/chatsupport -install-shuffles integrations internalPref intl @@ -2199,8 +2088,6 @@ intl/*/search/? intl/*/search? intlkb/ inventory -invite -invited invoice/est invoice/estimate/buyerView invoice/estimate/buyerView/attachments @@ -2227,8 +2114,6 @@ johnhancock johnhancock/in-a-lifetime-healthcare johnhancock/in-a-lifetime-sustainability johnhancock/in-a-lifetime-work -join/?next= -join/signup/?next= jp/$ jp/about jp/blog @@ -2268,7 +2153,6 @@ ko/product ko/solutions ko/video-uploader ko/vimeo-academy -kwanzaa-spotlight l.php labs-code labs/pmc @@ -2282,13 +2166,10 @@ languages/404_en.htm leaf legal legal/~gitbook -lens-search library/devices licensing-syndication limited-release link -linked -live-session live_chat llms.txt lm/R1XIHQVKXSKBNJ @@ -2461,7 +2342,6 @@ n narrative- native nbubumblebee -new_invite news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference @@ -2470,7 +2350,6 @@ news/search news/tablet news/test news/test-liveblog -news_hub newsletter newsroom/dae newsround @@ -2480,21 +2359,16 @@ nlmcatalog/?term= noItems= node/add/ nonprofits/account -notifications notifications/ nuccore/?term= nwshp$ o/di o/dt oas/ -oauth/line -oauth/login oauth2 -oauth_error oembed offers/proxy/dealsserver/api/log offers/proxy/dealsserver/buy -offsite og ohttp_gateway okxbet.com @@ -2523,12 +2397,9 @@ pagespeed/insights/ui/logo panel pantheon pantheon-platform -parental-consent/confirmation -parental-passcode partials partner-program partners -password/reset password_expired patent-search/frontend patents/download @@ -2561,41 +2432,7 @@ photos/gbachelie photos/i_love_u_get_away_from_me photos/tags/*/page photos/youpy -pin -pin-builder -pin-communities -pin-creation-tool -pin-editor -pin/*/activities -pin/*/activity -pin/*/analytics -pin/*/brand-catalog -pin/*/comments -pin/*/email -pin/*/feedback -pin/*/idea-pin/related-products -pin/*/likes -pin/*/promote -pin/*/reaction -pin/*/related-products -pin/*/repin -pin/*/repins -pin/*/sent -pin/*/share -pin/*/shop-the-look -pin/*/tag -pin/*/takes -pin/*/visual-search -pin/*/visual-shop -pin/create -pin/find -pin/find?url= -pin_shop ping -pinterest-predicts -pinterest-wellbeing -pinterestwellbeing -place plan= play/store/web play/surveys/serp @@ -2641,7 +2478,6 @@ posttv/c/video_search posttv/posttv/trendex posttv/sponsored-video preference -prefs present presentation prettyearth/assets @@ -2652,8 +2488,6 @@ privacy-policy pro proFile/history? product -product-catalogs -product-feed product-reviews/B0069IY63Y product/reviews? product_ @@ -2699,13 +2533,11 @@ pt-br/solutions pt-br/vimeo-academy publications puzzles/leaderboards/invite -pw pwapi-proxy/pwproxy pwapiv2 q= qr quality_form? -quiz r rackspace/elevating-performance radio/imda @@ -2715,7 +2547,6 @@ rd/search rd/search$ rd/search? readme.html -recently-viewed recipes/*?q= recipes/search recover @@ -2727,9 +2558,6 @@ refer refer/pal referrals referrer= -refresh_stored_accounts -refresh_token -register registry/wishlist remotelogout rep=hc @@ -2738,13 +2566,9 @@ report-abuse?report= report-appeal report= report_abuse.gne -reports-and-violations -request-data requests research-survey research/participants/cofund -resource -resource/*/get results results retail @@ -2782,7 +2606,6 @@ s2/search/social s2/sitemaps s2/static s? -safe-redirect safety safetycheck sars-cov-2 @@ -2826,8 +2649,6 @@ sections/goatsandsoda/2015/06/09/406744975/a-gender-revolution-hits-the-streets- sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-synthetic-speech-gets-an-upgrade sections/ombudsman/2008/01/frequently_asked_questions_1.html sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma -secure -sendHeaderEarly sendarticle services/oauth setprefs @@ -2856,7 +2677,6 @@ shop/productpage shop/topics shop/view/product shop?* -shop_pins shopping-content-api/product_images shopping-organic/price_validation shopping/deals @@ -3159,12 +2979,10 @@ social/photosui/images social/photosui/sitemap social/search? social/social-security-directory/cai -socialmanager solutions sounds/search sounds/search$ sounds/search? -source source= source_repo= spain/empresas/ @@ -3185,7 +3003,6 @@ ss ss/customer-reviews/lighthouse ss/twister/ajax sslsingle -sso stadia/gamers stale start @@ -3249,10 +3066,6 @@ storefront storepicker stores/page/*visitId= stories -story-pin-builder -story-pin-invite -story_feed -story_pins storyworks storyworks/preview stream @@ -3281,7 +3094,6 @@ support/content support/forum/search? sureroute surprise -suspension-appeal sutils svc svc/connections @@ -3294,7 +3106,6 @@ svc/spelling-bee svc/strands svc/sudoku svc/wordle -sw-shell.html swg system1/images t/privacy @@ -3303,7 +3114,6 @@ tab= tablet tag tag: -taggingtool tagmanager/containers/xo tagmanager/pptm.js talk @@ -3337,9 +3147,7 @@ testpage-forhomepage tetro th$ th? -thanksgiving-spotlight themacallan/worlds-together -theme tickets-external? timedtext_video tmall @@ -3427,7 +3235,6 @@ trustedstores/js trustedstores/s trustedstores/tm2 trustedstores/verify -tv tv/thumb typeahead u @@ -3441,15 +3248,10 @@ ugc$ ugcsupport ugcsupport$ ui -unauth-profile -unlink unsub until= upgrade-plan upload -upload-lens-image -upload-lens-image-history -upload-shuffle-draft urchin_test url user @@ -3468,11 +3270,9 @@ uviewer v1 v1/initialize v1/rgstr -v1/urls/count.json v2 v3 v3/openapi -v3/pidgets/log valkyrie-playground verified-authors verify_age @@ -3517,9 +3317,6 @@ webapps/xo/html/cookiecheck.html webapps/xoonboarding webscr websearch -website/confirm -website/confirm/download -welcome whats-next/planes-trains-and-analytics whsmiths widget/cr @@ -3736,7 +3533,7 @@ wiki/Wikipedia%3AVandalismi_in_corso wiki/Wikipedia%3AVandalismusmeldung wiki/Wikipedia%3AVandalismusmeldung%2F wiki/Wikipedia%3AVermittlungsausschuss -wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://eventbrite.com/robots.txt +wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://secure.gravatar.com/robots.txt wiki/Wikipedia%3AVotes_for_deletion wiki/Wikipedia%3AWikiProject_Deletion_sorting wiki/Wikipedia%3AWikiProject_Spam @@ -3905,7 +3702,7 @@ wiki/Wikipedia_Diskussion:Checkuser%2F wiki/Wikipedia_Diskussion:Spam-Blacklist-Log wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_response -wiki/Wikipedia_talk%3AAdministrator_electionshttp://youtube.com/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrators%27_noticeboard @@ -4121,7 +3918,6 @@ xmlrpc.php xoplatform/logger/api/logger xorouter you -your-shop youth/404_en.htm youtube/fonts youtube/img/branding/favicon diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index 38b60b9bb..b9f4fded8 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -53,6 +53,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &aspectratio= &bitrate= &bundle= +&c=cn& +&c=hk& +&c=tw& &calendar &calert= &categoryId= @@ -340,6 +343,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jsx$ .jsx? .kmz +.less$ .m3u8 .m4a .md @@ -371,7 +375,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .ssi$ .svg .svg -.svghttp://diigo.com/robots.txt +.svghttp://dictionary.com/robots.txt .swf$ .swf$ .sxg @@ -851,6 +855,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /?q=file /?q=filter/tips /?q=node +/?q=node/add /?q=search /?q=user/login /?q=user/logout @@ -910,6 +915,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Ntx /QuerySuggestion /RedesignBucket +/Search /Search/ /SelectLocale?fromPage= /UPGRADE.txt @@ -1037,6 +1043,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /apartments-madden_att /apartments-offers_att /apartments-rent_att +/apd/*/quickview$ /api /api$ /api/frontend-transition-page/gotostore @@ -1063,6 +1070,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /approval-templates/search? /approval-templates/standalone /apps +/ar/*?appliedRefinements=*, +/ar/*?appliedrefinements=*, +/ar/4009?appliedRefinements=2828 /archive /archives /archivetop.html @@ -1088,6 +1098,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /automatic-renewal-terms /autos/marketplace/product/ /avg-review +/b /b/*/* /b/*/*+ /b/*/*+3132/$ @@ -1108,7 +1119,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /blame /blank/ /blog +/blog +/blog*/page /blog-article-remove-faq-utms-*.js +/blog/*.php$ +/blog/*/configuration-page.htm +/blog/*/gobig +/blog/*/teammembers +/blog/*/testing /blog/?*qs= /blog/comments /blogs @@ -1154,8 +1172,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /business/availability?context /business/availability?context= /business/search +/buy /buyback /buyer/widget +/c /c/* /c/*/*+3132/$ /c/*/*+3133/$ @@ -1308,6 +1328,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /crossdomain /crshow/* /css +/cty/pdp/ispd /cuaca/ /custom-report /customer-success-stories.*._filter @@ -1384,6 +1405,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /download/thankyou.aspx? /download? /downloadassets +/dt +/dt/*.php$ +/dt/*/configuration-page.htm +/dt/*/gobig +/dt/*/teammembers +/dt/*/testing +/dt/microsites/cafe /duplex-apartments_att /dvd-mode /dynalist/* @@ -1426,6 +1454,74 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /embed /empty/$ /en +/en-ar +/en-ar$ +/en-at +/en-at$ +/en-be +/en-be$ +/en-br +/en-br$ +/en-cd +/en-cd$ +/en-cg +/en-cg$ +/en-ch +/en-ch$ +/en-cl +/en-cl$ +/en-cn +/en-cn$ +/en-co +/en-co$ +/en-cz +/en-cz$ +/en-de +/en-de$ +/en-dk +/en-dk$ +/en-es +/en-es$ +/en-fi +/en-fi$ +/en-fr +/en-fr$ +/en-ga +/en-ga$ +/en-gr +/en-gr$ +/en-hu +/en-hu$ +/en-it +/en-it$ +/en-jp +/en-jp$ +/en-kr +/en-kr$ +/en-lu +/en-lu$ +/en-mx +/en-mx$ +/en-nl +/en-nl$ +/en-no +/en-no$ +/en-pe +/en-pe$ +/en-pl +/en-pl$ +/en-pt +/en-pt$ +/en-ro +/en-ro$ +/en-se +/en-se$ +/en-tr +/en-tr$ +/en-ua +/en-ua$ +/en-ve +/en-ve$ /en/categories /en/no-ad /energy-fragments @@ -1440,6 +1536,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /epub /error /error/ +/es-us +/es-us$ /eshop /estore /etads_v2/* @@ -1462,6 +1560,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /extend$ /external /external-application +/f /faq-index-search /favorite-*.html /favorite.html @@ -1539,6 +1638,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /g00 /galaxy-s10-buy-test /gallery.js +/gaming/performance /gcbalance /gcrnsts /gd-perf$ @@ -1592,6 +1692,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /history-node /hm-test /home-design/share +/home/*/product-support/servicetag/*/configuration /home/contact* /home_25 /home_3rd @@ -1660,6 +1761,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /invite /invoices/invoice-templates /invoices/recurring-payments +/iserviceselection /isv/*? /ita-index-search /item_support @@ -1695,6 +1797,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /layoutvorlagen /lazy.js /learn +/learn/search /least /legal /legal/*?ets= @@ -1824,12 +1927,28 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /milestone_counts /misc /misc$ +/misc/*.css$ +/misc/*.css? +/misc/*.gif +/misc/*.jpeg +/misc/*.jpg +/misc/*.js$ +/misc/*.js? +/misc/*.png /mmpub /mobile_collapsed /mobile_expanded_voter_list /mockup-editor /modifier /modules +/modules/*.css$ +/modules/*.css? +/modules/*.gif +/modules/*.jpeg +/modules/*.jpg +/modules/*.js$ +/modules/*.js? +/modules/*.png /monthlyfragments /most /mostrecentchange_sort @@ -1961,9 +2080,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/standalone /pdfft /pdp-async/preview +/pdr /people/*/circle /people/*/favorites /personality/index$ +/perspectives +/perspectives/*.php$ +/perspectives/*/configuration-page.htm +/perspectives/*/gobig +/perspectives/*/teammembers +/perspectives/*/testing /pgtrack.js /photo$ /photo-editor @@ -2032,6 +2158,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /profile /profile-about /profiles +/profiles/*.css$ +/profiles/*.css? +/profiles/*.gif +/profiles/*.jpeg +/profiles/*.jpg +/profiles/*.js$ +/profiles/*.js? +/profiles/*.png /profileshow /programs/umbrellafacilityforgenderequality/brief/ufge-partnership-council-meeting /promo @@ -2093,6 +2227,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /retweets? /reviews /reviews$ +/reviewselections /revisions /rewards-experience /rino-_att @@ -2113,6 +2248,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rsvps/*atom /rsvps/*rss /rsvps/*xml +/ru-ru /s /s?k=*&rh=n*p_*p_*p_ /saa/ @@ -2268,6 +2404,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /services/success-plans/accelerators._filter.RG*. /services/success-plans/accelerators/._filter.P*. /services/success-plans/accelerators/._filter.RG*. +/serviceselection /settings /share /shop @@ -2399,6 +2536,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /suggestions/new /suite /support-requests/new +/support/*/en-ua +/support/*/ru-ua +/support/*/ua/en +/support/*/ua/ru +/support/*/ua/uk /support/reader /sw_skeleton /swf @@ -2430,6 +2572,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /test-template /testhome /testing-products- +/text /thank-you /the-hustle/author/*& /the-hustle/author/*? @@ -2439,6 +2582,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /theme-store/tagged /theme-store/theme/my-theme- /themes +/themes/*.css$ +/themes/*.css? +/themes/*.gif +/themes/*.jpeg +/themes/*.jpg +/themes/*.js$ +/themes/*.js? +/themes/*.png /theshow/ /things-to-do /thirdpartyservice @@ -2455,6 +2606,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /topics /topics/*? /topics_amp/* +/topline /townhome_att /tpoint_articleshow/* /track @@ -3044,6 +3196,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?build ?bundle= ?byline= +?c=cn& +?c=hk& +?c=tw& ?cacheBurst= ?calendar ?callback= @@ -4563,6 +4718,7 @@ RegistrationInterceptPopup RegistreWeb/search/advanced.htm RegistreWeb/search/simple.htm RegistreWeb/search/typedoc.htm +Registry RegistryPortalCmd RemindMe RentalCarsRedirect @@ -4776,6 +4932,7 @@ Trips? TripsNative TripsWebview TypeAheadJson +UCL-Info UIComponents/static-2.1011 UIComponents/static-2.1046 UIComponents/static-2.1109 @@ -5771,7 +5928,7 @@ api/fetch/mc-anon api/getrecjobs api/graphql api/historical -api/http://creativecommons.org/robots.txt +api/http://cosmcosmis.blogspot.com/robots.txt api/internal/*/location api/jobPostings/jobs api/maps/ @@ -6878,7 +7035,7 @@ blog/*?text= blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://schema.org/robots.txt +blog/.html.*http://sap.com/robots.txt blog/10-lessons-from-an-engineering-manager/$ blog/2025-shifting-roles-report/$ blog/2026-ai-report/$ @@ -7848,6 +8005,7 @@ books?*zoom= books?*zoom=1 books?*zoom=5 bookshelf +boomerang bootstrap boutique/sitemaps bouyguestelecom @@ -7991,6 +8149,7 @@ buttonWidget buy buy/select-product buy_buttons +buyer buyer-preferences buyeroffers/*/*.html buyeroffers/*/*/*.html @@ -8008,6 +8167,7 @@ buzzfeed/api bv/upload bvroute=Review bvrrp +bvstate= bvtab byptwd bzzagent @@ -8180,6 +8340,7 @@ ca_referer= caas cache cache/MiamiImageURL +cacheKey cacheKiller= cacheserial cai @@ -8513,6 +8674,7 @@ cdn/assets/favicon cdn/wpm/*.js cds/media ce/item.cms* +ceacb celebritycruises/guide-to-the-globe centenary-fund cep-telefonu-ve-aksesuar @@ -8833,6 +8995,7 @@ cmp/addlink cmp/addvideo cms cms-constellation +cms-training cms.dll* cms/attachment/92c526c4-ef1f-4065-b12b-ca4ae0f3e84f/gr1 cms_content @@ -8844,8 +9007,18 @@ cmtofart/ cmtofartac_lp/ cn cn$ +cn-ccp-pages-sitemap.xml.gz cn-edu +cn-encoded-pages-sitemap.xml.gz cn-k12 +cn-learn-pages-sitemap.xml.gz +cn-pd-pages-sitemap.xml.gz +cn-snp-pages-sitemap.xml.gz +cn-sr-sitemap.xml +cn-sr-sitemap.xml.gz +cn-support-pages-sitemap.xml.gz +cn-video-sitemap.xml +cn-video-sitemap.xml.gz cn/*/aow cn/ai/图标生成器/工具 cn/login-messages @@ -9303,17 +9476,33 @@ communities/sitemap community community-guidelines community/* +community/*-de +community/*-es +community/*-fr +community/*-ja +community/*-ko +community/*-pt community/*/coins community/*/live community/*/post community/*/profile community/*/topics +community/*=de +community/*=es +community/*=fr +community/*=ja +community/*=ko +community/*=pt community/birth_day community/birth_year community/cf_user community/city community/coins community/country +community/en/topics/community-events +community/en/topics/leaderboard +community/en/topics/superuser-central +community/en/users/64c1061fe454291792ef4814 community/error-subdivision-name-unavailable community/heroes/ community/post @@ -9322,6 +9511,7 @@ community/q/questions/*/view_counts community/q/socket.io community/search? community/topics +community/zh community_comment community_post companies @@ -9441,7 +9631,7 @@ confirmed? conflagexp connect connect/@ -connect/http://blog.twitter.com/robots.txt +connect/http://booking.com/robots.txt connect/invite connect/social-intranet.html connections @@ -9768,7 +9958,11 @@ cross-domain-bridge.html cross-domain/* cs cs-CZ/$ +cs-cz cs-cz/ +cs-cz/lp$ +cs-cz/lp/contact-us +cs-cz/lp/homepage$ cs/android/collections cs/android/search cs/firefox/collections @@ -9788,6 +9982,8 @@ csb/kb/*/discuss csb/search csb/user csb/users +csbapi +csbapi/unified-communication csc csds/* cservice @@ -9811,6 +10007,8 @@ culturalinstitute/images culturalinstitute/sitemaps culturalinstitute/stella culture/404_en.htm +culture/projects/projects +culture/staff/staff cursor= custom-player custom-reviews @@ -9957,6 +10155,7 @@ d/search d/topicsearch d=pro da-DK/$ +da-dk*/lp da-dk/ da/forums da/kb @@ -10001,6 +10200,7 @@ dbvar/?term= dc dc? dcc +dci/idp/dwa dcjs ddl2* ddp @@ -10013,8 +10213,11 @@ de*/shop/*/favoriters de*/shop/*/rss_shop.php de*/shop/*/sold de-DE/$ +de-at*/lp de-at/ +de-ch*/lp de-ch/ +de-de*/lp de-de/ de-de/$ de-de/ai/$ @@ -11151,6 +11354,7 @@ dg-service dgs/education_culture/404_en.htm dhtml dhtmlmenu +di/idp/dwa dialog dialog/* dictionary/$ @@ -11175,6 +11379,8 @@ digital-agenda/sites digital-agenda/tags digital-agenda/taxonomy digital-agenda/users +digital-presence-services/chat +digital-presence-services/uptimerobot-status-page-widget digital-single-market digital-single-market/contact digital-single-market/country @@ -11458,6 +11664,7 @@ dp/product-availability dp/rate-this-item dp/shipping dp/twister-update +dpl dpp draft draft= @@ -11473,6 +11680,8 @@ dropbox drops drugs/2/search* drugs/ReportAbuse.aspx* +drupal +drupal-training dsb/android/collections dsb/android/search dsb/firefox/collections @@ -11625,7 +11834,11 @@ ekansa/Open-Context-Data ekansa/opencontext- el el-GR/$ +el-gr el-gr/ +el-gr/lp$ +el-gr/lp/contact-us +el-gr/lp/homepage$ el/android/collections el/android/search el/firefox/collections @@ -11778,12 +11991,39 @@ en-US/kb/*/discuss en-US/search en-US/user en-US/users +en-ae +en-ae/lp$ +en-ae/lp/contact-us +en-ae/lp/homepage$ +en-af +en-af/lp$ +en-af/lp/contact-us +en-af/lp/homepage$ +en-ag +en-ag/lp$ +en-ag/lp/contact-us +en-ag/lp/homepage$ +en-ai +en-ai/lp$ +en-ai/lp/contact-us +en-ai/lp/homepage$ +en-al +en-al/lp$ +en-al/lp/contact-us +en-al/lp/homepage$ +en-an +en-ao +en-ao/lp$ +en-ao/lp/contact-us +en-ao/lp/homepage$ +en-au*/lp en-au/ en-au/*/media/oembed en-au/403-forbidden en-au/404-page-not-found en-au/README.md en-au/admin +en-au/blog en-au/blog/search en-au/blog/topic en-au/comment/reply @@ -11804,6 +12044,7 @@ en-au/core/*.png en-au/core/*.svg en-au/custom_banner en-au/docs +en-au/dt en-au/filter/tips en-au/hidden en-au/in-product @@ -11824,7 +12065,9 @@ en-au/media/oembed en-au/modules/README.txt en-au/no-follow en-au/node +en-au/outlet/*? en-au/page-not-found +en-au/perspectives en-au/phenom en-au/profiles en-au/profiles/*.css$ @@ -11849,8 +12092,95 @@ en-au/user/logout en-au/user/password en-au/user/register en-au/web.config +en-aw +en-aw/lp$ +en-aw/lp/contact-us +en-aw/lp/homepage$ +en-ba +en-ba/lp$ +en-ba/lp/contact-us +en-ba/lp/homepage$ +en-bb +en-bb/lp$ +en-bb/lp/contact-us +en-bb/lp/homepage$ +en-bd +en-bd/lp$ +en-bd/lp/contact-us +en-bd/lp/homepage$ +en-bg +en-bh +en-bh/lp$ +en-bh/lp/contact-us +en-bh/lp/homepage$ +en-bm +en-bm/lp$ +en-bm/lp/contact-us +en-bm/lp/homepage$ +en-bn +en-bn/lp$ +en-bn/lp/contact-us +en-bn/lp/homepage$ +en-bo +en-bs +en-bs/lp$ +en-bs/lp/contact-us +en-bs/lp/homepage$ +en-bt +en-bt/lp$ +en-bt/lp/contact-us +en-bt/lp/homepage$ +en-bw +en-bw/lp$ +en-bw/lp/contact-us +en-bw/lp/homepage$ +en-bz +en-bz/lp$ +en-bz/lp/contact-us +en-bz/lp/homepage$ +en-ca*/lp en-ca/ +en-ca/blog +en-ca/dt +en-ca/perspectives +en-ca/shop/sfc/sf/alienware-desktops +en-ck en-cn/search +en-cr +en-cv +en-cv/lp$ +en-cv/lp/contact-us +en-cv/lp/homepage$ +en-cy +en-cy/lp$ +en-cy/lp/contact-us +en-cy/lp/homepage$ +en-dm +en-dm/lp$ +en-dm/lp/contact-us +en-dm/lp/homepage$ +en-do +en-ec +en-ed +en-ee +en-ee/lp$ +en-ee/lp/contact-us +en-ee/lp/homepage$ +en-eg +en-eg/lp$ +en-eg/lp/contact-us +en-eg/lp/homepage$ +en-en +en-et +en-et/lp$ +en-et/lp/contact-us +en-et/lp/homepage$ +en-fj +en-fj/lp$ +en-fj/lp/contact-us +en-fj/lp/homepage$ +en-fm +en-gb en-gb/ en-gb/*/media/oembed en-gb/403-forbidden @@ -11925,23 +12255,334 @@ en-gb/user/logout en-gb/user/password en-gb/user/register en-gb/web.config +en-gd +en-gd/lp$ +en-gd/lp/contact-us +en-gd/lp/homepage$ +en-gh +en-gh/lp$ +en-gh/lp/contact-us +en-gh/lp/homepage$ +en-gm +en-gm/lp$ +en-gm/lp/contact-us +en-gm/lp/homepage$ +en-gt +en-gu +en-gu/lp$ +en-gu/lp/contact-us +en-gu/lp/homepage$ +en-gy +en-gy/lp$ +en-gy/lp/contact-us +en-gy/lp/homepage$ +en-hk*/lp en-hk/ +en-hk/blog +en-hk/dt +en-hk/perspectives +en-hn +en-hr +en-ht +en-ht/lp$ +en-ht/lp/contact-us +en-ht/lp/homepage$ +en-id +en-ie*/lp en-ie/ +en-ie/blog +en-ie/dt +en-ie/perspectives +en-il +en-il/lp$ +en-il/lp/contact-us +en-il/lp/homepage$ +en-in*/lp en-in/ +en-in/blog +en-in/dt +en-in/perspectives +en-in/shop/pdr +en-iq +en-iq/lp$ +en-iq/lp/contact-us +en-iq/lp/homepage$ +en-is +en-is/lp$ +en-is/lp/contact-us +en-is/lp/homepage$ +en-jm en-jm/ +en-jm/lp$ +en-jm/lp/contact-us +en-jm/lp/homepage$ +en-jo +en-jo/lp$ +en-jo/lp/contact-us +en-jo/lp/homepage$ +en-ke +en-ke/lp$ +en-ke/lp/contact-us +en-ke/lp/homepage$ +en-kh +en-kh/lp$ +en-kh/lp/contact-us +en-kh/lp/homepage$ +en-ki +en-ki/lp$ +en-ki/lp/contact-us +en-ki/lp/homepage$ +en-kn +en-kn/lp$ +en-kn/lp/contact-us +en-kn/lp/homepage$ +en-kw +en-kw/lp$ +en-kw/lp/contact-us +en-kw/lp/homepage$ +en-ky +en-ky/lp$ +en-ky/lp/contact-us +en-ky/lp/homepage$ +en-la +en-la/lp$ +en-la/lp/contact-us +en-la/lp/homepage$ +en-lb +en-lb/lp$ +en-lb/lp/contact-us +en-lb/lp/homepage$ +en-lc +en-lc/lp$ +en-lc/lp/contact-us +en-lc/lp/homepage$ +en-lk +en-lk/lp$ +en-lk/lp/contact-us +en-lk/lp/homepage$ +en-lr +en-lr/lp$ +en-lr/lp/contact-us +en-lr/lp/homepage$ +en-ls +en-ls/lp$ +en-ls/lp/contact-us +en-ls/lp/homepage$ +en-lt +en-lt/lp$ +en-lt/lp/contact-us +en-lt/lp/homepage$ +en-lv +en-lv/lp$ +en-lv/lp/contact-us +en-lv/lp/homepage$ +en-ly +en-me +en-me/lp$ +en-me/lp/contact-us +en-me/lp/homepage$ +en-mk +en-mk/lp$ +en-mk/lp/contact-us +en-mk/lp/homepage$ +en-mm +en-mm/lp$ +en-mm/lp/contact-us +en-mm/lp/homepage$ +en-mn +en-mn/lp$ +en-mn/lp/contact-us +en-mn/lp/homepage$ +en-mp +en-ms +en-ms/lp$ +en-ms/lp/contact-us +en-ms/lp/homepage$ +en-mt +en-mt/lp$ +en-mt/lp/contact-us +en-mt/lp/homepage$ +en-mu +en-mu/lp$ +en-mu/lp/contact-us +en-mu/lp/homepage$ +en-mv +en-mv/lp$ +en-mv/lp/contact-us +en-mv/lp/homepage$ +en-mw +en-mw/lp$ +en-mw/lp/contact-us +en-mw/lp/homepage$ +en-my*/lp en-my/ +en-my/blog +en-my/dt +en-my/perspectives +en-mz +en-mz/lp$ +en-mz/lp/contact-us +en-mz/lp/homepage$ +en-na +en-na/lp$ +en-na/lp/contact-us +en-na/lp/homepage$ +en-ng +en-ni +en-np +en-np/lp$ +en-np/lp/contact-us +en-np/lp/homepage$ +en-nr +en-nz*/lp en-nz/ +en-nz/blog +en-nz/dt +en-nz/perspectives +en-om +en-om/lp$ +en-om/lp/contact-us +en-om/lp/homepage$ +en-pa +en-pg +en-pg/lp$ +en-pg/lp/contact-us +en-pg/lp/homepage$ +en-ph en-ph/ +en-ph/*/sc +en-pk +en-pr +en-pr/lp$ +en-pr/lp/contact-us +en-pr/lp/homepage$ +en-pw +en-pw/lp$ +en-pw/lp/contact-us +en-pw/lp/homepage$ +en-py +en-qa +en-qa/lp$ +en-qa/lp/contact-us +en-qa/lp/homepage$ +en-rs +en-rs$ +en-rw +en-rw/lp$ +en-rw/lp/contact-us +en-rw/lp/homepage$ +en-sa +en-sa/lp$ +en-sa/lp/contact-us +en-sa/lp/homepage$ +en-sb +en-sg*/lp en-sg/ +en-sg/blog +en-sg/dt +en-sg/perspectives +en-si +en-si/lp$ +en-si/lp/contact-us +en-si/lp/homepage$ +en-sl +en-sl/lp$ +en-sl/lp/contact-us +en-sl/lp/homepage$ +en-so +en-so/lp$ +en-so/lp/contact-us +en-so/lp/homepage$ +en-sr +en-sr/lp$ +en-sr/lp/contact-us +en-sr/lp/homepage$ +en-sv +en-sz +en-sz/lp$ +en-sz/lp/contact-us +en-sz/lp/homepage$ +en-tc +en-tc/lp$ +en-tc/lp/contact-us +en-tc/lp/homepage$ +en-th +en-tl +en-to +en-tt en-tt/ +en-tt/lp$ +en-tt/lp/contact-us +en-tt/lp/homepage$ +en-tv +en-tz +en-tz/lp$ +en-tz/lp/contact-us +en-tz/lp/homepage$ +en-ua +en-ug +en-ug/lp$ +en-ug/lp/contact-us +en-ug/lp/homepage$ +en-uk*/lp +en-uk/blog +en-uk/dt +en-uk/perspectives +en-us*/lp en-us-library en-us/ +en-us/blog en-us/business/tls/partnerships +en-us/dt +en-us/dt/what-we-do/index-apex.htm +en-us/dt/what-we-do/index-device.htm +en-us/dt/what-we-do/index-server.htm +en-us/dt/what-we-do/index-storage.htm en-us/personalized-solutions +en-us/perspectives en-us/test en-us/windows/si/matrix.html en-usbrary +en-vc +en-vc/lp$ +en-vc/lp/contact-us +en-vc/lp/homepage$ +en-vg +en-vg/lp$ +en-vg/lp/contact-us +en-vg/lp/homepage$ +en-vi +en-vi/lp$ +en-vi/lp/contact-us +en-vi/lp/homepage$ +en-vn +en-vn/*/sc +en-vu +en-vu/lp$ +en-vu/lp/contact-us +en-vu/lp/homepage$ +en-ws +en-ws/lp$ +en-ws/lp/contact-us +en-ws/lp/homepage$ +en-ye +en-ye/lp$ +en-ye/lp/contact-us +en-ye/lp/homepage$ +en-yu +en-za en-za/ +en-za/lp$ +en-za/lp/contact-us +en-za/lp/homepage$ +en-zm +en-zm/lp$ +en-zm/lp/contact-us +en-zm/lp/homepage$ +en-zw +en-zw/lp$ +en-zw/lp/contact-us +en-zw/lp/homepage$ en/admin/* en/consultations? en/core/ @@ -11961,6 +12602,7 @@ en/funding? en/group en/help/126238-pricing-faqs-legacy-guide en/help/142642-old-vs-new-pricing +en/internaljustice/files en/library? en/microsoft-365 en/microsoft-365/ @@ -12123,13 +12765,51 @@ es-MX/firefox/collections/4757633/$ es-MX/firefox/collections/mozilla es-MX/firefox/collections/mozilla/$ es-MX/firefox/search +es-ag +es-ai +es-an +es-ar es-ar/ +es-ar/lp$ +es-ar/lp/contact-us +es-ar/lp/homepage$ +es-aw +es-bb +es-bm +es-bo es-bo/ +es-bo/lp$ +es-bo/lp/contact-us +es-bo/lp/homepage$ +es-bs +es-bz +es-cl es-cl/ +es-cl/lp$ +es-cl/lp/contact-us +es-cl/lp/homepage$ +es-co es-co/ +es-co/lp$ +es-co/lp/contact-us +es-co/lp/homepage$ +es-cr es-cr/ +es-cr/lp$ +es-cr/lp/contact-us +es-cr/lp/homepage$ +es-dm +es-do es-do/ +es-do/lp$ +es-do/lp/contact-us +es-do/lp/homepage$ +es-ec es-ec/ +es-ec/lp$ +es-ec/lp/contact-us +es-ec/lp/homepage$ +es-es*/lp es-es/ es-es/$ es-es/*/media/oembed @@ -12722,8 +13402,22 @@ es-es/web.config es-es/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-diseno-video/$ es-es/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-diseno/$ es-es/wireframe-tool/$ +es-gd +es-gt es-gt/ +es-gt/lp$ +es-gt/lp/contact-us +es-gt/lp/homepage$ +es-gy +es-hn es-hn/ +es-hn/lp$ +es-hn/lp/contact-us +es-hn/lp/homepage$ +es-ht +es-jm +es-kn +es-ky es-la/$ es-la/ai/$ es-la/ai/config-2025/$ @@ -13238,15 +13932,58 @@ es-la/web-development/$ es-la/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-diseno-video/$ es-la/webinars/como-banco-sabadell-ahorro-4-millones-de-euros-con-su-sistema-de-diseno/$ es-la/wireframe-tool/$ +es-lc +es-mx es-mx/ +es-mx/lp$ +es-mx/lp/contact-us +es-mx/lp/homepage$ +es-ni es-ni/ +es-ni/lp$ +es-ni/lp/contact-us +es-ni/lp/homepage$ +es-pa es-pa/ +es-pa/lp$ +es-pa/lp/contact-us +es-pa/lp/homepage$ +es-pe es-pe/ +es-pe/lp$ +es-pe/lp/contact-us +es-pe/lp/homepage$ +es-pr es-pr/ +es-pr/lp$ +es-pr/lp/contact-us +es-pr/lp/homepage$ +es-py es-py/ +es-py/lp$ +es-py/lp/contact-us +es-py/lp/homepage$ +es-sr +es-sv es-sv/ +es-sv/lp$ +es-sv/lp/contact-us +es-sv/lp/homepage$ +es-tc +es-tt +es-uy es-uy/ +es-uy/lp$ +es-uy/lp/contact-us +es-uy/lp/homepage$ +es-vc +es-ve es-ve/ +es-ve/lp$ +es-ve/lp/contact-us +es-ve/lp/homepage$ +es-vg +es-vi es-xl/ es-xl/motivator/ es/$ @@ -13935,7 +14672,11 @@ fi-en/teams fi-en/transactions fi-en/treasury fi-en/your +fi-fi fi-fi/ +fi-fi/lp$ +fi-fi/lp/contact-us +fi-fi/lp/homepage$ fi/* fi/Download fi/ai/ikonigeneraattori/tyokalu @@ -13999,7 +14740,7 @@ files/developer files/resources fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://irishtimes.com/robots.txt filter.searchKeyword= filter/ filter/tips @@ -14021,7 +14762,7 @@ finances financial-services/ofss find find-more -find/*http://freepik.com/robots.txt +find/*http://frontiersin.org/robots.txt findCityAjax.htm finetune fios @@ -15849,10 +16590,55 @@ fr*/shop/*/rss_shop.php fr*/shop/*/sold fr-CA/$ fr-FR/$ +fr-be*/lp fr-be/ +fr-bf +fr-bf/lp$ +fr-bf/lp/contact-us +fr-bf/lp/homepage$ +fr-bi +fr-bi/lp$ +fr-bi/lp/contact-us +fr-bi/lp/homepage$ +fr-bj +fr-bj/lp$ +fr-bj/lp/contact-us +fr-bj/lp/homepage$ +fr-ca*/lp fr-ca/ fr-ca/login-messages +fr-cd +fr-cd/lp$ +fr-cd/lp/contact-us +fr-cd/lp/homepage$ +fr-cf +fr-cf/lp$ +fr-cf/lp/contact-us +fr-cf/lp/homepage$ +fr-cg +fr-cg/lp$ +fr-cg/lp/contact-us +fr-cg/lp/homepage$ +fr-ch*/lp fr-ch/ +fr-ci +fr-ci/lp$ +fr-ci/lp/contact-us +fr-ci/lp/homepage$ +fr-cm +fr-cm/lp$ +fr-cm/lp/contact-us +fr-cm/lp/homepage$ +fr-dj +fr-dj/lp$ +fr-dj/lp/contact-us +fr-dj/lp/homepage$ +fr-dz +fr-dz/lp$ +fr-dz/lp/contact-us +fr-dz/lp/homepage$ +fr-ed +fr-fr*/lp fr-fr/ fr-fr/$ fr-fr/ai/$ @@ -16630,6 +17416,91 @@ fr-fr/web-development/$ fr-fr/webinars/mirakl-design-system/$ fr-fr/webinars/reconnaissance-strategique-du-design/$ fr-fr/wireframe-tool/$ +fr-ga +fr-ga/lp$ +fr-ga/lp/contact-us +fr-ga/lp/homepage$ +fr-gf +fr-gf/lp$ +fr-gf/lp/contact-us +fr-gf/lp/homepage$ +fr-gn +fr-gn/lp$ +fr-gn/lp/contact-us +fr-gn/lp/homepage$ +fr-gp +fr-gq +fr-gq/lp$ +fr-gq/lp/contact-us +fr-gq/lp/homepage$ +fr-km +fr-km/lp$ +fr-km/lp/contact-us +fr-km/lp/homepage$ +fr-lu +fr-lu/lp$ +fr-lu/lp/contact-us +fr-lu/lp/homepage$ +fr-ma +fr-ma/lp$ +fr-ma/lp/contact-us +fr-ma/lp/homepage$ +fr-mg +fr-mg/lp$ +fr-mg/lp/contact-us +fr-mg/lp/homepage$ +fr-ml +fr-ml/lp$ +fr-ml/lp/contact-us +fr-ml/lp/homepage$ +fr-mq +fr-mq/lp$ +fr-mq/lp/contact-us +fr-mq/lp/homepage$ +fr-mr +fr-mr/lp$ +fr-mr/lp/contact-us +fr-mr/lp/homepage$ +fr-nc +fr-nc/lp$ +fr-nc/lp/contact-us +fr-nc/lp/homepage$ +fr-ne +fr-ne/lp$ +fr-ne/lp/contact-us +fr-ne/lp/homepage$ +fr-pf +fr-pf/lp$ +fr-pf/lp/contact-us +fr-pf/lp/homepage$ +fr-re +fr-re/lp$ +fr-re/lp/contact-us +fr-re/lp/homepage$ +fr-sc +fr-sc/lp$ +fr-sc/lp/contact-us +fr-sc/lp/homepage$ +fr-sn +fr-sn/lp$ +fr-sn/lp/contact-us +fr-sn/lp/homepage$ +fr-td +fr-td/lp$ +fr-td/lp/contact-us +fr-td/lp/homepage$ +fr-tg +fr-tg/lp$ +fr-tg/lp/contact-us +fr-tg/lp/homepage$ +fr-tn +fr-tn/lp$ +fr-tn/lp/contact-us +fr-tn/lp/homepage$ +fr-yt +fr-yt/lp$ +fr-yt/lp/contact-us +fr-yt/lp/homepage$ fr/$ fr/* fr/*/media/oembed @@ -17801,6 +18672,7 @@ hr/firefox/search hr/forums hr/kb/*/discuss hr/search +hr/senior_promotions hr/user hr/users hs/hsstatic/content_shared @@ -17836,8 +18708,8 @@ html5 http http2_data http://3my78.blogspot.com/robots.txt -http://akparti.org.tr/robots.txt -http://aliexpress.com/robots.txt +http://aka.ms/robots.txt +http://aljazeera.com/robots.txt http://amazon.co.jp/robots.txt http://amazon.co.uk/robots.txt http://amazon.com/robots.txt @@ -17847,36 +18719,37 @@ http://amazon.fr/robots.txt http://amazon.in/robots.txt http://amazon.it/robots.txt http://ameblo.jp/robots.txt -http://apps.apple.com/robots.txt -http://behance.net/robots.txt -http://ec.europa.eu/robots.txt +http://apple.com/robots.txt +http://beinternetawesome.withgoogle.com/robots.txt +http://economist.com/robots.txt http://en.m.wikipedia.org/robots.txt -http://globalnews.ca/robots.txt -http://gov.br/robots.txt +http://gist.github.com/robots.txt http://groupon.com/robots.txt -http://healthline.com/robots.txt -http://irishtimes.com/robots.txt +http://gstatic.com/robots.txt +http://healthtips1dr.blogspot.com/robots.txt +http://irs.gov/robots.txt http://kickstarter.com/robots.txt http://nationalgeographic.com/robots.txt -http://newsweek.com/robots.txt +http://nhs.uk/robots.txt http://patents.google.com/robots.txt -http://pixiv.net/robots.txt -http://sec.gov/robots.txt +http://phys.org/robots.txt +http://seekingalpha.com/robots.txt http://smithsonianmag.com/robots.txt -http://static.wixstatic.com/robots.txt +http://statista.com/robots.txt http://techradar.com/robots.txt http://thelancet.com/robots.txt http://tracks.arte.tv/robots.txt http://upload.wikimedia.org/robots.txt -http://use.fontawesome.com/robots.txt +http://usatoday.com/robots.txt http://vr.youtube.com/robots.txt -http://wa.me/robots.txt -http://weforum.org/robots.txt +http://w3techs.com/robots.txt +http://weebly.com/robots.txt http://wix.com/robots.txt https://player.cnevids.com https:/www.alibaba.com hu hu-HU/$ +hu-hu hu-hu/ hu/Download hu/android/collections @@ -18252,6 +19125,10 @@ image image-*chatId= image-*mode= image-*tool= +image-cn-apd-sitemap.xml.gz +image-cn-sc-sitemap.xml.gz +image-cn-sf-sitemap.xml.gz +image-cn-spd-sitemap.xml.gz image-zoom image/detailprint imageClipperUpload @@ -18407,6 +19284,7 @@ independentlens/video/index.php? indepthtoolkit/smallprox indepthtoolkit/smallprox$ index +index-cn-sitemap.xml.gz index.html index.html$ index.html? @@ -18618,6 +19496,7 @@ insurance/*/match insurance/auto/m int/Free_For_Mem int_search_summary +intake intarnel/* intcmp= integrate/ @@ -18626,7 +19505,7 @@ integrations/facebook/glassdoor/eep intelligencer/amp intent interactive -interactive*http://fda.gov/robots.txt +interactive*http://fb.watch/robots.txt interactive/reading-preference interactives/sponsor-story intercept @@ -18745,6 +19624,7 @@ it*/shop/*/favoriters it*/shop/*/rss_shop.php it*/shop/*/sold it-IT/$ +it-it*/lp it-it/ it-it/$ it-it/ai/$ @@ -19186,6 +20066,7 @@ j j/pro-site ja ja-JP/$ +ja-jp*/lp ja-jp/ ja-jp/$ ja-jp/a-step-forward-in-our-accessibility-efforts/$ @@ -20193,6 +21074,7 @@ known-issues knowyourworth ko ko-KR/$ +ko-kr*/lp ko-kr/ ko-kr/$ ko-kr/ai/$ @@ -20675,6 +21557,8 @@ ko_kr/features ko_kr/graphs ko_kr/learn ko_kr/templates/M +koa/search +koa/vocaas koha/ kolkata kontakt @@ -20739,9 +21623,38 @@ learn-more-about-figma/$ learn-noperf learn-perf learn/ +learn/at +learn/au +learn/be +learn/ca +learn/ch +learn/cn +learn/de +learn/dk +learn/es +learn/fr +learn/hk +learn/hk/zh +learn/ie +learn/in +learn/it +learn/jp +learn/kr +learn/my learn/nflsundayticket/__ex__ +learn/nl +learn/no +learn/nz +learn/pl +learn/pt +learn/se learn/search-results learn/seo +learn/sg +learn/tw +learn/tw/zh +learn/uk +learn/us learning*&auth=true learning*?auth=true learning-center/search @@ -21702,6 +22615,7 @@ modern-formats-eng/ucp/static/*/csr modern-formats-eng/ucp/static/*/dev modern-formats-eng/ucp/static/framework_logging modernizr +module-catalogue module-showcase modules modules-fetch @@ -21770,6 +22684,7 @@ moyers/journal/about/search_google.html moyers/mt3 moyers/mt4 mp/lp +mpn-cn-sitemap.xml.gz mpw_count mpx mr-IN/$ @@ -22259,7 +23174,9 @@ nl*/shop/*/favoriters nl*/shop/*/rss_shop.php nl*/shop/*/sold nl-NL/$ +nl-be*/lp nl-be/ +nl-nl*/lp nl-nl/ nl-nl/$ nl-nl/Demo @@ -22627,6 +23544,7 @@ no-en/transactions no-en/treasury no-en/your no-follow +no-no*/lp no/* no/Download no/ai/ikon-generator/verktoy @@ -22843,6 +23761,7 @@ offsite ofr/api/v3/questionnaire og oggiPlayerLoader.htm +ogm ohttp_gateway oidc/callback ojp @@ -23403,6 +24322,7 @@ partials partner partner-articles/ partner-center +partner-cn-sitemap.xml.gz partner-program partner/*? partners @@ -23638,6 +24558,7 @@ pl*/shop/*/favoriters pl*/shop/*/rss_shop.php pl*/shop/*/sold pl-PL/$ +pl-pl*/lp pl-pl/ pl-pl/$ pl-pl/ai/$ @@ -24033,6 +24954,7 @@ ppl ppt/*? pr pr= +pr_rd_page= praca practical-law-the-journal/search prbr @@ -24049,7 +24971,7 @@ premium premium$ premium-reports premium/$ -premium/http://s3.amazonaws.com/robots.txt +premium/http://s.w.org/robots.txt premiumsupport/iam/ premiumsupport/knowledge-center/feedback-no/ premiumsupport/knowledge-center/feedback-yes/ @@ -24132,7 +25054,7 @@ privacypolicychanges private private private-promo -private/http://about.google/robots.txt +private/http://about.fb.com/robots.txt private/wtrack pro pro$ @@ -24186,7 +25108,7 @@ product-integrations/figma-for-microsoft-teams/$ product-integrations/google-workspace/$ product-integrations/zoom/$ product-managers/$ -product-ratings/http://woocommerce.com/robots.txt +product-ratings/http://wired.com/robots.txt product-reviews/B0069IY63Y product/* product/electrode/api/logger @@ -24354,6 +25276,7 @@ proof=t%2Btarget%3D\ proplayer props/ proredir? +prospective-students/undergraduate-redesign protected protein/?term= proteinclusters/?term= @@ -24414,6 +25337,7 @@ pt-PT/user pt-PT/users pt-ao pt-br +pt-br*/lp pt-br/ pt-br/$ pt-br/*/media/oembed @@ -24815,6 +25739,7 @@ pt-br/node pt-br/nossa-hist%C3%B3ria pt-br/organization/$ pt-br/ott +pt-br/outlet/*? pt-br/page-not-found pt-br/phenom pt-br/plus/r @@ -24994,7 +25919,11 @@ pt-br/web-development/$ pt-br/web.config pt-br/webinars/organization-onboarding/$ pt-br/wireframe-tool/$ +pt-pt pt-pt/ +pt-pt/lp$ +pt-pt/lp/contact-us +pt-pt/lp/homepage$ pt/* pt/*?order= pt/*color= @@ -25215,6 +26144,7 @@ quickstart/promo/confirmation quickstirshow* quiz quizzes +quote quote/*/earnings/*-*-2025-*-*.html quote/*/earnings/*-*-2026-*-*.html quote/*/earnings/*.html @@ -25395,6 +26325,8 @@ relation relation= release-notes/$ releasenotes/item/ +religious-landscape-study/*.md +religious-landscape-study/*/markdown relnotes remember-the-titans rememberme @@ -26196,6 +27128,11 @@ rm/users rmp ro ro-RO/$ +ro-md +ro-md/lp$ +ro-md/lp/contact-us +ro-md/lp/homepage$ +ro-ro ro-ro/ ro/* ro/Download @@ -26266,8 +27203,50 @@ rtm ru ru$ ru-RU/$ +ru-am +ru-am/lp$ +ru-am/lp/contact-us +ru-am/lp/homepage$ +ru-az +ru-az/lp$ +ru-az/lp/contact-us +ru-az/lp/homepage$ +ru-by +ru-by/lp$ +ru-by/lp/contact-us +ru-by/lp/homepage$ +ru-ge +ru-ge/lp$ +ru-ge/lp/contact-us +ru-ge/lp/homepage$ +ru-kg +ru-kg/lp$ +ru-kg/lp/contact-us +ru-kg/lp/homepage$ +ru-kz +ru-kz/lp$ +ru-kz/lp/contact-us +ru-kz/lp/homepage$ +ru-rs +ru-ru ru-ru/ ru-ru/events/platforma/materials/default.aspx?speaker* +ru-ru/lp$ +ru-ru/lp/contact-us +ru-ru/lp/homepage$ +ru-tj +ru-tj/lp$ +ru-tj/lp/contact-us +ru-tj/lp/homepage$ +ru-tm +ru-tm/lp$ +ru-tm/lp/contact-us +ru-tm/lp/homepage$ +ru-ua +ru-uz +ru-uz/lp$ +ru-uz/lp/contact-us +ru-uz/lp/homepage$ ru/ ru/ai/icon-generator/tool ru/ajax @@ -26707,6 +27686,7 @@ search-effectiveness.html search-results search-results search-results.html +search-webglimps search.html search.industrysegment=* search.jsp @@ -27178,6 +28158,7 @@ signup_modal signurl silent-login silent.html +silva silver-linings-playbook since= sio @@ -27519,7 +28500,11 @@ sitesearch size= sk sk-SK/$ +sk-sk sk-sk/ +sk-sk/lp$ +sk-sk/lp/contact-us +sk-sk/lp/homepage$ sk/* sk/Download sk/android/collections @@ -28470,28 +29455,64 @@ supplier-report supplier/guide support support/ +support/*/ServiceTag +support/*/chat +support/*/cn/zh +support/*/en-hk +support/*/hk/zh +support/*/ips +support/*/ru/ru +support/*/servicetag +support/*/tab_mob +support/*/tw/zh +support/*/zh-cn +support/*/zh-hk +support/*/zh-tw support/*zout_ +support/Diagnostics +support/Search +support/article{lwp} support/category +support/clientconnection +support/components support/content +support/coveo-dell +support/csbapi support/custom_resource +support/diagnostics support/direct-images support/direct-tooltips support/distr support/dsp support/fe4be44a295cc679e19bf0b8f133083d support/forum/search? +support/home/*/*/*/Diagnostics +support/home/*/*/*/Drivers/DownloadList +support/home/*/*/*/Drivers/DriversList +support/home/*/*/*/Drivers/EmailSubscription +support/home/*/*/*/Drivers/OneClick +support/home/cassette.axd +support/incidents-online/*/contactus/product +support/ips +support/kbdoc/*/000287599 +support/kbdoc/*/article/lkbprint support/knowledgebase/article.aspx?type=article*contentid support/knowledgebase/subcategory.aspx?type=category*contentid support/knowledgecenter/api support/knowledgecenter/v1 +support/manuals/*/*/*/flyout support/maps-beta support/market-images +support/order-status/*/order-collection +support/order-status/*/packingslip support/praktikum-english support/praktikum/flow.html +support/productsmfe support/reader support/search support/search-results support/security +support/sitealerts/*- support/tag support/tutorials support/webmaster-images @@ -28526,6 +29547,7 @@ sv-SE/kb/*/discuss sv-SE/search sv-SE/user sv-SE/users +sv-se*/lp sv-se/ sv/event/*/shoutbox sv/event/*/shoutbox? @@ -29159,7 +30181,7 @@ test.html test/diagnostic-tool test_community testgpr -testhttp://moskva.stroi-podryad.ru/robots.txt +testhttp://michigan.gov/robots.txt testing testpage-forhomepage tests @@ -29484,6 +30506,7 @@ tn/kb/*/discuss tn/search tn/user tn/users +tobedeleted-sites today todays_paper toggle-experiment @@ -29587,6 +30610,7 @@ tpx tq tr tr-TR/$ +tr-tr tr-tr/ tr-tr/search/ tr-tr/search/default.mi @@ -29889,7 +30913,7 @@ ui-images/static-2.116 ui-images/static-2.193 ui-images/static-2.92 uiLoggerAjax -uiLoggerAjaxhttp://html.spec.whatwg.org/robots.txt +uiLoggerAjaxhttp://howtogeek.com/robots.txt uibreakfast uie/clk uk @@ -29902,7 +30926,11 @@ uk*/shop/*/rss_shop.php uk*/shop/*/sold uk-UA/$ uk-tax-strategy/$ +uk-ua uk-ua/ +uk-ua/lp$ +uk-ua/lp/contact-us +uk-ua/lp/homepage$ uk/*?order= uk/*color= uk/*customizable= @@ -30405,7 +31433,7 @@ uy uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf uy/help uz/forums -uz/http://billboard.com/robots.txt +uz/http://beppegrillo.it/robots.txt uz/kb/*/discuss uz/search uz/user @@ -31405,7 +32433,7 @@ wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_response wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt -wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://windows.microsoft.com/robots.txt wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrators%27_noticeboard @@ -31605,6 +32633,7 @@ wordpress/wp-admin/admin-ajax.php wordpress/wp-content work work +work-at-ucl/redeployment work/_ work/acceptinvitation work/account @@ -31704,8 +32733,8 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt -wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt +wp-admin/admin-ajax.phphttp://rumble.com/robots.txt +wp-admin/admin-ajax.phphttp://state.gov/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-admin/post.php @@ -31727,6 +32756,7 @@ wp-content/plugins/abm-sej/includes/infinte-scroll/js/infs.js wp-content/plugins/abm-sej/includes/infinte-scroll/js/observer-lazy-load-a.js wp-content/plugins/abm-sej/includes/infinte-scroll/js/prebid/prebid10.9.0.js wp-content/plugins/liveblog +wp-content/plugins/prc-icon-library wp-content/plugins/wp-bigmarker/asset/public/js/hs.js wp-content/plugins/ws-form-pro/public/js/ws-form-public-geo.min.js wp-content/plugins/ws-form-pro/public/js/ws-form-public-tracking.min.js @@ -31795,6 +32825,7 @@ ww/en wwe-nxt wwe-raw wwe-smackdown +www-mail wwwhkotc.cc x/oauth xas/api @@ -31864,7 +32895,7 @@ your-shop yourAccount youraccount youreurope/businessACC -youreurope/businessDEV/http://europarl.europa.eu/robots.txt +youreurope/businessDEV/http://eur-lex.europa.eu/robots.txt youreurope/citizensACC youreurope/citizensDEV yourtake @@ -31954,13 +32985,44 @@ zh-TW/search zh-TW/user zh-TW/users zh-cn +zh-cn*/lp zh-cn/ +zh-cn/*/buy +zh-cn/*/cart +zh-cn/*/compare +zh-cn/*/rec +zh-cn/*/serviceselection +zh-cn/blog +zh-cn/blog/*.php$ +zh-cn/blog/*/configuration-page.htm +zh-cn/blog/*/gobig +zh-cn/blog/*/teammembers +zh-cn/blog/*/testing +zh-cn/buy +zh-cn/cart +zh-cn/corporate/karen-quintos.htm +zh-cn/corporate/newsroom-test.htm +zh-cn/dt +zh-cn/dt/*.php$ +zh-cn/dt/*/configuration-page.htm +zh-cn/dt/*/gobig +zh-cn/dt/*/teammembers +zh-cn/dt/*/testing zh-cn/kb +zh-cn/outlet/*? +zh-cn/perspectives +zh-cn/perspectives/*.php$ +zh-cn/perspectives/*/configuration-page.htm +zh-cn/perspectives/*/gobig +zh-cn/perspectives/*/teammembers +zh-cn/perspectives/*/testing zh-cn/search +zh-cn/shop//sf/xps-2-in-1 zh-hans zh-hans/node/ zh-hant zh-hant/node/ +zh-hk*/lp zh-hk/ zh-hk/*/media/oembed zh-hk/403-forbidden @@ -32034,6 +33096,7 @@ zh-hk/user/logout zh-hk/user/password zh-hk/user/register zh-hk/web.config +zh-tw*/lp zh-tw/ zh/ zh/ai/圖標生成器/工具 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 95cc958a8..bbff97500 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -337,7 +337,7 @@ -2/ -1-cw* -1. --1.*http://asiaone.com/robots.txt +-1.*http://chromium.googlesource.com/robots.txt -1/ Disallow: @@ -359,7 +359,7 @@ # $ $ -$http://douglas.de/robots.txt +$http://themeisle.com/robots.txt $rpc/google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService % @@ -507,8 +507,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &action=viewreputation &action=vote &add-to-cart= -&add-to-cart=http://anydesk.com/robots.txt -&add-to-cart=http://whec.com/robots.txt +&add-to-cart=http://prensalibre.com/robots.txt +&add-to-cart=http://zippia.com/robots.txt &adid= &aff= &affiliate= @@ -540,7 +540,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &author= &authors= &b= -&b= &back= &bc= &before= @@ -640,7 +639,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &evttype= &expand_comments=true &f%5B -&f%5B*http://wiwo.de/robots.txt +&f%5B*http://thestar.com.my/robots.txt &f%5B1 &f%5B1* &f[ @@ -814,7 +813,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &offset= &op= &ophqt= -&ord &order &order= &order= @@ -1451,7 +1449,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*_s:(*%2c .*_s:(*, .*assets/fonts -.*story_archive$http://fodors.com/robots.txt +.*story_archive$http://stumbleupon.com/robots.txt .+ .../ .ASPX$ @@ -1547,7 +1545,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .cam-tangent .captureproxyhost: .card -.cards.sectionhttp://shape.com/robots.txt +.cards.sectionhttp://cs.princeton.edu/robots.txt .cat?*&*&*&* .cc .cfm @@ -1562,7 +1560,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .co .co.uk .com -.comp$ .csi .css .css @@ -1572,7 +1569,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css************* .css. .css? -.csshttp://danilette.over-blog.com/robots.txt +.csshttp://pragmaticslot88.co/robots.txt .cssx$ .csv .csv @@ -1617,9 +1614,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .element .emailjson .emailtxt -.embed .env -.envhttp://protonvpn.com/robots.txt +.envhttp://tribe.net/robots.txt .eot .eot$ .eot************* @@ -1773,7 +1769,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .llb$ .llms.txt .llms.txt$ -.llms.txthttp://fws.gov/robots.txt +.llms.txthttp://msnbc.msn.com/robots.txt .localcache .log$ .log$ @@ -1854,8 +1850,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .pdf .pdf$ .pdf$ -.pdf$http://grow.google/robots.txt -.pdf$http://hk.chinamobile.com/robots.txt +.pdf$http://archpaper.com/robots.txt +.pdf$http://opensource.google.com/robots.txt .pdf$http://phila.gov/robots.txt .pdf%7CName=ComponentLink .pdf************* @@ -1882,8 +1878,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .png .png$ .png$ -.png$http://displate.com/robots.txt -.png$http://shacknews.com/robots.txt +.png$http://getdrip.com/robots.txt +.png$http://irishcentral.com/robots.txt .png************* .popup.html .pps @@ -1953,7 +1949,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .svg$ .svg************* .svg? -.svghttp://uk.linkedin.com/robots.txt +.svghttp://science.org/robots.txt .svn .svn$ .svn$ @@ -2059,13 +2055,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .xls$ .xls? .xlsb -.xlshttp://xataka.com/robots.txt +.xlshttp://stocksy.com/robots.txt .xlsm .xlsx .xlsx .xlsx$ .xlsx$ -.xlsx$http://psu.edu/robots.txt +.xlsx$http://utexas.edu/robots.txt .xml .xml$ .xml$ @@ -2107,7 +2103,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*,pgn: /*-*/login?from= /*-*/manage-cookie-preferences*? -/*-jobs*http://abc.go.com/robots.txt +/*-jobs*http://leafly.com/robots.txt /*-p-*/benzer-urunler /*-p-*/satici-sorulari /*-p-*/saticilar @@ -2141,7 +2137,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*.png /*.print.html /*.svg -/*.swf /*.tpl-empty /*.tpl-plain /*.tpl-plain. @@ -2288,7 +2283,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/district= /*/documents /*/download/download-api/my-documents/checkStatus/ -/*/downloadhttp://google.co.kr/robots.txt +/*/downloadhttp://m.me/robots.txt /*/edit /*/edit$ /*/extranets/ @@ -3079,6 +3074,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /2020*-en-directo* /2020-2021/*/live*shtml /2020/*/live*shtml +/2020/02/13/money /2021*-en-directo* /2021/*/live*shtml /2022*-en-directo* @@ -3251,7 +3247,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /?page= /?page=*&* /?pageType= -/?pdf=1http://lwl.org/robots.txt +/?pdf=1http://pushpay.com/robots.txt /?perfil_id= /?plugin=all-in-one-event-calendar /?position= @@ -3278,6 +3274,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /?q=user/password /?q=user/register /?rating= +/?rcmclid= /?recordId= /?ref= /?ref= @@ -3572,7 +3569,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Undefined /UniversalVariable/GetUniversalVariableUser /Unknown/Unknown-Unknown -/Uploadify/ /User/SignIn /User/SignOut /UserAgent$ @@ -3711,7 +3707,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /account/ /account/* /account/check-email -/account/check-email/?redirectUrl=*http://mtu.edu/robots.txt +/account/check-email/?redirectUrl=*http://foundation.app/robots.txt /account/cls /account/device-auth /account/forgot-password @@ -3752,8 +3748,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /action/showFeed? /actions_panel /action~ -/action~*/http://eduardromanyuta.com/robots.txt -/action~*/http://tvmusic.in.ua/robots.txt +/action~*/http://bluesquaretoolkit.com/robots.txt +/action~*/http://nsp.lv/robots.txt /actividades/reserva_confirmada /actividades/voucher /activities/detail @@ -3845,6 +3841,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /alibaba /all /all-annual-reports? +/all-groups.html*.com /all_comments /all_events? /all_news? @@ -3945,7 +3942,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /api/* /api/*/amp /api/*amount -/api/*http://apps.twitter.com/robots.txt +/api/*http://local10.com/robots.txt /api/catalog/v3 /api/catalog/v3/srfile /api/frontend-transition-page/gotostore @@ -3985,6 +3982,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /apply-for-finance/fragments/simulator /applyStart.asp /applystart +/appointment /appointments/api /appointments/book/profile /appointments/mapbox @@ -4007,7 +4005,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /archive /archives /archivetop.html -/area/*? /art/*shoponline /arte/*shoponline /article @@ -4068,7 +4065,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /auth-done /auth/ /auth/login/* -/authentication/signin /author /author /author/ @@ -4094,6 +4090,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /avis/produit/* /avtor/ /awards +/awards$ /awards-and-festivals /awards.html /awards_invite @@ -4218,7 +4215,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /blog/error* /blog/feed$ /blog/feed/ -/blog/fragments/*http://residentadvisor.net/robots.txt +/blog/fragments/*http://cookpad.com/robots.txt /blog/industries/ /blog/login-content-countries/ /blog/login-content/ @@ -4354,7 +4351,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /business/aisearch /business/availability /business/availability/?context -/business/availability/?context=http://us02web.zoom.us/robots.txt +/business/availability/?context=http://tv.youtube.com/robots.txt /business/availability?context /business/availability?context= /business/business/business @@ -4821,8 +4818,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /contact-us?isChatCallAvailable=false /contact.html /contact/formulaire -/contact/menu* -/contact/partner* /contact/share-feedback/campaigns /contact/share-feedback/email /contact/share-feedback/juliet @@ -4837,7 +4832,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /contacts /contacts/all-contacts.*.html$ /contacts/all-contacts/us-sales.*.html$ -/contactus/mwaas* /contactuswithchat /content /content-library/ @@ -4961,7 +4955,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /control /control-panel/ /control_panel/manage* -/control_panel/manage*http://lua.org/robots.txt +/control_panel/manage*http://calacademy.org/robots.txt /conv /conversation /conversation? @@ -5307,7 +5301,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /distributor-notice/* /diverse/sok.html /dl -/dl/RaiTV/*iframe* /dl/palinsesti/Page-e120a813-1b92-4057-a214-15943d95aa68.html /dl/test /dm @@ -5536,7 +5529,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /energy-insights /energy-services/web/modules /enregistrement -/enroll?icid=* /enter-password /enterprise/downloads/ /entertainment @@ -5700,7 +5692,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /faq-print. /faq/?q= /faq/index.php -/faq/search/*http://mapbox.com/robots.txt +/faq/search/*http://indianexpress.com/robots.txt /faqs/answeropen /faqs/answers /faqs/index @@ -5711,6 +5703,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /favorite-*.html /favorite.html /favorites +/favorites$ /favoritos/ /favouritedesigners/items.aspx /favourites @@ -5746,7 +5739,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /feed/*/articles.xml /feed/atom$ /feed/atom/$ -/feed/http://yna.co.kr/robots.txt +/feed/http://ualberta.ca/robots.txt /feed/post /feed/rss/$ /feed/rss2 @@ -5830,6 +5823,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /fly/*/bundles/flyjs /flybilletpriser- /follow +/follow$ /followers /followers$ /followers$ @@ -6364,7 +6358,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /home-design/share /home/ /home/*-county -/home/contact* /home/drug-class-name /home/drug-names-generic-and-brand /home/monograph/* @@ -6724,7 +6717,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /keywordcheck/check/* /keywordchecker/ /keywordchecker/check/* -/keywords /kids-age-group= /kids-apparel-size= /kids-shoe-size= @@ -6886,6 +6878,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /lijstjes /like /likes +/likes$ /likes? /limited-release /limiter-les-communications-marketing#no-back @@ -6985,7 +6978,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /login_and_go /loginpage /logon.asp* -/logon?returnUrl=* /logout /logs /longhorn/ @@ -7012,6 +7004,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ma-lettre-carte-a-ete-livree-en-retard#no-back /ma-lettre-carte-n-a-pas-ete-livree#no-back /maaarkilang-sasakyan/mga-resulta +/mag/ita /magasiner/achete-avec /magasiner/recherche /magazine/ @@ -7188,6 +7181,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /mmpub /mobile /mobile-computers-index-reference.html +/mobile-excellence-report /mobile-software-reference-page.html /mobile/ /mobile/mimo/activity @@ -7739,7 +7733,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/search? /pdf-templates/standalone /pdf/index.html -/pdf_reader/*/ +/pdf_reader/*/ /pdfft /pdp-async/preview /pdpslice @@ -7935,13 +7929,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /print /print$ /print$ -/print$http://business.com/robots.txt +/print$http://zeenews.india.com/robots.txt /print.html /print.ssf /print/ +/print/pdf /print?id /printView.html /printable +/printable/pdf /printable/print /printableArticle.jhtml /printablearticle.htm @@ -8075,6 +8071,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /projects/volksentscheid-fahrrad /promo /promo-end/* +/promo/bcmebook /promo/firstmonthfree/validate /promoassets /promotion.html @@ -8298,6 +8295,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /reset-password /reset-password.php /residential-additional-pages +/resource-center/*.jsp +/resource-center/*/language /resource/rtl-test-page$ /resources /resources/learn-maori @@ -8397,7 +8396,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rss2 /rss2/ /rss2/$ -/rss2/$http://habr.com/robots.txt +/rss2/$http://hachettebookgroup.com/robots.txt /rss_en_all /rss_for_twitter /rss_items @@ -8511,7 +8510,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /search /search$ /search$ -/search$http://www8.cao.go.jp/robots.txt +/search$http://taobao.com/robots.txt /search* /search*%7C /search*&node=*&sort= @@ -8925,7 +8924,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /signature /signin /signin* -/signin-oidc /signout /signup /signup*/search? @@ -8965,7 +8963,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sitemap_.xml /sitemap_gpdc.xml /sitemap_output -/sitemaphttp://cityoffrederick.com/robots.txt +/sitemaphttp://nippon.com/robots.txt /sitemaps-farfetch-com /sitemaps/ /sitemaps/image_daily_sitemap_f_* @@ -9119,7 +9117,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /static/frontend/On4u/gopt/pt_PT/js/obf-js.js /static/frontend/On4u/gopt/pt_PT/js/obf-js.min.js /static/locales -/station/*? /stations/quickplanner/extended /stations/quickplanner/schedule /statistics-index-search @@ -9401,6 +9398,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /testpolar /tests /testseiten +/text /th /th/news /thank$ @@ -9500,6 +9498,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /topics/*? /topics/new /topics_amp/* +/topline /tour-create /tour-de-france/*/page- /tour/*/embed @@ -9588,6 +9587,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /tv-season/*/*?i= /tweet/* /tweetations +/twz/interaktiv +/twz/krugozor +/twz/zdorovie /tx-index /ty /tye.html @@ -9633,7 +9635,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /unsubscribe /unsubscribe/ /unsupported-browser -/upcoming-streamshttp://bom.gov.au/robots.txt +/upcoming-streamshttp://docusign.com/robots.txt /update-personalized-offer /update.php /updatecart @@ -9835,7 +9837,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /vids /view-all /view-form-open -/view-form-openhttp://data.europa.eu/robots.txt +/view-form-openhttp://copper.com/robots.txt /view/ /view? /view_comments @@ -9869,6 +9871,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /vote.php /vote2023 /vote? +/votes$ /votre-plus-beau-marche/actualite /voucher /vs_connect_guide/* @@ -10202,7 +10205,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService -alert(1) = @@ -11208,7 +11211,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*rid=*&*destination= ?*rm=a ?*role= -?*route=account/loginhttp://pxhere.com/robots.txt +?*route=account/loginhttp://onelink.to/robots.txt ?*s1= ?*s2= ?*s3= @@ -11809,7 +11812,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?bctid= ?before= ?benderPackage= -?beneficiary_id=http://websitesetup.org/robots.txt +?beneficiary_id=http://microcenter.com/robots.txt ?bet= ?beta= ?betaplayer= @@ -11935,7 +11938,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?clipid= ?clkInTab= ?closePush=true -?closed= ?cm= ?cm_mm* ?cmd @@ -11980,7 +11982,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?commentpage= ?comments ?comments* -?commidhttp://naacp.org/robots.txt +?commidhttp://ligonier.org/robots.txt ?companyid= ?companyid= ?compare @@ -12379,7 +12381,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?fromEasyShoppingTab= ?fromFooter ?fromMenu -?fromNewsdog*http://jsonlint.com/robots.txt +?fromNewsdog*http://pixelfed.org/robots.txt ?fromOffersTab= ?fromSeasonalTab= ?fromStream= @@ -12424,6 +12426,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?getlink=* ?gh_jid= ?ghd_jid= +?gid= ?glCountry=* ?glang= ?gm @@ -12504,8 +12507,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?hsm= ?hss_channel= ?hss_meta= -?http://faculty.chicagobooth.edu/robots.txt -?http://iopscience.iop.org/robots.txt +?http://mk.ru/robots.txt +?http://nintendo.com/robots.txt ?hub= ?hub=* ?hubs_content-cta @@ -12638,7 +12641,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?keywords= ?keywords= ?kids= -?kind ?kind= ?ko ?kr @@ -12818,7 +12820,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ndx=t$ ?ndx=t& ?neighborhoods -?netflixsource=*http://craftsy.com/robots.txt +?netflixsource=*http://artnews.com/robots.txt ?netmng= ?newsArea= ?newsid @@ -12875,6 +12877,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?odnBg= ?odnHeight= ?odnWidth= +?oem= ?offerId ?offerIds= ?offset* @@ -12885,13 +12888,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?olaId= ?older=* ?oldid= -?om= ?onboard= ?op= ?op=Search ?op=cerca&query= ?op=mqmpvicu -?open= ?open_login=1 ?ophqt= ?oplace= @@ -12901,7 +12902,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?optionsUIDs= ?optout= ?oq= -?ord= ?order ?order= ?order= @@ -13637,6 +13637,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?role= ?row= ?rq= +?rr= ?rs= ?rsf= ?rss @@ -13657,7 +13658,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?s= ?s=* ?s=*feed -?s=*http://coupang.com/robots.txt +?s=*http://iep.utm.edu/robots.txt ?s=*page ?s=43260 ?s=Art @@ -13666,9 +13667,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?s=News ?s=bpage-next ?s=feedpager -?s=http://eero.com/robots.txt +?s=http://msci.com/robots.txt +?s=http://ncregister.com/robots.txt ?s=http://opendemocracy.net/robots.txt -?s=http://whatismybrowser.com/robots.txt ?s=lightbox ?s=mobile ?s=thanks @@ -13723,7 +13724,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?search_keywords= ?search_query= ?search_str -?searchhttp://sway.office.com/robots.txt +?searchfor=doctor&q= +?searchhttp://googledevelopers.blogspot.com/robots.txt ?searchid= ?searchkeyword= ?searchoffer= @@ -13895,7 +13897,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?state ?state= ?state= -?state=*http://msdn2.microsoft.com/robots.txt +?state=*http://markshuttleworth.com/robots.txt ?state=keepAlive ?staticVersion= ?status= @@ -14133,7 +14135,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shopping ?utm_source=quora ?utm_source=twitter -?utm_sourcehttp://law.com/robots.txt +?utm_sourcehttp://gosuslugi.ru/robots.txt ?utm_sourse=55 ?utm_term ?utm_term= @@ -14233,7 +14235,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?width= ?wifi ?word* -?word= ?wordfence ?wordfence_lh ?wordfence_lh=* @@ -14755,6 +14756,7 @@ AnswersAjax Any Api Api/ +App/ AppData AppData/ AppDetail @@ -14781,6 +14783,7 @@ AppleMapsAction AppleWebKit Application.cfm Application.html +Application/ Applications Applications/* Apps/ @@ -14872,7 +14875,7 @@ Archivio/sostenibilita Areas/ Areas/Epx/Content/500.aspx?aspxerrorpath= Areas/Epx/Content/500_TechNet.aspx?* -Areas/http://support.steampowered.com/robots.txt +Areas/http://studiopress.com/robots.txt Art Art%C3%ADculo Article @@ -20267,7 +20270,6 @@ BookReader/Page* BookReader/Print* BookReader/RatioImage* BookReader/Search* -BookedGuest/guestmanagement/mycarnival/logon Booking BookingConfirmationSMSResponse BookingConfirmationShare @@ -20326,7 +20328,7 @@ Business/Work-with-the-City/Copy-of-Current-Bidding-Opportunities-1 Business/Work-with-the-City/Current-Bidding-Opportunities Business/Work-with-the-City/Prevailing-Wage BusinessListingsAjax -ButikDetay*/http://wicg.github.io/robots.txt +ButikDetay*/http://oglobo.globo.com/robots.txt Buy C C37D9BE2-4B03-481d-B1FA-72CFAFD1C96C @@ -20345,10 +20347,8 @@ CES CEUR-WS-logo-originals CF CF/ -CFApps CFC__target= CFIDE -CFsearch CG CG/ CH/ @@ -20367,7 +20367,6 @@ CLP CM/ CMF/CDA/ CMS-GeneralFiles-production/NA/ebooks/Geotab_StateofCommercialTransportation_2023 -CMS/SiteSearch/ CMSImp CMSLogin CN @@ -20568,11 +20567,12 @@ Comments/WebServices Commerce Committees/ Common -Common Common/ +Common/BML/ Common/GetRecentlyViewedProducts Common/LogHttpRequest Common/MediaCenter/Fastest%20Growing%20Industries.pdf +Common/ThirdParty/ Common/maintenance/maintenance.html Common/popup Common/supern @@ -20838,6 +20838,7 @@ Compost/* Compserv Conditions/ Config/ +Configuration/ Connected/* Connected/Connect-Background Connected/New-page @@ -21091,8 +21092,9 @@ DocumentTypeId Documentation/ Documento-tecnico-ISO-13485.pdf Documents -Documents/Departments/EthicsElections/DemocracyVoucher/http://instapaper.com/robots.txt +Documents/Departments/EthicsElections/DemocracyVoucher/http://encrypted-tbn0.gstatic.com/robots.txt Documents/Forms +Documents/Forms/ Documents/in Documents/postgraduate-prospectus.pdf Documents/students/undergraduate-prospectus.pdf @@ -21308,7 +21310,6 @@ FM/ FO FONT FORM= -FORUPLOAD FP/API FP/API/Performance FP/API/Profile/get-profile-tab-content.php @@ -28112,11 +28113,9 @@ GuideEditor GuideRatingAjax GuideRequested GuideRequestor -GuruFiles/ -Gurufiles/ H HACAffiliate -HBO/ +HBO/ HDView HK/ HM @@ -28604,7 +28603,6 @@ INT= INTERACTIVE INVITE IO -IP IPS IPS/progress IQ @@ -28724,7 +28722,6 @@ Jai-Mrug* Jan_2011 Japan/DirectX/default.asp? Jason/ -JavaScript/ JikeSpider Job Job-Listings @@ -28771,6 +28768,7 @@ Kimengi/nineconnections.com Korean Krypto Ks +Kuala-Lumpur L L1.5PAGE L1PAGE @@ -29070,7 +29068,6 @@ MediaPlexAd MediaRoom/ MediaVoting Medianet -Mediaroom MeetingsBase/static-1.1538 MeetingsBase/static-1.1591 MeetingsBase/static-1.1609 @@ -29354,6 +29351,7 @@ MyBookingsVoucher MyDetails/ MyManga/*sort= MyManga/anime-set-categ.php +MyNewegg/ MyPaintColorListDetailView MyPortfolio MyProductsView @@ -29511,6 +29509,7 @@ New-Author-Training-Pages/* New-developments/advanced-search New-page/* NewMessage +NewMyAccount/ NewOwners NewTopic NewWatchInstantlyRSS @@ -29693,7 +29692,6 @@ PN/ PO302 POLL/ POLLSERVER -POSTINFO.EG POWB24 PPT/ PPTrsvp @@ -29731,6 +29729,7 @@ PageSupportive-SpringStart Pages Pages/ArticleForward.aspx Pages/Forms +Pages/Forms/ PageviewRecord Panasonic Panier @@ -30224,6 +30223,7 @@ RegistreWeb/search/advanced.htm RegistreWeb/search/simple.htm RegistreWeb/search/typedoc.htm Registrieren +Registry RegistryPortalCmd Related/ Religion-Portals/*Blog.html @@ -30271,6 +30271,7 @@ Results?k* Resume/user-profile RetransferUrl= ReusableContent +ReusableContent/ Review/ Review/LeaveReview/ Review/List/ @@ -30355,7 +30356,7 @@ SITE=MN SITE=NZH SITE=XCOM SITE=es.antevenio. -SITECOREhttp://sonarsource.com/robots.txt +SITECOREhttp://support.twilio.com/robots.txt SITESEARCH/ SK/ SL @@ -30382,7 +30383,6 @@ SR SR/ SSC SSEE -SSLtest SSO ST/ STATS @@ -30422,7 +30422,7 @@ Scripts/ Search Search Search* -Search*http://spamcop.net/robots.txt +Search*http://readymag.com/robots.txt Search-Results Search-Show Search-Show* @@ -30490,7 +30490,6 @@ Service-Search/find-a-psychological-therapies-service/results Service-Search/find-a-psychological-therapies-service/what-happens-when-you-refer-yourself Service-Search/other-services/Cognitive-behavioural-therapy-(CBT)/LocationSearch/1908 Service-Search/other-services/NHS%20psychological%20therapies%20services%20(IAPT),%20including%20cognitive%20behavioural%20therapy%20(CBT)/LocationSearch/10008 -ServiceDesks/ ServiceWorker Services Services @@ -30567,6 +30566,7 @@ SiteAssets/ SiteBot SiteBot/0.1 SiteCollectionDocuments +SiteCollectionDocuments/ SiteCollectionImages SiteCollectionImages/ SiteElements @@ -30960,7 +30960,6 @@ Test Test Test-Pages/ Test/ -TestCGI TestEmptyPage TestURL/ Test_Section @@ -31046,6 +31045,7 @@ TypeAheadJson U UA UA/ +UCL-Info UDK UDN/FOUNDER UDN/UDNENGLISH @@ -31076,6 +31076,7 @@ URL%20goes%20here/ URLchecker URLs US/ +US/2 US/PSOL US/en/cart US/en/checkout @@ -31115,7 +31116,6 @@ UpdateListing UpdateSessionDatesAjax Upload Upload.aspx$ -Upload/ Upload/Attachments/TES UploadMedia Uploads/ @@ -31135,7 +31135,6 @@ User/sso User: UserAccountView UserControls -UserControls/ UserEdit.aspx UserID.aspx UserInteractionRecord @@ -31227,7 +31226,6 @@ VerifyReview Versenden Versions Vi%E1%BB%87c-l%C3%A0m -Video/ Video/*playerIndex Video/Import/ VideoController @@ -31251,7 +31249,7 @@ Vol-XXX-v1 Vol-YYY Volley/06-03-2016/volley-alessia-debutto-senza-morbosita-solo-pallavolo-140919160674.shtml VolunteerTranslations -VoteActivities/http://tldrlegal.com/robots.txt +VoteActivities/http://iamsterdam.com/robots.txt Vuejs W WBSearchBot @@ -31310,7 +31308,7 @@ WebResource.axd WebService WebServices WebStripper -WebSupport/Restrictedhttp://cedcommerce.com/robots.txt +WebSupport/Restrictedhttp://downshiftology.com/robots.txt WebUserControls WebX WebZIP @@ -31415,7 +31413,7 @@ Zoe= Zoe_Selected_facet Zurücksetzen-des-Passworts ZyBORG -[0-9]*$http://cygwin.com/robots.txt +[0-9]*$http://hsn.com/robots.txt [0]* [?&]AMJnQtSpH= [?&]AccessToken=* @@ -31609,7 +31607,6 @@ _Incapsula_Resouce _Incapsula_Resource _Incapsula_Resource _Incapsula_Resource? -_Incapsula_Resource?* _Institute%0A _Layouts/ _POST @@ -31743,7 +31740,7 @@ _c21_/bbs_list _c21_/bbs_read _c21_/bbs_search_read _c21_/home -_c21_/http://avvenire.it/robots.txt +_c21_/http://httparchive.org/robots.txt _caleventview_WAR_caleventportlet_eventId _catalogs/ _catholic @@ -31911,7 +31908,7 @@ _issue _jcr_content _jcr_content* _jcr_content.logout.html -_jcr_content/*http://tvnet.lv/robots.txt +_jcr_content/*http://help.sap.com/robots.txt _jcr_content/renditions/ _jobs _js/ @@ -31928,7 +31925,7 @@ _label _layouts _layouts/ _layouts/15/dch_proj/ -_layoutshttp://fxnetworks.com/robots.txt +_layoutshttp://inklestudios.com/robots.txt _lib/ _libraries _lit @@ -31976,7 +31973,7 @@ _next/data _next/data/*.json _next/data/*/works/*/items _next/image -_next/image$http://listennotes.com/robots.txt +_next/image$http://noticiasaominuto.com/robots.txt _next/jwt _next/static _next/static/*.js$ @@ -31996,7 +31993,7 @@ _nitf.xml _noindex _not-found _notes -_notes/http://nabu.de/robots.txt +_notes/http://ruter.no/robots.txt _nsfgfb _nuxt _nuxt/ @@ -32055,8 +32052,8 @@ _q* _qa _qa.html _query= -_r/http://embed.ly/robots.txt -_r/http://twinkl.co.uk/robots.txt +_r/http://google.github.io/robots.txt +_r/http://real.com/robots.txt _rcv _recache _recruitment_demo @@ -32225,7 +32222,6 @@ a-madea-christmas a-payment a-simple-guide-to-making-strong-and-unique-passwords a-w/sandbox -a.php a/ a/$ a/*(modal:login) @@ -40022,7 +40018,6 @@ about/es-es/buying-es-es about/es-es/selling-es-es about/es-mx/buying-es-mx about/es-mx/selling-es-mx -about/evaluate about/events/events/internal-event about/events/events/internal-seminar about/events/internal-events @@ -40115,7 +40110,7 @@ about/newsroom about/newsroom/page/*/?s about/newsroom/page/*/?tag about/overview -about/past-staff/http://vccircle.com/robots.txt +about/past-staff/http://squirrelmail.org/robots.txt about/policy about/press-center about/press-room/article/2000 @@ -40333,6 +40328,7 @@ academy/*utm_source= academy/badge academy/certificates academy/draft +academy/new/courses acadiana/sports/high_schools/prep_scores/ acadiana/test/ acast_podcast_episode @@ -40450,7 +40446,7 @@ account.php account/ account/$ account/* -account/InstitutionalSignInhttp://deutschlandfunkkultur.de/robots.txt +account/InstitutionalSignInhttp://singletracks.com/robots.txt account/Register.aspx account/_Resources/ account/accomplishments @@ -40502,7 +40498,7 @@ account/password-reset/confirm.html account/password-reset/initiate.html account/password-reset/secure-redirect-new-password.html account/password/*-*/forgotten-password$ -account/password/*-*/forgotten-passwordhttp://disneyplus.com/robots.txt +account/password/*-*/forgotten-passwordhttp://iconfinder.com/robots.txt account/password/*-*/reset-password account/password/reset account/paypal_cart @@ -40588,10 +40584,7 @@ accounts/ClientAuth accounts/ClientAuth accounts/ClientLogin accounts/ClientLogin -accounts/accountopening accounts/activate -accounts/activation -accounts/activetrader/images accounts/authentication/logout accounts/binding accounts/bounce @@ -40603,50 +40596,10 @@ accounts/login accounts/login accounts/login/? accounts/logout -accounts/mailings/content -accounts/mailings/images -accounts/myportfolio -accounts/myprofile accounts/o8 accounts/o8/id -accounts/pdf/inheritors_retirement_plan_acctount_app.pdf -accounts/pdf/np_application.pdf -accounts/pdf/rolliraapp.pdf -accounts/pdf/trust_application.pdf accounts/pricing_track_wallet_modal_content accounts/register -accounts/services/content/IMContactUsOffHours.shtml -accounts/services/content/IMContactUsUnavailable.shtml -accounts/services/content/IMFILIOffHours.html -accounts/services/content/IMFILIUnavail.html -accounts/services/content/IMRetailOffHours.html -accounts/services/content/IMRetailUnavail.html -accounts/services/content/IMVisitorChat.shtml -accounts/services/content/accept.html -accounts/services/content/beneficiaryhelp.html -accounts/services/content/checkcrdupdt.shtml -accounts/services/content/custconfirm.shtml -accounts/services/content/customer_chat.shtml -accounts/services/content/deactiveconfirm.shtml -accounts/services/content/invobjpopup.html -accounts/services/content/invobjpopupoptions.html -accounts/services/content/keoghbrokappdl.html -accounts/services/content/keoghbrokconsent.html -accounts/services/content/mbnabuffer.html -accounts/services/content/nobeneficiaries.shtml -accounts/services/content/norelationship.shtml -accounts/services/content/probatepopup.html -accounts/services/content/relinquish.html -accounts/services/content/replyconfirm.shtml -accounts/services/content/restricted529.shtml -accounts/services/content/restrictedneither.shtml -accounts/services/content/restrictedpas.shtml -accounts/services/content/rolloverirasuggestion.shtml -accounts/services/content/sigguarpopup.html -accounts/services/content/visitorconfirmnoacct.shtml -accounts/services/content/visitorconfirmyesacct.shtml -accounts/services/images -accounts/services/open accounts/sign-in accounts/unlock accountstatus @@ -40797,7 +40750,7 @@ action=siteSearch action=writeReview action? action_code= -action_staging/http://doaj.org/robots.txt +action_staging/http://ssllabs.com/robots.txt actioncenter actioncenter/index.cfm actions @@ -40806,7 +40759,6 @@ actions/?wbcsd_pre_action%5* actions/news/rss action~ activate -activate.php activate/ activate/accelerators activate/accelerators/* @@ -40825,7 +40777,6 @@ activate/hsw/confirmation/ activate/loft/ activate/self-starters/confirmation/ activate/wdm/* -activatemail.php activation_code_login_or_signup activation_successful active-tab @@ -40901,7 +40852,7 @@ ad ad-2.png ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition ad-features -ad-manager/ +ad-manager/ ad-retargeting-101-online-shopping-in-the-covid-19-era ad-scans ad.php* @@ -41047,7 +40998,7 @@ admin admin admin$ admin*$ -admin*http://thenational.scot/robots.txt +admin*http://autoriteitpersoonsgegevens.nl/robots.txt admin-confirmation admin-lime admin-portal/login @@ -41216,7 +41167,7 @@ ads-test ads.php ads.txt ads.txt -ads.txthttp://lifehack.org/robots.txt +ads.txthttp://doterra.com/robots.txt ads/ ads/*? ads/finder/*? @@ -41475,7 +41426,7 @@ affiliate-partner-offer affiliate-product affiliate-program affiliate-template/ -affiliate/*http://blackmagicdesign.com/robots.txt +affiliate/*http://cancer.org/robots.txt affiliate_code= affiliate_wrapper_amp.cms* affiliated @@ -41603,7 +41554,7 @@ agile064 agile065 agile066 agile067 -agility/ +agility/ aging_surprises_getting_older/article.htm agplants agreements @@ -41975,7 +41926,6 @@ airport-transfers/ airport/ airport_transfer_deeplink airports -airpur/ airtel aisne/ aisne/assure/actualites/ @@ -42003,7 +41953,7 @@ ajax/add_view ajax/ajax_ci_book_suggestion_box.php ajax/ajax_fundraiser_progress.php ajax/ajax_popups.php -ajax/ajax_popups.phphttp://tonyrobbins.com/robots.txt +ajax/ajax_popups.phphttp://siriusxm.com/robots.txt ajax/bootloader-endpoint ajax/comments ajax/configurador/articulos @@ -42646,7 +42596,6 @@ amexblue amg.html amigo-lector- aml -amnesia amocrm amoctone-and-interscope-geffen-am-announce-conclusion-of-joint-venture amos_land_page @@ -43072,7 +43021,7 @@ amp/travel/destinations/usa/grand-canyon-national-park/ amp/travel/destinations/usa/metropolitan-museum-of-art/ amp/travel/destinations/vatican-city/sistine-chapel/ amp/travel/destinations/vatican-city/st-peters-basilica/ -amp/travel/destinations/zimbabwe/victoria-falls/http://home.uchicago.edu/robots.txt +amp/travel/destinations/zimbabwe/victoria-falls/http://cbpp.org/robots.txt amp/view/AKR* amp/web-stories amp;amp;amp @@ -43157,7 +43106,7 @@ analytics/traffic/overview analytics/uploads analytictracking/ analyze.html -analyzehttp://ticketmaster.com/robots.txt +analyzehttp://developer.github.com/robots.txt analyzer analyzer-api analyzeradmin @@ -43216,7 +43165,7 @@ anesth/employment/faculty/cv anewleaf anfrage anfrage-oeffnungszeiten -anga/ +anga/ angebot angebot-details angebote @@ -43461,7 +43410,7 @@ api*$ api*.do api*.do api*?hl= -api*?hl=http://archive.org/robots.txt +api*?hl=http://businessinsider.com/robots.txt api- api-corporate api-explorer-maintenance @@ -43504,6 +43453,11 @@ api/3.0/FlightSearch api/4.2/themes api/4/notifications/bytebot api/? +api/Common/GBuy +api/GetStorage +api/MiniCart +api/TrendingNow +api/UpdateStorage api/_nuxt_icon api/_snippets api/abtests/active-tests @@ -43617,8 +43571,8 @@ api/graphql api/greenplayer api/health api/historical -api/http://biodiversitylibrary.org/robots.txt -api/http://hootsuite.com/robots.txt +api/http://nichd.nih.gov/robots.txt +api/http://playstation.com/robots.txt api/hub/search//feeds/datasets/.rss api/india_api_read api/india_api_write @@ -43896,7 +43850,6 @@ api_doc api_key api_v1 api_v1/ -apihelp/* apiproxy apiref* apis @@ -43920,14 +43873,14 @@ apo app app app$ -app*.jshttp://hc-sc.gc.ca/robots.txt +app*.jshttp://minne.com/robots.txt app*/pag*/form* app*/shr* app*_ app*form_id= app-ads.txt app-ads.txt -app-ads.txthttp://console.bluemix.net/robots.txt +app-ads.txthttp://hu.wikipedia.org/robots.txt app-api/split-proxy app-assembly-polls-lp app-assets @@ -44092,7 +44045,6 @@ app_config/ app_data/ app_details app_export -app_globalresources/ app_links/join_skymiles/index.jsp app_themes/ app_v1 @@ -44143,7 +44095,7 @@ appliance appliance-delivery-installation applicant-eligibility application -application-content/ +application-content/ application/ application? applicationglobalinterfaces/ @@ -44306,7 +44258,7 @@ apps_ext/*/*ILinkListener* apps_ext/*/admin* apps_ext/*/dashboard* apps_ext/*/login* -apps_ext/http://us.macmillan.com/robots.txt +apps_ext/http://sc.edu/robots.txt appsearch_header= appservice appsfullcontent.htm @@ -44838,7 +44790,7 @@ archive/epo/pubs/bulletin archive/events archive/find archive/graphs.php -archive/http://ucdavis.edu/robots.txt +archive/http://infoplease.com/robots.txt archive/justo archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair archive/page @@ -44854,7 +44806,6 @@ archived archived$ archived-materials archives -archives archives.html archives/ archives/*/*/* @@ -44916,6 +44867,7 @@ arena/ arena_mid=*&v=2 arenda*? arenda-sport*? +areyouahuman areyousure.cgi arhiv/* ariana-grande-signs-exclusive-worldwide-deal-with-universal-music-publishing-group @@ -45380,7 +45332,7 @@ askpat asm/ asp.net/ asp/ -asp/ +asp/ asp/cgabillstatus/ asp/demo_db_edit.asp asp/menu/ @@ -45393,11 +45345,12 @@ aspergers/treatment-aspergers-syndrome-many-therapies-can-help/ aspergers/what-are-causes-risk-factors-aspergers-syndrome/ aspnet_client aspnet_client/ -aspnet_client/ +aspnet_client/ aspwebcalendar/ aspwebcalendar/calendar.asp +aspx$ aspx/ -aspx/read.aspxhttp://autoriteitpersoonsgegevens.nl/robots.txt +aspx/read.aspxhttp://contently.com/robots.txt aspx_pages_code_testing aspxerrorpath* asq @@ -45482,8 +45435,6 @@ assets/files assets/fonts assets/fonts/ assets/frontend/downloads/media/fs18 -assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources -assets/gov/zzzz assets/hk-grotesk assets/hubspot assets/icon/save-ribbon-gray-outline.svg @@ -45529,7 +45480,7 @@ assets/mp4 assets/mw/static/old-games assets/newsletters/* assets/packages -assets/pdf/Investigation-Report.pdfhttp://post-gazette.com/robots.txt +assets/pdf/Investigation-Report.pdfhttp://theathletic.com/robots.txt assets/pdf/Keeper-PM-ITAdmid-WhitePaper.pdf assets/pdf/PAM-vs-SSO-vs-PasswordManager.pdf assets/pdf/blogs/HolidaySuccessGuide_2018_EN.pdf @@ -45886,7 +45837,6 @@ attachments/download attachments/efs/eib_investment_report_advance_copy.pdf attachments/efs/eib_investment_report_poster_chapter* attachments/fi/ -attachments/http://foxbusiness.com/robots.txt attend-my-event attendees attorney-about-me @@ -46144,7 +46094,7 @@ audience audience/ audio audio- -audio-edition-podcast/*/index.xmlhttp://dailymail.co.uk/robots.txt +audio-edition-podcast/*/index.xmlhttp://upload.wikimedia.org/robots.txt audio-player audio-test-app audio.html @@ -46159,7 +46109,6 @@ audio?performer=1&q= audio_news audiobook/*/citata/ audiobook/*/similar/ -audioboom.com audiofiles audiolibri/*/$ audiolibri/*/index.html$ @@ -46240,7 +46189,6 @@ authentication/ authentication/login authentication/logout authentication/oauth2/authorization/reach-five -authentication/signin authentications authenticity-guarantee authkey= @@ -46715,7 +46663,6 @@ b2b b2b-gift-card-shop b2b-resource/blogdownloadform b2b/B2B_*_Calendar.pdf$ -b2b/ydirect b2c-tools b66d b=*p=* @@ -46913,7 +46860,7 @@ bag bagages/*idOffre= baggage/ bai3Tucheechai9yauwie5aekeegiDee -bai3Tucheechai9yauwie5aekeegiDeehttp://aa.org/robots.txt +bai3Tucheechai9yauwie5aekeegiDeehttp://infogram.com/robots.txt baidu baidu-launches-landmark-licensed-music-service baidu-pc @@ -46991,14 +46938,14 @@ banners banners banners-old.php? banners/ -banners/ +banners/ banners/link-default.html banners/obama-vs-romney.html banners2/ banners_test/* bap bapingseo -bappstore/bapps/download/http://joomla.org/robots.txt +bappstore/bapps/download/http://developer.spotify.com/robots.txt baptist-health-news/search* bar.restaurant baraholka @@ -47143,7 +47090,6 @@ bc/bcwcat bc/lsbc bc2828 bc9797com -bcgov/content bclick.php bcn bcnpostguerra @@ -47361,8 +47307,6 @@ benefits benefits-of-healthcare-data-collection benefits-resource benefits/ -benevole/ -benevoles/ bengali/ benji.js bentoapi @@ -47872,27 +47816,6 @@ bimbom-barkah-appointed-gm-universal-music-indonesia bims bin bin -bin-public/060_www_fidelity_com/documents/529_AZ_application.pdf -bin-public/060_www_fidelity_com/documents/529_DE_application.pdf -bin-public/060_www_fidelity_com/documents/529_MA_application.pdf -bin-public/060_www_fidelity_com/documents/529_NH_application.pdf -bin-public/060_www_fidelity_com/documents/applications -bin-public/060_www_fidelity_com/documents/bdaapp0402.pdf -bin-public/060_www_fidelity_com/documents/cash-management-account-application-trust.pdf -bin-public/060_www_fidelity_com/documents/customer-service/demimous-rollover-account-activation-form.pdf -bin-public/060_www_fidelity_com/documents/customer-service/ira-for-spouses-inheriting-retirement-assets.pdf -bin-public/060_www_fidelity_com/documents/customer-service/new-account-application-pledge-mf-shares.pdf -bin-public/060_www_fidelity_com/documents/customer-service/options-application.pdf -bin-public/060_www_fidelity_com/documents/customer-service/re-registration-non-retirement-inherited-assets.pdf -bin-public/060_www_fidelity_com/documents/customer-service/transfer-assets-to-fidelity.pdf -bin-public/060_www_fidelity_com/documents/fidelity-rollover-ira-application.pdf -bin-public/060_www_fidelity_com/documents/fidelity-sep-ira-new-account-application.pdf -bin-public/060_www_fidelity_com/documents/new-fidelity-account-business-application.pdf -bin-public/060_www_fidelity_com/documents/new-fidelity-account-ira-application.pdf -bin-public/060_www_fidelity_com/documents/new-fidelity-account-non-retirement-application.pdf -bin-public/060_www_fidelity_com/documents/new-fidelity-cash-management-account-application.pdf -bin-public/060_www_fidelity_com/documents/noindex -bin-public/060_www_fidelity_com/documents/simpiraapp.pdf bin/ bin/* bin/*http://thejakartapost.com/robots.txt @@ -48327,8 +48250,8 @@ blank.xml blast/BlastAlign.cgi blast/bl2seq/wblast2.cgi blausen* -blausen*http://blog.archive.org/robots.txt -blausen*http://molekule.com/robots.txt +blausen*http://creativeboom.com/robots.txt +blausen*http://modelviewer.dev/robots.txt blaw/* blazer-ev/charging blazer-ev/delivery-day @@ -48489,7 +48412,7 @@ blog/*sitemap.xml$ blog/*utm_source= blog/*wordfence_* blog/. -blog/.html.*http://tandfonline.com/robots.txt +blog/.html.*http://calendly.com/robots.txt blog/10-lessons-from-an-engineering-manager/$ blog/17-big-tax-deductions blog/20 @@ -48546,8 +48469,6 @@ blog/?s= blog/?s=* blog/?subject_ blog/?view=all -blog/SearchView.aspx -blog/Trackback.aspx blog/a-conversation-with-our-accessibility-team/$ blog/a-first-look-at-config-2025/$ blog/a-look-back-at-config-2022/$ @@ -48687,7 +48608,6 @@ blog/collaborating-and-connecting-in-figjam/$ blog/collaboration/$ blog/come-together/$ blog/coming-together-at-config-2021/$ -blog/comment blog/comments blog/completing-a-transit-map/$ blog/components-in-figma/$ @@ -49177,7 +49097,7 @@ blog/page/*/?p= blog/page/*/?s= blog/page/*? blog/page/edit -blog/page/http://givebutter.com/robots.txt +blog/page/http://verywell.com/robots.txt blog/pairing-is-the-key-to-evangelizing-your-design-system/$ blog/pantone-speaking-the-language-of-color/$ blog/paula-scher-10-rules-for-play/$ @@ -49186,7 +49106,6 @@ blog/perplexity-ai-interview/$ blog/peter-yangs-10-rules-for-making-products-that-customers-love/$ blog/pgkeeper-building-the-bouncer-we-needed-for-postgres/$ blog/photo-filters-come-to-figma/$ -blog/pingback.aspx blog/playbook-itsnicethat-2023/$ blog/plugin-show-and-tell-highlights/$ blog/plugins-and-tooling/$ @@ -49431,7 +49350,7 @@ blog/want-figma-api-inspiration-heres-8-community-powered-projects/$ blog/we-made-a-mistake-with-our-api-challenge-and-were-sorry/$ blog/web-design-without-a-web-designer-xfive-turns-to-figma/$ blog/webassembly-cut-figmas-load-time-by-3x/$ -blog/webmentions/receive/http://profile.hatena.ne.jp/robots.txt +blog/webmentions/receive/http://webbyawards.com/robots.txt blog/welcome-to-the-prompt/$ blog/welcome-to-the-wip/$ blog/welcome-weavy-to-figma/$ @@ -49544,7 +49463,7 @@ blog?*page= blog?*page=0 blog?category= blog?month -blog?page=http://audacy.com/robots.txt +blog?page=http://thenation.com/robots.txt blog?q=* blogAdmin blog_entry_comments @@ -49597,7 +49516,7 @@ blogs/2011/ blogs/7faebe5debfdd358a46f2452a54eec94fce49269/ blogs/Chetu-Landing-Page blogs/admin/ -blogs/all/tagged*http://mamamia.com.au/robots.txt +blogs/all/tagged*http://msdmanuals.com/robots.txt blogs/atom blogs/author blogs/blog/wp-content/uploads/sites @@ -49640,7 +49559,6 @@ blogs/wp-json/ blogs1 blogs2/ blogsWebServices -blogs_we_love/blog-profile blogsearch blogsearch? blogsearch_feeds @@ -49682,7 +49600,6 @@ blue-note-records-sonos-announce-exclusive-partnership blue-note-records-to-partner-with-artistshare-to-create-blue-noteartistshare blueberry blueberry-anma -bluedragon/ bluehour bluejays/search blueprint @@ -49791,7 +49708,6 @@ bo/secure/ bo/sync/ bo/web.config bo= -boadmin/ board board board-of-governors @@ -51408,8 +51324,6 @@ bookbcontent/shoplinklogo/ bookbcontent/uploadedpdf bookbcontent/uploadedpdf/ bookclub -bookedguest/guestmanagement/mycarnival/logon -bookedguest/guestmanagement/registration/enroll booking booking-cruise booking-details @@ -51497,7 +51411,6 @@ bookshow/cache booksrightsholders bookstore/invited bookstore/search -booktime bookvisitinfo.html bookwall/* bookwatch @@ -51609,7 +51522,6 @@ bouches-du-rhone/ bouches-du-rhone/assure/actualites/ boulder boundingBox= -bounds= bourgogne-franche-comte boutique boutique/*.htm?*ca=*_k& @@ -51873,7 +51785,7 @@ branding/images/dont-03.png branding/images/dont-04.png branding= brandlover -brandnew/psphttp://cvs.com/robots.txt +brandnew/psphttp://google.dk/robots.txt brandnewconference/2016/video brandon-creed-joins-universal-republic-and-island-def-jam-motown brandon-schmidt-named-vice-president-acquisitions-for-caroline @@ -52001,7 +51913,7 @@ brighter_whiter_teeth_pictures_slideshow/article.htm bringit.html/ britishairways brl -brlhttp://cash.app/robots.txt +brlhttp://modernbluesharmonica.com/robots.txt broadband broadband/goto broadcast @@ -52060,7 +51972,7 @@ browse/DeviceDetailsActor/ browse/RVInfoActor/loadRVInfo browse/_ browse/academic -browse/catalogue-full/*/albumshttp://webroot.com/robots.txt +browse/catalogue-full/*/albumshttp://chapters.indigo.ca/robots.txt browse/collocations browse/deals/partial browse/deviceDetails.jsp @@ -52298,7 +52210,7 @@ buscador/componente buscador? buscador?f%5B0%5D buscador?search_api_fulltext=&f%5B0 -buscadorhttp://elfcosmetics.com/robots.txt +buscadorhttp://beliefnet.com/robots.txt buscar buscar buscar/abogacia_estado.php? @@ -56941,7 +56853,9 @@ calendar calendar calendar-dates/? calendar-dates/?mode=advanced +calendar-deseve.html?* calendar-entry/ +calendar-va114.html?* calendar/ calendar/*?year calendar/*?year*& @@ -56950,7 +56864,7 @@ calendar/*?year=2027 calendar/*?year=2028 calendar/*?year=2029 calendar/*?year=2030 -calendar/*http://buenosaires.gob.ar/robots.txt +calendar/*http://argos.co.uk/robots.txt calendar//index.html calendar/1415-2 calendar/350/search/ @@ -57090,7 +57004,6 @@ calendar/epicker.php calendar/eventreply calendar/events.php calendar/export -calendar/export.cgi calendar/faith/search/ calendar/feeds calendar/festivals/search/ @@ -57220,7 +57133,6 @@ calendar/seniors/search/ calendar/sports/search/ calendar/support-group/search/ calendar/technology/search/ -calendar/twilio.cgi calendar/upload.php calendar/view calendar99/ @@ -57312,7 +57224,6 @@ calls-to-action callsign calvados/ calvados/assure/actualites/ -cam cam-dean-search cameo-carlson-appointed-senior-vice-president-digital-business-development-universal-motown-records-group cameo-carlson-promoted-to-executive-vice-president-of-universal-motown-republic-group-umrg @@ -57341,6 +57252,7 @@ campaign-premium-3 campaign-premium-4 campaign-wizard campaign/ +campaign/dezerv campaign/download/lookbook campaign/emailproperties campaign/gallery @@ -57427,7 +57339,7 @@ campaigns/credit-cards/expired-reference-archive/ita-bt-combo.html campaigns/credit-cards/more-than-minimum.html campaigns/credit-cards/parris-island.html campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://correios.com.br/robots.txt +campaigns/digital-recruitmenthttp://golang.org/robots.txt campaigns/digital.html campaigns/digital/digital-banking-tools.html campaigns/digital/operation-innovate.html @@ -57529,7 +57441,6 @@ campus campus-banking campus-banking.html campus-dev -campus-life-events/calendar/minicalendar campus-life/current-students/student-employment/new-job-description/ campus-life/current-students/student-employment/student-jobs-portal/ campus-life/housing-dining/on-campus/housing-payment-information/ @@ -57549,7 +57460,6 @@ can_i_get_rid_of_wrinkles_on_my_face_fast_how/article.htm canada/Library/mnp/2/aspx/ canada/index2.html canada/ottawa-citizen/2012 -canada_us/air/images/ canadaland canadalandshow canadaswonderland/account @@ -57721,6 +57631,7 @@ capacity4dev/user/password capacity4dev/user/register capacity4dev/users capacity4dev/xmlrpc.php +capi capital-markets capital-structure/ capitol-christian-music-group-acquires-tooth-and-nailbecsolid-state-catalogs @@ -58518,7 +58429,6 @@ cc.js cc.xhtml cc/api cc/common/api -cc/images/ cc/search-result cc/session/api cc= @@ -60713,10 +60623,10 @@ cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform cdn-cgi/challenge-platform/ -cdn-cgi/http://francebleu.fr/robots.txt -cdn-cgi/http://kids.youtube.com/robots.txt -cdn-cgi/http://newspapers.com/robots.txt -cdn-cgi/http://weather.gc.ca/robots.txt +cdn-cgi/http://cbre.com/robots.txt +cdn-cgi/http://gartner.com/robots.txt +cdn-cgi/http://ibisworld.com/robots.txt +cdn-cgi/http://river.com/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -60731,7 +60641,7 @@ cdn-cgi/scripts/5c5dd728/cloudflare-static/email cdn-cgi/speculation cdn-cgi/styles cdn-cgi/zaraz -cdn-cgi/zaraz/http://advancedformintegration.com/robots.txt +cdn-cgi/zaraz/http://rcmp-grc.gc.ca/robots.txt cdn-fpw/sxg cdn-proxy/pim cdn-proxy/px @@ -60760,7 +60670,7 @@ cdp-sso/login cdp/api* cdp/user* cdp/webhooks -cdp/webhooks/http://aa.com/robots.txt +cdp/webhooks/http://ofcom.org.uk/robots.txt cds cds-statics/assets/css/brands/ep/molecules cds-statics/assets/fonts @@ -60778,6 +60688,7 @@ ce ce/*?c= ce/item.cms* ce71046a9bba4d0faa17552c5cf52267.txt +ceacb cedarpoint/account cee/search-result ceg/ @@ -60943,6 +60854,7 @@ cercador cercadorgg cercare cercawishlist +cerebro cerebrum/ ceremet/?page_id= ceri/en/search/ @@ -60973,8 +60885,6 @@ cervical_cancer_pictures_slideshow/article.htm ces-specials/l ces-specials/l/$ cesarhalum -cesn/images/ -cesn/versions/ cetools/ ceurtools cevaplar @@ -61010,7 +60920,6 @@ cf/geoip cfar cfarCredit cfc -cfc/ cfcdn cfd cfdocs @@ -61144,7 +61053,7 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb2/YaBB.pl -cgi-binhttp://seekingalpha.com/robots.txt +cgi-binhttp://helloqueen.pl/robots.txt cgi-brookscole/ cgi-comment cgi-local @@ -61249,7 +61158,6 @@ cgi/wikiSig cgi/x-posts cgi2-bin cgi_files -cgi_src cgibin cgid cgid= @@ -61403,7 +61311,7 @@ change-location change-password change-shipping changeLanguage=True -changeLanguagehttp://designshack.net/robots.txt +changeLanguagehttp://grameenphone.com/robots.txt changePassword change_currency.html change_password= @@ -61415,7 +61323,6 @@ changelog/authors changement-langue-province.jsp changepassword/ changeplan -changepwd.php changes changes-coming-to-the-itunes-store changes.php @@ -61625,6 +61532,7 @@ check?af= checkAdmin.json checkForm= check_area +check_ed check_image.php check_lists check_popunder.php @@ -61688,7 +61596,7 @@ checkout_success.php checkout_vrepay_elv.php checkout_vrepay_giropay.php checkout_vrepay_kreditkarte.php -checkouthttp://atlassian.com/robots.txt +checkouthttp://thehackernews.com/robots.txt checkoutimages.action2 checkoutnow checkouts @@ -61913,7 +61821,6 @@ citations?view_op=top_venues cite cite-dev cite/* -cites citexplore citi cities @@ -62288,6 +62195,7 @@ clickv1 clid= client client-access +client-api client-clearing client-events client-forum/login-set @@ -62353,7 +62261,6 @@ clima/sites/registry climate-collaborative climate-week/turning-climate-risk-climate-progress climate/cap-and-trade-case-studies -climate/images/ climate_ways_change_increases_rates_of_lung_cancer/article.htm climatetech clinical-trials/search$ @@ -62394,7 +62301,6 @@ close-to-you/know-place close-to-you/know-place-add close-to-you/know-place-vote closedcaption -closedgrouphub closetp clothes_size= clothes_size_mapped= @@ -62404,7 +62310,7 @@ cloud-api/one-cart-api/v1/carts/current/process_payment cloud-launcher/sitemap cloud-storage-pricing-plans cloud/ -cloud/ +cloud/ cloud/$ cloud/* cloud/131 @@ -62514,6 +62420,7 @@ cms-admin cms-api cms-constellation cms-styleguide +cms-training cms. cms.dll cms.dll* @@ -62553,7 +62460,7 @@ cms/profiles/*.js? cms/profiles/*.png cms/profiles/*.svg cms/view/Editorial_Board -cms/view/Editorial_Boardhttp://mines.edu/robots.txt +cms/view/Editorial_Boardhttp://dzen.ru/robots.txt cms/wp-admin cms/wp-admin/admin-ajax.php cms_addon @@ -62835,7 +62742,7 @@ collect collectibles$ collection collection-new-pim/ -collection.phphttp://completesports.com/robots.txt +collection.phphttp://comicsbeat.com/robots.txt collection/* collection/*/amp collection/*/embed @@ -62843,7 +62750,7 @@ collection/*/is-private collection/api/logger collection/category collection/editor -collection/editor/http://inpn.mnhn.fr/robots.txt +collection/editor/http://grahamcluley.com/robots.txt collection/family-friends collection/works? collection/zone @@ -63368,7 +63275,7 @@ comic-indies comic-indies/$ comic-indies/about comic/*2 -comiccontrol/http://elements.envato.com/robots.txt +comiccontrol/http://bits.blogs.nytimes.com/robots.txt comics comics-kingdom coming-soon @@ -63451,7 +63358,7 @@ comments/recent comments=true comments_print.php?content_id= commentsdata.cms?appkey= -commentshttp://uky.edu/robots.txt +commentshttp://toggl.com/robots.txt commerce commerce$ commerce/ @@ -63478,7 +63385,7 @@ commits?author= committee_report_files/*/download committees/*/studiesdownload.html committees/bcbs/basel-consolidated-guidelines/module/*/$ -committees/bcbs/basel-consolidated-guidelines/module/*/?http://google.com.ar/robots.txt +committees/bcbs/basel-consolidated-guidelines/module/*/?http://sandisk.com/robots.txt committees/bcbs/basel-framework/standard/*/$ committees/bcbs/basel-framework/standard/*/? committees/donors @@ -63494,7 +63401,7 @@ common-header/ common-header/google-tag-manager---body/ common-header/google-tag-manager---head/ common-header/search-bar/ -common-results-pagehttp://cs.waikato.ac.nz/robots.txt +common-results-pagehttp://dtelepathy.com/robots.txt common/ common/add-acl-entry common/admin/ @@ -63510,10 +63417,9 @@ common/recdoc/repertoire_jurisp/bull_9/data/index_9_06_02.htm common/recdoc/repertoire_jurisp/bull_9/data/index_9_16_01_07_01.htm common/referer_frame.php common/survey -common/survey.aspx* common/tools/pg/manual/PGcoa common/tools/pg/manual/PGholdmail -common/trial/http://phdcomics.com/robots.txt +common/trial/http://anker.com/robots.txt common/xml common_assets/static-2.197 common_assets/static-2.198 @@ -63582,7 +63488,7 @@ community/*/foaf community/*/latest$ community/*/live community/*/post -community/*/post-*http://southernliving.com/robots.txt +community/*/post-*http://spark.adobe.com/robots.txt community/*/profile community/*/rss community/*/topics @@ -63617,11 +63523,12 @@ community/community-partnerships/fireside-chat/ community/community-partnerships/fireside-chat/thank-you/ community/community-relations/isc-lighting-request/thank-you/ community/community-survey.html +community/compose/* community/contribute community/conversations/ community/country community/donations/previousdonations.php -community/donations/thanks_paypal/http://mars.com/robots.txt +community/donations/thanks_paypal/http://leica-geosystems.com/robots.txt community/email community/error-subdivision-name-unavailable community/events/signups @@ -63668,7 +63575,7 @@ community/uix/ community/user-api-key community/user/aaamodelmicrositenew community/user/ibmchampions -community/user/ibmtechxchangenorthtexasautomationusergroup/http://linkr.bio/robots.txt +community/user/ibmtechxchangenorthtexasautomationusergroup/http://marxists.org/robots.txt community/user/ibmtechxchangestaging community/user/ibmz-and-linuxone community/user/imwuc @@ -64248,7 +64155,6 @@ conflagexp conflict confronta congcomp/getdoc -congresos congress/2023/hub/de/user congress/2023/hub/en/user congressional @@ -64256,7 +64162,7 @@ connect connect-more/programme-2023/connect-more-2023-programme-file connect/@ connect/authorize* -connect/http://irishtimes.com/robots.txt +connect/http://oreilly.com/robots.txt connect/invite connect/labournews connect/social-intranet.html @@ -64298,6 +64204,7 @@ constipation/how-to-avoid-constipation-when-taking-iron-tablets/ constipation/infrequent-bowel-movements-weight-gain/ constipation_myths_facts_pictures_slideshow/article.htm consult +consult/*appointment consultancies consultation/ consultations? @@ -64321,7 +64228,7 @@ contact-p2 contact-preferences contact-request/ contact-sales -contact-sales/http://jwt.io/robots.txt +contact-sales/http://ghostery.com/robots.txt contact-support contact-thank-you contact-tos @@ -64367,10 +64274,7 @@ contact/finance-bv contact/general contact/goodbye.html contact/login -contact/menu* -contact/partner* contact/product -contact/subscribe.cgi contact/support contact/thank-you contact/thanks @@ -64404,7 +64308,6 @@ contactus contactus.aspx contactus.php?cURL contactus/ -contactus/mwaas* contactus/pages/business_programs_services/agency_irop/index.jsp contactus/shared contactusofficeorderable @@ -64790,7 +64693,7 @@ content/dam/munichre/brandportal/guidelines/*.pdf content/dam/munichre/brandportal/guidelines/*/*.pdf content/dam/munichre/brandportal/guidelines/*/*/*.pdf content/dam/munichre/brandportal/guidelines/*/*/*/*.pdf -content/dam/munichre/brandportal/guidelines/*/*/*/*/*.pdfhttp://thermofisher.com/robots.txt +content/dam/munichre/brandportal/guidelines/*/*/*/*/*.pdfhttp://tv.sohu.com/robots.txt content/dam/natwest_com/secureinbox content/dam/oecd/ content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/dfe-welcome-letter.pdf @@ -64844,7 +64747,7 @@ content/dam/splunk2/images/logos/splunk-logo.svg?asd content/dam/static-page/customer-advocacy/*/pdf content/dam/static/js/tagging/ content/dam/store -content/dam/students/documents/graduations/programs/http://convertkit.com/robots.txt +content/dam/students/documents/graduations/programs/http://plaza.rakuten.co.jp/robots.txt content/dam/stzh/aemmanual-tui content/dam/stzh/cd content/dam/stzh/pkzh @@ -65203,6 +65106,7 @@ content/sfu/deployment-test-clf4 content/sfu/sfu-forms content/sfu/students/calendar/2025 content/shared +content/shared/en/profiles/*http://support.advancedcustomfields.com/robots.txt content/shc-failover content/shc/en/404.html content/shrm/language-masters @@ -65255,8 +65159,8 @@ content/view/full content/web.config content/web/de/service/servicedesk-hilfebereich content/websites/languages -content/websites/us/en/noindex/*http://a.co/robots.txt -content/websites/us/en/noindex/*http://feedproxy.google.com/robots.txt +content/websites/us/en/noindex/*http://sketchup.com/robots.txt +content/websites/us/en/noindex/*http://trello.com/robots.txt content/wgpublic content/whitepaper content/www/accessibility-test @@ -65310,7 +65214,7 @@ contentful-preview contentful-render contentisblocked contentisblocked.md -contentjam/ +contentjam/ contentpar_gridblock contentresearchtool/ contents @@ -65564,7 +65468,6 @@ cookie-preferences cookie.aspx cookieStorage$ cookie_sync -cookie_test cookiemigrator cookiemonster cookies @@ -65825,8 +65728,8 @@ corpcounsel/events corpfiles/ corporate corporate-corner -corporate-culture/inner/http://close.com/robots.txt -corporate-culture/inner/http://wearesocial.com/robots.txt +corporate-culture/inner/http://espncricinfo.com/robots.txt +corporate-culture/inner/http://nandos.co.uk/robots.txt corporate-gallery corporate-responsibility corporate-review-copy @@ -66346,7 +66249,6 @@ coupons/blank-default coupons/blog/page coupons/coupons/visit coupons/images/zeroclipboard.swf -coupons/index/trackprint coupons/preview coupons/subscribe coupons/superdupersri/callback @@ -66397,11 +66299,11 @@ courses/enfamil courses/fall2020 courses/favorites courses/goto?type=* -courses/http://earthday.org/robots.txt +courses/http://gawker.com/robots.txt courses/login courses/online-shkoly courses/online-shkoly/zapusk-online-shkoly -courses/online-shkoly/zapusk-online-shkolyhttp://biglinounofficial.com/robots.txt +courses/online-shkoly/zapusk-online-shkolyhttp://ineps.org/robots.txt courses/register courses/search courses/search? @@ -66696,7 +66598,7 @@ creativity/zh/search creator creator-login creator-spotlight -creator-toolkitshttp://chromium-review.googlesource.com/robots.txt +creator-toolkitshttp://adminer.org/robots.txt creator/ creator/oldhelp/ creator/payroll/ @@ -67153,7 +67055,6 @@ css/site.sections.careers.peoplebank.css css/site.sections.multimedia.css css/visitor css=* -css? css?* cssId* cssPath= @@ -67203,7 +67104,9 @@ culture/book/reviews culture/hochi culture/hulu culture/nagaieye +culture/projects/projects culture/search.aspx?q=* +culture/staff/staff culture/topicpreview/* cuore/CUO/fonts cuore/commons/fonts @@ -67254,7 +67157,6 @@ cursor= cursos/elearning/biblioteca cust cust-login.asp* -cust_maint/site_down/maintenance.html custlogin/ custlogin/showResetPassword.action* custom @@ -67380,7 +67282,6 @@ customer_region/ customer_reviews-u- customerapps/* customerengagementjourney-ebook-download -customeronly customerprofile/ customerror.aspx customerror.aspx @@ -67506,6 +67407,7 @@ customimage customizable= customization/ customize +customize$ customize.php customize/ customize/tairyo/cart @@ -67681,7 +67583,6 @@ d/Organization/Item d/css/*.css d/graphql d/search -d/search/* d/topicsearch d2/* d2d @@ -67852,8 +67753,6 @@ dac-european-breakdown-cover dacam11 dachshund dad/trk -dadadodo/dadadodo.cgi -dadadodo/dadadodo.php daegu-anma daegu-anma1 daejeon-anma @@ -67907,7 +67806,7 @@ dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$ dam/jcr:d493ce3b-6f18-4986-af05-f73f5bb24097/epost-mailer-font-update-12-2023.pdf dam/jcr:f5065dd6-c5df-4872-b4b8-f589519c9eeb/dhl-express-importanweisung-verzollung-de.pdf dam/support/pdf/ -dam/udelImages/student-life/reslife/floorplanshttp://cmu.edu/robots.txt +dam/udelImages/student-life/reslife/floorplanshttp://adobe.io/robots.txt dam/www/*.PDF$ dam/www/*.pdf$ dam/www/*pdfs @@ -67952,7 +67851,7 @@ data-group/ data-items* data-page-integration data-processing-terms -data-protection/our-role-supervisor/complaints/edps-complaint-form*http://binance.com/robots.txt +data-protection/our-role-supervisor/complaints/edps-complaint-form*http://openlibrary.org/robots.txt data-science data-science* data-security/download-confirm.html @@ -67998,7 +67897,6 @@ data_id=* data_partners data_source=2.0 database -database database/*/browse database/*/search database/121 @@ -68220,6 +68118,7 @@ de-at/swift-codes de-au/destinations/hotel-information de-bg/tickets/* de-ch +de-ch de-ch-new de-ch.html$ de-ch.sitemap.xml$ @@ -69428,6 +69327,7 @@ de/hilfe/search.html? de/hilfe/search? de/home de/imagecontentsource +de/images de/immobilien-in-spanien-kaufen de/in-product de/index.php/*/media/oembed @@ -69544,6 +69444,7 @@ de/mobile de/modules/README.txt de/more-from-seller de/motivator/ +de/music de/music/*/+images de/music/*/+images/*/shoutbox de/music/*/+images/*/shoutbox? @@ -69554,11 +69455,13 @@ de/music/*/+tags de/music/*/+wiki/shoutbox de/music/*? de/music/+noredirect +de/music/playlist de/music/tracks de/my de/my_business$ de/nav/kategorien de/netzwerkstatus +de/news de/news/ de/no-follow de/node @@ -69798,13 +69701,16 @@ de/venue/ de/verify de/versions.html de/versions/*/release.html +de/video de/video-uploader +de/video/watch de/view de/vimeo-academy de/vpv de/w%C3%A4hrung/bearbeiten de/wahl-anmeldung de/wdf-idf-tool/ +de/web de/web.config de/webapps de/werben @@ -69934,8 +69840,6 @@ def/ defalpha= default default.aspx -default.aspx/kb/ -default.aspx/ph/ default.aspx? default.cfm default.cms @@ -69943,7 +69847,7 @@ default/sitemap.xml default/sitemap.xml?page= default1.cms defaultIndOnly.aspx -default_image.psdhttp://news.stanford.edu/robots.txt +default_image.psdhttp://talkspace.com/robots.txt default_rewrites.ini defaults deferred @@ -70038,7 +69942,7 @@ demo/confirmed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://invaluable.com/robots.txt +demo/safari-reader-test-nielshttp://quicksprout.com/robots.txt demo2/ demo_2c5e63dedb24a demo_ad.html @@ -70165,6 +70069,7 @@ dero deru desc descarga-ebook- +describe describecomponents.cgi describekeywords.cgi descuentos @@ -70176,6 +70081,7 @@ design-explore/$ design-handoff/$ design-lab design-process/$ +design-products design-resources/typicals/ design-study-by-forrester/$ design-system @@ -72931,6 +72837,8 @@ digital-collections/search digital-downloads digital-edition digital-help/ +digital-presence-services/chat +digital-presence-services/uptimerobot-status-page-widget digital-risk-analyzer/help digital-self-summary-infographic digital-single-market @@ -73035,7 +72943,7 @@ directorate/ffesd/research-highlights? directories directories-api directories/transition -directors/http://crisistextline.org/robots.txt +directors/http://notonthehighstreet.com/robots.txt directory directory-profile/ directory/ @@ -73053,6 +72961,7 @@ directory/os:windows/?q= directory/release_feed directory/review directory/search +directory/search/? directory/sitemap directory/tp directory? @@ -73183,7 +73092,7 @@ discuss/tag/*/l discuss/user-api-key discuss99/ discussion -discussion-forum/http://chromeenterprise.google/robots.txt +discussion-forum/http://police.govt.nz/robots.txt discussion/comment-permalink discussion/edit-profile discussion/handlers @@ -73455,7 +73364,7 @@ diy_skin_hair_care_for_girls_pictures_slideshow/article.htm dj dj-signup dj/ -django-admin/http://omnicalculator.com/robots.txt +django-admin/http://roland.com/robots.txt dje dk dk$ @@ -73562,70 +73471,10 @@ dk2000com dk?* dl dl -dl-own-domain/http://selenium.dev/robots.txt +dl-own-domain/http://square-enix.com/robots.txt dl.php dl/* dl/RaiTV/programmi/media -dl/RaiTV/programmi/media/ -dl/RaiTV/programmi/media/ContentItem-0fbdd365-6824-4643-9573-a79a5b8eb1c7.html -dl/RaiTV/programmi/media/ContentItem-21d5934d-35cc-4ac6-bcc6-730a4fd58426.html -dl/RaiTV/programmi/media/ContentItem-3411043a-8587-4e21-a3a8-c5e647816258.html -dl/RaiTV/programmi/media/ContentItem-45daba2c-fa87-4e00-8e7f-662b38b8f936.html -dl/RaiTV/programmi/media/ContentItem-51cab9ce-f41d-4d08-8ba1-56f68f47afca-tg1.html -dl/RaiTV/programmi/media/ContentItem-74da40c6-777b-41ab-aeec-c712048f2eb4.html -dl/RaiTV/programmi/media/ContentItem-82e1481a-cf4f-491c-89cc-b834668f3dd1.html -dl/RaiTV/programmi/media/ContentItem-8797dfef-8b64-44c5-ad7c-2d10d54fd79e.html -dl/RaiTV/programmi/media/ContentItem-8e5b29cd-933c-4d5b-9bed-cffead25b00d.html -dl/RaiTV/programmi/media/ContentItem-b894b725-a2fa-4688-9ebb-384b7c295165.html -dl/RaiTV/programmi/media/ContentItem-bb0e316f-992a-4450-aade-3ac536c13422-tg1.html -dl/RaiTV/programmi/media/ContentItem-d97020eb-4e1b-4667-a5d3-9e2a928aa14c.html -dl/RaiTV/programmi/media/ContentItem-da5fe62c-b658-4ad6-a4a8-0750ac42c5f7.html -dl/RaiTV/programmi/media/ContentItem-ea268af6-438c-4f17-b429-ffe6b412826c.html -dl/RaiTV/programmi/media/ContentItem-f01a79fd-490c-454e-8e0a-818e41a724f4.html -dl/grr/notizie/ContentItem-2a8c11b2-2e8a-46c7-beac-b6f32bad7dc1.html -dl/grr/notizie/ContentItem-ae5076a7-2bfb-4808-a616-3298ae078785.html -dl/raiSport/Page-60055a3a-118b-46f7-bddd-645e0d709ebb.html -dl/rainews/TGR/articoli/sic-Agrigento-Estorsione-M5S-a6b0192e-a68b-4cde-a345-1cdfa9e60b26.html -dl/rainews/TGR/redazioni/ContentSet-2007d7fa-9dc5-4c55-a7b9-af4658ea97de-0.html -dl/rainews/TGR/redazioni/ContentSet-3c2c86f8-5be3-4423-9e55-f7015cf5f5f3-0.html -dl/rainews/TGR/redazioni/ContentSet-3e2a6edc-da42-420c-878c-aa39b6a99a00-0.html -dl/rainews/TGR/redazioni/ContentSet-3f61293c-d437-4247-909c-dec08b83f7f8-0.html -dl/rainews/TGR/redazioni/ContentSet-52a1ca66-5872-4120-9743-d4d0828e11a3-0.html -dl/rainews/TGR/redazioni/ContentSet-570e5c15-e4c5-44fb-ab9e-53add8d0403c-0.html -dl/rainews/TGR/redazioni/ContentSet-6f1416ed-24b5-4bcd-8faf-af9704f9f157-0.html -dl/rainews/TGR/redazioni/ContentSet-70f5afdb-1416-4d91-a6c7-ffd57900cbe3-0.html -dl/rainews/TGR/redazioni/ContentSet-7e93c3db-d570-43b1-8201-6ffd787ddcd7-0.html -dl/rainews/TGR/redazioni/ContentSet-8ab4b843-1e49-4fff-96d6-36bfcdcef4e3-0.html -dl/rainews/TGR/redazioni/ContentSet-95b00be7-8f9d-4097-b91b-0d2458e935db-0.html -dl/rainews/TGR/redazioni/ContentSet-9bd82651-df36-4ca9-ae10-ed33639bb614-0.html -dl/rainews/TGR/redazioni/ContentSet-ad166080-03c7-43f2-a75f-18466bec3eec-0.html -dl/rainews/TGR/redazioni/ContentSet-b130d5a2-6a42-40f8-ae71-521b08f60e79-0.html -dl/rainews/TGR/redazioni/ContentSet-b90fd9b9-0e1c-4a24-89f0-d520a57af388-0.html -dl/rainews/TGR/redazioni/ContentSet-ce8a0dd4-b0f7-419f-ba74-7888d8c09875-0.html -dl/rainews/TGR/redazioni/ContentSet-daa2fbb2-93dc-4a8e-bce5-1842afa2e0f1-0.html -dl/rainews/TGR/redazioni/ContentSet-f7523e06-306c-4628-bd9c-122eeb2ef689-0.html -dl/rainews/articoli/La-GdF-scopre-un-conte-povero-con-ville-ed-elicotteri-6593adbe-2da4-4919-92fc-276819b0b5b5.html -dl/rainews/articoli/Terremoto-LAquila-tangenti-per-appalti-da-28-milioni-di-euro-6f39222d-bc2c-4e26-bfc1-e444ecb3c92a.html -dl/rainews/articoli/enac-ciampino-arrestati-funzionari-pubblici-f15d3b06-acbe-412c-ab57-50218fcf4d5e.html -dl/rainews/editool/ -dl/rainews/html/ -dl/rainews/includes/ -dl/rainews/js/ -dl/rainews/json/ -dl/rainews/media/ContentItem-3cacf698-6c4b-4d41-99ac-2b2546251235.html -dl/rainews/media/ContentItem-a2e93f1d-4e07-4c8a-b67e-eaabc55cccb2.html -dl/rainews/media/ContentItem-dbb60dc1-537b-4b19-873a-424318bd423c.html -dl/rainews/meteo/ -dl/rainews/mobile/ -dl/test/ -dl/tg1/2010/articoli/ContentItem-02c7cacd-a32b-4c8b-a6e8-c45b2b96f676.html -dl/tg1/2010/articoli/ContentItem-0ffc2803-78f4-4922-ac2c-7a270416b8a6.html -dl/tg1/2010/articoli/ContentItem-1dabd366-90e7-4c16-b240-9f3aec138e7b.html -dl/tg1/2010/articoli/ContentItem-29141be9-68f6-4a35-8798-02a12ca8e117.html -dl/tg1/2010/articoli/ContentItem-326b6953-4b2b-4173-bc2f-59e6de9db276.html -dl/tg1/2010/articoli/ContentItem-424c41df-c5f7-4518-a9d3-34279b213f57.html -dl/tg1/2010/articoli/ContentItem-4f7a86a1-a596-4fa6-944b-d2a1fcd7e46e.html -dl/tg1/2010/articoli/ContentItem-db852586-becd-45b8-bb44-58f74199a2c8.html dl_track dlfaculty dli-ild @@ -73650,7 +73499,7 @@ dms/*/cdn/sites/iportal/documents/pdfs/ dms/*/cdn/sites/support/documents dms/cdn/sites/iportal/documents/pdfs/ dms/cdn/sites/support/documents -dms_priv/*http://marketingprofs.com/robots.txt +dms_priv/*http://dev.mysql.com/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -73687,7 +73536,6 @@ dna/dna-matches dna/matches dng/mapping/csv-import do -do-not-crawl do/ do/AjaxService/ do/Secure/ @@ -73740,7 +73588,7 @@ doc/GIA-Employment-Application-Acknowledgment.pdf doc/about.shtml doc/addr.shtml doc/history.shtml -doc/http://agilecrm.com/robots.txt +doc/http://maps.google.fi/robots.txt doc/logs doc/pdf doc/privacy-security-terms.pdf @@ -73788,7 +73636,7 @@ docs/*.pdf docs/*.png$ docs/*/auth/login?redirect= docs/*/diff -docs/*/http://help.uber.com/robots.txt +docs/*/http://dvidshub.net/robots.txt docs/*/restore docs/*/search? docs/*/version @@ -74042,7 +73890,7 @@ doctor/zan-pan doctoral/Pages/search.aspx? doctors*/search* doctors/price-guide -doctors/resultshttp://google.rs/robots.txt +doctors/resultshttp://brain.fm/robots.txt document document- document-center @@ -74118,7 +73966,6 @@ documentcenter/public/ documentcomments/ documenten documento/convenio-aepd-cgpj-prorroga.pdf -documentos documents documents$ documents/ @@ -74161,7 +74008,6 @@ dodaj-oferte dodgers/search dodomassage dodomassage.net -doe.ca doe/search/node doepatents/search does-technology-make-the-world-bigger-or-smaller @@ -74383,7 +74229,7 @@ downloadpubliclightbox.php downloads downloads.php downloads/ -downloads/ +downloads/ downloads/$ downloads/* downloads/*/ @@ -74492,7 +74338,7 @@ drinko-old drive drive-and-listen drive-angry -drive-in/ +drive-in/ drive-with-lyft*ref= drive-with-lyft*utm drive/search @@ -74524,6 +74370,7 @@ drugs_medications_false_positive_drug_test_causes/article.htm drugs_medications_health_uses_hydrogen_peroxide/article.htm drupal drupal-guide +drupal-training drupal-training-registration-form dry-eyes/guide/ dry_mouth_pictures_slideshow/article.htm @@ -74549,19 +74396,17 @@ dsc dsearch dsf2jABW2T dsl -dsl/cgi-bin/ dsl/modals dsl/shop/fragments dslmembersonly dsm/ dso/search-result -dsp-application-monitoringhttp://content.time.com/robots.txt +dsp-application-monitoringhttp://bmi.com/robots.txt dss-webapp dssev/ dstucomments/ dtagent* dtagent_*.js -dtd dtd.xhtml-mp dtd.xhtml-mp.php dtoffer @@ -74815,7 +74660,7 @@ dwvar dwvar dwvar* dx.doi.org -dxp-search-integration/http://northampton.ac.uk/robots.txt +dxp-search-integration/http://webmaster.yandex.ru/robots.txt dyn dyn-search.php dynaTraceMonitor @@ -75192,8 +75037,6 @@ eclipse/map/202 eclk ecnj ecnjadm -eco/common -eco/images eco_friendly_parenting_tips/article.htm eco_language= ecobankworldcom @@ -75329,7 +75172,6 @@ editor.cgi editor.html editor.jsp editor/ -editor/*/buscar/libros editor/?key=* editor/robots.txt editor/swf/swf/HaoZhaoPian.swf @@ -75935,8 +75777,9 @@ email-blog email-colleague email-confirm email-contact/ -email-contact/nodehttp://secure.php.net/robots.txt +email-contact/nodehttp://c1.staticflickr.com/robots.txt email-contact/taxonomy_term +email-disclaimer email-domains email-editor email-feedback @@ -76182,7 +76025,6 @@ emotional-health/what-to-do-when-your-therapist-is-away/ emotional-health/why-you-wake-up-happy-and-anxiety-creeps-in-at-night/ emotions_pay emotions_pay_author -emp/ empire-state empleo emploi @@ -77521,6 +77363,7 @@ en-il/destinations/hotel-information en-il/products/details en-il/search en-in +en-in en-in-new en-in/ en-in/destinations/hotel-information @@ -78045,7 +77888,7 @@ en-to en-tools en-tr en-tr/blogs -en-tr/cart/http://refinitiv.com/robots.txt +en-tr/cart/http://telecompaper.com/robots.txt en-tr/destinations/hotel-information en-tr/pages en-tr/products/details @@ -78844,6 +78687,7 @@ en/identity en/iggp/grid en/iggp/list en/iggp/map +en/images en/img en/in en/inc @@ -78913,6 +78757,7 @@ en/interculturaldialogue/youthforpeace/map en/internal en/internal/internal-lead-referral-form en/internal/test-ssg-deploy +en/internaljustice/files en/internet-universality-indicators/grid en/internet-universality-indicators/list en/internet-universality-indicators/map @@ -79032,7 +78877,7 @@ en/messages en/meta/display/news.html en/meta/display/shop-detail.html en/microsite/ -en/microsites/http://ebay.fr/robots.txt +en/microsites/http://wgbh.org/robots.txt en/microsoft-365 en/microsoft-365/ en/microsoft-365/free-office-online-for-the-web @@ -79085,6 +78930,8 @@ en/mowlac-risks-observatory/grid en/mowlac-risks-observatory/list en/mowlac-risks-observatory/map en/multimedia +en/music +en/music/playlist en/my-account en/my-account/login/* en/my-favourites @@ -79280,7 +79127,7 @@ en/search?*x=1 en/search?*z=1 en/search?q= en/search?s=* -en/searchpage.htmlhttp://royalsociety.org/robots.txt +en/searchpage.htmlhttp://jitsi.org/robots.txt en/security en/security/ en/servers/amd-int @@ -79455,6 +79302,8 @@ en/versions.html en/versions/*/beta.html en/versions/*/nightly.html en/versions/*/release.html +en/video +en/video/watch en/virtualization/secure-global-desktop en/virtualization/secure-global-desktop/5.6 en/votre_caisse/ @@ -79462,6 +79311,7 @@ en/votre_caisse/caisses/ en/vyhladavanie en/vyhledavani en/wealth +en/web en/web-redesign en/web.config en/web/paying-for-ip-services/fee-transfer-service-widget-overview @@ -79496,11 +79346,6 @@ en/zawya-green en0* en2* en= -enSearch/ccdetail -enSearch/detail -enSearch/mhdetail -enSearch/raspdetail -enSearch/result en_GB en_GB/$ en_GB/ep/affiliate-intro @@ -79559,7 +79404,6 @@ en_us/partnernet/ en_us/united-states/home/referencing.html ena/data/view ena/data/warehouse -enable-cookies enable_cookies encEmail encemail=* @@ -79751,7 +79595,6 @@ enlighten enotice/ enotice/done/ enough -enroll enrolled enrollment enrollment-services/financial-aid/wings @@ -79854,7 +79697,6 @@ enviro/static-3.70 enviro/static-3.72 environment/ets environment/nantucket-field-station/ -enviroregs envoyer-par-email en~us/ eo @@ -79895,9 +79737,9 @@ epilepsy_pictures_slideshow/article.htm episerver episerver episode -episode-engine/ -episode-podcast/ -episode/ +episode-engine/ +episode-podcast/ +episode/ episode/*/transcript$ episode/http episodes @@ -79985,7 +79827,6 @@ errordoc errordoc.cgi errordocs errore -errorimages errorlog errormng errorpage @@ -81913,6 +81754,7 @@ es/hoteles/redirect es/hoteles/s es/ia/generador-iconos/herramienta es/imagecontentsource +es/images es/impresion-3d/*/reports/nuevo es/impresion-3d/*/share es/imprimir @@ -82045,6 +81887,7 @@ es/momondo.asmx es/more-from-seller es/multistore/es_canary_islands es/multistore/es_samsungdeals +es/music es/music/*/+images es/music/*/+images/*/shoutbox es/music/*/+images/*/shoutbox? @@ -82055,12 +81898,14 @@ es/music/*/+tags es/music/*/+wiki/shoutbox es/music/*? es/music/+noredirect +es/music/playlist es/music/tracks es/my es/nationals/search es/nav/categor%C3%ADa es/negocios-tmb/perfil-contratante/informacion-documentos es/new +es/news es/news? es/newsletters es/newsroom/search @@ -82212,7 +82057,7 @@ es/search/fonts? es/search/shops es/search? es/search?* -es/search?*http://gatsbyjs.com/robots.txt +es/search?*http://caltech.edu/robots.txt es/search?*q= es/searchresult es/secure-preview @@ -82369,7 +82214,9 @@ es/verde-y-azul es/verify es/versions.html es/versions/*/release.html +es/video es/video-uploader +es/video/watch es/view es/vimeo-academy es/vpv @@ -82611,7 +82458,6 @@ estat estaticos/data/cmp/prensaiberica estaticos/recursosgraficos/responsive/especiales/amazon-interno esteri/2024/07/24/diretta/kamala_harris_nel_mirino_dei_repubblicani_usa_ricorso_contro_il_trasferimento_dei_fondi_dalla_campagna_di_biden-423411481 -estilo estimated_price= estimates estimates/* @@ -82761,6 +82607,7 @@ etc/clientlibs etc/commerce/products/ etc/countries etc/designs +etc/designs/concordia/resources* etc/designs/global/clientlib-overview.css etc/static/pruebas-p66/* etc/swisscom/servlets/public/sitemap @@ -83456,7 +83303,7 @@ export-link/@ export/ export/flipboard/*.rss export/site-selector.json -export/site-selector.jsonhttp://paytm.com/robots.txt +export/site-selector.jsonhttp://happycow.net/robots.txt export/sites/intranet/ export/sites/upov/shared/ export/sites/www/pct/guide/ @@ -83567,7 +83414,7 @@ external/strada/secure external/streak external/tces external/whistler -externalContentView/http://fr.news.yahoo.com/robots.txt +externalContentView/http://gofund.me/robots.txt externalPageReview externalUrl external_assets @@ -83654,7 +83501,6 @@ f/healthcheck f/s/flurry f/smarty f1-season-2023-timeline -f1. f1/news/?q=giorgio%20piola f1/teams/alphataui/twitter/ajax f1/teams/alphatauri/ajax @@ -83779,6 +83625,7 @@ faculties faculty-directory faculty-profiles? faculty-senate-old +faculty.html$ faculty/ faculty/Pages/browse.aspx?*& faculty/facets/cengage%3Adigitalplatforms/ @@ -84004,6 +83851,7 @@ favorites$ favorites? favorito favoritos/ +favourites?page fax.html fb fb.html @@ -84015,7 +83863,6 @@ fb/search-result fb/web.config fb_action_ids= fb_beneficiary_api -fb_canvas fb_comment_id fb_comment_id= fb_noscript= @@ -84039,7 +83886,6 @@ fbclid fbclid fbclid= fbconnect -fbd.php fbhk/README.txt fbhk/core fbhk/profiles @@ -84200,10 +84046,10 @@ features-satellites? features-weather? features/dear-abby/ features/external/cdp -features/http://bonus.ly/robots.txt -features/http://fileformat.info/robots.txt -features/http://lacoste.com/robots.txt -features/http://simplenote.com/robots.txt +features/http://iau.org/robots.txt +features/http://infomaniak.com/robots.txt +features/http://insiderintelligence.com/robots.txt +features/http://newsroom.cisco.com/robots.txt features/idx-for-any-website/wix-real-estate-app-free-trial/ features/insights features/performance @@ -84253,7 +84099,7 @@ feed/atom feed/externalfooter feed/externalheader feed/gn -feed/http://epp.eurostat.ec.europa.eu/robots.txt +feed/http://yourls.org/robots.txt feed/merchant-feed.xml feed/offer-feed.xml feed/podcast @@ -84836,7 +84682,6 @@ figma-ahora-en-espanol/$ figma-design-trends-2023/$ figma-for-freelancers/$ figure-skating/chat -fiibg fil-ph/ fil/ilog fil/newsroom/search @@ -84979,7 +84824,7 @@ filiale-rating filialeBadge filialeHrs filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://heise.de/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://workspace.google.com/robots.txt filings filipepereira filling_foods_wont_that_fill_you_out/article.htm @@ -85104,7 +84949,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://icann.org/robots.txt +find/*http://buymeacoffee.com/robots.txt find/3DImage.jsp find/?srsltid find/ApplecareDetails.jsp @@ -85702,7 +85547,7 @@ flightsearch flightsearch/book-a-flight?cacheKeySuffix= flightsh5/ flightstatus/search/* -flip-player/ +flip-player/ flip-preview flipboardrss flipbook @@ -85764,9 +85609,6 @@ fluege/ct fluff flug/cn flug/ct -flupl-alpha.cab -flupl-x86.cab -flupl.cab flutter-canvaskit flux fluxNews @@ -87874,9 +87716,8 @@ forgot_password= forgot_password? forgotpassword forgotpassword? -forgotsignin.aspx forgotten-password -forgov-devhttp://nrdc.org/robots.txt +forgov-devhttp://bitfinex.com/robots.txt forlibraries form form%5Bsubject%5D= @@ -87900,11 +87741,9 @@ form_contact formacion format format/html -format/json format/unipage/sample format= format=ajax* -format=json format=pdf format=xml formation-continue @@ -88063,7 +87902,7 @@ forum/threads/*/poll/results forum/threads/*/tags$ forum/topics/search forum/ucp.php -forum/ucp.phphttp://us.napster.com/robots.txt +forum/ucp.phphttp://loom.com/robots.txt forum/users forum/viewonline.php forum/viewtopic.php @@ -89831,7 +89670,7 @@ forums/user- forums/usercp.php forums/usernote.php forums/users -forums/users/http://nlp.stanford.edu/robots.txt +forums/users/http://kcet.org/robots.txt forums/weight-loss-after-pregnancy/topic/any-fit-pregnant-mamas-out-here-taking-creatine-146438608.html forums/what-to-expect-general-message-board/topic/anyone-else-had-lower-right-abdominal-pain-beginning-of-pregnancy-doesnt-feel-right-152578091.html forums/what-to-expect-general-message-board/topic/bbt-dropping-10-weeks-concern-166550086.html @@ -89902,7 +89741,6 @@ fpm/web.config fpr fps2* fpsb -fptc fpz5com fq= fr @@ -92691,6 +92529,7 @@ fr/iggp/grid fr/iggp/list fr/iggp/map fr/imagecontentsource +fr/images fr/images.xml fr/images/ fr/images/housing/documents/presentation/ecologie.pdf @@ -92842,6 +92681,7 @@ fr/mon-compte fr/mon-profil fr/more-from-seller fr/motivator/ +fr/music fr/music/*/+images fr/music/*/+images/*/shoutbox fr/music/*/+images/*/shoutbox? @@ -92852,11 +92692,13 @@ fr/music/*/+tags fr/music/*/+wiki/shoutbox fr/music/*? fr/music/+noredirect +fr/music/playlist fr/music/tracks fr/my fr/my_business$ fr/nav/cat%C3%A9gories fr/naviguer +fr/news fr/news/ fr/news? fr/news?page= @@ -93138,7 +92980,9 @@ fr/venue/ fr/verify fr/versions.html fr/versions/*/release.html +fr/video fr/video-uploader +fr/video/watch fr/view fr/vimeo-academy fr/vols/cn/* @@ -93155,6 +92999,7 @@ fr/vps/systeme-exploitation.xml fr/vps/vps-cloud.xml fr/vps/vps-ssd.xml fr/vpv +fr/web fr/web.config fr/webapps fr/webservice @@ -93309,10 +93154,6 @@ freebox/informations/avis-freebox/?page=1 freedom_pay freedom_pay_author freelance-internship/ -freelancers/*/portfolio -freelancers/*/reviews -freelancers/search- -freelancers/tag- freemonth freepng/*.html*hue-js freepng/*/preview-png.html @@ -93375,12 +93216,11 @@ fromtb=1 front front-new-nf front/?pp-content-id=2.6642 -frontandcentre frontend frontend-metrics frontend.php frontend.php/ -frontend/http://siteresources.worldbank.org/robots.txt +frontend/http://avma.org/robots.txt frontend/requestforms frontendEvents.do frontend_dev.php @@ -93414,6 +93254,7 @@ fss/ fssp fsspservices fstoppers/complete +ft-prepaid-pro ft-staging/ ft= ftag= @@ -93442,7 +93283,6 @@ fun fun/api/ fun/g/ fun_facts_about_tongue_and_taste_buds_slideshow/article.htm -func funcion-json functionType= functional-pages/ @@ -93658,7 +93498,7 @@ g-old-cw g-recaptcha-response g/ g/*/% -g/4arE9Chttp://artstation.com/robots.txt +g/4arE9Chttp://eji.org/robots.txt g/Camera-Batteries g/Camera-Batteries/$ g/api @@ -93897,6 +93737,22 @@ gamecock-confidential-unsubscribe/ gamecocksnow-unsubscribe/ gamelist gameplay +gamer/community/ +gamer/community/*?*api_key* +gamer/community/*?api_key* +gamer/community/admin/ +gamer/community/assets/browser-update*.js +gamer/community/auth/ +gamer/community/badges +gamer/community/c/*.rss +gamer/community/email/ +gamer/community/g +gamer/community/my +gamer/community/search +gamer/community/session +gamer/community/t/*/*.rss +gamer/community/tag/*/l +gamer/community/user-api-key games games-index* games/*/comments @@ -94379,12 +94235,10 @@ germany/library/images/mnp/ germany/video/de/de/related* gers/ gers/assure/actualites/ -ges-ghg/donnees-data gesetze/*/Gesamt/ gesperrt gesponsordecontent/ gestao-territorial -gestion gestion-abonnements?email= gestione_web/ gesundheit @@ -94451,7 +94305,6 @@ getembedcode.cfm getfile getflipit getfrontendparts -gethelp/ getinvolvedlistingpage getinvolvedpage getitem @@ -94594,7 +94447,6 @@ gif gif-maker/$ gifgenerator?viewkey= gifs -gifs gifs/search*o= gift gift*/r/* @@ -94748,8 +94600,6 @@ global/alexa-assets global/api/episod/collect global/api/load.php global/choose-location.html?location=home -global/contact -global/content/images global/core global/en global/en/ @@ -94767,7 +94617,6 @@ global/internal/departments/ir/modules global/internal/departments/ir/pgcourses global/internal/departments/ir/ugcourses global/ja/-/media/etc/ -global/messages global/popup/ global/popup/*130435* global/products/en/ @@ -94781,8 +94630,6 @@ global/wGlobal/scripts/php/navigation global/wGlobal/scripts/php/redirect.php global/wGlobal/scripts/php/template/automatedTeasers.php global/web.config -global/whatsnew/images -global/whatsnew/whatsnew_toc.html globalassets globalassets/* globalassets/OnlinePDFCertificates @@ -94809,11 +94656,9 @@ glossary/* glossary/akamaitest.html glossary_* glossily/ -glt_feedback.cfm? glutamate/guide/ gluten-free-diet/is-semolina-flour-gluten-free/ gluten-free_diet_pictures_slideshow/article.htm -glwww_isearch_tor gm gm-api gm/ @@ -94858,7 +94703,7 @@ go/docs/reference/*/latest$ go/docs/reference/help go/fanfiction/ go/host/ -go/http://macys.com/robots.txt +go/http://smartinsights.com/robots.txt go/login go/member go/members @@ -94907,7 +94752,7 @@ goldenthreds golf golf/golf golo/page/1896337 -golocal/extranet/http://gadgets.ndtv.com/robots.txt +golocal/extranet/http://travis-ci.org/robots.txt gone gonzagapatriota good-data @@ -94992,14 +94837,7 @@ gout/how-to-eat-when-you-have-gout-diabetes/ gout/ice-cream-gout/ gout_foods_help_hurt_diet/article.htm gout_pictures_slideshow/article.htm -gov/DownloadAsset? -gov/DownloadAsset?assetId= -gov/content/*/search-details- -gov/feedback gov/files/awards -gov/search -gov/search/results.page? -gov/search?id=*&q= govdemo governance-add-on/$ government-education/nonprofits/aws-serve-member/ @@ -95076,7 +94914,6 @@ gp/gc/widget gp/gfix gp/gift-central/organizer/add-wishlist gp/goldbox -gp/gsshomepage/ gp/help gp/help/customer/display.html*nodeId=200556720 gp/help/customer/display.html?*nodeId=200145650 @@ -95088,7 +94925,6 @@ gp/help/external gp/help/reports/infringement/jquery/handle-notice-submit.html gp/history gp/homepage.html -gp/international_new/ gp/item-dispatch gp/legacy-handle-buy-box.html gp/mobile/dp @@ -95271,7 +95107,6 @@ graph/graphql graphic-design/brief/logo graphic-design/brief/printed-product graphics -graphics graphics/ graphics/common graphics/commonnew @@ -95423,7 +95258,6 @@ groups/10millionphotos groups/accept-invite groups/active/user groups/dir?*q= -groups/members groups/new groups/search groups/user @@ -95524,7 +95358,6 @@ guest-account-invitation guest-helpful guest-pass guest-star -guest/new/personal-order guestEmailNotificationView guestbook guestbook/ @@ -95570,8 +95403,6 @@ guid guid2.0 guida-alla-carriera guida-autovelox-e-codice-della-strada/sitemap.xml -guidaraisport/guidatv/index.html -guidaraisport/index.html guidatv-old$ guidatv/lista$ guide @@ -96595,9 +96426,6 @@ gundem guns guns-n-roses-chinese-democracy-november-23 gurme/*/busqueda/? -guruFiles/ -guruInfo.aspx -gurufiles/ gus/images/categories gus/uploads/logos gutenbee/ @@ -96625,7 +96453,6 @@ gwt gx/en/audit-services-risk-assurance-services/assets/PwCs_journals_ai.pdf gx/en/forensics/gecs-2020/pdf/global-economic-crime-and-fraud-survey-2020.pdf gx/en/zz-test -gxcuf89792/rss gy gy/ gyrobase/ArticleArchives @@ -96736,7 +96563,6 @@ handler handler_ handlers handlers -handlers/ handlers/doubleclick handmade handmade=true @@ -97072,6 +96898,7 @@ health/*/wp- health/*?subCategory= health/*?utm_ health/QA-Tabbed-ManyTabs-21 +health/api health/covid19/dining-guide/ health/diabetes/a/Diabetes health/diet-and-fitness/a/10-Ways-to-Lighten-Up-Your-Favorite-Fatty-Foods/1315 @@ -97086,7 +96913,7 @@ health/diet-and-fitness/a/stay-focused-on-health-have-backup-plans/1327 health/diet-and-fitness/a/what-your-bmi-does-not-tell-you/1317 health/drugs/hm-test-all-about-humira health/drugs/ozempic-for-weight-loss -health/files/rhpthttp://khinsider.com/robots.txt +health/files/rhpthttp://wattpad.com/robots.txt health/find-a-doctor/search health/gr- health/hm-test-17-proven-tips-to-sleep-better-at-night @@ -97097,6 +96924,7 @@ health/myexposome-wristband health/post-block-widget-sampler health/psych-central-block-sampler health/research/specialistcentres/cib/people/bbsrcfellows/flatterssarah +health/search? health/sites/health/files/tobacco/docs/doi health/sponsored-article-test-do-not-edit-this-ever health/test-reference-article-for-front-end-tests @@ -98158,7 +97986,7 @@ home-loans/rate-stomper home-loans/rocket-loan home-main-content.html home-media -home-newhttp://arnnet.com.au/robots.txt +home-newhttp://opm.gov/robots.txt home-no-tags home-remedies-alternative-treatments-vertigo/ home-renewal-special-offer @@ -98596,7 +98424,6 @@ hotels? hoteluri/h hoteluri/redirect hoteluri/s -hotfix/ hotlist hotsites/email hotsites/porteira @@ -98790,7 +98617,7 @@ hr/help/cookies/ hr/help/privacy/ hr/hr hr/hr/work/products/tools/ups_selector/ -hr/http://ncregister.com/robots.txt +hr/http://scryfall.com/robots.txt hr/internal hr/ispis hr/it @@ -98803,6 +98630,7 @@ hr/pt hr/renew.html hr/search hr/secure/ +hr/senior_promotions hr/special/000webhost hr/special/webhost hr/startwizard @@ -101848,7 +101676,6 @@ html/E98455_01 html/E99994_01 html/E99997_01 html/E99998_01 -html/EN html/F10012_01 html/F10240_01 html/F10249_01 @@ -101940,14 +101767,11 @@ html/Q52402_51 html/Q53269_01 html/Q63513_01 html/Q77771_01 -html/en -html/it html/itemViewsAndMetrics.html?vcmid=* html/js/editor html/js/editor/fckeditor html/kiosk html/misc -html/node html/print html/story html5 @@ -101959,14 +101783,14 @@ html?pageq= html?pages= html?ref= html?user_country= -html_email/ +html_email/ html_externe html_helpers html_tests htmlemails/ htmlexterne htmlform/ -htmlmsg/http://deepblue.lib.umich.edu/robots.txt +htmlmsg/http://informit.com/robots.txt htmlscript htmlscript/ htmlversion @@ -101976,329 +101800,327 @@ htsearchresults http http2_data http: -http://101cookbooks.com/robots.txt -http://10best.com/robots.txt -http://3.bp.blogspot.com/robots.txt -http://58comp.ru/robots.txt -http://acast.com/robots.txt -http://activecampaign.com/robots.txt -http://affinity.serif.com/robots.txt -http://aish.com/robots.txt +http://ababank.com/robots.txt +http://adafruit.com/robots.txt +http://adage.com/robots.txt +http://admob.google.com/robots.txt +http://adssettings.google.com/robots.txt +http://affiliate-program.amazon.com/robots.txt http://al-ain.com/robots.txt -http://ampproject.org/robots.txt +http://alertthemedic.com/robots.txt +http://alltop.com/robots.txt +http://amazon.co.uk/robots.txt +http://amazon.es/robots.txt http://amzn.com/robots.txt -http://anghami.com/robots.txt -http://anti-aristokratie.blogspot.com/robots.txt +http://anothermag.com/robots.txt +http://ansa.it/robots.txt +http://answers.microsoft.com/robots.txt http://apachefriends.org/robots.txt http://arbeitsagentur.de/robots.txt -http://artic.edu/robots.txt -http://artofmanliness.com/robots.txt -http://aspca.org/robots.txt -http://aspeninstitute.org/robots.txt -http://au.linkedin.com/robots.txt -http://backstage.com/robots.txt -http://bandcamp.com/robots.txt -http://barclays.co.uk/robots.txt -http://beatsbydre.com/robots.txt +http://arsenal.com/robots.txt +http://asahi-net.or.jp/robots.txt +http://atsdr.cdc.gov/robots.txt +http://attack.mitre.org/robots.txt +http://axios.com/robots.txt +http://bard.google.com/robots.txt http://beta.lemondeinformatique.fr/http://bemyeyes.com/robots.txt -http://bettycrocker.com/robots.txt -http://bible.com/robots.txt -http://bike.shimano.com/robots.txt -http://bipm.org/robots.txt -http://bitrix24.com/robots.txt -http://bjsm.bmj.com/robots.txt -http://bloomingdales.com/robots.txt -http://books.google.fr/robots.txt -http://boston.gov/robots.txt -http://bostonherald.com/robots.txt -http://broadinstitute.org/robots.txt -http://buffalo.edu/robots.txt -http://c0.wp.com/robots.txt -http://c1.staticflickr.com/robots.txt -http://ca.linkedin.com/robots.txt -http://calendly.com/robots.txt -http://casetext.com/robots.txt -http://catalog.data.gov/robots.txt -http://chrisjdavis.org/robots.txt +http://blog.adobe.com/robots.txt +http://blog.google/robots.txt +http://blog.linkedin.com/robots.txt +http://blog.malwarebytes.com/robots.txt +http://blurb.com/robots.txt +http://bostonglobe.com/robots.txt +http://bountysource.com/robots.txt +http://bugs.php.net/robots.txt +http://business.instagram.com/robots.txt +http://bvdg-online.com/robots.txt +http://cbs.nl/robots.txt +http://ccleaner.com/robots.txt +http://cdn.cookielaw.org/robots.txt +http://cds.cern.ch/robots.txt +http://charitywater.org/robots.txt +http://chase.com/robots.txt +http://cheq.ai/robots.txt +http://chetu.com/robots.txt http://chrome.google.com/robots.txt -http://cira.ca/robots.txt -http://ckeditor.com/robots.txt -http://classmates.com/robots.txt -http://cloudpayments.ru/robots.txt +http://cielo.com.br/robots.txt +http://claimreviewproject.com/robots.txt +http://classy.org/robots.txt +http://clover.com/robots.txt +http://cna.com.tw/robots.txt http://cnet.com/robots.txt -http://cntraveller.com/robots.txt +http://coca-colacompany.com/robots.txt +http://cochranelibrary.com/robots.txt +http://collinsdictionary.com/robots.txt +http://commoncrawl.org/robots.txt http://compart.com/robots.txt -http://computerweekly.com/robots.txt -http://conservation.org/robots.txt -http://constitutioncenter.org/robots.txt -http://consumerfinance.gov/robots.txt -http://consumerlab.com/robots.txt -http://contagious.com/robots.txt -http://conversations.im/robots.txt -http://coub.com/robots.txt -http://cox.com/robots.txt -http://curl.se/robots.txt -http://cutt.ly/robots.txt -http://dailysabah.com/robots.txt -http://dakar.com/robots.txt -http://delawareonline.com/robots.txt -http://developer.chrome.com/robots.txt -http://developer.nvidia.com/robots.txt -http://devpost.com/robots.txt +http://convinceandconvert.com/robots.txt +http://copyright.gov/robots.txt +http://costco.com.mx/robots.txt +http://crockford.com/robots.txt +http://csfd.cz/robots.txt +http://data.oecd.org/robots.txt +http://dazeddigital.com/robots.txt +http://db.com/robots.txt +http://desjardins.com/robots.txt +http://dice.fm/robots.txt +http://disk.yandex.ru/robots.txt http://disney.go.com/robots.txt -http://disneyworld.disney.go.com/robots.txt -http://diy.com/robots.txt http://dl.acm.org/robots.txt -http://dmagazine.com/robots.txt -http://dropbox.com/robots.txt -http://drudgereport.com/robots.txt -http://e360.yale.edu/robots.txt -http://ecma-international.org/robots.txt -http://ee.co.uk/robots.txt +http://doc.qt.io/robots.txt +http://dominos.com/robots.txt +http://donaldjtrump.com/robots.txt +http://donate.stripe.com/robots.txt +http://duluthnewstribune.com/robots.txt +http://dvcs.w3.org/robots.txt +http://ecfr.gov/robots.txt +http://eclipse.org/robots.txt +http://ecwid.com/robots.txt +http://education.com/robots.txt +http://eea.europa.eu/robots.txt http://eeas.europa.eu/robots.txt -http://ellentube.com/robots.txt -http://emerald.com/robots.txt -http://emergency.cdc.gov/robots.txt -http://en.blog.wordpress.com/robots.txt -http://en.uesp.net/robots.txt -http://ens-newswire.com/robots.txt -http://etsi.org/robots.txt +http://efsa.europa.eu/robots.txt +http://emarketer.com/robots.txt +http://en-gb.facebook.com/robots.txt +http://en.m.wikipedia.org/robots.txt +http://encrypted.google.com/robots.txt +http://engineering.purdue.edu/robots.txt +http://enviragallery.com/robots.txt +http://epicor.com/robots.txt +http://eprint.iacr.org/robots.txt +http://eso.org/robots.txt +http://esrl.noaa.gov/robots.txt +http://etoro.com/robots.txt http://eur.nl/robots.txt -http://experience.arcgis.com/robots.txt -http://familysearch.org/robots.txt -http://farm3.staticflickr.com/robots.txt -http://fb.watch/robots.txt -http://fema.gov/robots.txt +http://europeana.eu/robots.txt +http://eyes.nasa.gov/robots.txt +http://f.hubspotusercontent40.net/robots.txt +http://falabella.com/robots.txt +http://fatf-gafi.org/robots.txt +http://fdic.gov/robots.txt +http://findagrave.com/robots.txt http://firstmonday.org/robots.txt -http://firstthings.com/robots.txt -http://flexmls.com/robots.txt -http://food.com/robots.txt +http://flickriver.com/robots.txt +http://fliphtml5.com/robots.txt +http://floridastateparks.org/robots.txt +http://flsenate.gov/robots.txt +http://fnac.com/robots.txt +http://fonts.bunny.net/robots.txt http://food.ec.europa.eu/robots.txt -http://foodbeast.com/robots.txt -http://forbusiness.snapchat.com/robots.txt -http://fordfoundation.org/robots.txt +http://forever21.com/robots.txt +http://form.jotform.com/robots.txt +http://fortiguard.com/robots.txt http://fosdem.org/robots.txt http://fpl.com/robots.txt -http://freeimages.com/robots.txt -http://freepeople.com/robots.txt -http://fsf.org/robots.txt -http://futabasha.co.jp/robots.txt -http://g.co/robots.txt -http://gatesnotes.com/robots.txt -http://gazette.com/robots.txt -http://geralodin.blogspot.com/robots.txt -http://giantbomb.com/robots.txt +http://friendi.ca/robots.txt +http://furaffinity.net/robots.txt +http://gaana.com/robots.txt +http://gamesradar.com/robots.txt +http://geetha.mil.gr/robots.txt +http://global.rakuten.com/robots.txt http://globoesporte.globo.com/robots.txt -http://glossier.com/robots.txt -http://gnavi.co.jp/robots.txt -http://goldderby.com/robots.txt -http://google.cz/robots.txt -http://google.it/robots.txt -http://google.qualtrics.com/robots.txt -http://gotquestions.org/robots.txt -http://gov.texas.gov/robots.txt -http://gq.com/robots.txt -http://graph.facebook.com/robots.txt +http://goodrx.com/robots.txt +http://grafana.com/robots.txt +http://granta.com/robots.txt +http://grizzluss.blogspot.com/robots.txt +http://hackbrightacademy.com/robots.txt +http://hackernoon.com/robots.txt http://harman.com/robots.txt -http://hcaptcha.com/robots.txt -http://help.shopify.com/robots.txt -http://help.twitter.com/robots.txt -http://heylink.me/robots.txt -http://hms.harvard.edu/robots.txt -http://hopper.com/robots.txt -http://htmlpreview.github.io/robots.txt -http://hud.gov/robots.txt +http://healthychildren.org/robots.txt +http://hk.chinamobile.com/robots.txt +http://homey.app/robots.txt +http://hostadvice.com/robots.txt +http://hub.docker.com/robots.txt http://hurriyet.com.tr/robots.txt -http://hypebeast.com/robots.txt -http://iab.com/robots.txt http://iconosquare.com/robots.txt +http://ideas.ted.com/robots.txt +http://ifad.org/robots.txt http://ifc.org/robots.txt -http://ign.com/robots.txt -http://ilovefreesoftware.com/robots.txt -http://ilovepdf.com/robots.txt -http://infineon.com/robots.txt -http://itworld.com/robots.txt +http://ifs.org.uk/robots.txt +http://ig.com/robots.txt +http://imperial.ac.uk/robots.txt +http://impots.gouv.fr/robots.txt +http://independent.co.uk/robots.txt +http://infosecurity-magazine.com/robots.txt +http://investopedia.com/robots.txt +http://ipinfodb.com/robots.txt +http://isaca.org/robots.txt +http://issues.chromium.org/robots.txt +http://iwalkcornwall.co.uk/robots.txt http://ja.wikipedia.org/robots.txt -http://joomag.com/robots.txt -http://journaldemontreal.com/robots.txt +http://jamesbeard.org/robots.txt +http://jetblue.com/robots.txt +http://joshshirtvoiceover.com/robots.txt +http://journaldunet.com/robots.txt +http://jqueryui.com/robots.txt http://judicialwatch.org/robots.txt -http://justjared.com/robots.txt +http://kayak.com/robots.txt +http://kde.org/robots.txt http://kesq.com/robots.txt -http://keycdn.com/robots.txt -http://kinopoisk.ru/robots.txt -http://kirby.com/robots.txt -http://kn-online.de/robots.txt +http://kottke.org/robots.txt +http://kresnickaresearch.com/robots.txt +http://krone.at/robots.txt http://kstp.com/robots.txt -http://kusskussj.blogspot.com/robots.txt -http://langchain.com/robots.txt -http://latimes.com/robots.txt -http://lbcgroup.tv/robots.txt -http://lbry.com/robots.txt -http://lea.verou.me/robots.txt -http://learn.realbraveaudio.com/robots.txt -http://learning.linkedin.com/robots.txt -http://legacy.com/robots.txt -http://lifewithalacrity.com/robots.txt -http://liveandsmiledental.com/robots.txt -http://lumalabs.ai/robots.txt -http://macrotrends.net/robots.txt -http://macworld.co.uk/robots.txt -http://mail-archive.com/robots.txt -http://masader-j.com/robots.txt -http://matchesfashion.com/robots.txt -http://material.io/robots.txt -http://mayoclinic.org/robots.txt +http://kyobobook.co.kr/robots.txt +http://link.medium.com/robots.txt +http://linkr.bio/robots.txt +http://madfishdigital.com/robots.txt +http://magiclakecomo.com/robots.txt +http://maps.org/robots.txt +http://marieclaire.fr/robots.txt +http://mariokart64.com/robots.txt +http://mbta.com/robots.txt +http://melon.com/robots.txt http://menafn.com/robots.txt -http://mentalfloss.com/robots.txt -http://messenger.com/robots.txt +http://mentalhealth.org.uk/robots.txt http://meta.wikimedia.org/robots.txt -http://meteofrance.com/robots.txt http://middleeasteye.net/robots.txt +http://midjourney.com/robots.txt +http://mindbodygreen.com/robots.txt +http://minds.com/robots.txt http://missingkids.org/robots.txt -http://mitchmartinez.com/robots.txt -http://mixpanel.com/robots.txt -http://motherjones.com/robots.txt +http://moma.org/robots.txt +http://moncompteformation.gouv.fr/robots.txt +http://monzo.com/robots.txt +http://moveon.org/robots.txt http://mozilla.com/robots.txt -http://musicradar.com/robots.txt -http://nber.org/robots.txt -http://nerdwallet.com/robots.txt -http://nest.com/robots.txt -http://news.err.ee/robots.txt -http://news.samsung.com/robots.txt +http://mozilla.org/robots.txt +http://mturk.com/robots.txt +http://myanimelist.net/robots.txt +http://nam.edu/robots.txt +http://nba.com/robots.txt +http://ndr.de/robots.txt +http://netdna.bootstrapcdn.com/robots.txt +http://new-educ.com/robots.txt +http://news.artnet.com/robots.txt +http://news.mit.edu/robots.txt http://news.yale.edu/robots.txt -http://nfib.com/robots.txt -http://nikkansports.com/robots.txt -http://no.wikipedia.org/robots.txt -http://npr.org/robots.txt +http://newscientist.com/robots.txt +http://newson6.com/robots.txt +http://newsweek.com/robots.txt +http://nla.gov.au/robots.txt +http://nobelprize.org/robots.txt +http://npg.org.uk/robots.txt http://nsc.org/robots.txt -http://nursingworld.org/robots.txt -http://oed.com/robots.txt +http://numpy.org/robots.txt +http://odysee.com/robots.txt +http://oembed.com/robots.txt http://oll.libertyfund.org/robots.txt -http://onstar.com/robots.txt -http://opb.org/robots.txt -http://openknowledge.worldbank.org/robots.txt -http://opensource.google.com/robots.txt -http://openweathermap.org/robots.txt -http://outschool.com/robots.txt -http://pag.ae/robots.txt -http://paper.dropbox.com/robots.txt -http://parcel2go.com/robots.txt -http://parents.com/robots.txt -http://parler.com/robots.txt -http://pearltrees.com/robots.txt -http://people-press.org/robots.txt -http://pewresearch.org/robots.txt -http://picasaweb.google.com/robots.txt -http://pinterest.ca/robots.txt -http://plantuml.com/robots.txt -http://plex.tv/robots.txt -http://plosone.org/robots.txt -http://privacyinternational.org/robots.txt -http://publicdomainreview.org/robots.txt -http://randa.org/robots.txt -http://rankmath.com/robots.txt -http://redbubble.com/robots.txt -http://roupaspararevender5.blogspot.com/robots.txt -http://sandiego.gov/robots.txt -http://sandiegocounty.gov/robots.txt -http://sciencebasedtargets.org/robots.txt -http://scientology.org/robots.txt +http://omny.fm/robots.txt +http://online.liebertpub.com/robots.txt +http://openhatch.org/robots.txt +http://opensecrets.org/robots.txt +http://opensource.org/robots.txt +http://opera.com/robots.txt +http://optout.aboutads.info/robots.txt +http://oricon.co.jp/robots.txt +http://orkut.com/robots.txt +http://osu.edu/robots.txt +http://ouraring.com/robots.txt +http://pandora.com/robots.txt +http://partycity.com/robots.txt +http://pasteboard.co/robots.txt +http://paymaya.com/robots.txt +http://payscale.com/robots.txt +http://penguinrandomhouse.com/robots.txt +http://petapixel.com/robots.txt +http://pixiv.net/robots.txt +http://post-gazette.com/robots.txt +http://process.st/robots.txt +http://producthunt.com/robots.txt +http://protonmail.com/robots.txt +http://psycnet.apa.org/robots.txt +http://rai.it/robots.txt +http://raygun.com/robots.txt +http://redux.js.org/robots.txt +http://retailtouchpoints.com/robots.txt +http://ricoh.com/robots.txt +http://rowman.com/robots.txt +http://s3.eu-west-1.amazonaws.com/robots.txt +http://salesforce.com/robots.txt +http://samaritans.org/robots.txt +http://savelife.in.ua/robots.txt +http://sciencebasedmedicine.org/robots.txt +http://scmp.com/robots.txt http://scripting.com/robots.txt -http://security.googleblog.com/robots.txt -http://securityintelligence.com/robots.txt -http://seedprod.com/robots.txt -http://sendgrid.com/robots.txt -http://servicesdirectory.withyoutube.com/robots.txt -http://sharethis.com/robots.txt -http://shoutfactory.com/robots.txt -http://sites.nationalacademies.org/robots.txt +http://search.creativecommons.org/robots.txt +http://sfu.ca/robots.txt +http://shopify.com/robots.txt +http://simonandschuster.com/robots.txt +http://site.com/robots.txt http://six-group.com/robots.txt -http://sky.com/robots.txt +http://skipthedishes.com/robots.txt http://slickdeals.net/robots.txt -http://sling.com/robots.txt -http://smi.lnk.to/robots.txt -http://snag.gy/robots.txt -http://snapwidget.com/robots.txt -http://sonymusic.com/robots.txt -http://starnewsonline.com/robots.txt -http://statesmanjournal.com/robots.txt -http://static1.squarespace.com/robots.txt -http://strava.com/robots.txt -http://stripe.com/robots.txt -http://sussex.ac.uk/robots.txt -http://sympla.com.br/robots.txt -http://t-mobile.com/robots.txt -http://talkspace.com/robots.txt -http://tatacliq.com/robots.txt -http://teamviewer.com/robots.txt +http://sloanreview.mit.edu/robots.txt +http://smallbiztrends.com/robots.txt +http://sos.ca.gov/robots.txt +http://spectrumlocalnews.com/robots.txt +http://speedtest.net/robots.txt +http://sputniknews.com/robots.txt +http://sri.com/robots.txt +http://staples.com/robots.txt +http://startribune.com/robots.txt +http://store.line.me/robots.txt +http://straightshooter.dk/robots.txt +http://support.stripe.com/robots.txt +http://sverigesradio.se/robots.txt +http://tacobell.com/robots.txt +http://techeblog.com/robots.txt +http://technorati.com/robots.txt http://techopedia.com/robots.txt -http://temu.com/robots.txt -http://tenki.jp/robots.txt +http://tf1info.fr/robots.txt +http://theatlantic.com/robots.txt http://theatlanticwire.com/robots.txt -http://thebump.com/robots.txt -http://thecut.com/robots.txt -http://thehustle.co/robots.txt -http://themeisle.com/robots.txt -http://theregister.com/robots.txt -http://thespec.com/robots.txt -http://thl.fi/robots.txt -http://tiktok.com/robots.txt -http://tilburguniversity.edu/robots.txt +http://thefreelibrary.com/robots.txt +http://thewire.in/robots.txt +http://thisiscolossal.com/robots.txt +http://thuvienphapluat.vn/robots.txt +http://ticketmaster.com/robots.txt +http://tokstok.com.br/robots.txt +http://tokyoartbeat.com/robots.txt +http://topuniversities.com/robots.txt http://toysrus.com/robots.txt -http://tradingeconomics.com/robots.txt -http://trendsreport.withyoutube.com/robots.txt -http://trendyol.com/robots.txt -http://tripwire.com/robots.txt -http://tulipasexshop.com.br/robots.txt -http://tumblr.com/robots.txt http://turing.ac.uk/robots.txt -http://ualberta.ca/robots.txt -http://uk.pinterest.com/robots.txt -http://unity.com/robots.txt -http://unive.it/robots.txt -http://unr.edu/robots.txt -http://ustream.tv/robots.txt -http://v0.wordpress.com/robots.txt +http://tv4.se/robots.txt +http://ucc.ie/robots.txt +http://ucl.ac.uk/robots.txt +http://ukrinform.ua/robots.txt +http://ukrstat.gov.ua/robots.txt +http://uncg.edu/robots.txt +http://uncrate.com/robots.txt +http://unstoppableaffiliate.com/robots.txt +http://upwork.com/robots.txt +http://us.blackberry.com/robots.txt +http://verizonwireless.com/robots.txt http://verywellfit.com/robots.txt -http://videohive.net/robots.txt +http://virtualbox.org/robots.txt +http://visa.com/robots.txt http://vkontakte.ru/robots.txt -http://vpro.nl/robots.txt -http://vt.edu/robots.txt -http://walls.io/robots.txt http://washingtonian.com/robots.txt http://waxy.org/robots.txt -http://welche-musique.fr/robots.txt -http://wevideo.com/robots.txt -http://whatsmyip.org/robots.txt -http://wiki.archlinux.org/robots.txt -http://wiki.mozilla.org/robots.txt -http://wikiart.org/robots.txt -http://winespectator.com/robots.txt -http://workspace.google.com/robots.txt -http://world.rugby/robots.txt -http://wpbeginner.com/robots.txt -http://wpmudev.com/robots.txt -http://wptavern.com/robots.txt -http://wretch.cc/robots.txt -http://wsetglobal.com/robots.txt -http://wunderground.com/robots.txt +http://webhook.site/robots.txt +http://wicg.github.io/robots.txt +http://wilson.com/robots.txt +http://wise.com/robots.txt +http://wp.me/robots.txt http://www-03.ibm.com/robots.txt +http://www-pub.iaea.org/robots.txt http://www.aetna.com/docfind/cms/assets/pdf/merck/IHL.pdf http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats -http://www1.lehigh.edu/robots.txt +http://xcelab.net/robots.txt http://xsearch.aetna.com -http://xverse.app/robots.txt -http://ynab.com/robots.txt -http://yummly.com/robots.txt -http://zeldman.com/robots.txt -http://zend.com/robots.txt +http://yomiuri.co.jp/robots.txt +http://yotpo.com/robots.txt +http://youm7.com/robots.txt +http://zerodayinitiative.com/robots.txt +http://zerodha.com/robots.txt +http://zh.wikipedia.org/robots.txt +http://zhuanlan.zhihu.com/robots.txt httpMethod http_error_handlers httpd -httpd.ini httpd/reports -httperrors https https: https:/ @@ -102308,7 +102130,7 @@ https://bdn-data.s3.amazonaws.com/uploads/wpforms/ https://bellmediainc-tsn-prod.web.arc-cdn.net https://dbsweb-u05-imp-www.dbs.com.sg https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1 -https://image.shutterstock.com/image-photo/*.jpghttp://lls.org/robots.txt +https://image.shutterstock.com/image-photo/*.jpghttp://understandingwar.org/robots.txt https://internet-banking.dbs.com.sg/DBSObWeb/pages/ob/pweb.html?pid= https://newprocessfromhome.com https://origin-intl.metlife.com/* @@ -102338,7 +102160,7 @@ https://www.lemondeinformatique.fr/membres https://www.lemondeinformatique.fr/mobile https://www.lemondeinformatique.fr/tag https://www.sbx.tikkie.me -https://www.se.com/us/en/work/external/local/apc/http://warwick.ac.uk/robots.txt +https://www.se.com/us/en/work/external/local/apc/http://nbcuniversal.com/robots.txt https://www.se.com/us/en/work/products/critical-power-cooling-and-racks/cerebro-thank-you/ https://www.southampton.ac.uk/research/areas https://www.southampton.ac.uk/research/search @@ -102501,6 +102323,7 @@ hu/hans hu/hant hu/hu hu/hu/work/products/tools/ups_selector/ +hu/images hu/it hu/kb hu/kb/*/discuss @@ -102508,6 +102331,9 @@ hu/kr hu/login hu/m hu/multistore/diakkedvezmenyek +hu/music +hu/music/playlist +hu/news hu/nyomtatni hu/press-releases hu/profiles @@ -102530,6 +102356,9 @@ hu/thunderbird/collections hu/thunderbird/search hu/user hu/users +hu/video +hu/video/watch +hu/web hu/web.config hu/widgets huaweilink/ @@ -102972,7 +102801,6 @@ iconesajuntament iconfont/down? iconic-artist-rod-stewart-inks-worldwide-recording-agreement-with-universal-music-group-umg icons -icons icons/ icons/set/*%E3%80%90 icons/set/*%E3%80%91 @@ -103076,6 +102904,7 @@ id-en/shop/banner/ajax/load id-en/shop/hpols_catalog id-en/shop/hpols_catalog/product/upsell id-id +id-id id-id-new id-id/ id-id/$ @@ -103541,7 +103370,7 @@ iframe/dirette iframe/video iframe= iframes/barcharts -iframes/http://ticketbud.com/robots.txt +iframes/http://squid-cache.org/robots.txt ifsc-code/ ifwns ig @@ -103685,7 +103514,6 @@ image-server image-sitemap-gen.php image-week? image-zoom -image.php image/am image/detailprint image/imagefly.cgi @@ -103721,7 +103549,6 @@ images.cfm images.html images/ images/$ -images/*.php$ images/*/all images/*2 images/3DImages @@ -103769,7 +103596,7 @@ images/guidelines/design/using-our-content-example4.svg images/hosted/? images/hosted/search? images/hosted? -images/http://cpj.org/robots.txt +images/http://blick.ch/robots.txt images/img_* images/interview_pdfs images/intfood/thermomix/HF_icon_thermomix.svg @@ -103783,7 +103610,6 @@ images/products/user-submit images/profile/ images/public/common/report/seo images/public/common/report/solution -images/scaled images/search%3F images/search%5C images/search/? @@ -103844,7 +103670,7 @@ img/chetu-logo-white.png img/home-page-img/video/patrick.mp4 img/libros img/libros/grande -img/mpr-logo-footer.svghttp://fr.linkedin.com/robots.txt +img/mpr-logo-footer.svghttp://iabtechlab.com/robots.txt img/previews img/refresh img/users @@ -103933,6 +103759,7 @@ imweb2/ in in in$ +in-app-browser in-console-ssm in-en*/listing/*/favoriters in-en*/people/*/circle @@ -104117,14 +103944,13 @@ include-children include/ include/* include/fonts -include/toc include/twitter_share.php include_catcherror.cfm include_catcherror.html include_xml/* includes includes/ -includes/ +includes/ includes/*.js includes/_stampa_articolo.php* includes/boite/1 @@ -104202,7 +104028,7 @@ index.html index.html index.html$ index.html? -index.htmlhttp://securityweek.com/robots.txt +index.htmlhttp://nypl.org/robots.txt index.jhtml index.jsp index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news @@ -104238,7 +104064,7 @@ index.php/*/media/oembed/?context index.php/*/media/oembed/?context= index.php/*/media/oembed?context index.php/*/media/oembed?context= -index.php/*/media/oembedhttp://getjobber.com/robots.txt +index.php/*/media/oembedhttp://eset.com/robots.txt index.php/*/newsletter-signup index.php/*/node/add index.php/*/node/add/ @@ -104355,7 +104181,7 @@ index.php/gift index.php/hemingway/search index.php/ht/node/ index.php/image-gallery*&* -index.php/image-gallery*,*http://republika.co.id/robots.txt +index.php/image-gallery*,*http://about.ads.microsoft.com/robots.txt index.php/js index.php/ko/node/ index.php/learn/education/teachers/curricular-resources @@ -104396,7 +104222,7 @@ index.php/search/?context index.php/search/?context= index.php/search/global index.php/search/global/* -index.php/search/global?*http://pay.amazon.com/robots.txt +index.php/search/global?*http://oklahoma.gov/robots.txt index.php/search? index.php/search? index.php/search?context @@ -104430,15 +104256,15 @@ index.php/user/login/?context index.php/user/login/?context= index.php/user/login?context index.php/user/login?context= -index.php/user/loginhttp://martinfowler.com/robots.txt +index.php/user/loginhttp://gatesfoundation.org/robots.txt index.php/user/logout index.php/user/logout index.php/user/logout/ index.php/user/logout/?context index.php/user/logout/?context= -index.php/user/logout/http://copyscape.com/robots.txt -index.php/user/logout/http://emarketer.com/robots.txt -index.php/user/logout/http://manchestereveningnews.co.uk/robots.txt +index.php/user/logout/http://juntadeandalucia.es/robots.txt +index.php/user/logout/http://mapquest.com/robots.txt +index.php/user/logout/http://world.openfoodfacts.org/robots.txt index.php/user/logout?context index.php/user/logout?context= index.php/user/password @@ -104661,7 +104487,7 @@ infinite/yerel-haberler inflammatory_bowel_disease_ibd_pictures_slideshow/article.htm influencer influencer/* -influencer/mrbeasthttp://hellobar.com/robots.txt +influencer/mrbeasthttp://tass.ru/robots.txt info info-service/api/v2/ev/ info.asp @@ -104690,9 +104516,10 @@ info/gobierno/transparencia/intervencion-general/informes?f%5B0%5D info/impressum.html info/imprint.html info/library-sales -info/linkkatalog/http://kirkusreviews.com/robots.txt +info/linkkatalog/http://aestheticamagazine.com/robots.txt info/logistic info/mc/business/partner/ +info/newsroomdetail.aspx info/old info/p.gif info/policies-and-standards @@ -104712,12 +104539,11 @@ info/sitemap/includes info/smart404.asp* info/tech-feedback info/universidades/alojamiento-estudiantes-universitarios?f%5B0%5D -info/urraca info/user_feedback/includes info/va-newsletter info/wp-admin info/wp-includes -info/wp-includes/js/jquery/jquery-migrate.min.jshttp://obi.de/robots.txt +info/wp-includes/js/jquery/jquery-migrate.min.jshttp://foxsports.com/robots.txt info/wp-includes/js/jquery/jquery.js info/wp-json info/xmlrpc.php @@ -104806,7 +104632,6 @@ inquiries inquiry inquiry-feedback inquiry/user_study -inrp-npri/donnees-data ins ins/*/myg.html insales @@ -104819,6 +104644,7 @@ insider$ insider-bolag insider-person insider/2017/10/23/blake-shelton-presale-tickets-available-now/790217001 +insider/blog/wp-admin/ insiders/ insiders/readers-voice/ insiders/test/ @@ -104848,7 +104674,9 @@ inspect inspirasi-shopee inspirasi-shopee/?s= inspiration +inspiration/search inspirationId= +inspiration_search/? inspire instagram-privacy-settings-that-you-should-adjust install @@ -104865,10 +104693,6 @@ instances instant-cash-offer/contact_info.xhtml instant-cash-offer/offer.xhtml instant-offers/version -institucion/*/autores/area -institucion/*/autores/materia -institucion/*/buscar -institucion/*/congresos institucional/index.php?wich=filiais institute-colleges$ institute-colleges?* @@ -104972,7 +104796,7 @@ interact interaction/list interactions-list-drugs.php interactive -interactive*http://scholar.google.com/robots.txt +interactive*http://clickfunnels.com/robots.txt interactive/assessment/quiz interactive/assessment/story-poll interactive/quiz/preview @@ -105285,7 +105109,6 @@ invite= invite? inviteFromProfile inviteMany -inviteTeamMembers.aspx invite_code invited invitees @@ -105312,7 +105135,6 @@ invoice/payerView/attachments invoice/pt/ invoice/se/ invoices -invoices-for-customers invoices.asp* invoices/* invoicewarning @@ -105339,9 +105161,9 @@ ipAcl ipad ipad-games/buy/* ipad/ -ipad/ +ipad/ ipad/4/Contents/en/searchindex -ipad/http://americanbar.org/robots.txt +ipad/http://kahoot.com/robots.txt ipad/stories ipaddownload ipc @@ -105464,7 +105286,6 @@ isbn isbn= isdh/drafts_local ise/search-result -isemail.cfm isere/ isere/assure/actualites/ isis @@ -105496,7 +105317,6 @@ iss/itpi/digital-tours- iss/modules/directory iss/modules/subjects issues -issues istCompanyId= isurvey/ iswc @@ -106160,6 +105980,7 @@ it/hotel/redirect it/hotel/s it/icair_new it/imagecontentsource +it/images it/immobili-di-prestigio-in-affitto-in-spagna it/immobili-di-prestigio-in-vendita-in-spagna it/imprese/ricerca @@ -106255,6 +106076,7 @@ it/modules/README.txt it/more-from-seller it/motivator/ it/ms +it/music it/music/*/+images it/music/*/+images/*/shoutbox it/music/*/+images/*/shoutbox? @@ -106265,11 +106087,12 @@ it/music/*/+tags it/music/*/+wiki/shoutbox it/music/*? it/music/+noredirect +it/music/playlist it/music/tracks it/my it/nav/categorie it/new -it/news.php?newsid=165172 +it/news it/news/ it/no-follow it/node @@ -106391,7 +106214,7 @@ it/search/autocomplete it/search/default.mi it/search/shops it/search?*q= -it/searchhttp://computerworld.com/robots.txt +it/searchhttp://meduza.io/robots.txt it/segnalibri it/setlocale it/settings @@ -106492,10 +106315,13 @@ it/venue/ it/verify it/versions.html it/versions/*/release.html +it/video +it/video/watch it/view it/voli/cn/* it/voli/ct it/vpv +it/web it/web.config it/webapps it/widgets @@ -108019,7 +107845,7 @@ ja/yuza/*/share ja/yuza/pasu-wado/shin-chaku ja/yuza/sakusei ja/ウィジェットコンポーネント -ja_JP/images/*http://uiowa.edu/robots.txt +ja_JP/images/*http://benzinga.com/robots.txt ja_jp ja_jp/create ja_jp/features @@ -109091,7 +108917,7 @@ jretradevideo.html js js js* -js-parts.html$http://patagonia.com/robots.txt +js-parts.html$http://faculty.washington.edu/robots.txt js/ js/29202932 js/AddHandler.js @@ -109256,7 +109082,6 @@ js2 js3 js3/ta-mobile js3/vr-shared -js? js?* jsData jsErrAjax @@ -109289,9 +109114,8 @@ jso=* json json json$ -json$ json/ -json/*http://support.advancedcustomfields.com/robots.txt +json/*http://focusonthefamily.com/robots.txt json/cmlink json/content-search/autocomplete json/finance-calculator @@ -110849,6 +110673,7 @@ ksl ksmk ksufcu ktw88 +kuala-lumpur kubeconeurope2020 kubernetes kuchikomi/review/history/ @@ -110914,7 +110739,7 @@ kz/secure/ kz/sync/ kz/web.config l -l-http://namecheap.com/robots.txt +l-http://popsci.com/robots.txt l-j-hayden-gutierrez-promoted-to-senior-vice-president-partnership-development-universal-music-group-distribution l-j-hayden-promoted-to-vice-president-retail-partnership-marketing-universal-music-and-video-distribution l.php @@ -111001,7 +110826,7 @@ lakers/users laluan/*/laluan-dari- lamda/images land-browse-bff -land/ +land/ land/*/reviews land/*/sites/*/photos lander @@ -111016,7 +110841,7 @@ landing-page-documents/ landing-pages/ landing.php landing/ -landing/ +landing/ landing/CME-channel landing/VillageMD landing/athenaclinicals @@ -111225,7 +111050,7 @@ latin_en latinamerica/dealer_locator/ launch-learn-more-vid launch.aspx -launch/ +launch/ launch2005/ launcher launcher$ @@ -111312,7 +111137,7 @@ le-club/les-gagnants?region= le-club/les-gagnants?region=*&categorie= le-club/newsletter-hebdo le-club/newsletters-hebdo/liste -le-corner-partenaires/http://lu.ma/robots.txt +le-corner-partenaires/http://hrblock.com/robots.txt le-havre/ le-havre/assure/actualites/ le/ @@ -111546,7 +111371,7 @@ legal/files legal/files/investments/factsheets legal/files/investments/kiids legal/general-terms/privacy-policy -legal/http://qvc.com/robots.txt +legal/http://i.gyazo.com/robots.txt legal/impressum/$ legal/jamboard-terms/$ legal/merchant-directory @@ -111847,6 +111672,7 @@ library/cgi-bin library/checkdrug/ library/contacts/email-campaigns library/devices +library/document-archive library/document.ashx library/electronic/redirect.php library/export/help/?* @@ -112029,7 +111855,6 @@ link-intersect link-intersect/$ link-not-found link.asp -link.php link/ link2 link: @@ -112047,11 +111872,8 @@ linkfwd.php linko linkpage links -links.css links/actor links/actor/screenshots -links_crumb_e.inc -links_crumb_f.inc linnean/ linus linustechtips @@ -112711,7 +112533,7 @@ live-search live-session live-test live-timing/widget -live-timing/widget/*http://nybooks.com/robots.txt +live-timing/widget/*http://acronymfinder.com/robots.txt live/*?* live/arrivals/*/ live/dashboard @@ -112803,9 +112625,9 @@ llms-full.txt llms.txt llms.txt llms.txt$ -llms.txthttp://expressen.se/robots.txt -llms.txthttp://rabobank.nl/robots.txt -llms.txthttp://traillink.com/robots.txt +llms.txthttp://abb.com/robots.txt +llms.txthttp://panopticlick.eff.org/robots.txt +llms.txthttp://stanfordhealthcare.org/robots.txt lloyd-webber-universal-music-forge-new-partnership-in-recording-publishing lm/R1XIHQVKXSKBNJ lm/R3HQ5WJSZK6QSO @@ -112894,7 +112716,6 @@ local/dining local/donut local/el-tiempo/ local/enterprise/confirm -local/gov/media/carousel/images.xml local/grouber.html local/index-survey local/madrid/2010 @@ -113094,8 +112915,6 @@ login.asp* login.asph/ login.aspx login.aspx/ -login.aspx?ReturnURL=* -login.aspx?ReturnUrl=* login.bml login.cgi login.cms @@ -113127,7 +112946,7 @@ login/device-based/regular/login/*&next= login/device-based/regular/login/?next= login/facebook login/googleplus -login/http://googlechrome.github.io/robots.txt +login/http://republika.co.id/robots.txt login/password login/passwort_vergessen login/pc @@ -113203,7 +113022,6 @@ logout-redirect logout.action logout.asp* logout.aspx -logout.aspx logout.html logout.jsp logout.php @@ -113433,7 +113251,6 @@ lp55/* lp6/* lp= lpb654321 -lpp/component/tcm:526-276416-169031.comp lps/internal/departments/law/modules lps/internal/departments/law/pgcourses lps/internal/departments/law/ugcourses @@ -113454,7 +113271,7 @@ lrp/api/lrp-url-redirect lrp/api/search ls ls/ -ls/docshttp://ratp.fr/robots.txt +ls/docshttp://nbcnewyork.com/robots.txt ls= ls_filter=false lsamp @@ -113703,10 +113520,14 @@ lv/demo-order lv/druk%C4%81t lv/education-request lv/forums +lv/images lv/ipasi/000webhost lv/kb/*/discuss lv/login.ashx lv/lv/work/products/tools/ups_selector/ +lv/music +lv/music/playlist +lv/news lv/office-for-monday lv/partnership-request lv/profiles @@ -113717,6 +113538,9 @@ lv/special/000webhost lv/special/webhost lv/user lv/users +lv/video +lv/video/watch +lv/web lv/web.config lv24h lv24h2007 @@ -113794,7 +113618,16 @@ m/*/archive m/*/pictures m/? m/Minimalist-Baker-Detox-Guide.pdf +m/account/ajax/getStorageApi +m/account/ajax/updateStorageApi m/airport-transfers/ +m/ajax/addItemApi +m/ajax/deleteStorageApi +m/ajax/getMiniCartApi +m/ajax/getStorageApi +m/ajax/getTradeIn +m/ajax/getUnreadList +m/ajax/updateStorageApi m/api m/assets/wp-content/uploads/*.pdf m/basecamp/analytics.js @@ -113802,9 +113635,15 @@ m/blogs? m/c2c m/checkout m/cms +m/diy/ajax/getUnreadList +m/diy/ajax/updateStorageApi m/doc.html m/finance m/flights/sem/ +m/home/ajax/deleteStorageApi +m/home/ajax/getStorageApi +m/home/ajax/getUnreadList +m/home/ajax/updateStorageApi m/hotels/w/list m/hotels/w/list/searchresults m/i18n/ @@ -113816,6 +113655,9 @@ m/join m/lite m/local? m/mbasket.aspx +m/mktplace/ajax/getStorageApi +m/mktplace/ajax/getUnreadList +m/mktplace/ajax/updateStorageApi m/mlogin.aspx m/moreLoc m/movies? @@ -113823,26 +113665,47 @@ m/msearch.aspx m/newjobs m/news/i? m/news? +m/notification/ajax/getStorageApi +m/notification/ajax/updateStorageApi m/offer m/offer/datenight$ m/offer/datenight? +m/order/ajax/updateStorageApi m/p/*/booking/service/*/schedule m/pf m/pl/ m/place? +m/product/Overview/Landingpage +m/product/ajax/deleteStorageApi +m/product/ajax/getStorageApi +m/product/ajax/getUnreadList +m/product/ajax/updateStorageApi +m/promotion/ajax/getUnreadList m/provider/promote m/recommended m/results m/rich m/rpc +m/search/ajax/deleteStorageApi +m/search/ajax/getStorageApi +m/search/ajax/getUnreadList +m/search/ajax/updateStorageApi m/search? m/setnewsprefs? +m/shoppingflow/ajax/deleteStorageApi +m/shoppingflow/ajax/getStorageApi +m/shoppingflow/ajax/updateStorageApi +m/store/ajax/getStorageApi +m/store/ajax/getUnreadList m/swmloptin? m/translate m/travel-guide/ m/trends m/viewjob m/viewjob? +m/wishlist/ajax/deleteStorageApi +m/wishlist/ajax/getStorageApi +m/wishlist/ajax/updateStorageApi m1 m1/en/services/consulting/documents/ar-vr-seeing-is-believing-uae.pdf m3 @@ -114402,7 +114265,7 @@ maintenance-catchall.html maintenance-mode maintenance-notification maintenance.html -maintenance.htmlhttp://ars.usda.gov/robots.txt +maintenance.htmlhttp://mytheresa.com/robots.txt maintenance.php maintenance/ maintenance/maintenance.html @@ -114431,6 +114294,7 @@ mako-vod/_next/static/chunks/pages/mako-vod-purchase-ac9846a53ae35820.js makoland-music mal malayalam/ +malaysia malito mall/*-cat. mall/just-for-you @@ -114468,7 +114332,6 @@ managed-assets/* managed-infrastructure management management/* -management_team managequotes.html manager manager-level-and-hierarchy-level-views-and-permissions @@ -114599,7 +114462,7 @@ manual232/ manual233/ manual241/ manual242/ -manual243/http://anothermag.com/robots.txt +manual243/http://fxnetworks.com/robots.txt manualdousuario manuel-pena-appointed-executive-vice-president-operations-strategic-marketing-classics-for-universal-music-latin-america-universal-music-latin-entertainment manueladavila @@ -114613,7 +114476,7 @@ map---modo/all-locations/ map-archive/all-locations/ map-constructor/loader map-regular.xml -map-review/ +map-review/ map-videofull.xml map.ashx map.asp @@ -114624,8 +114487,6 @@ map/$ map/* map/* map/frame_map -map/landmark_ajax -map/milestone mapIt.html mapSearch/getAreaSearchMapModel mapSearch/getClickedAreas @@ -114633,7 +114494,6 @@ map_tile.php mapa_geopoz mapabcpoi? mapeditor/*? -mapfiles maphp? mapi mapi/v4/*/user @@ -114768,7 +114628,7 @@ marcioreinaldo marcosmontes marcotebaldi margeaux-watson-appointed-senior-vice-president-media-relations-universal-motown-records -mari/ +mari/ maria-ho-appointed-vice-president-corporate-communications-universal-music-group mariah-carey-puts-finishing-touches-on-her-new-album-memoirs-of-an-imperfect-angel mariah-careys-dont-forget-about-us-hits-1 @@ -114870,12 +114730,13 @@ marketing:analytics marketing_company_auto__c= marketingovaya-akciya-s-ooo-narodnaya-karta marketmd -marketo/form/perforce_marketo_form/*http://floccus.org/robots.txt +marketo/form/perforce_marketo_form/*http://jamf.com/robots.txt marketo/submit marketperception marketplace marketplace marketplace$ +marketplace-api marketplace/*/ask-seller-a-question marketplace/*/buy-online-now marketplace/*/delivery @@ -115012,8 +114873,6 @@ matkat/search matkat/wp-admin matlab matrix -mats/?diagid=100001&eulaaccept=yes* -mats/default.aspx?diagid=100001&eulaaccept=yes* matt-voss-appointed-executive-vice-president-marketing-strategy-and-planning matt-voss-promoted-to-executive-vice-president-of-international-island-def-jam-motown-universal-republic maturative/ @@ -115033,10 +114892,8 @@ max-hole-to-step-down-as-chairman-ceo-of-universal-music-group-international max= max_duration= max_height= -max_mileage= max_price= max_width= -max_year= maxis maxminiapp maxp= @@ -115215,8 +115072,11 @@ measurementid= measurements measurements= meconnect/ +medal/* meddev meddev/LocalFiles/*/Webinars/ +medewerkers +medewerkersprofiel-init medgen/?term= media media-center @@ -115231,6 +115091,7 @@ media-library/sites/alspac/migrated/documents media-manager media-relations/tip-sheets? media/ +media/* media/*.pdf media/*/*/acquire-bar media/*/*/expirecachedsample @@ -115256,7 +115117,7 @@ media/85CC0787D27E40C585AA6246CB2E4C56.pdf media/BookingThumbnails media/Player6_0.swf media/ProviderThumbnails -media/Resized-Images/*http://globallogic.com/robots.txt +media/Resized-Images/*http://pandas.pydata.org/robots.txt media/SurfShark-InfrastructureTestReport_20251217_Public.pdf media/TALSO.swf media/TUIThumbnails @@ -115276,6 +115137,7 @@ media/daodao/video-t media/daodao/video-v media/downloads media/ebook +media/editimgecaption/* media/en/all_regions/guides/ media/en/all_regions/guides/wireless_features/ media/fbavatar @@ -115289,7 +115151,7 @@ media/html/box media/html/easter2015 media/html/enterprise-cybersecurity media/html/spread -media/http://insightly.com/robots.txt +media/http://link.aps.org/robots.txt media/image_download media/img media/interactive/cdrom/onehundredandeightyears @@ -115328,7 +115190,7 @@ media/sample-embed media/sample-embed-no-match media/security-training/forensics_curriculum.pdf media/sitemap.xml -media/smartphones/$http://lancaster.ac.uk/robots.txt +media/smartphones/$http://africanews.com/robots.txt media/solutions media/string media/t4b @@ -115376,8 +115238,6 @@ media/vr-splice-test-s media/white-paper media_prod/ media_proxy -media_relations_e.cfm -media_relations_f.cfm mediabox mediacard mediacenter/ @@ -115609,7 +115469,6 @@ meetup_api? mega-bundles-preview mega-nav megapress/* -meia mein-kochbuch/rezept-import/auto meine-erfolge meine-news @@ -115875,7 +115734,6 @@ mercie merck mercury-records-re-launched-as-new-division-of-island-def-jam-music-group-david-massey-named-president-of-mercury-records merge -merge65_win32_1952.exe merges meridith-valiando-appointed-to-senior-director-of-creative-rondor-music-publishing merlin @@ -115960,9 +115818,6 @@ methode methode-aside methodology metric -metricas/idr/buscar -metricas/investigadores/buscar -metricas/revistas/buscar metrics metrics/ metrics/ajaxMetricsLogAction.action @@ -116053,7 +115908,7 @@ michael-seltzer-promoted-to-senior-vice-president-business-legal-affairs-univers michelle-jubelirer-named-executive-vice-president-capitol-music-group michelle-jubelirer-promoted-to-chief-operating-officer-capitol-music-group michelle-madison-appointed-to-vice-president-urban-promotion-universal-motown-records-group -micro_page.phphttp://theserverside.com/robots.txt +micro_page.phphttp://handy.com/robots.txt microarray-as/atlas/qr microarray/ArrayExpress microarray/ExpressionProfiler @@ -116232,10 +116087,8 @@ min min= min_duration= min_height= -min_mileage min_price= min_width= -min_year= mindbody mindbox-message-key= mindbox_nocache= @@ -116362,8 +116215,6 @@ misc/breaking-news misc/comment-page misc/copy misc/de/archiv-wahlen/service -misc/ekits/pdf/hsa_app.pdf -misc/ekits/pdf/mutual_fund.pdf misc/error misc/fast-article misc/forms @@ -116958,11 +116809,11 @@ modes/driving/te-contact-us-make-an-enquiry-failure-26705 modes/driving/te-contact-us-make-complaint-failure-* modes/driving/temporary-change-to-payments modes/driving/unplanned-maintenance -modifica modificacertificatoregalo modify modify.php module* +module-catalogue module-catalogue/reporting module-showcase module/cookbook-summary @@ -117789,7 +117640,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://thehackernews.com/robots.txt +mre/*.zip$http://flipsnack.com/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -118163,7 +118014,7 @@ mumobile mundogalaxy munet_reset munin -munin*http://mojang.com/robots.txt +munin*http://healthyplace.com/robots.txt munka/szerk muonline-dev muonlinefacebook @@ -118212,6 +118063,7 @@ music/+noredirect music/about/our-people/academic-staff/staff-profile.html music/album music/artist +music/playlist music/playlists/wqxr music/search/* music/song-embed @@ -118244,7 +118096,7 @@ mvc/* mvideos mvm mvno -mvscripts/http://miamidade.gov/robots.txt +mvscripts/http://slantmagazine.com/robots.txt mw mw/ mw/api @@ -118351,7 +118203,7 @@ mx/user$ mx/web.config mx/your mx2019.jsp -mxf-final-cut-pro/ +mxf-final-cut-pro/ my my$ my-MM/$ @@ -118366,7 +118218,7 @@ my-account/classes my-account/deliveries/menu my-account/download/* my-account/downloads -my-account/http://webrtc.org/robots.txt +my-account/http://mobile.abc.net.au/robots.txt my-account/master-courses my-account/membership-deals my-account/membership-sharing @@ -118499,7 +118351,7 @@ my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-labuan- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-langkawi- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-melaka- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-miri- -my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-muar-http://scripts.sil.org/robots.txt +my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-muar-http://brainpickings.org/robots.txt my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-penang- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sandakan- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sibu- @@ -118572,7 +118424,6 @@ my_etsy= my_favorites my_listings my_playlists -my_profile my_reports/reports my_videos my_videos_upload @@ -118622,6 +118473,7 @@ mybuy mycart mycart/* mycosis-fungoides-sezary-syndrome/ +mycountry mycruises mydelta/receiptDetailsPage mydelta/receiptDetailsPage.action @@ -118633,9 +118485,6 @@ mye myebay myedge myexpress/ -myfidelity/InsideFidelity/NewsCenter/mediadocs/media_kit_toc.shtml -myfidelity/atn/images -myfidelity/daily myforms/?createTeam=1 myft myfuture @@ -118725,7 +118574,6 @@ mys mysaved myschneider/onboarding?app=* myscoop -mysettings myshop mysmu mysolo/ @@ -118744,7 +118592,6 @@ mysupport mysupport/s/forumshome mysupport/s/forumsproduct mysupport/s/forumsquestion -myteam.aspx myteams mythemes/collection myths_and_facts_about_depression_slideshow/article.htm @@ -118803,7 +118650,7 @@ na102 na102/*cover*.jpg$ na102/*cover*.png$ na3yw0 -na3yw0http://thenation.com/robots.txt +na3yw0http://99percentinvisible.org/robots.txt nabc nabot nacem/NACEMMap? @@ -118877,7 +118724,7 @@ native/delete_account/ native/vertical_videos/ native/video/ native_* -natol/http://glaad.org/robots.txt +natol/http://nissan-global.com/robots.txt natur-und-landschaft/natur-erleben/termine/? natural_alternative_pet_remedies_humans_use_too/article.htm natural_cold_flu_remedies_pictures_slideshow/article.htm @@ -119387,7 +119234,6 @@ new-marketing-structure-at-universal-music-mexico new-member-offer new-orleans new-password -new-personal-order new-president new-product new-rebates/l @@ -119565,7 +119411,7 @@ news-ga news-insider$ news-insights/magazine/class-notes-search?*&*& news-insights/stories?*&*& -news-manager/ +news-manager/ news-news-flash&page= news-news-flash/*_q news-news-flash?page= @@ -119579,7 +119425,7 @@ news-stories-2023/ news-stories? news-unify news-weather/*_q -news.host.html/content/shared/university/news/ub-reporter-articles/stories/2024/10/nsf-engines.detail.htmlhttp://kde.org/robots.txt +news.host.html/content/shared/university/news/ub-reporter-articles/stories/2024/10/nsf-engines.detail.htmlhttp://mars.com/robots.txt news.html news.php3/ news/ @@ -119684,13 +119530,13 @@ news/all news/all-news-more.cfm news/api news/app-extra -news/archive/all-news.cfmhttp://polar.com/robots.txt +news/archive/all-news.cfmhttp://aoc.gov/robots.txt news/archive/commentary news/archives news/are-your-clean-clothes-drying-your-skin/ news/article news/articles.php -news/articles/*.xml$http://aei.org/robots.txt +news/articles/*.xml$http://ussailing.org/robots.txt news/articles/BT-CO news/articles/DN-CO news/articles/PR-CO @@ -119701,7 +119547,6 @@ news/available-download news/breaking news/buscar/ news/business-wire -news/calendars news/categories/news/ news/checking-up-on-instantcheckmate-010714.html news/commentary @@ -119781,6 +119626,7 @@ news/news_suchergebnis.asp news/newsletter-unsubscribe news/newsletter/citigroup/ news/newsletter/usdateam/ +news/newsletters/* news/node/add/ news/notices/ news/out/ @@ -119815,7 +119661,6 @@ news/profiles/*.jpg news/profiles/*.js$ news/profiles/*.js? news/profiles/*.png -news/publications/images news/qui-europa news/reasons-you-have-no-energy/ news/relationship/ @@ -119921,7 +119766,7 @@ news/youscoop news? news? news?* -news?*http://salute.gov.it/robots.txt +news?*http://cve.org/robots.txt news?date=* news?page=* news?topics=Earth @@ -121580,7 +121425,7 @@ newsletter-templates/weekly-messenger newsletter-thanks newsletter.php newsletter/ -newsletter/$http://namu.wiki/robots.txt +newsletter/$http://graphql.org/robots.txt newsletter/* newsletter/abmeldung newsletter/confirm @@ -121676,7 +121521,7 @@ newsletters/software newsletters/software/subscribe newsletters/sports/ newsletters/storyalerts/ -newsletters/subscribe/*http://krone.at/robots.txt +newsletters/subscribe/*http://amctheatres.com/robots.txt newsletters/success/ newsletters/sustainability newsletters/sustainability/subscribe @@ -122354,7 +122199,7 @@ next next-api next-api/brxm-documents next-friday -next/http://chatrelle.blogspot.com/robots.txt +next/http://csrc.nist.gov/robots.txt next= nextThread.html next_gallery @@ -124364,6 +124209,7 @@ nl/hidden nl/huizen-te-koop-in-spanje nl/id_km-* nl/imagecontentsource +nl/images nl/in-product nl/index.html nl/index.php/*/media/oembed @@ -124416,7 +124262,10 @@ nl/mijn-studiekeuze nl/mini.php nl/modules/README.txt nl/motivator/ +nl/music +nl/music/playlist nl/my_business$ +nl/news nl/news/ nl/nl nl/nl/*.PDF @@ -124548,6 +124397,9 @@ nl/venta-terrenos/ nl/venta-viviendas/ nl/verkopers nl/vertrek/? +nl/video +nl/video/watch +nl/web nl/web.config nl/webwijs/ nl/welkom/.more-custom-feat @@ -124826,7 +124678,7 @@ node/add/?context node/add/?context= node/add?context node/add?context= -node/http://moomin.com/robots.txt +node/http://govtech.com/robots.txt node= node_modules node_modules*$ @@ -124969,7 +124821,7 @@ notification notification-settings notification.cgi notification/pressrelease/2012/00_honsha/1213_01_01.pdf -notification/pressrelease/2012/00_honsha/1213_01_02.pdfhttp://zdf.de/robots.txt +notification/pressrelease/2012/00_honsha/1213_01_02.pdfhttp://heritage.org/robots.txt notificationId notifications notifications @@ -125366,7 +125218,7 @@ nz/core nz/de nz/dealer_locator/ nz/distributionmanager/ -nz/donateapi*http://spectreattack.com/robots.txt +nz/donateapi*http://aircanada.com/robots.txt nz/en nz/en/preferences/update nz/en/search @@ -125457,21 +125309,20 @@ o=*search o=new o=written_at oa -oag/secure-pdf/http://karriere.at/robots.txt -oag/secure-pdf/http://m.ok.ru/robots.txt +oag/secure-pdf/http://discovermagazine.com/robots.txt +oag/secure-pdf/http://oasis-open.org/robots.txt oah/ oai oai-pmh oai2 oaipartenaires -oas/ oauth oauth$ oauth/authorize oauth/connect.html oauth/continue -oauth/http://aweber.com/robots.txt -oauth/http://catho.com.br/robots.txt +oauth/http://bmbf.de/robots.txt +oauth/http://designboom.com/robots.txt oauth/line oauth/login oauth/signin @@ -125553,7 +125404,7 @@ oc oc.php oc/dash-button oc/forums -oc/http://cna.com.tw/robots.txt +oc/http://st.com/robots.txt oc/kb/*/discuss oc/search oc/user @@ -125609,7 +125460,7 @@ oferta_intens ofertas ofertas-descuentos ofertas-regalos -ofertas-regalos/http://jamf.com/robots.txt +ofertas-regalos/http://beebom.com/robots.txt ofertas.mes.consumidor ofertas/ES ofertas/title @@ -125753,7 +125604,7 @@ offline offline-plugin-app-shell-fallback offline.html offline/ -offline/http://checkpoint.com/robots.txt +offline/http://neh.gov/robots.txt offre-internet/sfr-box4G offroad/sites/default/files offset) @@ -125772,6 +125623,7 @@ ofr/api/v3/questionnaire og oggiPlayerLoader.htm oglobo-mobile/ +ogm ogur/search-result oh ohimportal/* @@ -125841,7 +125693,7 @@ oit/systems/testzone/ ojob ojp okanagan/facultystaff/bba -okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://vi.wikipedia.org/robots.txt +okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://acehotel.com/robots.txt okeanija_ad okonomi okta/user/login @@ -125911,7 +125763,6 @@ oldnews-registration oleg olimpiadi2012/ olivier-nusse-appointed-ceo-of-universal-music-france -olvido olympics/twitter/feed olympics/updates/getdate/ olympics/xml @@ -126303,7 +126154,7 @@ opera/? opera/features operations operpost$ -operpost$http://en.wikisource.org/robots.txt +operpost$http://protonvpn.com/robots.txt ophalen/moment opic-cipo/cpd/eng/patent opic-cipo/cpd/eng/search @@ -126339,8 +126190,8 @@ opt-out-info.jsp opt-out-interface opt-out.jsp opt-out/confirm -opt-out/http://codecanyon.net/robots.txt -opt-out/http://sentry.io/robots.txt +opt-out/http://bankofamerica.com/robots.txt +opt-out/http://c-span.org/robots.txt opt/widget-cache.php optInEmail opt_out @@ -126431,7 +126282,7 @@ order/assay-builder order/checkout order/genome-database order/heat-pump-old -order/heat-pump/my-quote/?http://rarible.com/robots.txt +order/heat-pump/my-quote/?http://bupa.co.uk/robots.txt order/heat-pump/my-quote? order/login order/logout @@ -126474,9 +126325,6 @@ orders orders orders/ orders/*/order_complete -orders/create-personal -orders/create-personal/*/*?GA_EVENT -orders/create-personal/*/*?ec= orders/success orders/timeline orderstatus.php @@ -126533,7 +126381,7 @@ originals/inturn3/includes originals/stephen_kings_n/includes orioles/search orkut/albums -orlando/tag/*http://rbc.ru/robots.txt +orlando/tag/*http://make.com/robots.txt orne/ orne/assure/actualites/ oroscopo/sitemap.xml @@ -126600,7 +126448,6 @@ other other-sites other/bookm other/mbps-convert-to-gb -other/offers/registration_pas.shtml other/presentation other/travel-job-application otherContacts @@ -126685,7 +126532,7 @@ our-work/listing/ ous/search-result out out-of-home -out/http://haikudeck.com/robots.txt +out/http://inpn.mnhn.fr/robots.txt out2 out? out_deals @@ -126746,20 +126593,11 @@ owners/vehicle-specification* owners/web/pages/home?p_auth=* owners/web/pages/parts-service/service-offers?p_auth=* owners/web/pages/parts-service/service-offers?p_p_auth=* -ownersdataextraction ownerview.php owp-webclient.do owpUpdateProfile.do oxp ozel -ozone/Docs/ -ozone/EN/Archives/ -ozone/FR/Archives/ -ozone/MDI/ -ozone/admin/ -ozone/data/ -ozone/images/ -ozone/stylesheets/ p p*from= p*groupType= @@ -126886,7 +126724,7 @@ p/*/wiki/*/history p/*/wiki/browse_tags p/*from= p/*groupType= -p/*http://similarweb.com/robots.txt +p/*http://ifcncodeofprinciples.poynter.org/robots.txt p/*surveyopen p/*thm= p/0826cf4692f9 @@ -126945,11 +126783,6 @@ p/tv p/usuk p/variety p2 -p2progress/2002-2003/en/sec -p2progress/2002-2003/fr/sec -p2progress/_css -p2progress/_includes -p2progress/images p3/article p3/program p3tv @@ -127009,7 +126842,7 @@ package.json package.json$ package.json.sample package/*/docs -package/*/docs/latest/http://fansided.com/robots.txt +package/*/docs/latest/http://directv.com/robots.txt packageGroups= package_files_uploaded_via_chrome packages @@ -127031,7 +126864,7 @@ packages/logfile packages/maintainer-view packages/table/start packages/table_lede17_1/start -packages?q=http://cpuid.com/robots.txt +packages?q=http://gazzetta.it/robots.txt packagetype= packs/search?word packsViewSingle @@ -127280,9 +127113,8 @@ page7426355.html page= page= page=* -page=*http://idc.com/robots.txt -page=*http://weglot.com/robots.txt -page=*province= +page=*http://gatsbyjs.com/robots.txt +page=*http://ons.gov.uk/robots.txt page=1$ page=1& page=2$ @@ -127891,7 +127723,6 @@ parents_how_to_deal_with_tantrums/article.htm paris/ paris/assure/actualites/ parkhomenko/wp-content/uploads/bg_forreaders -parking_slot= parkinsons-disease/parkinsons-disease-and-sleep-problems-and-solutions/ parkinsons-disease/parkinsons-disease-hereditary/ parkinsons-disease/when-parkinsons-treatments-lead-to-gambling-shopping-or-hypersexuality/ @@ -127933,7 +127764,7 @@ partials__ participant participants participate/visa-invitation-letter -participe/cursoprovedoreshttp://bookdepository.com/robots.txt +participe/cursoprovedoreshttp://uh.edu/robots.txt particle/milgrom particuliers particuliers/vous-etes/nouveaux-arrivants-canada/choisir-institution-financiere/equipe-nouveaux-arrivants/ @@ -128056,7 +127887,7 @@ password-login password-management password-reset password-reset/ -password-resethttp://myemma.com/robots.txt +password-resethttp://ellenmacarthurfoundation.org/robots.txt password-retrieval/ password/ password/reset @@ -128314,10 +128145,6 @@ pda/? pda/search? pda? pdarla -pdb/ghg/onlineData/ -pdb/ghg/onlineData/table_e.cfm -pdb/ghg/onlineData/table_f.cfm -pdb/websol/querysite pdbe-srv/view/search pdc pdd @@ -128619,7 +128446,7 @@ perpetualescom person person-*/private person/ -person/http://brosix.com/robots.txt +person/http://orlandosentinel.com/robots.txt person_graduated_school personal personal-data-notice @@ -129283,7 +129110,7 @@ perspectiva perspective perspectives/wp-admin perspectives/wp-admin/admin-ajax.php -perspectives/wp-admin/http://joindiaspora.com/robots.txt +perspectives/wp-admin/http://health.gov/robots.txt pertussis_and_whooping_cough_pictures_slideshow/article.htm perugia-arresto-ex-sindaco-gubbio-domani-le-arringhe-udienza-preliminare_3mYhdDIzgWEhiBqY32Vclx pesca-e-aquicultura/apresentacaovelha @@ -129740,7 +129567,6 @@ pin_shop pincode/ajaxpostofficeload ping ping -ping.aspx pingdom pingfederate pingtest @@ -129798,10 +129624,10 @@ pk/special/000webhost pk/special/webhost pkb/ pkey= -pkey=http://shop.oreilly.com/robots.txt +pkey=http://road.cc/robots.txt pkginfo pkginfo/ -pkta01d26ae74f4.htmlhttp://clang.llvm.org/robots.txt +pkta01d26ae74f4.htmlhttp://swpc.noaa.gov/robots.txt pl pl*/listing/*/favoriters pl*/people/*/circle @@ -130443,16 +130269,6 @@ plan?*similar= planbenefitsinfo plannedbirthingoutcomes planning/SMP_Shuttle_Schedule.xls -planning/charitable -planning/college/calculator_toc.html -planning/college/college_toc.shtml -planning/college/content/thank_you.html -planning/college/images -planning/images -planning/investment/images -planning/investment/investment_toc.html -planning/retirement/images -planning/tax/images planning_reservations/ planningunits/capu plans @@ -130465,7 +130281,7 @@ plantain-anmaxyz plantfinder-quicklinks-iframe.aspx plantinga-appointed-managing-director-universal-music-netherlands plants_rashes_poison_ivy_oak_sumac/article.htm -plantuml/img/http://pub.dev/robots.txt +plantuml/img/http://builtwith.com/robots.txt plantuml/map plantuml/svg plantuml/txt @@ -130613,12 +130429,10 @@ plugins/*/translations plugins/*/wix_view? plugins/?s= plugins/crm/count -plugins/custom plugins/feedback.php plugins/search plugins/viewsource plugins/viewsource/viewpagesrc.action -pluiesacides/Images pluralphoto plus plus$ @@ -132294,7 +132108,6 @@ portfolio portfolio portfolio-site portfolio/ -portfolio/* portfolio_browser portfolio_export portland @@ -132467,7 +132280,7 @@ pre-production/ preauthorize precatorios precios -prediction-markets/http://www1.folha.uol.com.br/robots.txt +prediction-markets/http://www2.warwick.ac.uk/robots.txt predictions/football/3360711-rpl-shansy-krasnodar-spartak-na-pobedu-v-matche-14-go-tura-rpl.html predictions/football/3361258-lch-shansy-pszh-i-bavarii-na-pobedu-v-matche-4-go-tura-ligi-chempionov.html predictor @@ -132902,7 +132715,7 @@ preliminary-post-incident-review-tw preload premenstrual_syndrome_pictures_slideshow/article.htm premier-495 -premier-495/http://justfab.com/robots.txt +premier-495/http://weatherbug.com/robots.txt premiogastronomico/mejor.asp?search=&page= premium premium$ @@ -132913,7 +132726,7 @@ premium/admin premium/cert premium/checkout premium/download -premium/http://miro.com/robots.txt +premium/http://skydasveiligheidsdeuren.be/robots.txt premium/plus premium/reset-password/new premium/search @@ -133043,8 +132856,8 @@ preview-main/* preview.aspx preview/ preview/* -preview/*http://capitalone.com/robots.txt -preview/http://hewlett.org/robots.txt +preview/*http://ipcc.ch/robots.txt +preview/http://csulb.edu/robots.txt preview/post/* preview/result preview/result% @@ -133090,7 +132903,6 @@ price-guide price-trend-explanation price/*?locale price= -price=*page= priceFilter= priceOrder= price_max= @@ -133141,7 +132953,7 @@ pricing/index.v2.php*? pricing/payment pricing/pricing-enterprise pricing/pro -pricing/v1/http://shazam.com/robots.txt +pricing/v1/http://iata.org/robots.txt pricing? pricing?ref= pricing_ @@ -133191,6 +133003,7 @@ print_product_info.php printable printable/ printable/pdf +printable/print printads/ printads/*? printadvert.cfm @@ -133202,7 +133015,6 @@ printer_friendly_wires printguidebook/ printing printmail -printoptions printorder printpage printpdf @@ -133411,7 +133223,7 @@ privacy/privacy.html privacy/sub-processors.html privacy/zoho-group.html privacy/zoho-group.html -privacy2.htmlhttp://conversionxl.com/robots.txt +privacy2.htmlhttp://usaultimate.org/robots.txt privacy_doc privacy_security/index.jsp privacyfeedback @@ -133459,11 +133271,10 @@ private-schools/search private-service-offer private/ private/gallery/content/ -private/http://wp.me/robots.txt +private/http://duckduckgo.com/robots.txt private/wtrack privatecampaignpage privategenericpage -privategrouphubs prive prive/pakketten-oud privileged-rules @@ -133483,8 +133294,7 @@ pro-meeting pro-resources pro-site pro-solutions -pro-subscriptionshttp://www3.weforum.org/robots.txt -pro/ +pro-subscriptionshttp://store.apple.com/robots.txt pro/*/alquiler-*,*, pro/*/listingDispatcherController$ pro/*/venta-*,*, @@ -133602,7 +133412,7 @@ product-p-*gads=true product-page-testing product-presentation-info.aspx product-print* -product-ratings/http://allaboutcookies.org/robots.txt +product-ratings/http://lefigaro.fr/robots.txt product-reviews product-reviews/B0069IY63Y product-reviews/best-pregnancy-apps/ @@ -133763,19 +133573,6 @@ products/ad-manager/need-features-thanks.html products/ad-manager/request-support-thanks.html products/ad-manager1 products/allproducts/ -products/annuities/content/apdownload.html -products/annuities/content/callme.html -products/annuities/content/callmeconfirm.html -products/annuities/content/free_pop.html -products/annuities/content/funds_pop.html -products/annuities/content/getconsent.html -products/annuities/content/how_pop.html -products/annuities/content/nyprosconsent.html -products/annuities/content/product_pop.html -products/annuities/content/prosdownload.html -products/annuities/content/who-pop.html -products/annuities/images -products/annuities/managing/glossary.html products/ants-memory-profiler/solving-memory-problems/amp-learn-more.htm products/ants-performance-profiler/entrypage/52-tips-email.htm products/ask-the-experts @@ -133784,22 +133581,8 @@ products/asset-explorer/get-quote-thanks.html products/asset-explorer/license-registration.html products/asset-explorer/need-features-thanks.html products/asset-explorer/request-support-thanks.html -products/atp/content/charts_popup.html -products/atp/content/conditionaltrading_popup.html -products/atp/content/dailystats_popup.html -products/atp/content/directedtrading_popup.html -products/atp/content/multileg_popup.html -products/atp/content/news_popup.html -products/atp/content/orderdetails_popup.html -products/atp/content/orderstatus_popup.html -products/atp/content/preferences_popup.html -products/atp/content/ticker_popup.html -products/atp/content/timesales_popup.html -products/atp/images products/bodyland-tm-105 products/brigadier/* -products/checking/checking_toc.shtml -products/checking/images products/checkout products/checkout products/commerce-cloud/partner-marketplace/. @@ -133858,52 +133641,10 @@ products/exchange-reports/need-features-thanks.html products/exchange-reports/request-support-thanks.html products/explore products/finder -products/fixedincome/bondratings_ans1.html -products/fixedincome/bondratings_ans2.html -products/fixedincome/consider_ans1.html -products/fixedincome/consider_ans2.html -products/fixedincome/fievaluating_ans1.html -products/fixedincome/fievaluating_ans2.html -products/fixedincome/glossary.html -products/fixedincome/howbondswork_ans1.html -products/fixedincome/howbondswork_ans2.html -products/fixedincome/images -products/fixedincome/ladders_ans1.html -products/fixedincome/ladders_ans2.html -products/fixedincome/ladders_ans3.html -products/fixedincome/ladders_ans4.html -products/fixedincome/methodology.html -products/fixedincome/price_ans1.html -products/fixedincome/price_ans2.html -products/fixedincome/price_ans3.html -products/fixedincome/price_ans4.html -products/fixedincome/price_ans5.html products/flexreleaseCX/ products/fluidity-bar-workout-system-wball-bands-and-3-workouts/6992915 products/fluidity-bar-workout-system-wball-bands-and-3-workouts/7242609 products/free-windows-tools/download1.html -products/funds/browse_toc.html -products/funds/content/answer2.html -products/funds/content/answer3.html -products/funds/content/answer4.html -products/funds/content/backtofamily.html -products/funds/content/docfrommaintoc.shtml -products/funds/content/invalid.html -products/funds/content/mfpopup.html -products/funds/content/noframe.html -products/funds/content/nomatch.html -products/funds/content/obsolete.html -products/funds/content/rrpopup.html -products/funds/content/selectpopup.html -products/funds/content/stylemap_defined.html -products/funds/content/usaddresses.html -products/funds/images -products/funds/mutualfunds_toc.shtml -products/funds/prospectus_toc.html -products/funds/search_results_toc.shtml -products/funds/starfunds_toc.html -products/funds/viewAll_toc.html -products/funds/viewNTF_toc.html products/g2/* products/g3/* products/g4/* @@ -133912,27 +133653,7 @@ products/holiday-sales-*sgbr-sg products/home-perf products/hznb products/hznb/*prbr -products/images products/includes/products-min.xml -products/insurance/content/answer1.html -products/insurance/content/help1.html -products/insurance/content/help10.html -products/insurance/content/help11.html -products/insurance/content/help2.html -products/insurance/content/help3.html -products/insurance/content/help4.html -products/insurance/content/help5.html -products/insurance/content/help6.html -products/insurance/content/help7.html -products/insurance/content/help8.html -products/insurance/content/help9.html -products/insurance/content/lifecallmeconfirm.html -products/insurance/content/popup_preferred.html -products/insurance/content/popup_standard.html -products/insurance/content/popup_super.html -products/insurance/content/termcallmeconfirm.html -products/insurance/content/thankyou.html -products/insurance/images products/international-catalog-request products/isbn products/jmx_studio/42112542 @@ -133976,8 +133697,6 @@ products/ras/v16.5 products/ras/v17 products/ras/v18 products/reflector/in-product -products/retirement/getstart/newacc/smallbizstandalone_toc.html -products/retirement/images products/ricohscanCX/ products/search products/search? @@ -134057,21 +133776,9 @@ products/sql-search/ads products/sql-storage-compress products/sql-virtual-restore products/standard-size-business-cards.html -products/stockoptions/analyzerglossary.html -products/stocksbonds/content/cboebuffer.html -products/stocksbonds/images -products/stocksbonds/offers/atthankyouC.shtml -products/stocksbonds/offers/atthankyouP.shtml -products/stocksbonds/offers/invaliderror.shtml -products/stocksbonds/offers/invaliderror_frame.shtml -products/stocksbonds/offers/systemdownerror.shtml -products/stocksbonds/offers/systemdownerror_frame.shtml -products/stocksbonds/offers/thankyouC.shtml -products/stocksbonds/offers/thankyouP.shtml products/support-center/advanced-analytics.html products/support-center/license-registration.html products/telepresence-for-docker/thank-you -products/toolbar/ToolbarConfig10.shtml products/tools_resources products/trimer-enchen-boost-crni products/trimer-enchen-boost-komplet-crni @@ -134136,7 +133843,6 @@ professionals/hznb/*probr-1~/project-type--*/$ professionals/hznb/*probr0 professionals/query professionals/s -profi profi-care* profil profil- @@ -134254,6 +133960,7 @@ profile/tagmirror profile/tmp/me profile/upload-resume profile/upload-temporary-resume +profile/user-project/show-project profile/user/*/edit/ profile/user/*/favorites-edit/ profile/user/*/favorites/ @@ -134269,7 +133976,6 @@ profileReviews profileService profile_ profile_reviews.php -profilehtml/ profileinterview.php profilerole profiles @@ -134387,7 +134093,6 @@ programas/solo-copees/*/audios programas/vocesalacarta programas/vocesusuarios programcatalog/event_details -programdimichelesantoromdimichelesantoroi/mdimichelesantoro/ programme programmer programmer/cinematic-test-page @@ -134586,7 +134291,6 @@ projects.html projects.html~ projects/ projects/* -projects/*/*?*ref= projects/*/activity projects/*/backers projects/*/best_release.html @@ -134653,8 +134357,6 @@ projects/browse$ projects/browse.php projects/calendar$ projects/create -projects/create/*?GA_EVENT -projects/create/*?ec= projects/dashboard projects/des-cedres/ projects/des-cedres/* @@ -134709,7 +134411,6 @@ projects/start_creating projects/tags projects/thurso-papineau/ projects/thurso-papineau/* -projects/upload projects/user$ projects/vef projects/volksentscheid-fahrrad @@ -134718,8 +134419,6 @@ projects/website-design/loan-referral-website? projects2 projects_plans/parks_recreation/rfmp-discussion-guide-thank-you.aspx projectslistingpage -projectteam.aspx -projectteamaddexistinguser.aspx projectteamorderable projectvrm projektai/mano-svoris @@ -134815,10 +134514,8 @@ pronunciation proof proof= proof=t%2Btarget%3D\ -proonly.php propath/choose-product.aspx propeliq-thank-you -properties/ properties/topleadform property property-facility-managers/color/find-and-explore-colors/hoa @@ -134856,6 +134553,7 @@ pros/vcard? pros/visionneuse prosearch.php prosecutions/case/case_details.asp?SF=CN&SV=4157835 +prospective-students/undergraduate-redesign prospectus/downloads prospectus/postgraduate/2013 prospectus/postgraduate/2014 @@ -134928,6 +134626,7 @@ proximic proximus proxy proxy.pac +proxy/* proxy/accounts proxy/accounts/v1 proxy/accounts/v1/groups @@ -135970,7 +135669,7 @@ pt/facturas/* pt/features pt/festival/*/shoutbox pt/forum -pt/forum/goto.phphttp://it.linkedin.com/robots.txt +pt/forum/goto.phphttp://wiley.com/robots.txt pt/forums pt/fr pt/gallery @@ -136282,7 +135981,7 @@ publi-info public public-api public-api/docsv2 -public-api/http://scotusblog.com/robots.txt +public-api/http://bcu.ac.uk/robots.txt public-data-sets/applicants/ public-data-sets/terms/ public-engagement @@ -136295,7 +135994,7 @@ public-style-guide public-transit-screen public.api public/* -public/*http://zerodayinitiative.com/robots.txt +public/*http://kompas.com/robots.txt public/about-eso/committees/cc public/about-eso/committees/cou public/about-eso/committees/fc @@ -136379,7 +136078,6 @@ publications/documents/infcircs publications/eurotex-2005-notes publications/export publications/filter/tips -publications/index.cfm? publications/index.php/admin publications/index.php/comment/reply publications/index.php/filter/tips @@ -136420,6 +136118,7 @@ publications? publications?page= publications?page=*& publicationsearch +publicclass publicdatasets-confirmation/ publicidad publicity @@ -136448,7 +136147,6 @@ publishing/_denial.asp publishing/currentawareness/_denial.asp publishing/journals/_denial.asp publishing/journals/rssfeed.asp -publishing/qrcode publishtosway pubs/* pubs/index.repec.html @@ -136730,7 +136428,7 @@ qc/qctt qc2024 qc_campaign qdtarchive/can-you-tighten-loose-skin-after-weight-loss-2/ -qdtarchive/how-to-lose-the-freshman-15-2/http://dict.cc/robots.txt +qdtarchive/how-to-lose-the-freshman-15-2/http://mailjet.com/robots.txt qe15com qemail qengine @@ -136797,7 +136495,6 @@ query query$ query% query.cgi -query.html query/ query/related/related query= @@ -136878,9 +136575,8 @@ quiz-list/ quiz-results-learn-more-vid quiz/ quiz/archive/*/* -quiz/archive/*/*/$http://kubernetes.io/robots.txt +quiz/archive/*/*/$http://selfridges.com/robots.txt quiz/document -quiz/engine quiz/todayincolumbia/ quizzes quizzes-v2 @@ -136992,8 +136688,6 @@ railcard/home railcard/orderdetail rails rainbow/ -raiplay/guidatv -raiplay/guidatv/index.html rajat-kakar-confirmed-as-managing-director-at-universal-music-india ram-bak rambutan-anmaxyz @@ -137079,7 +136773,7 @@ rcs?action rcsearch.aspx rd rd/ -rd/pdf/http://codester.com/robots.txt +rd/pdf/http://rubylane.com/robots.txt rd/search rd/search$ rd/search? @@ -137096,7 +136790,7 @@ rds/archive/Catalog/?author rds/archive/catalog/?*keywords rds/archive/catalog/metrics? rds/imagedb/Results? -rds/imagedb/results?http://is.gd/robots.txt +rds/imagedb/results?http://sans.org/robots.txt rdv re re/ @@ -137361,7 +137055,7 @@ reasons_your_child_cant_sleep_pictures_slideshow/article.htm reauthenticate rebecca-allen-appointed-managing-director-decca-records-uk rebeccagarcia -rebooting-the-record-label/http://philly.com/robots.txt +rebooting-the-record-label/http://whatsmyip.org/robots.txt rec recapitulatif recaptcha.aspx @@ -137428,18 +137122,23 @@ rechercher recipe recipe-box recipe-portal/search +recipe/*/*/nutrition +recipe/*/*/print +recipe/*/bitflag +recipe/*/feedback recipe/box recipe/edit +recipe/email* +recipe/link/* recipe/view +recipe/zapcache/* recipe_parser recipes recipes/ recipes/*?q= -recipes/cook -recipes/email.phphttp://manyver.se/robots.txt +recipes/email.phphttp://varnish-software.com/robots.txt recipes/filter/* recipes/member/reviews -recipes/print recipes/search recipes/search/?q recipes/search? @@ -137845,7 +137544,7 @@ refer refer-* refer-a-friend refer/ -refer/http://later.com/robots.txt +refer/http://rki.de/robots.txt refer/pal reference reference-library @@ -137883,7 +137582,7 @@ refresh.php refresh_stored_accounts refresh_token refresh_token -refreshed-hphttp://bcu.ac.uk/robots.txt +refreshed-hphttp://dmlp.org/robots.txt refrigeration/en/worldwide/search.html refs refund @@ -137964,8 +137663,6 @@ register?return_uri= register?welcome_redirect register_apn register_gcm -registeraccount.aspx?ReturnURL=* -registeraccount.aspx?ReturnUrl=* registerb registersubscriber registracion @@ -138112,6 +137809,8 @@ releasenotes/item/ releases/ajax/next relieve_heartburn_to_gerd_10_fast_acting_ways/article.htm relieve_menstrual_cramps/article.htm +religious-landscape-study/*.md +religious-landscape-study/*/markdown relnotes reloaded/api/album-photo reloaded/errpix.php @@ -138129,7 +137828,6 @@ remember/resources-holocaust-survivors-victims/database-of-holocaust-survivor-an remember/resources-holocaust-survivors-victims/database-of-holocaust-survivor-and-victim-names/search-names? rememberme remilogs/ -remind remind.php reminders remote @@ -139225,7 +138923,6 @@ research/article/articleCMSContent.xhtml research/article/articleCuratedList.xhtml research/article/articleSearchResults.xhtml research/article/articleTypeSearchResults.xhtml -research/bond/images research/cat-irc/ research/category-90000 research/celt/old @@ -139244,13 +138941,11 @@ research/economists/RSG_SeminarsCalendar.pdf research/economists/RSG_VisitorsCalendar.pdf research/funding/salary_costing research/heroes/landing -research/images research/make-page.jsp? research/media/res-markgasson-19537.asp research/modelinfo/modelInfoPopup.xhtml research/modelinfo/overview.xhtml&makecode research/monthly-reports -research/options/images research/participants/cofund research/pricing/car-value.xhtml$ research/record- @@ -139271,7 +138966,6 @@ research/salary/JobSalary/SalAjxGetLocationsByKeyword research/salary/JobSalary/SalAjxGetMapSalry research/search research/shared/article.jsp -research/stock/images research/visible/vhpconf98/AUTHORS/SACHSE2 research/visible/vhpconf98/AUTHORS/WERNER2 researchCategories= @@ -139697,7 +139391,7 @@ resources/allstate/attachments/pdf/etr0509.pdf resources/calendar resources/collocations resources/community-archive-2019 -resources/contrastchecker/?*http://brokemillennial.com/robots.txt +resources/contrastchecker/?*http://videonews.com/robots.txt resources/contrastchecker? resources/cookie resources/css @@ -139716,7 +139410,7 @@ resources/ftptransfer resources/ghost/api resources/gocodersdk/54f8721827aeb3bebffcca5e3b1a0d43/ resources/gocodersdk/docs/1.0/54f8721827aeb3bebffcca5e3b1a0d43/ -resources/guide/agentic-ai-systems-observability-lphttp://letsencrypt.org/robots.txt +resources/guide/agentic-ai-systems-observability-lphttp://brookings.edu/robots.txt resources/how-to/HowTo/SalAjxGetAssetDownloadForm resources/how-to/HowTo/SalAjxGetRandomHighConversionArticleContent resources/how-to/HowTo/SalAjxGetRandomHighTrafficArticleContent @@ -140000,7 +139694,7 @@ review/*/transparency review/common/du review/create-review review/dynamic/sims-box -review/fileshttp://davx5.com/robots.txt +review/fileshttp://sfmuseum.org/robots.txt review/hall-of-fame review/list review/list_rss @@ -140059,9 +139753,6 @@ reviews= reviews_page= revisarpedido revisions -revista/*/A -revista/*/V -revistas revive reward*?ha rewards @@ -140397,6 +140088,7 @@ ro/cloud/saas/talent-management/21c ro/collections ro/core ro/dealer_locator/ +ro/despre-maib ro/distributionmanager/ ro/downloadmirror ro/errors @@ -140424,7 +140116,12 @@ ro/long-term-rentals-in-spain ro/luxury-homes-spain ro/luxury-rentals-spain ro/m +ro/maib-leasing +ro/maib/documente ro/news/ +ro/persoane-fizice/calculator-iban +ro/persoane-fizice/curs-valutar +ro/persoane-fizice/serviciul-p2p ro/press-releases ro/profiles ro/properties-for-sale-in-spain @@ -140617,7 +140314,6 @@ roubaix-tourcoing/assure/actualites/ rouen-elbeuf-dieppe-seine-maritime/ rouen-elbeuf-dieppe-seine-maritime/assure/actualites/ roulette -roulonsvert rousers/ route-planner/email route-planner/l @@ -140662,7 +140358,6 @@ rpc rpc/index.php?mode=profile_module_illusts&user_id=*&illust_id= rpg rpg.php -rpp/2004/ rpvtea rpvwine rquery @@ -140837,7 +140532,7 @@ rss2 rss7 rss? rssFeed -rss_export/www_export.rsshttp://belgiantrain.be/robots.txt +rss_export/www_export.rsshttp://sussex.ac.uk/robots.txt rss_feeds rss_items rss_trk @@ -140853,7 +140548,7 @@ rstmh/ rsvp rsvp.php rsvp/images -rsw/upload/k2dienste/http://nycgo.com/robots.txt +rsw/upload/k2dienste/http://blog.codecentric.de/robots.txt rt%3Dnc rt= rt=0 @@ -141105,6 +140800,7 @@ ru/help/privacy/ ru/help/search.html? ru/help/search? ru/home +ru/images ru/index.html ru/info ru/intangible-cultural-heritage/grid @@ -141157,6 +140853,7 @@ ru/market/user-auction? ru/market/user-listings ru/market/user-listings? ru/multistore +ru/music ru/music/*/+images ru/music/*/+images/*/shoutbox ru/music/*/+images/*/shoutbox? @@ -141167,8 +140864,10 @@ ru/music/*/+tags ru/music/*/+wiki/shoutbox ru/music/*? ru/music/+noredirect +ru/music/playlist ru/nav/kategorii ru/nedvizhimost-v-ispanii +ru/news ru/news/ ru/news? ru/newsroom/search @@ -141271,8 +140970,11 @@ ru/versions/*/beta.html ru/versions/*/nightly.html ru/versions/*/release.html ru/vhod-po-email +ru/video +ru/video/watch ru/voprosy/selection ru/vybor-registratsiya +ru/web ru/web.config ru/widgets ru/world-heritage/grid @@ -141691,7 +141393,7 @@ sales sales-demo-video sales-gifts/best-gifts-for-migraine/ sales-gifts/gifts-for-ocd/ -sales-kit/ +sales-kit/ sales-leads sales/*?*after= sales/*?*before= @@ -142014,9 +141716,6 @@ sci-tech/downloads sci/activities/projects/eis/bin sci/facilities/paranal/sciops/team_only sci/php/redirect.html -sci_hor/1_common/ -sci_hor/Admin/ -sci_hor/images/ sciatica_pictures_slideshow/article.htm science-blog-satellites? science-dean-search @@ -142032,7 +141731,7 @@ science/frag science/gadgets/render science/gs science/mlkt/rslts -science/new-drug-product-pipelinehttp://99percentinvisible.org/robots.txt +science/new-drug-product-pipelinehttp://globalpost.com/robots.txt science/outlineJson science/page/flash/VideoPlayer science/ppv-pdf @@ -142069,6 +141768,7 @@ sciencecinema/account sciencecinema/search sciencelinx/blackholegame/index.html/robots.txt sciencenet +scientific-monitoring.html?* scientists/mta scispace-logo-square.svg scl @@ -142106,7 +141806,7 @@ scrapertrap scratch_1.4 scratchr2/static screen -screen-flow/ +screen-flow/ screen-recorder-app? screen-time-strategies-you-can-start-today screen/image @@ -142114,7 +141814,7 @@ screenTypeId= screener screener/insider screener?* -screener?http://ncloud.com/robots.txt +screener?http://filmfreeway.com/robots.txt screener?v=210&s=ta_overbought screener?v=210&s=ta_oversold screener?v=210&s=ta_p_channel @@ -142198,7 +141898,6 @@ scss scurvy/ scwidget/topsearch.html sd -sd-dd_consult/images/ sd-jobs sd/ sd/press-releases @@ -142266,7 +141965,6 @@ sdg4education2030/vi/search sdg4education2030/zh/event/*/ical sdg4education2030/zh/explore sdg4education2030/zh/search -sdinfo/ sdk sdk-piano sdk.privacy-center.org @@ -142506,7 +142204,7 @@ search*field_ search*filter_category= search*filter_duration= search*hashtag= -search*http://tech.ed.gov/robots.txt +search*http://rabobank.nl/robots.txt search*keywords=*page= search*language= search*node=$ @@ -142677,7 +142375,9 @@ search-topics? search-uk search-username/ search-video +search-webglimps search-website +search-websites search-widget search-widget-results search-wildcard-phonetic.php @@ -142697,6 +142397,7 @@ search.html search.html search.html*$ search.html? +search.html?search-mode=* search.industrysegment=* search.jsp search.jsp* @@ -142819,7 +142520,6 @@ search/category search/category/websites search/company search/content/.* -search/default.aspx?* search/default.mi search/entity/touch search/exec/*? @@ -142836,9 +142536,9 @@ search/global/viewAllSizesAction search/global?* search/help search/howsearchworks -search/http://dazeddigital.com/robots.txt -search/http://memrise.com/robots.txt -search/http://stage32.com/robots.txt +search/http://click.linksynergy.com/robots.txt +search/http://usip.org/robots.txt +search/http://wpml.org/robots.txt search/hysearchws.aspx?q=* search/imageresults.asp* search/images @@ -142975,7 +142675,7 @@ search?* search?*&cpr= search?*&products_mode=1 search?*cashtagRestId= -search?*http://ca.wikipedia.org/robots.txt +search?*http://finra.org/robots.txt search?*q= search?*searchTitle= search?*tbm=map @@ -143003,7 +142703,7 @@ search?home=true search?keys= search?keyword= search?keyword=*.com -search?keyword=folha%20de%20fichario$http://dublincore.org/robots.txt +search?keyword=folha%20de%20fichario$http://capcut.com/robots.txt search?keywords=*&sort= search?keywords=*=*= search?kw= @@ -143024,7 +142724,7 @@ search?q=* search?query= search?query= search?query=* -search?query=http://bangor.ac.uk/robots.txt +search?query=http://firstpost.com/robots.txt search?s=* search?search= search?searchAuthor=*&sort= @@ -143125,12 +142825,12 @@ searches/netsearch.html searchgoogle/ searchhealthit/search/query searchhrsoftware/search/query -searchhttp://adjust.com/robots.txt searchhttp://articles.latimes.com/robots.txt -searchhttp://freemusicarchive.org/robots.txt +searchhttp://dmarc.org/robots.txt +searchhttp://gather.town/robots.txt searchhttp://ncdc.noaa.gov/robots.txt -searchhttp://neatorama.com/robots.txt -searchhttp://tablespoon.com/robots.txt +searchhttp://soundclick.com/robots.txt +searchhttp://teacherspayteachers.com/robots.txt searchid searchinfo= searching/Mark @@ -143489,7 +143189,7 @@ sentry-debug sentry-monitoring sentry-tunnel seo -seo-api/http://edsource.org/robots.txt +seo-api/http://cs.waikato.ac.nz/robots.txt seo-old seo-services.html seo-toolbar/uninstall @@ -143557,7 +143257,6 @@ server server-configurator server-health-check/ server-status -server.aspx server.php server/api server/api/authn/status @@ -143625,7 +143324,6 @@ service/suche/index.html*query service/temple/cards service= service=ajax -serviceDetails.aspx serviceQuestionnaireAjax serviceType= service_worker.js @@ -143710,14 +143408,13 @@ services/computing/statistics services/computingold services/conferences/content-corner/*?* services/conferences/news/*?*http://datadoghq.com/robots.txt -services/conferences/news/*?*http://nbcuniversal.com/robots.txt +services/conferences/news/*?*http://www1.folha.uol.com.br/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html services/driving-instructors/*category services/education/sa/ services/education/saprogram/ -services/engine/search/sru? services/estates/2000 services/executor services/finance/Local @@ -143798,6 +143495,7 @@ services/printing/legacy services/printing/myprojects services/printing/orderstatus services/printing/review +services/profile/attachment* services/promotion/automotive-textiles-report/ services/promotion/dtp-report/ services/promotion/home-textiles-report/ @@ -143858,32 +143556,9 @@ servlet/PB servlet/RecommendationsApi servlet/SearchResults servlet/StoreFrontDisplay -servlet/admin -servlet/arbolacademico -servlet/busquedadoc -servlet/busquedates -servlet/correo -servlet/desconexion servlet/linkout servlet/linkout? -servlet/listaautores -servlet/listalibrosporcoleccion -servlet/listalibrosporeditor -servlet/listarevistas -servlet/login -servlet/loginInstitucional -servlet/olvido -servlet/perfil -servlet/peticiondocumento -servlet/revistas_accesibles -servlet/revistas_alojadas servlet/servlet.FileDownload -servlet/social -servlet/sso -servlet/sugerencia -servlet/suscriptor -servlet/test -servlet/yo-soy-autor servlets sess/ session @@ -143943,7 +143618,7 @@ settings/loid-email-unsubscribe-router settings/mirror_choices settings/my-account settings? -settingshttp://replicate.com/robots.txt +settingshttp://pinkbike.com/robots.txt setup setup-x86.exe setup-x86_64.exe @@ -144602,7 +144277,7 @@ shop/search/?q=wine%20glasses shop/search/?q=yarn shop/search/?q=yeti shop/search/?q=yoga%20mat -shop/search/http://dict.leo.org/robots.txt +shop/search/http://philpapers.org/robots.txt shop/sitemap-category shop/special+promotions shop/stationery @@ -144754,7 +144429,7 @@ shopzilla*cnxclid= shopzilla*cnxclid=SZ short short-link -short-url-machine/error/http://medicalxpress.com/robots.txt +short-url-machine/error/http://blogs.gartner.com/robots.txt short_videos shortcode shortcode= @@ -144805,7 +144480,7 @@ shots/week shots/year shouldremainempty/ shout-factory-partners-with-vivendi-visual-entertainment -shoutbox/http://eventsonair.withyoutube.com/robots.txt +shoutbox/http://shaareykedusha.com/robots.txt show show-dog-universal-music-expands-staff-with-new-appointments show-dog-universal-music-universal-music-group-nashville-renew-relationship @@ -144817,7 +144492,6 @@ show.php show/ show/* show/koth-show -show=all showDuration= showMap* showMap=1 @@ -144959,8 +144633,6 @@ sid= sid=* side-hustle-school-promo sidebar.json -sidebar_rs_e.inc -sidebar_rs_f.inc sidekiq sidewiki/entry sie? @@ -145003,7 +144675,6 @@ signin signin signin$ signin-oidc -signin-oidc signin. signin.aspx signin/ @@ -145079,10 +144750,11 @@ signurl sigtau silent-login silent.html -silicosis/en/search/http://public.com/robots.txt +silicosis/en/search/http://creately.com/robots.txt silicosis/fr/search/ silicosis/search/ silkn* +silva silver-linings-playbook silverado-ev-reservation silverado-ev-reservation/down-for-maintenance @@ -145335,11 +145007,10 @@ sitecore_files sitecore_files/ sitecore_modules sitecore_services/ -sitecorehttp://live.gnome.org/robots.txt +sitecorehttp://explodingtopics.com/robots.txt sitecounterajax sitedashboard sitedown -sitedown/ siteelementshomepage sitefinity/ sitefinity/* @@ -145478,7 +145149,7 @@ sitemap.xml.gz$ sitemap.xml? sitemap.xml?page= sitemap.xml?page= -sitemap.xmlhttp://wp.pl/robots.txt +sitemap.xmlhttp://tmb.cat/robots.txt sitemap.xsl sitemap/$ sitemap/*/page/ @@ -145515,7 +145186,7 @@ sitemap_3.xml sitemap_4.xml sitemap_com_properties sitemap_pages.xml -sitemap_test_marketing.xmlhttp://c-and-a.com/robots.txt +sitemap_test_marketing.xmlhttp://cracked.com/robots.txt sitemapfull sitemapgen.php sitemapindex-salon-appointment.xml @@ -147232,7 +146903,7 @@ sites/genome-editing/_search sites/ggm/verwertung_entsorgung/_search sites/ggm/verwertung_entsorgung/fundgrube/_search sites/gradsoflife -sites/gs1/files/docs/EDI/*http://fastcodesign.com/robots.txt +sites/gs1/files/docs/EDI/*http://cultofmac.com/robots.txt sites/gsb/files/program-brochure sites/gwcic sites/gyro @@ -147305,7 +146976,7 @@ sites/nice sites/northerntrust sites/northwesternmutual sites/norton -sites/novartis_de/files/http://today.com/robots.txt +sites/novartis_de/files/http://askfred.net/robots.txt sites/nsidc.org/files sites/nuveen sites/nuveencef @@ -148118,7 +147789,6 @@ smothery/ smotori smp/jsp/en/qualification.jsp smp/jsp/fr/qualification.jsp -smrtr sms sms.html sms/demo? @@ -149100,13 +148770,13 @@ sos/clerical sos/kids/search/node sos/online_corps sos/registration +sosim-pro sostenibilita sothebys/item soul/* soumissionnez/documents_consultation/ soumya-sriraman-appointed-vice-president-of-marketing-and-operations-umvdvisual-entertainment soumya-sriraman-promoted-to-svp-of-theatrical-marketing-vivendi-entertainment -sound soundcloud-tpa soundcloud_sounds sounds @@ -149198,7 +148868,7 @@ spaziovenditori spbasic spbot spc -spc-bin/http://mariadb.org/robots.txt +spc-bin/http://oik-plugins.com/robots.txt spc-source= spc/amazon/en/landingPage.html spc/uber @@ -149252,7 +148922,7 @@ special/list/ special/lowes-black-friday special/store/ special/tour-de-france -special/tour-de-france/http://openclassrooms.com/robots.txt +special/tour-de-france/http://lea.verou.me/robots.txt special/webhost specialOffers specialballots @@ -149359,9 +149029,9 @@ sponsored-sections/cannabis/ sponsored-stories/ sponsored-topic sponsored/ -sponsored/$http://erudit.org/robots.txt -sponsored/$http://scryfall.com/robots.txt -sponsored/$http://vinepair.com/robots.txt +sponsored/$http://dowjones.com/robots.txt +sponsored/$http://emsc-csem.org/robots.txt +sponsored/$http://gosanangelo.com/robots.txt sponsored/* sponsored/2022/10/disruptors-who-are-changing-their-industries sponsored/previewarticle @@ -149387,7 +149057,7 @@ sport sport*?*ajax=1 sport*?*parent-reqid sport-and-wellness -sport-datencenter-category-basehttp://auswaertiges-amt.de/robots.txt +sport-datencenter-category-basehttp://weizmann.ac.il/robots.txt sport-ga sport-navigation sport-unify @@ -149482,7 +149152,7 @@ spring-release spring-sprung-ghostery-v7-2 sprint_wml sprint_xhtml -sprypanel/http://mathworld.wolfram.com/robots.txt +sprypanel/http://set.or.th/robots.txt sps-dev spsales spur-download @@ -149676,6 +149346,7 @@ ssaf/ssafc ssaf/ssafc/v1/controllerdata ssafe/ ssc +ssc/capi ssc? ssce sscomm/ @@ -149744,7 +149415,7 @@ staff/2926/dan-bickley staff/8295/marisa-kwiatkowski staff/barlowj2 staff/committees/Inf/ISMG -staff/http://data.consilium.europa.eu/robots.txt +staff/http://signup.com/robots.txt staff/marsdena staff/org staff/org?* @@ -150018,7 +149689,7 @@ stats/events/  stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://sports.yahoo.com/robots.txt +stats/player-stats/*http://shrm.org/robots.txt stats3.html stats?gid= stats_report/ @@ -150184,6 +149855,7 @@ stop-smoking/smoking-cessation-aids.aspx stop_mobi= stopartnertest/ storage +storage/download storage/temp store store-engine$ @@ -150417,17 +150089,17 @@ straight-up-steve-austin strange_surprising_addictions_mental_health/article.htm strategic strategic-marketing-and-commercial-affairs-division-announced -strategic-partners/cushman-wakefield/http://jmlr.org/robots.txt +strategic-partners/cushman-wakefield/http://sunjournal.com/robots.txt strategic-plan -strategicplan/index.php/http://novayagazeta.ru/robots.txt +strategicplan/index.php/http://rawgit.com/robots.txt strategist strategist/amp strategist/search -strategisthttp://business.financialpost.com/robots.txt -strategisthttp://english-heritage.org.uk/robots.txt -strategisthttp://google.ch/robots.txt -strategisthttp://msf.org/robots.txt -strategisthttp://security.stackexchange.com/robots.txt +strategisthttp://aviationweek.com/robots.txt +strategisthttp://boston.com/robots.txt +strategisthttp://cartercenter.org/robots.txt +strategisthttp://cve.mitre.org/robots.txt +strategisthttp://docs.npmjs.com/robots.txt strawberry-anma stream stream/*20 @@ -150921,7 +150593,7 @@ subscribe/worldjuniors subscribe2.asp subscribe? subscribe?* -subscribe?*http://ourworldindata.org/robots.txt +subscribe?*http://amnesty.org/robots.txt subscribeTOC.asp subscribe_Reseller_Entries.asp subscribe_gps @@ -150966,7 +150638,7 @@ subscription_center subscription_orders.cgi subscription_request.cgi subscriptioncancel -subscriptionhttp://support.squarespace.com/robots.txt +subscriptionhttp://stopandshop.com/robots.txt subscriptions subscriptions subscriptions-manager?channel= @@ -150980,9 +150652,6 @@ subshare subsidies subsites substance -substances/ForUpload/ -substances/cgi-bin/ -substances/images/ substanceuserecovery subswitch subtitle-admin/ @@ -150992,7 +150661,7 @@ subtitle/ subtitles-1 subtitles-2 subtitles/ -subviews/*http://nhk.jp/robots.txt +subviews/*http://curl.se/robots.txt success success-stories successteammanager @@ -151226,7 +150895,7 @@ support-us/stories/overview-wfp support-your-pro support-your-pro?providerID= support/ -support/*http://eventbrite.com.au/robots.txt +support/*http://tiqets.com/robots.txt support/*zout_ support/category support/content @@ -151318,7 +150987,7 @@ susan-mazo-named-senior-vice-president-global-communications-for-universal-music susan-povich-promoted-to-vice-president-business-legal-affairs-universal-music-elabs suscripcion suscripcion-digital -suscripciones/oferta_universitarios/http://curata.com/robots.txt +suscripciones/oferta_universitarios/http://bitmovin.com/robots.txt suspended_tickets suspension-appeal sustainability-as-an-efficient-business-strategy @@ -151604,11 +151273,11 @@ sweeps-rules* sweeps/yeezy-instore-sweeps.html sweepstakes sweepstakes-casinos -sweepstakes-casinos/http://gs1.org/robots.txt -sweepstakes-casinos/http://lichess.org/robots.txt +sweepstakes-casinos/http://issues.apache.org/robots.txt +sweepstakes-casinos/http://joindiaspora.com/robots.txt sweepstakes-casinos/http://liebertpub.com/robots.txt -sweepstakes-casinos/http://punknews.org/robots.txt -sweepstakes-casinos/http://tudou.com/robots.txt +sweepstakes-casinos/http://media.net/robots.txt +sweepstakes-casinos/http://sodahead.com/robots.txt swen swf swf @@ -151630,7 +151299,6 @@ switch-to-ecosia switch.php3 switchProduct switch_country= -switchboard.aspx switched switcher= swollen-legs-after-exercise/ @@ -151750,8 +151418,6 @@ t3lib t3mp0mAt/ t3portal/ t5/ -t5/media/gallerypage -t5/notifications/notifymoderatorpage t7 t= tDate/*%2F*%2F0* @@ -151998,7 +151664,7 @@ tabs/*.htm?sort=date tabs_files/ tabuleiros-costeiros/a-unidade/missao-visao-e-valores tachyon -tachyon/http://players.brightcove.net/robots.txt +tachyon/http://clarivate.com/robots.txt tacms tacs taf.php @@ -152198,7 +151864,7 @@ tagmanager/pptm.js tags tags tags* -tags*http://business.twitter.com/robots.txt +tags*http://bp.com/robots.txt tags-artists tags-regions/json tags.php @@ -152342,8 +152008,6 @@ tarpit tasima task task-management -task/*?GA_EVENT -task/*?ec= task_* taskers/*/messages tasks @@ -152353,6 +152017,7 @@ tasks/r/form tastesurvey tatia-adams-fox-promoted-to-vice-president-marketing-universal-motown-records tattoo_pictures_slideshow/article.htm +tawang tax-center tax-interview.rl tax-pros-index-search @@ -152752,10 +152417,10 @@ tealium team team- team-account -team-blog/http://artbreeder.com/robots.txt +team-blog/http://cleantechnica.com/robots.txt team/*/schedule$ team/bloomberg-news -team/comparehttp://hey.com/robots.txt +team/comparehttp://businessinsider.com.au/robots.txt teamInvitations teamplain/ teams @@ -153195,7 +152860,7 @@ tekrar-al tel tel: tel:* -telechargements/stockage-perso-staff/http://geesendou.seesaa.net/robots.txt +telechargements/stockage-perso-staff/http://chabukswar.ie/robots.txt telecomorgs teleconnections/*.php? telefony-a-zarizeni/basket @@ -153356,7 +153021,7 @@ template.asp?docId=8&docName=About%20Us template/ template/1-0-1/gfx/favicon.ico template/down? -template/warenkorbhttp://scrippsnews.com/robots.txt +template/warenkorbhttp://donationcoder.com/robots.txt template=* template=printart templateId= @@ -153576,7 +153241,7 @@ templates/moodboard-maker/$ templates/moscow-method-example/$ templates/network-diagram-examples/$ templates/newsletter-examples/$ -templates/novo_portal_base/font-awesome/fonts/http://autotrader.com/robots.txt +templates/novo_portal_base/font-awesome/fonts/http://afterpay.com/robots.txt templates/okr-template/$ templates/one-on-one-meeting-template/$ templates/online-calendar-maker/$ @@ -153865,7 +153530,6 @@ territorial/tematicas/agricultura territorial/tematicas/bases-de-dados-geoespaciais territorial/tematicas/pecuaria territorial/tematicas/transferencia-de-tecnologias-geoespaciais -tesis test test test* @@ -153931,13 +153595,12 @@ test-tag test-url.html test-v1-page-template test-xalok -test.asp.txt test.html test.html test.jsp test.umb.edu/ test/ -test/ +test/ test/* test/*?question test/*?rtf @@ -153970,7 +153633,7 @@ test/games/black_jack/ test/getresponse.php test/gettest.php test/google_showcase/ -test/http://vogue.com.au/robots.txt +test/http://jama.jamanetwork.com/robots.txt test/index.php?act=custom test/index.php?act=test&id=*&q= test/matchcenter/calcio/serie-a/classifica @@ -154023,7 +153686,7 @@ testgpr testhome1 testhome2 testhome3 -testhttp://disqus.com/robots.txt +testhttp://edition.cnn.com/robots.txt testimonial testimonial/ testimonials.php @@ -154054,6 +153717,7 @@ testrn tests tests* tests/* +tests/test-city testsuite-sas testv27-*/ testweb @@ -154078,7 +153742,6 @@ textbook/top-selling-textbooks textbooks textbooks/_ajax/log textbooks/evaluation -texteBrut texthtml texthtml/ textiles @@ -154847,7 +154510,6 @@ tickets/museum/$ tickets/music/$ tickets/music/basket/$ tickets/music/football/$ -tickets/robots/robot_entry.cgi tickets/satisfaction tickets/sitemap.xml tickets/sitemap.xml?page= @@ -155012,7 +154674,6 @@ tjenester/it/web/vortex/drift-utvikling/hoster tjenester/it/web/vortex/hjelp/mangler-tilgang-office365.html tjenester/share tk -tkei/ tkf/CloseAccount tkf/Contact tkf/ListSettings @@ -155105,7 +154766,7 @@ tmn/ccs tmoney/* tmp tmp- -tmp-http://www-personal.umich.edu/robots.txt +tmp-http://onekingslane.com/robots.txt tmp-image-robot-nofollow.txt tmp/ tmr @@ -155166,6 +154827,7 @@ to_make_me_feel_happy_what_foods_should_i_eat/article.htm to_make_your_kitchen_healthier_how/article.htm to_manage_your_stress_about_uc_10_ways/article.htm toast +tobedeleted-sites tobjoto toboggan toc @@ -155368,16 +155030,6 @@ toolbar toolbar.php toolbox toolbox-outage -toolbox/annuitymatch/images -toolbox/assetalloc/images -toolbox/email -toolbox/filiassetalloc/images -toolbox/growth/assumptions.html -toolbox/growth/growth.shtml -toolbox/keogh/images -toolbox/pension.ini -toolbox/retirecalc/images -toolbox/sepira/images toolchains toolkit toolkit/ @@ -155607,7 +155259,7 @@ topla-kazan topla-kazan-kuponlari toprailapp tops -topsecret/ +topsecret/ topsfr topsocial topup @@ -155621,7 +155273,7 @@ tos tos-old tos/banner.js total-leadership -totalSearch/search.dohttp://pagesix.com/robots.txt +totalSearch/search.dohttp://gourmettraveller.com.au/robots.txt tots tou touch/login @@ -156045,7 +155697,7 @@ tradeoffer traduction traffic traffic-aggregation -traffic-manager/ +traffic-manager/ traffic/ traffic/status*? trafficbot.life @@ -156258,7 +155910,6 @@ trapdir trash trash-container/ trash/ -trasparenza/Segnalazioni-fd6ab876-acf0-4978-88cb-12e634722148.html trasporti trasy/*/loty-z- trasy/*/trasy-od- @@ -156709,7 +156360,7 @@ trk-download trk/click trk/unsubscribe trk= -trk=http://zipcar.com/robots.txt +trk=http://cookiedatabase.org/robots.txt trko trnl tropical_fruit_pictures_slideshow/article.htm @@ -156801,7 +156452,6 @@ ttarticle/p/show ttb ttd ttd_payment -ttdownloads/ ttg tto tto/archive/article @@ -156892,7 +156542,7 @@ tv3/marato/recerca/proposta-malalties tv3/sx3/*/joc/pantalla-completa tv3/sx3/families-escola/activitats/cercador tv3/sx3/families-escola/activitats/cercador-mapa -tv3/sx3/http://lexology.com/robots.txt +tv3/sx3/http://glossier.com/robots.txt tve tve/b/135escons tve/b/9decada10 @@ -157111,7 +156761,6 @@ typo3 typo3/ typo3/sysext/frontend/Resources/Public typo3_src -typo3_src-4.1.1 typo3_src/ typo3conf typo3conf/ @@ -157126,7 +156775,7 @@ typo3conf/ext/bra_projectfiles/Resources/Public typo3conf/ext/parallels/Resources/Public typo3conf/ext/prls_theme/Resources/Public typo3conf/ext/theme/Resources/Public -typo3conf/http://governor.ny.gov/robots.txt +typo3conf/http://blogs.cisco.com/robots.txt typo3src typo3temp typo3temp/ @@ -157275,6 +156924,9 @@ uc uc-g-sw= uc-sb-sw= uc/files +ucactualites/*/200* +ucactualites/*/201* +ucactualites/*/2020/* ucc ucea/search-result ucf @@ -157287,7 +156939,6 @@ ucomm/collegetown/coupons/ ucomm/internalcommunications/_files/ ucs ud -udf/ udpddoscn uds ueber-uns @@ -157365,7 +157016,7 @@ ui-router/images/favicon.ico ui/ ui/gnwidget uiLoggerAjax -uiLoggerAjaxhttp://blinemovers.com/robots.txt +uiLoggerAjaxhttp://logitech.com/robots.txt uiTest ui_log uibreakfast @@ -157632,6 +157283,7 @@ uk/help/privacy/ uk/help/sitemap uk/help/sitemap.php uk/imagecontentsource +uk/images uk/info uk/info/contactus/email-the-ceo uk/invites/buy @@ -157659,7 +157311,10 @@ uk/market/dixie_flag uk/market/rebel_flag uk/messages uk/mini.php +uk/music +uk/music/playlist uk/my +uk/news uk/onelook_american_dictionary_words.html uk/onelook_british_dictionary_words.html uk/people @@ -157730,7 +157385,10 @@ uk/tutorials/search uk/user uk/users uk/v2/* +uk/video +uk/video/watch uk/wdc +uk/web uk/web.config uk/web/pearsontq/thank-you.html uk/your @@ -158371,7 +158029,6 @@ unsubscribe* unsubscribe-confirmation unsubscribe-from-applet unsubscribe-thankyou.html -unsubscribe.aspx unsubscribe.cgi unsubscribe/invitation unsubscribe= @@ -158402,7 +158059,7 @@ upcomingevents upcomingevents.html? update update-browser -update-check/wirecast/ +update-check/wirecast/ update-guide update-password update-personalized-offer @@ -158436,7 +158093,7 @@ updates/ updates/*.php$ updates/*.xml$ updates/?filter= -updates/order/*http://antaranews.com/robots.txt +updates/order/*http://answers.yahoo.com/robots.txt updates?page= updatestats updateutp* @@ -158482,7 +158139,7 @@ upload/documents/files/5614/5PrilojenieMerigosregylirovaniya.pdf upload/documents/files/5614/6Otchetopyblichnonormativnihobyazatelstvah.pdf upload/documents/files/5614/OtchetpoGosydarstvennoiprogrammegorodaMoskviRazvitiecifrovoisrediiinnovaciiza2020god.pdf upload/forgot_password -upload/http://music.amazon.com/robots.txt +upload/http://francetvinfo.fr/robots.txt upload/media/video upload/streak upload/upload.cgi @@ -158504,7 +158161,6 @@ uploadfile uploadfile.php uploadhistory.php uploadify -uploadify/ uploadimages uploading/gifgenerator uploadprocerr.html @@ -159190,6 +158846,7 @@ us/en/csus/ us/en/experience-lutron?*& us/en/fepp/ us/en/foods/search?keywords= +us/en/games/search.html us/en/gates/ us/en/home us/en/legal/cookie-notice?ref= @@ -161007,10 +160664,9 @@ user-profile-view? user-profile.aspx user-profile/ user-registrierung -user-reports/http://yahoo.co.jp/robots.txt +user-reports/http://lockheedmartin.com/robots.txt user-research-testing user-settings -user.aspx user.json user/ user/$ @@ -161087,7 +160743,7 @@ user/forgotPassword user/forgotpassword user/fpd/api user/googleonetapverification -user/http://self.com/robots.txt +user/http://ign.com/robots.txt user/images user/info user/kommoot @@ -161105,6 +160761,7 @@ user/login/ user/login/? user/login/?context user/login/?context= +user/login/admin user/login/profile user/login? user/login?context @@ -161200,7 +160857,6 @@ user_profile$ user_sessions user_subscribe.cgi user_testing_tmp -user_xrds.aspx useradd.cgi useragreement.php userauth @@ -161213,7 +160869,6 @@ userdoc/FAM_O2 usergroups/sasforuminternational/call/ usergroups/sasforuminternational/proceedings/ usergroups/seugi/call/ -userhttp://hdl.handle.net/robots.txt userhub userid.aspx userimages @@ -161236,20 +160891,17 @@ users.html users.pl users/ users/* -users/*/*?*prjid= users/*/? users/*/avatar users/*/bookmarks users/*/comments users/*/contact -users/*/contacts users/*/default-avatar users/*/default-avatar-v2 users/*/foaf users/*/followers users/*/listings users/*/mypixiv -users/*/portfolio/*/*?view users/*/posts users/*/posts.rss users/*/reference_requests @@ -161380,11 +161032,9 @@ utilities/ utilities/emailafriend.aspx utilities/glossary utilities/glossary/index.htm -utilities/http://futureoflife.org/robots.txt +utilities/http://kiwix.org/robots.txt utilities/includes/css/ utilities/includes/js/ -utilities/searchmember -utilities/searchmembertwo utilities/university-statement.aspx utility utility-nav-content @@ -161393,7 +161043,8 @@ utility/scripted-file.ashx utility/trac utils utils/ -utils/http://profiles.wordpress.org/robots.txt +utils/* +utils/http://maps.google.com.au/robots.txt utils_download utils_filterSongs utm @@ -161568,7 +161219,7 @@ uz/core uz/event/*/ical uz/explore uz/forums -uz/http://lastpass.com/robots.txt +uz/http://telegram.me/robots.txt uz/kb/*/discuss uz/profiles uz/search @@ -161727,9 +161378,6 @@ va va/ vabs vacancy -vacancy/create -vacancy/create/*?GA_EVENT -vacancy/create/*?ec= vacancy_old vacant-land-for-sale/advanced-search vacant-land-to-rent/advanced-search @@ -161771,13 +161419,13 @@ vanilla vanity vanity_participant vans/leasing/search -vantage-cloud/ -vantage-enterprise/ -vantage-transcoding/ -vantageCloudManager/ -vantageCloudTrial/ -vantageDomainServer/ -vantageTrancodeServer/ +vantage-cloud/ +vantage-enterprise/ +vantage-transcoding/ +vantageCloudManager/ +vantageCloudTrial/ +vantageDomainServer/ +vantageTrancodeServer/ vantage_point/archive vapors/ var @@ -161791,7 +161439,7 @@ var1 variant= variation variation-product* -variation/http://s3.ap-south-1.amazonaws.com/robots.txt +variation/http://ncartmuseum.org/robots.txt variations/*/eula varserver varsity/comment @@ -161836,6 +161484,7 @@ vegetarian_diet_pictures_slideshow/article.htm vehicleid=*repair= vehicleimages vehicles +veille-scientifique.html?* vein_and_artery_problems_visual_guide_to/article.htm vejret velo-pt/forum/main/comment @@ -161890,6 +161539,7 @@ verified-authors verified-modal verified-sellers/ verify +verify$ verify-conversion/ verify-email verify-email$ @@ -161923,7 +161573,7 @@ version-info version.cfm version.json version.txt -version/http://us.blackberry.com/robots.txt +version/http://pixar.com/robots.txt version= version_info version_pdf.php @@ -161955,7 +161605,7 @@ versions/Unicode6.3.0 versions/Unicode7.0.0 versions/Unicode8.0.0 versions/Unicode9.0.0 -versions/http://mb.softbank.jp/robots.txt +versions/http://publish.twitter.com/robots.txt verso/static vert-confirmed-session vertele/lo-mas-visto-tv/2 @@ -161985,8 +161635,8 @@ vertex-ai/studio/notebooklm vertex-ai/studio/notebooklm$ vertex-ai/studio/prompt-gallery vertex-ai/studio/redirect$ -vertex-ai/studio/redirect/http://cbp.gov/robots.txt -vertex-ai/studio/redirect/http://military.com/robots.txt +vertex-ai/studio/redirect/http://emojipedia.org/robots.txt +vertex-ai/studio/redirect/http://smbc-comics.com/robots.txt verticals vertriebspartner/faq/kuendigung verve-music-group-expands-into-burgeoning-adult-contemporary-market-re-launches-famed-forecast-label @@ -162201,7 +161851,7 @@ video*search=*o=mr$ video- video-alert video-blogs- -video-cue/ +video-cue/ video-gallery video-keywords video-landing-pages @@ -162256,7 +161906,7 @@ video/ad-integration video/adnkronos video/adnkronos/* video/affiliate -video/affiliate/http://forever21.com/robots.txt +video/affiliate/http://ntv.com.tr/robots.txt video/ajax video/ajax_search_related video/ajax_video_related @@ -162368,6 +162018,7 @@ video/video_sitemap_*.xml video/videoficheplayerxml.aspx video/viewconfig$ video/vod-recording +video/watch video/watch/*/?autoplay= video/watch/*?etext= video/watch/*_csrf @@ -162499,16 +162150,16 @@ vietnamese/search/\?query=. view view view$ -view$http://ababank.com/robots.txt -view$http://cast.google.com/robots.txt -view$http://ohio.edu/robots.txt +view$http://deutschlandfunkkultur.de/robots.txt +view$http://freeprivacypolicy.com/robots.txt +view$http://parade.com/robots.txt view-3d-home view-as-webpage view-floor-plan view-imx view-legal-document.aspx view-newsletter -view-order/http://realtyna.com/robots.txt +view-order/http://cnnbrasil.com.br/robots.txt view-page view-predictions view-profile.rl @@ -162611,13 +162262,12 @@ viewentry:email/* viewer viewfile.php viewfound.php -viewgit viewinfo.cfm viewinfo.html viewingactivity viewjob viewjob? -viewlibrary/http://productboard.com/robots.txt +viewlibrary/http://aftonbladet.se/robots.txt viewlocale=zh_CN viewnationalmap/ vieworder.cfm @@ -162869,8 +162519,6 @@ vols/ct volunteer-monitor-resources volunteer-role-environment volunteer-role-type -volunteer/ -volunteers/ vomiting/guide/ voo/cn/* voo/ct @@ -162924,7 +162572,7 @@ vpBaselines vpad/cityuecontact.htm vpad/groupcompanies.htm vplbl -vpn-config/http://lidl.de/robots.txt +vpn-config/http://opendefinition.org/robots.txt vpn/ vpnfan vpns-how-do-they-work-and-things-to-consider @@ -163001,7 +162649,7 @@ w/index.php? w/index.php?title=Special%3ALandingPage w/index.php?title=Special:LandingPage w/index.php?title=Special:NewPages&feed=rss&namespace=all -w/index.phphttp://sloan.org/robots.txt +w/index.phphttp://americanindian.si.edu/robots.txt w/load.php? w/newpage w/rest.php/site/v1/sitemap @@ -163011,7 +162659,6 @@ w3 w3/file w3/rest w3/vind-een-winkel/winkel-niet-gevonden -w3c w3info/ w3m w9 @@ -163107,14 +162754,12 @@ watchlist watchlists watchlists/* water -water-eau/ water-health/drinking-water-taste.aspx water-health/water-body-health.aspx water-quality watercolour_pay watercolour_pay_author waterstewardship/th-expense/pdf/2007_08_waterstewardship_expenses.pdf -waterstreet watson/assets/pdfs/reg wave way @@ -164415,12 +164060,14 @@ web/packages/CodelistGenerator/DESCRIPTION web/packages/CohortCharacteristics/DESCRIPTION web/packages/CohortConstructor/DESCRIPTION web/packages/CohortContrast/DESCRIPTION +web/packages/CohortCosts/DESCRIPTION web/packages/CohortGenerator/DESCRIPTION web/packages/CohortIncidence/DESCRIPTION web/packages/CohortMethod/DESCRIPTION web/packages/CohortPlat/DESCRIPTION web/packages/CohortSurvival/DESCRIPTION web/packages/CohortSymmetry/DESCRIPTION +web/packages/CohortUtilisation/DESCRIPTION web/packages/CoinMinD/DESCRIPTION web/packages/Coinprofile/DESCRIPTION web/packages/ColOpenData/DESCRIPTION @@ -165113,6 +164760,7 @@ web/packages/Ease/DESCRIPTION web/packages/EasyABC/DESCRIPTION web/packages/EasyDescribe/DESCRIPTION web/packages/EasyMx/DESCRIPTION +web/packages/EasyPCA/DESCRIPTION web/packages/EasyStat/DESCRIPTION web/packages/EbayesThresh/DESCRIPTION web/packages/Ecdat/DESCRIPTION @@ -167280,6 +166928,7 @@ web/packages/NBShiny/DESCRIPTION web/packages/NBShiny2/DESCRIPTION web/packages/NBShiny3/DESCRIPTION web/packages/NBtsVarSel/DESCRIPTION +web/packages/NBvarsel/DESCRIPTION web/packages/NCA/DESCRIPTION web/packages/NCC/DESCRIPTION web/packages/NCSCopula/DESCRIPTION @@ -167865,6 +167514,7 @@ web/packages/PWIR/DESCRIPTION web/packages/PaLMr/DESCRIPTION web/packages/PaRe/DESCRIPTION web/packages/PacketLLM/DESCRIPTION +web/packages/PaddleOCR/DESCRIPTION web/packages/Pade/DESCRIPTION web/packages/PairViz/DESCRIPTION web/packages/PairedData/DESCRIPTION @@ -170729,6 +170379,7 @@ web/packages/ahpsurvey/DESCRIPTION web/packages/ahptopsis2n/DESCRIPTION web/packages/ai/DESCRIPTION web/packages/aiDIF/DESCRIPTION +web/packages/aiEvalR/DESCRIPTION web/packages/aiRly/DESCRIPTION web/packages/aiRthermo/DESCRIPTION web/packages/aieconindex/DESCRIPTION @@ -172228,6 +171879,7 @@ web/packages/causaloptim/DESCRIPTION web/packages/causalplot/DESCRIPTION web/packages/causalreg/DESCRIPTION web/packages/causalsens/DESCRIPTION +web/packages/causalsim/DESCRIPTION web/packages/causalweight/DESCRIPTION web/packages/causens/DESCRIPTION web/packages/caustests/DESCRIPTION @@ -173941,6 +173593,7 @@ web/packages/diffusion/DESCRIPTION web/packages/diffusionMap/DESCRIPTION web/packages/diffval/DESCRIPTION web/packages/diffviewer/DESCRIPTION +web/packages/diffwrap/DESCRIPTION web/packages/digest/DESCRIPTION web/packages/digiNORM/DESCRIPTION web/packages/digiRhythm/DESCRIPTION @@ -176234,6 +175887,7 @@ web/packages/ggalluvial/DESCRIPTION web/packages/ggalttext/DESCRIPTION web/packages/ggamma/DESCRIPTION web/packages/gganimate/DESCRIPTION +web/packages/gganime/DESCRIPTION web/packages/ggarchery/DESCRIPTION web/packages/ggarrow/DESCRIPTION web/packages/ggauto/DESCRIPTION @@ -179918,6 +179572,7 @@ web/packages/morepls/DESCRIPTION web/packages/morestopwords/DESCRIPTION web/packages/mori/DESCRIPTION web/packages/morph/DESCRIPTION +web/packages/morphErr/DESCRIPTION web/packages/morphemepiece.data/DESCRIPTION web/packages/morphemepiece/DESCRIPTION web/packages/morpheus/DESCRIPTION @@ -180294,6 +179949,7 @@ web/packages/mycolorsTB/DESCRIPTION web/packages/mycor/DESCRIPTION web/packages/myownrobs/DESCRIPTION web/packages/myrror/DESCRIPTION +web/packages/mziln/DESCRIPTION web/packages/mzipmed/DESCRIPTION web/packages/n1qn1/DESCRIPTION web/packages/nFactors/DESCRIPTION @@ -180648,6 +180304,7 @@ web/packages/noisemodel/DESCRIPTION web/packages/noisyCE2/DESCRIPTION web/packages/noisySBM/DESCRIPTION web/packages/noisyr/DESCRIPTION +web/packages/nolaOpenData/DESCRIPTION web/packages/nolock/DESCRIPTION web/packages/nomads/DESCRIPTION web/packages/nombre/DESCRIPTION @@ -183565,6 +183222,7 @@ web/packages/ridigbio/DESCRIPTION web/packages/riem/DESCRIPTION web/packages/riemannianStats/DESCRIPTION web/packages/riemtan/DESCRIPTION +web/packages/rifexpectile/DESCRIPTION web/packages/rifreg/DESCRIPTION web/packages/rifttable/DESCRIPTION web/packages/rigr/DESCRIPTION @@ -185863,6 +185521,7 @@ web/packages/stors/DESCRIPTION web/packages/stortingscrape/DESCRIPTION web/packages/storywranglr/DESCRIPTION web/packages/stosim/DESCRIPTION +web/packages/stow/DESCRIPTION web/packages/stplanr/DESCRIPTION web/packages/stpp/DESCRIPTION web/packages/stppSim/DESCRIPTION @@ -188139,8 +187798,6 @@ webcalendar? webcam webcam/sport/archive webcast/ -webcast/mixtapes/popup.cgi -webcast/popup.cgi webcasts webcasts/ webcasts/cyber42-ransomware-hhs-private @@ -188251,7 +187908,6 @@ webhook webhook_templates webhooks webhooks$ -webim webimage/countrys/africa/printpage webimage/countrys/asia/printpage webimage/countrys/europe/printpage @@ -188437,7 +188093,7 @@ webservices/archive webservices/dev webservices/documentation webservices/feeds -webservices/http://adp.com/robots.txt +webservices/http://workana.com/robots.txt webservices/reports webservices/resources/forms webservices/temp @@ -188469,6 +188125,7 @@ website/templates/flash website_content_system/ websiteapi/ websiteoptimizer +websites/? websites/categories websrc webstart/thanks @@ -188530,7 +188187,7 @@ wedding-planning/website/sample wedding-registry/love wedding-registry/promotion wedding-site -wedding-vendors/http://fatcow.com/robots.txt +wedding-vendors/http://radiofrance.fr/robots.txt wedding-vendors/search wedding/*/virtual wedding/promotion @@ -188976,7 +188633,6 @@ who-is-phil who-we-are/leadership*filter_committee who-we-are/what-london-assembly-does/questions-mayor/find-an-answer?question_text= who/*/feed -who_are_you.aspx whois-search whois/captcha.php whois/refresh.php @@ -189005,7 +188661,7 @@ why_your_fingers_are_swollen_reasons/article.htm whysecure whythisad wi -wiadomosci/Strona-Glowna,a,2727http://la7.it/robots.txt +wiadomosci/Strona-Glowna,a,2727http://uta.edu/robots.txt wiadomosci/wiadomosci,a,2238 wicket:interface wicket:pageMapName @@ -189394,7 +189050,7 @@ wiki/LTA: wiki/Map_item wiki/MediaWiki%3A wiki/MediaWiki%3ASpam-blacklist -wiki/MediaWiki%3ASpam-blacklisthttp://themuse.com/robots.txt +wiki/MediaWiki%3ASpam-blacklisthttp://latlong.net/robots.txt wiki/MediaWiki%3ATitleblacklist wiki/MediaWiki%3Titleblacklist wiki/MediaWiki%E2%80%90%E3%83%8E%E3%83%BC%E3%83%88%3ASpam-blacklist @@ -189820,7 +189476,7 @@ wiki/Wikipedia%3AVandalismi_in_corso wiki/Wikipedia%3AVandalismusmeldung wiki/Wikipedia%3AVandalismusmeldung%2F wiki/Wikipedia%3AVermittlungsausschuss -wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://amazon.de/robots.txt +wiki/Wikipedia%3AVermittlungsausschuss%2Fhttp://maps.app.goo.gl/robots.txt wiki/Wikipedia%3AVotes_for_deletion wiki/Wikipedia%3AWikiProject_Deletion_sorting wiki/Wikipedia%3AWikiProject_Spam @@ -190113,9 +189769,9 @@ wiki/Wikipedia_discusión:Supresores/Candidaturas wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_response wiki/Wikipedia_talk%3AAdministrator +wiki/Wikipedia_talk%3AAdministrator_electionshttp://akorda.kz/robots.txt wiki/Wikipedia_talk%3AAdministrator_electionshttp://play.google.com/robots.txt -wiki/Wikipedia_talk%3AAdministrator_electionshttp://rcmp-grc.gc.ca/robots.txt -wiki/Wikipedia_talk%3AAdministrator_electionshttp://uscis.gov/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://wish.com/robots.txt wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrators%27_noticeboard @@ -190482,7 +190138,7 @@ winnt wip_index.php wipostad/ wire- -wire-cast/ +wire-cast/ wirecutter wirecutter/ wirecutter/*&xid= @@ -190681,6 +190337,7 @@ words work work work$ +work-at-ucl/redeployment work-from-home/3m work-from-home/google work-from-home/vmware/ @@ -191023,24 +190680,24 @@ wp-admin/* wp-admin/about.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://audiomack.com/robots.txt -wp-admin/admin-ajax.phphttp://base-search.net/robots.txt -wp-admin/admin-ajax.phphttp://canal4rd.com/robots.txt -wp-admin/admin-ajax.phphttp://dev.mysql.com/robots.txt -wp-admin/admin-ajax.phphttp://form.jotform.com/robots.txt -wp-admin/admin-ajax.phphttp://getadblock.com/robots.txt -wp-admin/admin-ajax.phphttp://grab.com/robots.txt +wp-admin/admin-ajax.phphttp://bugherd.com/robots.txt +wp-admin/admin-ajax.phphttp://calendar.app.google/robots.txt +wp-admin/admin-ajax.phphttp://commerce.gov/robots.txt +wp-admin/admin-ajax.phphttp://fortinet.com/robots.txt +wp-admin/admin-ajax.phphttp://inspectlet.com/robots.txt +wp-admin/admin-ajax.phphttp://itu.int/robots.txt +wp-admin/admin-ajax.phphttp://meet.google.com/robots.txt wp-admin/admin-ajax.phphttp://moxie.org/robots.txt -wp-admin/admin-ajax.phphttp://mpi-inf.mpg.de/robots.txt -wp-admin/admin-ajax.phphttp://orcd.co/robots.txt -wp-admin/admin-ajax.phphttp://payments.google.com/robots.txt -wp-admin/admin-ajax.phphttp://samsclub.com/robots.txt -wp-admin/admin-ajax.phphttp://sfu.ca/robots.txt -wp-admin/admin-ajax.phphttp://sheets.google.com/robots.txt -wp-admin/admin-ajax.phphttp://smashingmagazine.com/robots.txt -wp-admin/admin-ajax.phphttp://vitsoe.com/robots.txt +wp-admin/admin-ajax.phphttp://plisio.net/robots.txt +wp-admin/admin-ajax.phphttp://propublica.org/robots.txt +wp-admin/admin-ajax.phphttp://quod.lib.umich.edu/robots.txt +wp-admin/admin-ajax.phphttp://regjeringen.no/robots.txt +wp-admin/admin-ajax.phphttp://research.google.com/robots.txt +wp-admin/admin-ajax.phphttp://tastingtable.com/robots.txt +wp-admin/admin-ajax.phphttp://tilde.com/robots.txt +wp-admin/admin-ajax.phphttp://us.napster.com/robots.txt +wp-admin/admin-ajax.phphttp://viddler.com/robots.txt wp-admin/admin-ajax.phphttp://whc.unesco.org/robots.txt -wp-admin/admin-ajax.phphttp://yorkshirepost.co.uk/robots.txt wp-admin/admin-footer.php wp-admin/admin-functions.php wp-admin/admin-header.php @@ -191062,7 +190719,7 @@ wp-admin/edit-tags.php wp-admin/edit.php wp-admin/export.php wp-admin/freedoms.php -wp-admin/http://hyperallergic.com/robots.txt +wp-admin/http://blog.mozilla.org/robots.txt wp-admin/http://libcom.org/robots.txt wp-admin/images wp-admin/import.php @@ -191186,9 +190843,9 @@ wp-content/cache/ wp-content/cache/* wp-content/client-mu-plugins wp-content/mu-plugins -wp-content/mu-plugins/http://core.telegram.org/robots.txt -wp-content/mu-plugins/http://iep.utm.edu/robots.txt -wp-content/mu-plugins/http://la.curbed.com/robots.txt +wp-content/mu-plugins/http://le.ac.uk/robots.txt +wp-content/mu-plugins/http://web-beta.archive.org/robots.txt +wp-content/mu-plugins/http://wigle.net/robots.txt wp-content/mu_plugins wp-content/plugins wp-content/plugins @@ -191208,8 +190865,9 @@ wp-content/plugins/abm-sej/includes/infinte-scroll/js/prebid/prebid10.9.0.js wp-content/plugins/as-pdf wp-content/plugins/beebom-features/assets wp-content/plugins/genesys-reports/build/images/genesys-logo.svg -wp-content/plugins/http://heinlegal.com/robots.txt +wp-content/plugins/http://anjunabeats.lnk.to/robots.txt wp-content/plugins/liveblog +wp-content/plugins/prc-icon-library wp-content/plugins/pwa/ wp-content/plugins/roost-for-bloggers/includes/chrome/ wp-content/plugins/wp-bigmarker/asset/public/js/hs.js @@ -191275,7 +190933,7 @@ wp-content/uploads/*.png wp-content/uploads/*.svg wp-content/uploads/*.webp wp-content/uploads/*/*/1650344292_1.png -wp-content/uploads/*http://groovelabs.net/robots.txt +wp-content/uploads/*http://doublel.com/robots.txt wp-content/uploads/2009/ wp-content/uploads/2010/ wp-content/uploads/2011/ @@ -191590,9 +191248,9 @@ wp-content/uploads/cbxwpemaillogger/ wp-content/uploads/complianz wp-content/uploads/cover-images wp-content/uploads/dlm_uploads -wp-content/uploads/http://blackenterprise.com/robots.txt +wp-content/uploads/http://bgs.ac.uk/robots.txt wp-content/uploads/http://gruene-zumutungen.de/robots.txt -wp-content/uploads/http://yellowpages.com/robots.txt +wp-content/uploads/http://nordvpn.com/robots.txt wp-content/uploads/import/* wp-content/uploads/import/documents/other/ead1e-overview.pdf wp-content/uploads/import/documents/other/gieais-covid.pdf @@ -191622,14 +191280,14 @@ wp-content/uploads/woocommerce_uploads wp-content/uploads/woocommerce_uploads/ wp-content/uploads/wp-import-export-lite wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://americorps.gov/robots.txt -wp-content/uploads/wp-import-export-lite/http://chesstempo.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://mako.co.il/robots.txt -wp-content/uploads/wp-import-export-lite/http://para.expert/robots.txt -wp-content/uploads/wp-import-export-lite/http://rakuten.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://stib-mivb.be/robots.txt -wp-content/uploads/wp-import-export-lite/http://threejs.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://usf.edu/robots.txt +wp-content/uploads/wp-import-export-lite/http://cam.ac.uk/robots.txt +wp-content/uploads/wp-import-export-lite/http://castos.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://derecho.uchile.cl/robots.txt +wp-content/uploads/wp-import-export-lite/http://dresden.de/robots.txt +wp-content/uploads/wp-import-export-lite/http://jamanetwork.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://lbcgroup.tv/robots.txt +wp-content/uploads/wp-import-export-lite/http://pressdemocrat.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://weightwatchers.com/robots.txt wp-content/uploads/wp-import-export-lite/http://windscribe.com/robots.txt wp-content/uploads/wp-staging wp-content/uploads/wpforms @@ -191637,7 +191295,7 @@ wp-content/uploads/wpforms/ wp-content/uploads/wpo-plugins-tables-list.json wp-content/uploads/wpo-plugins-tables-list.json wp-content/uploads/wpo/wpo-plugins-tables-list.json -wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://news.xinhuanet.com/robots.txt +wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://jumpsport.com/robots.txt wp-cron.php wp-cron.php wp-dyn @@ -191737,7 +191395,7 @@ wp-preview wp-query.html wp-register.php wp-register.php -wp-register.phphttp://abajournal.com/robots.txt +wp-register.phphttp://dba.stackexchange.com/robots.txt wp-signup.php wp-signup.php wp-sitemap-posts- @@ -191863,8 +191521,6 @@ ws/AltaBoletin.ashx ws/PostRollTrailer.ashx? ws/ProfilLightGetModerationLink.ashx? ws/WinnerListHandler.ashx -ws/dialnetcris -ws/dialnetcris-sandbox ws/geocoding.ashx ws/includes ws/partnerproxy.ashx? @@ -191913,6 +191569,7 @@ wwe-raw wwe-smackdown www www-admin +www-mail www-priv www-staging/ www-staging/the-impact/ @@ -191935,7 +191592,7 @@ www/gui www/newsletter www/ptemplate www/resources -www/search.do*http://moloni.pt/robots.txt +www/search.do*http://unr.edu/robots.txt www/server/404.php www_avis/error.html wwwhelp/disabled @@ -191961,7 +191618,6 @@ x01122019-higfiles x? xArchive/Archive/Illegal-liquor-export-20010319 x_tr -xajax xas/api xboxone xbp/search @@ -192047,7 +191703,6 @@ xpert/services/service-xcloud xpert/xcloud xpromo_static xpubcid.php -xqa xqdemo xref xres/add @@ -192064,10 +191719,10 @@ xsd xsendmail.ini xsl xsl/ -xsl/http://wine.com/robots.txt +xsl/http://sciencebasedtargets.org/robots.txt xslt xslt/ -xslt/http://clixtell.com/robots.txt +xslt/http://neowin.net/robots.txt xss xstatic/ xtbcallback.php @@ -192082,7 +191737,7 @@ xxx-the-return-of-xander-cage xxx/ y/ y/biu -y/http://uk.wikipedia.org/robots.txt +y/http://brown.edu/robots.txt y1= yTos/ yTos/Plugins/ItemPlugin/RenderItemPrice @@ -192922,7 +192577,7 @@ youraccount youraccount/ youre_making_air_fryer_mistakes/article.htm youreurope/businessACC -youreurope/businessDEV/http://nasa.gov/robots.txt +youreurope/businessDEV/http://iso.org/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -193134,7 +192789,7 @@ zh-CN/thunderbird/collections zh-CN/thunderbird/search zh-CN/user zh-CN/users -zh-CNhttp://developer.vimeo.com/robots.txt +zh-CNhttp://business.financialpost.com/robots.txt zh-CO zh-CR zh-CZ @@ -193648,7 +193303,7 @@ zh-tw/category/*activity=*& zh-tw/category/*gender=*&color= zh-tw/cz zh-tw/listings -zh-tw/products/detailshttp://nea.org/robots.txt +zh-tw/products/detailshttp://befunky.com/robots.txt zh-tw/solutions/iot-production-monitoring-cloud-with-maintenance-cloud zh-tw/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud zh-tw/工具組件 @@ -193803,7 +193458,7 @@ zh/index.htm zh/intangible-cultural-heritage/grid zh/intangible-cultural-heritage/list zh/intangible-cultural-heritage/map -zh/internalhttp://gazzetta.it/robots.txt +zh/internalhttp://president.gov.ua/robots.txt zh/internet-universality-indicators/grid zh/internet-universality-indicators/list zh/internet-universality-indicators/map @@ -194132,7 +193787,7 @@ zz zz-delete-requests zz-test zz/ -zz_test/http://phillymag.com/robots.txt +zz_test/http://opengroup.org/robots.txt zztest/ zzz zzz-systest @@ -194175,7 +193830,6 @@ zzz_systest ~/media/Files/MMS/bins-22137.pdf ~/media/Files/Pdfs/landing-pages/products/ventana-la-2013.pdf ~/media/Files/Pdfs/landing-pages/products/ventana-location-analytics-2013.pdf -~/media/Images/explore/icons/* ~/media/athenaweb/files/client/client-advocacy-programs/2015_q2_newsletter.pdf ~/media/athenaweb/files/client/client-advocacy-programs/client_advocate_program_talking_points_and_prospect_faq.pdf ~/media/depts/metro/fares-orca/transit-go-ticket/tgt-promo-code-step-by-step.pdf @@ -194469,7 +194123,7 @@ zzz_systest 🩸 01-18/informa 1 -1*.jpg$http://blogs.plos.org/robots.txt +1*.jpg$http://planner5d.com/robots.txt 1*? 1- 1-1-p* @@ -194674,6 +194328,7 @@ zzz_systest 10_worst_foods_in_your_fridge_pictures_slideshow/article.htm 10_worst_smog_cities_pictures_slideshow/article.htm 11_steps_how_do_i_start_a_healthy_diet/article.htm +11d12designs 12-days-of-ghosty-christmas 12_causes_of_respiratory_infections_slideshow/article.htm 12_eucalyptus_oil_benefits_and_uses/article.htm @@ -194798,7 +194453,7 @@ zzz_systest 350/test/ 359 360 -360/trial/http://gov.mb.ca/robots.txt +360/trial/http://dom.spec.whatwg.org/robots.txt 400 401 403$ @@ -194818,15 +194473,15 @@ zzz_systest 404/ 404/test 404handler/ -404http://bastianpfaff.com/robots.txt -404http://soprashop.com/robots.txt +404http://pop-up-socialmedia-pr-agentur.de/robots.txt +404http://tunisiacaccia.com/robots.txt 406 413gkwMT -413gkwMT/http://groovy-lang.org/robots.txt -413gkwMT/http://indiegogo.com/robots.txt -413gkwMT/http://phpied.com/robots.txt -413gkwMT/http://vidio.com/robots.txt -413gkwMT/http://wbur.org/robots.txt +413gkwMT/http://binged.it/robots.txt +413gkwMT/http://jalbum.net/robots.txt +413gkwMT/http://material.io/robots.txt +413gkwMT/http://search.proquest.com/robots.txt +413gkwMT/http://tmz.com/robots.txt 419/es 422 429.html @@ -195247,7 +194902,6 @@ zzz_systest 6112754 7078046 7079046 -7758024 8323530 8415465 8517960*.jpg$ @@ -195332,7 +194986,6 @@ zzz_systest 133919216/lanacion 176986657 215515194 -281191609 851796990.jpg$ 1301483629* 1301485191*