From 0136ea44e484729431bfb659f119d84a0e545059 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 26 Aug 2024 10:04:04 +0000 Subject: [PATCH] [Github Action] Automated trickest wordlists update. --- .bin/wordlist-updaters/status.json | 2 +- .../drupal-all-levels.txt | 7 + .../CMS/trickest-cms-wordlist/drupal.txt | 1 + .../top-100.txt | 6 +- .../top-1000.txt | 236 +- .../top-10000.txt | 2313 ++++++++++------- 6 files changed, 1489 insertions(+), 1076 deletions(-) diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json index f20e973f2..bdb3a04a7 100644 --- a/.bin/wordlist-updaters/status.json +++ b/.bin/wordlist-updaters/status.json @@ -3,6 +3,6 @@ "last_update": 1724526209 }, "Trickest wordlist update": { - "last_update": 1724580220 + "last_update": 1724666634 } } \ No newline at end of file diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt index a3757cff7..3161d00a9 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt @@ -35597,6 +35597,13 @@ tests/src/Functional/ShortcutSetTest.php src/Functional/ShortcutSetTest.php Functional/ShortcutSetTest.php ShortcutSetTest.php +core/modules/jsonapi/tests/src/Functional/CommentExtrasTest.php +modules/jsonapi/tests/src/Functional/CommentExtrasTest.php +jsonapi/tests/src/Functional/CommentExtrasTest.php +tests/src/Functional/CommentExtrasTest.php +src/Functional/CommentExtrasTest.php +Functional/CommentExtrasTest.php +CommentExtrasTest.php core/modules/jsonapi/tests/src/Functional/ConfigTestTest.php modules/jsonapi/tests/src/Functional/ConfigTestTest.php jsonapi/tests/src/Functional/ConfigTestTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt index add308485..0ac6d7619 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt @@ -4913,6 +4913,7 @@ core/modules/jsonapi/tests/src/Unit/Routing/RoutesTest.php core/modules/jsonapi/tests/src/Unit/JsonApiResource/LinkTest.php core/modules/jsonapi/tests/src/Unit/EventSubscriber/ResourceResponseValidatorTest.php core/modules/jsonapi/tests/src/Functional/ShortcutSetTest.php +core/modules/jsonapi/tests/src/Functional/CommentExtrasTest.php core/modules/jsonapi/tests/src/Functional/ConfigTestTest.php core/modules/jsonapi/tests/src/Functional/MenuLinkContentTest.php core/modules/jsonapi/tests/src/Functional/ContentLanguageSettingsTest.php diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index d77e72788..730478acc 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -2642,8 +2642,8 @@ hotelfinder/rpc hotels/rpc hp/video hpc/*/supported-applications.aspx? -http://tinyurl.com/robots.txt -http://translate.google.com/robots.txt +http://amazon.co.uk/robots.txt +http://i2.wp.com/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ @@ -4644,7 +4644,7 @@ users using utils uviewer -v1/*http://wordpress.org/robots.txt +v1/*http://w3.org/robots.txt v1/browser-performance v1/stats v4 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index 7e592e7cb..aac456443 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -2543,6 +2543,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /capital/consumer/invoice/merchants /cars/marketplace/product/* /cart +/cart /cas-redirect /cast-list /castr @@ -2560,6 +2561,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /chats/ /checkin /checkout +/checkout /ci /cinema-entertainment/* /citations @@ -2993,6 +2995,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /login /login$ /login*/search? +/login/ /login/verify-email /login? /loginpage @@ -3049,6 +3052,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /music/track- /music/user /mvopinions/* +/my-account /my_account/register /mychannel /naboo @@ -3088,7 +3092,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newssearch /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://playbill.com/robots.txt +/no-referrer-when-downgradehttp://gmail.com/robots.txt /no-search-results /node /node/add @@ -3235,6 +3239,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /recommendations/products /references /referrer$ +/register/ /registration-confirmation/ /related /related @@ -3657,7 +3662,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*__rmid ?*__rmidpage ?*ajs_event -?*apikey*http://sundancechannel.com/robots.txt +?*apikey*http://visitazores.com/robots.txt ?*app ?*appidt=* ?*aspects= @@ -3886,7 +3891,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium ?*utm_source ?*utm_source= -?*utm_source=http://cricketarchive.com/robots.txt +?*utm_source=http://chrome.google.com/robots.txt ?*verified= ?*xid ?252525253Bpreview= @@ -5587,7 +5592,6 @@ HotelsManageListing HotelsManagementCenter HotelsProductCart HowTheSiteWorks -HpImageArchive.aspx HubStyle/static-2.309 HubStyle/static-2.313 HubStyle/static-2.315 @@ -6147,7 +6151,6 @@ Project PromoTools PromotionDetailsDisplayView PromotionDisplayView -Proxy.ashx ProxyToolsAccountSettingsTool ProxyToolsBillingAndPaymentsTool ProxyToolsBillingDetailTool @@ -6280,7 +6283,6 @@ Saves ScreensaverShade Scripts Search -Search Search/* Search/Mail/Public SearchNavigationView @@ -6888,8 +6890,6 @@ ac/ ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search ac2 academic-subscriptions -academic/profile -academic/search academy academy-free-account academy/*/results @@ -6972,7 +6972,6 @@ ach/search ach/user ach/users achievements -aclick aclk acoustic acq/nonprofits @@ -7074,6 +7073,7 @@ addtocart adell-mutfak adfox adframe +adfs/ admanager admantx admin @@ -7236,7 +7236,6 @@ alexa-top-sites/* alexa-web-search/* alexa/* alexaforbusiness/ -alink alkali all all-supported-params @@ -7263,7 +7262,6 @@ amp amp$ amp-proxy amp-tealium -amp/ amphtml amphtml/blogs/test amphtml/classic-apps @@ -7324,17 +7322,16 @@ api.html? api.php api/ api/? -api/attachments/*http://giphy.com/robots.txt +api/attachments/*http://docs.wixstatic.com/robots.txt api/discovery api/editionurlgenerator api/eventlogging api/html -api/http://europol.europa.eu/robots.txt +api/http://kobo.com/robots.txt api/internal/*/location api/internal/analytics/songs api/jobPostings/jobs api/legendary-data/relay -api/maps/ api/nextsteps/* api/nicorepo/timeline api/partner_select/*/price_query @@ -7404,7 +7401,7 @@ appchart appdynamics-wem.cisco.com appealed-pin apple-app-site-association -apple-app-site-associationhttp://iso.org/robots.txt +apple-app-site-associationhttp://fonts.google.com/robots.txt apple-news appliance applicant-eligibility @@ -8456,7 +8453,6 @@ bezahlvorgaenge.html bfe/apps/website bfl bfmp -bfp/search bg bg-*/ bg-bg/ @@ -8518,7 +8514,6 @@ bin bin/ bin/search.go bin/search.py -bing-site-safety bingbot bipolar-disorder/bipolar-depression-management bipolar-disorder/video/bipolar-fatherhood @@ -8608,7 +8603,7 @@ blog/*?text= blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://www2.deloitte.com/robots.txt +blog/.html.*http://salon.com/robots.txt blog/?p= blog/?s= blog/Neuer_Beitrag.html @@ -8664,7 +8659,6 @@ blogs/blogpost/preview blogs/nationals-journal-beta blogs/pad$ blogs/pad/$ -blogs/search/ blogs/slow-ride blogs/technology.atom blogs/test @@ -8736,7 +8730,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://neowin.net/robots.txt +bookmarkshttp://ed.ted.com/robots.txt books books/NBK books/about @@ -9642,7 +9636,7 @@ cdn-cgi cdn-cgi/ cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://fda.gov/robots.txt +cdn-cgi/http://mediapost.com/robots.txt cdn-cgi/rum cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t @@ -9669,7 +9663,7 @@ cgi-bin/homelandsecurity cgi-bin/loginpage cgi-bin/state cgi-bin/wx -cgi-binhttp://meyerweb.com/robots.txt +cgi-binhttp://ifttt.com/robots.txt cgi-local cgi-perl cgi-registry @@ -9862,7 +9856,6 @@ civis/posts civis/search civis/threads/*in_iframe=1 civis/threads/*wp_data= -ck/ cl cl2/feeds cl2/ical @@ -10004,7 +9997,7 @@ co/users co/ventureone code code/* -code/http://moz.com/robots.txt +code/http://w3techs.com/robots.txt codeCoverage codesamples/ coin*mid= @@ -10213,7 +10206,7 @@ confirmation.html conflagexp connect connect/@ -connect/http://sciencedirect.com/robots.txt +connect/http://blog.twitter.com/robots.txt connect/social-intranet.html connections connections/recent @@ -10329,7 +10322,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://pubads.g.doubleclick.net/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/oecd/ content/dam/redcross/lp @@ -10519,12 +10512,10 @@ cpro cpropub/univercd cpspa cr -cr$ cr/ cr/$ cr/corporate/contact cr/news -cr? craft crash crawler4j @@ -11645,7 +11636,7 @@ email-preferences/ email-unsubscribe email-validation email/$ -email/*http://getbootstrap.com/robots.txt +email/*http://dw.com/robots.txt email/privacy-guarantees email/privacy-terms email/unsubscribe @@ -11857,9 +11848,6 @@ enterprise/orgs-terms enterprise/seo entertainment/article/Minerva-s-horoscope entertainment/bravo -entities/search -entityexplore$ -entityexplore? entrez entrez/eutils entrez/sutils @@ -12388,7 +12376,6 @@ fbl/terms.html fbpostaction.cms?article= fcgi- fckeditor -fd/ fdbk feature/sf-test feature_nine_browse-bin= @@ -12600,7 +12587,7 @@ files/techabuse-welsh.pdf files/techabuse.pdf fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://news.yahoo.com/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt filter filter/tips filter/tips @@ -12993,8 +12980,6 @@ full fullscreen fullscreen/ReportLinker fun -fun/api/ -fun/g/ fundraiser/charity fundraiser/search fur/forums @@ -13016,7 +13001,7 @@ fy-NL/search fy-NL/user fy-NL/users g -g/4arE9Chttp://nngroup.com/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/api g00 g01 @@ -13246,7 +13231,7 @@ gh/news gh/useracquisition gh_jid= gif -gifshttp://whitehouse.gov/robots.txt +gifshttp://gist.github.com/robots.txt gift-redemption gift-terms gift_card= @@ -13273,7 +13258,7 @@ glass/images/commerce global global$ global-consumer-survey/tool -global-infrastructure/services/get-async/http://copyright.gov/robots.txt +global-infrastructure/services/get-async/http://baidu.com/robots.txt global-master global-nav-esi global/RU/ @@ -13606,7 +13591,7 @@ ha/search ha/user ha/users hackathons/reinvent-2013/ -hacker/*/followhttp://justice.gov/robots.txt +hacker/*/followhttp://hackerone.com/robots.txt hacker/*/unfollow hair-transplant-services handler @@ -13905,14 +13890,12 @@ hosted hosted/images hosting/search hotel/index.hi. -hotel/reviews? hotel/us/the-airstream-van.*.html hotel_attractions hotel_rt_onview hotelfinder/rpc hotels hotels/rpc -hotels/search hotelsonmap.*.json hotfix/ houseads @@ -13926,8 +13909,6 @@ howto howtobuy/ hp/focus-retrocompatibile$ hp/video -hpm -hpmob hr hr-*/ hr-hr/ @@ -14008,39 +13989,39 @@ http http-checker http2_data http: -http://1.gravatar.com/robots.txt +http://2.bp.blogspot.com/robots.txt http://about.google/robots.txt -http://ads.google.com/robots.txt -http://airbnb.com/robots.txt -http://cbc.ca/robots.txt -http://crunchyroll.com/robots.txt -http://developers.google.com/robots.txt -http://festo.com/robots.txt -http://igg.me/robots.txt -http://imgur.com/robots.txt -http://lifestylesimplify.com/robots.txt -http://nam.edu/robots.txt -http://nicovideo.jp/robots.txt -http://online.wsj.com/robots.txt -http://opera.com/robots.txt -http://paypal.me/robots.txt -http://paypalobjects.com/robots.txt -http://polygraph.cool/robots.txt -http://roguefitness.com/robots.txt -http://s.yimg.com/robots.txt -http://s3-eu-west-1.amazonaws.com/robots.txt -http://salon.com/robots.txt -http://slack.com/robots.txt +http://amazon.de/robots.txt +http://amzn.to/robots.txt +http://api.whatsapp.com/robots.txt +http://app.box.com/robots.txt +http://bbc.com/robots.txt +http://bcn.cl/robots.txt +http://behance.net/robots.txt +http://census.gov/robots.txt +http://creativecommons.org/robots.txt +http://euronews.com/robots.txt +http://extension.purdue.edu/robots.txt +http://graphisoft.com/robots.txt +http://hubspot.com/robots.txt +http://ie.edu/robots.txt +http://linkedin.com/robots.txt +http://mrisoftware.com/robots.txt +http://nationalgeographic.com/robots.txt +http://news.yahoo.com/robots.txt +http://patreon.com/robots.txt +http://producthunt.com/robots.txt +http://raiplay.it/robots.txt +http://redbubble.com/robots.txt http://support.apple.com/robots.txt -http://support.mozilla.org/robots.txt -http://tech.nikkeibp.co.jp/robots.txt -http://ted.com/robots.txt -http://thesun.co.uk/robots.txt -http://voltairenet.org/robots.txt -http://w3techs.com/robots.txt -http://webpatogh.com/robots.txt -http://whatsapp.com/robots.txt -http://wikihow.com/robots.txt +http://techradar.com/robots.txt +http://theverge.com/robots.txt +http://tiny.cc/robots.txt +http://torproject.org/robots.txt +http://translate.google.com/robots.txt +http://upload.wikimedia.org/robots.txt +http://vogue.com/robots.txt +http://yelp.com/robots.txt hu hu-*/ hu-hu/ @@ -14412,16 +14393,11 @@ images/$ images/* images/? images/Podcasts -images/async/? -images/async? images/carBlogsimages images/chart_gifs images/chart_pdfs images/chart_png300 images/chart_png460 -images/hosted/? -images/hosted/search? -images/hosted? images/interview_pdfs images/li.gif images/logging_requests.gif @@ -14430,13 +14406,8 @@ images/ndtvvideo/* images/pad/search?rpt=imageview images/pad/search?text=*&source=morda images/resume -images/search%3F -images/search%5C -images/search/? -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/showroomimages images/smart/$ images/touch/$ @@ -14447,7 +14418,6 @@ images/usedcarimages images/userprofileimg images/v$ images/viewconfig$ -images? imagine/ imesync img @@ -14569,7 +14539,6 @@ inapp inbox inbox$ inbox$ -inboxcommerce inc5000dev include include/ @@ -14730,7 +14699,7 @@ intcmp= integrate/ integromedb intelligencer/amp -interactive*http://startnext.com/robots.txt +interactive*http://fcc.gov/robots.txt interactive/reading-preference interface/pda intern/service/suche @@ -15601,7 +15570,7 @@ layout/set/txt_pq layout/set/xml layouts lb -leadingtogether/http://elpais.com/robots.txt +leadingtogether/http://validator.w3.org/robots.txt leaf learn learn-noperf @@ -15831,7 +15800,6 @@ loans loc/volunteers loc= local -local local-services-ads local/ajax local/blogsandcolumns/slow-ride-front @@ -16147,7 +16115,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -16274,7 +16241,7 @@ media/tourism-content media/travelpod-roll.flv media/tv/channel/credits media/tyfo* -media/tyfo*http://codex.wordpress.org/robots.txt +media/tyfo*http://statcounter.com/robots.txt media/unesco media/vr-geo-photo-j media/vr-geo-photo-l @@ -16599,7 +16566,6 @@ merchant/directions merchant/imageUploadPreview merchant/loc merchant/moreProducts? -merchant/reviews? merchant/update merchantapps mes @@ -17578,7 +17544,6 @@ notificarelacionadas notifications notifications notifications$ -notifications/ notifications/* nova now/mt3 @@ -17763,8 +17728,6 @@ offers/nonprofits offers/nonprofits$ offers/nonprofits% offers/nonprofits? -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offers/referral-terms-conditions offers/referral-terms-conditions$ offers/referral-terms-conditions% @@ -18857,7 +18820,6 @@ pro-resources pro-site pro/about pro2 -proFile/history? proMatch proProjects proVideoWidget @@ -18875,7 +18837,6 @@ product-reviews/B0069IY63Y product/electrode/api/logger product/electrode/api/wpa product/recommended -product/reviews? productBrand= productId= productPurchaseDone @@ -18927,7 +18888,6 @@ profile/*/followers profile/*/following profile/*/map$ profile/downloads_limit -profile/history? profile/license profile/payment/getstarted profile/view @@ -19595,7 +19555,6 @@ responder rest rest/*/activity results -results results-export-email-by-search-data results-export-ids results-export-search-by-year @@ -19648,7 +19607,6 @@ reviews/seller reviews/top-reviewers reviews_page= rewards -rewardsapp/ rf=* ribbon.php rip/ @@ -20310,7 +20268,7 @@ section/3 section/36 section/6 section/8 -section/9http://telegram.me/robots.txt +section/9http://issuu.com/robots.txt sectionized sections sections$ @@ -20477,7 +20435,6 @@ set_cookie.pl setbucket setprefs settings -settings settings/* settings/deactivated settings/linkaccount @@ -20611,7 +20568,6 @@ sharing sharing/files sharing/folders shelf/user_shelves -shenghuo shenghuo/search? shifen/ shihui @@ -20622,15 +20578,11 @@ shipping-payment shippingassistant shippinginformation shop -shop$ -shop/ shop/*& shop/browse/overlay -shop/collections shop/global shop/iphone/payments/overlay shop/search.ep -shop? shop_name_search_service shop_pins shopfront-api @@ -20681,7 +20633,7 @@ showdependency shows/ showtag showtime/.requestinvite.html.swp -showtimes/location/*http://issuu.com/robots.txt +showtimes/location/*http://img.youtube.com/robots.txt shr* shutterstock si @@ -21228,7 +21180,6 @@ social social-connect/send social/photosui/images social/photosui/sitemap -social/search? social/social-security-directory/cai social_media socialapp/ @@ -21340,7 +21291,6 @@ sp/3for2 sp= sp_url= spartan -spbasic spbot spc-source= special-promo/2for1 @@ -21418,7 +21368,6 @@ sports/whatson sports_fp_ms spp/ spreadsheet -spresults sprint_wml sprint_xhtml sq/android/collections @@ -21502,7 +21451,6 @@ statements static static-assets/documents/PwnedPasswordsTop100k.txt static-assets/images/collection -static/ static/*.css$ static/*.css? static/*.gif @@ -21629,8 +21577,6 @@ storeclick storefront storepicker storerequest -stores$ -stores/ stores/page/*visitId= stories story @@ -21932,7 +21878,7 @@ tag tag-manager tag-manager-360 tag/ -tag/*+http://google.ca/robots.txt +tag/*+http://discogs.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -22159,7 +22105,7 @@ test5 test6 testcases testfl -testhttp://playstation.com/robots.txt +testhttp://moz.com/robots.txt testing testpage-forhomepage tests/* @@ -22168,7 +22114,6 @@ text text_edition tfemail th -th$ th-*/ th-th.www.cloudflare.com th-th/ @@ -22193,7 +22138,6 @@ th/solutions/case-studies/innovators/innovators-eu/ th/solutions/case-studies/sustainability-emea/ th/user th/users -th? th_th/templates/M thank-you thank-you-enterprise-demo @@ -22477,13 +22421,12 @@ translate_static translate_suggestion translate_t translation -translator/?ref= transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency -transparency/http://ehow.com/robots.txt +transparency/http://anchor.fm/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -22506,28 +22449,14 @@ travel/ travel/2013/aug/22/been-there-readers-competition? travel/8711559/The-Telegraph-Travel-Awards-2011.html travel/clk -travel/css travel/entity -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? travel/flights/s -travel/hotel-search travel/hotel/e -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/entity travel/hotels/hotel-finder travel/hotels/hotel-finder/$ -travel/hotels/search/? -travel/hotels/search? travel/hotels/stories -travel/scripts travel/search -travel/secure travelnevadahighway95tc treasury treasury/treasdocuments @@ -23029,7 +22958,6 @@ ur/search ur/user ur/users urchin_test -url urlinator/static-1.54 urlinator/static-1.55 urlinator/static-1.57 @@ -23394,7 +23322,7 @@ v/badge v/checkin v/s/vmdn v1 -v1/*http://s.w.org/robots.txt +v1/*http://podcasts.google.com/robots.txt v1/SocialMediaActivity/ v1/browser-performance v1/stats @@ -23549,29 +23477,14 @@ video_file videodash.cms* videorequest videos -videos/? videos/assets -videos/browsing videos/e -videos/explore -videos/favorites -videos/feed -videos/feedcontent videos/get_video_by_uid/ videos/images videos/js -videos/music -videos/music/ -videos/music/? -videos/music? videos/search.php -videos/search/? -videos/search? -videos/trending -videos/trendingcontent videos/viewmeta/ videos/week -videos? videosearch view viewReview @@ -23810,10 +23723,6 @@ whsmiths whythisad widget widget-landing-page.html -widget/cr -widget/entity/search/? -widget/render -widget/snapshot widget_auth.php widget_chunks widgets @@ -24588,7 +24497,8 @@ word/document_stats word/document_url word/download word/embed -work +wordpress/wp-admin +wordpress/wp-admin/admin-ajax.php work work/_ work/acceptinvitation @@ -24687,9 +24597,9 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://mirror.co.uk/robots.txt -wp-admin/admin-ajax.phphttp://promo.com/robots.txt -wp-admin/admin-ajax.phphttp://today.com/robots.txt +wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt +wp-admin/admin-ajax.phphttp://fool.com/robots.txt +wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -24759,7 +24669,7 @@ wp-content/uploads/ wp-content/uploads/wc-logs wp-content/uploads/woocommerce_transient_files wp-content/uploads/woocommerce_uploads -wp-content/uploads/wp-import-export-lite/http://magisto.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt wp-dyn wp-includes wp-includes*.css @@ -24884,7 +24794,7 @@ your-account your-orders your-shop youreurope/businessACC -youreurope/businessDEV/http://pca.st/robots.txt +youreurope/businessDEV/http://europarl.europa.eu/robots.txt youreurope/citizensACC youreurope/citizensDEV yours @@ -25233,7 +25143,7 @@ zz 8618 9742 9744 -101612.rsshttp://buffer.com/robots.txt +101612.rsshttp://c-span.org/robots.txt 1010203 1014943 1027454 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 51ddf7c74..884f55438 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -974,14 +974,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*__hsfp. .*__hssc. .*__hstc. -.+http://northjersey.com/robots.txt +.+http://skype.com/robots.txt ...$ .../ .ASPX$ .Aes/$ +.GIF .Hotel-Information .JPEG************* +.JPG .JPG************* +.PNG .PNG************* .Pdf$ ._filter. @@ -1028,7 +1031,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .cm4all/uproc.php .co.uk .com -.comp$ .components.min. .config.js .context-results @@ -1039,7 +1041,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css* .css************* .css? -.csshttp://bhphotovideo.com/robots.txt +.csshttp://famicom-guitar.com/robots.txt .cssx$ .csv .csv$ @@ -1130,7 +1132,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jpg .jpg$ .jpg$ -.jpg$http://viator.com/robots.txt +.jpg$http://palwatch.org/robots.txt .jpg* .jpg************* .js @@ -1141,7 +1143,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .js* .js************** .js? -.jshttp://farm4.static.flickr.com/robots.txt +.jshttp://domains.google/robots.txt .json .json .json$ @@ -1204,14 +1206,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .php$ .php*dropship .php?$ -.phphttp://pompeachaleurdaikin.fr/robots.txt +.phphttp://regjeringen.no/robots.txt .pl .plist$ .png .png$ .png$ -.png$http://theringer.com/robots.txt -.png$http://whatis.techtarget.com/robots.txt +.png$http://straitstimes.com/robots.txt +.png$http://wayfair.com/robots.txt .png* .png************* .ppt @@ -1253,7 +1255,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .swf .swf$ .swf$ -.swfhttp://pe-erfolg.de/robots.txt +.swfhttp://english.happybuddhatemple.org/robots.txt .sz= .tar$ .tar.bz2$ @@ -1307,7 +1309,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .zip .zip$ .zip$ -.zip$http://projects.arlingtonva.us/robots.txt +.zip$http://glas-javnosti.rs/robots.txt .|jsp / /$ @@ -1624,6 +1626,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/*/bch$ /*/*/bits$ /*/*/bonnet.config +/*/*/cart$ /*/*/do$ /*/*/dot$ /*/*/eos$ @@ -1667,6 +1670,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/2011 /*/?amp /*/_tools +/*/account$ /*/activity /*/add-review /*/ajax @@ -1705,6 +1709,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/page /*/page_view_event /*/page_view_timing +/*/product-compare$ /*/projects /*/pulse /*/review @@ -1742,7 +1747,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*?*ls%3d*%3fls%3d /*?*ls=*&ls= /*?_requestid= -/*?add-to-cart=*http://twilio.com/robots.txt +/*?add-to-cart=*http://qiita.com/robots.txt /*?attachment-id= /*?label= /*?layout=grid @@ -4629,6 +4634,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Message-Error.htm?* /Modifica /Modifier +/MusicStore-MusicStoreShop-Site/*/*/*/ViewContactForm-Start /MyAccount /Newsroom/GoogleSitemap /Ntk @@ -4822,9 +4828,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /actions /actions_panel /action~ -/action~*/http://backtoedenfilm.com/robots.txt -/action~*/http://icl.ch/robots.txt -/action~*/http://ufbpk.com/robots.txt +/action~*/http://aswaja.net/robots.txt +/action~*/http://rachats2credits.fr/robots.txt +/action~*/http://taern.com/robots.txt /activate /activities/detail /activities/detail/*/* @@ -4852,7 +4858,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /administrator/* /ads /adult -/adults/VolunteerDocent /advanced-sparql-query-editor /advertiserDetail /adyen @@ -5074,7 +5079,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /attend-my-event /auctions/ecatalogue/lot.pdf /audible/signinRedirect -/audio-video/docent /audio_ad? /auth /auth/linkedin @@ -5322,6 +5326,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /browse/latest-publications /browse/more_page /browse? +/browsing-history /brunette_action_* /buckets$ /bugs/new @@ -5457,6 +5462,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /checkin /checklist$ /checkout +/checkout /checkout/ /checkout/* /child @@ -5718,7 +5724,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /contributions /contributor /control_panel/manage* -/control_panel/manage*http://amazon.jobs/robots.txt +/control_panel/manage*http://garciniaweightloss.com/robots.txt /conversation /conversation? /conversations @@ -6019,7 +6025,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /edits?*$ /editview /edm -/education/adults/volunteer /einleitung /ejaculation_* /ekgroup/id* @@ -6694,6 +6699,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /inbox /inc/ /incest_* +/include_MSIncludeClickAndCollect +/include_msTeaserLightboxVideoMSLagerUKDV247 +/include_ms_teaser_lightbox_video_ms_helicopter +/include_ms_teaser_lightbox_video_ms_lager +/include_wersi-text /includes /includes/js/dojo-release-1.8.0-src/dojo/resources/blank.html /increment_lp_video_plays @@ -6745,7 +6755,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /invites/$ /invoices/invoice-templates /invoices/recurring-payments -/ipz /irprev_ /it/partite /item/*? @@ -6766,7 +6775,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /javascript/jquery/i18n/ui.datepicker-da.js? /jbequicksignup /jbs -/jcr:content /jcr:content*.html /jcr:content*.json /jcr:content*.xml @@ -6937,7 +6945,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /loan/data /locale /location- -/locationview.html? /log /log$ /log/* @@ -6947,6 +6954,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /login*/search? /login-redirect /login.cms +/login/ /login/* /login/verify-email /login? @@ -7124,6 +7132,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /moviearticlelistalphabet1/* /mp-cms/app /mr_hands_* +/ms_include_HinRueckVersand +/ms_include_PianoVideo +/ms_include_UPS-Express +/ms_include_Wunschzeit /msapi/* /msdn-files/ /msdn10/ @@ -7142,6 +7154,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /music/user /mvopinions/* /my +/my-account /my-account/profile /my-account/register/newsletters-setup /my-account/register/profile-setup @@ -7207,7 +7220,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /neonazi_* /neueroeffnung /neueroeffnungen-und-nachrichten -/neuroscience-terms/$http://media.wix.com/robots.txt +/neuroscience-terms/$http://newatlas.com/robots.txt /neuroscience-topics/$ /new /new-for-you @@ -7264,9 +7277,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /no /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://gsb.stanford.edu/robots.txt -/no-referrer-when-downgradehttp://iana.org/robots.txt -/no-referrer-when-downgradehttp://myemma.com/robots.txt +/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt +/no-referrer-when-downgradehttp://marketwired.com/robots.txt +/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt /no-search-results /no_access /node @@ -7416,6 +7429,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /page-*/$ /page-*/news18.com /page-*/page- +/page.account /page/ /page/* /page/*/ @@ -7473,7 +7487,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/standalone /pdf/$ /pdf/index.html -/pdf_reader/*/http://globalbankingandfinance.com/robots.txt +/pdf_reader/*/http://venmo.com/robots.txt /pdfft /pdp/lo /pedobear_* @@ -7571,6 +7585,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /popular/*/channel /popular/this /popup +/popup- +/popup_ /porn_* /porno_* /pornography_* @@ -7596,7 +7612,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /preplay /prereq /presi -/press-release.html?news_id= /press-releases.html /pressroom/utlite /preview @@ -7621,7 +7636,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /print.html /print.ssf /print/ -/print/http://ub.edu/robots.txt +/print/http://opplemena.com/robots.txt /print?id /print_ad? /printable @@ -7778,6 +7793,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /reg/regmsg.xhtml /register /register$ +/register/ /register/* /register/? /registration @@ -8302,7 +8318,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/checkouts /store/closest /store/feed -/store/orderhttp://myheritage.com/robots.txt +/store/orderhttp://pouet.net/robots.txt /store/orders /storefront/ /storelocator/storesSearch.json @@ -8705,6 +8721,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /venus_mound_* /verify-sms /verlauf +/versandkosten_DE /version!libs /version.web /versions.html @@ -8865,8 +8882,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wp-content/gallery /wp-content/plugins /wp-content/themes -/wp-content/uploads/http://earhouse.com/robots.txt -/wp-content/uploads/http://siemens.de/robots.txt +/wp-content/uploads/http://copaco.com.py/robots.txt +/wp-content/uploads/http://next.co.uk/robots.txt /wp-feed /wp-includes /wp-json/* @@ -8913,6 +8930,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /zipball /zol-gender/* /zoophilia_* +/zweiwort.suchen /zzz-systest /zzz_systest /{0}/ @@ -8952,7 +8970,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService 0-tiktok* 0.gif 000/* -0;((a=google.c)==null?void 0c49118 0c491184f9.html : @@ -9024,7 +9041,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*amp= ?*answerId= ?*api_key -?*apikey*http://rebrand.ly/robots.txt +?*apikey*http://visaeurope.com/robots.txt ?*app ?*append_element ?*appidt=* @@ -9098,8 +9115,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hitsPerPage ?*hl ?*hsCtaTracking -?*http://blogs.oracle.com/robots.txt -?*http://nestpoliteknik.com/robots.txt +?*http://amplifypixel.outbrain.com/robots.txt +?*http://tapatalk.com/robots.txt ?*hubs_signup-cta ?*hybrid= ?*ic= @@ -9375,7 +9392,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://privacyshield.gov/robots.txt +?*utm_source=http://chordsoftruth.com/robots.txt ?*utm_term= ?*verified= ?*view_post_comments= @@ -9528,7 +9545,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?anyWord* ?api_key ?app= -?app=truehttp://kahoot.com/robots.txt +?app=truehttp://decide.madrid.es/robots.txt ?app_id_mytracker ?app_v2 ?ar @@ -9594,7 +9611,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?cache= ?cacheBurst= ?calendar -?callback=http://link.medium.com/robots.txt +?callback=http://bitfinex.com/robots.txt ?callsandtexts ?cameFrom* ?card= @@ -9753,7 +9770,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?document* ?dologin=* ?duration= -?dve_trk_id ?dwhsplit ?ec ?edit= @@ -10046,7 +10062,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?modelNumber= ?moderer.shtml ?module= -?moguid= ?month* ?monthnum= ?most-popular @@ -10064,10 +10079,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ncrnd= ?ncs= ?neighborhoods -?netflixsource=*http://oclc.org/robots.txt +?netflixsource=*http://help.opera.com/robots.txt ?netmng= ?new= -?news_id= ?newsid ?next ?nextUrl=* @@ -10142,7 +10156,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?pagespeed ?pagination ?partner= -?path= ?payed ?pcrid= ?pdfJsInlineViewToken= @@ -10157,7 +10170,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?photo_counts= ?phpinfo= ?pk_campaign* -?pkgCode= ?pl ?plainText ?platform @@ -10289,7 +10301,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?r ?r= ?radius= -?rangeId=*http://apod.nasa.gov/robots.txt +?rangeId=*http://dafont.com/robots.txt ?rc= ?receiver= ?recipient=*&id= @@ -10423,7 +10435,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?showOlderReviews ?show_error=true ?showcomment* -?shttp://escortserviceindia.in/robots.txt +?shttp://jetpack.com/robots.txt ?sid ?sid= ?site_version=viewfullsite @@ -10500,7 +10512,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?spm= ?sputnik=* ?sq_content_src= -?sq_content_src=http://bigoven.com/robots.txt +?sq_content_src=http://news.un.org/robots.txt ?src ?src* ?src=sem_ggl @@ -10638,7 +10650,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?uuid=*&preview= ?v ?v02 -?v= ?v=* ?v=2 ?var @@ -10662,7 +10673,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?viewId= ?viewType ?view_medium= -?view_only=http://usgbc.org/robots.txt +?view_only=http://osha.gov/robots.txt ?view_source= ?viewday= ?viewmont= @@ -10688,7 +10699,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?wbraid= ?wc-ajax=get_refreshed_fragments ?wcmmode* -?wcmmode= ?webview= ?webview=true ?week= @@ -10750,7 +10760,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService @me @me$ @nfs/ecommerce-front-core -@vitehttp://quizlet.com/robots.txt +@vitehttp://optinmonster.com/robots.txt A= AAMSZ=160x600 AAMSZ=300x250 @@ -10777,7 +10787,7 @@ API/forum/update-who-typing API/user/abtest API/user/combinedinfo API/uxr-survey-management -API/v2$http://redbull.com/robots.txt +API/v2$http://hawaii.edu/robots.txt APIAccessSupport APWIRE AR/ @@ -11819,6 +11829,7 @@ ArtnetLookupService Arts/reading/UK/browse_reader Arts/reading/UK/search_basic_results AsHeardOn +Assembly2001/ AssetFactory.aspx AssetPicker AssetPicker/Images @@ -16624,7 +16635,7 @@ Doc-rss Doc-y/ Documentation/ Documents/ -Documents/Departments/EthicsElections/DemocracyVoucher/http://tag.simpli.fi/robots.txt +Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt Documents/postgraduate-prospectus.pdf Documents/students/undergraduate-prospectus.pdf Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf @@ -16948,6 +16959,7 @@ FicherosDatosPersonales File/ Files/ Filestore/ +FilmFestival/ FilterState FinDocuments Finance/Financial_Aid @@ -17145,7 +17157,6 @@ HotelsManagementCenter HotelsProductCart HowTheSiteWorks How_To_Get_Sky -HpImageArchive.aspx HttpModules/ HubStyle/static-2.309 HubStyle/static-2.313 @@ -17229,6 +17240,9 @@ INSTALL.sqlite.txt INSTALL.sqlite.txt INSTALL.txt INSTALL.txt +INTERSHOP/static/*/MusicStore-MusicStoreShop-Site +INTERSHOP/static/*/MusicStore-Site/*.jpg +INTERSHOP/web/MusicStore-MusicStoreShop-Site/*/GetExternalizedStrings-Start INVITE IPS IPS/progress @@ -17281,7 +17295,7 @@ IntegrationCenter Inter InterestItem InternalError.html -International-Lectures/en-GB/courses/apply.aspxhttp://recalculatingfilm.com/robots.txt +International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt International-Lectures/nl-NL/cursussen/inschrijven.aspx International/questions/qa-html-language-declarations/icons InterstitialsWidget @@ -17902,6 +17916,8 @@ NovelUse.asp* NovelUse/ Nrpp= Ntk=TBW* +OASpage/Assembly2001/ +OASpage/Haiti_situation OAuth.aspx OAuthRegistration OCA-Beta @@ -18199,7 +18215,6 @@ PropertyLayer/ Provider/Image/ Provider/PhysicianRatings/ Providers/ -Proxy.ashx ProxyToolsAccountSettingsTool ProxyToolsBillingAndPaymentsTool ProxyToolsBillingDetailTool @@ -18524,7 +18539,7 @@ Search/ Search/* Search/Mail/Public Search5 -Search?*http://france24.com/robots.txt +Search?*http://cracked.com/robots.txt Search?q* Search?searchstring_input= SearchDisplay @@ -18991,7 +19006,7 @@ Valley-of-Longevity-Property/ VariationSelectionView Verify/* VerifyReview -Verkko/http://componemos.com/robots.txt +Verkko/http://elastic.co/robots.txt Video Video/*playerIndex Video/Panel/ @@ -19011,7 +19026,7 @@ ViewMandate ViewPDF.aspx Vlast/ VolunteerTranslations -VoteActivities/http://widgets.wp.com/robots.txt +VoteActivities/http://nature.com/robots.txt VoteCount/?action= W WAI/ER/tests @@ -19518,7 +19533,7 @@ _qa _qa.html _qos _query= -_r/http://hyatt.com/robots.txt +_r/http://link.springer.com/robots.txt _recache _redirectedFromOffline-true _remote @@ -19666,7 +19681,6 @@ a72g4xbonus a=blame a=blobdiff a=commitdiff -a=function(){I=!1;O()};google.caft(a);window.setTimeout(a,amd)}K&&(a=function(){K=!1;O()},J?J.cbvi.push(a):(0,google.rairicb)(a),window.setTimeout(a,mmd));M&&(H||A())}else a=search a=snapshot aaanderson @@ -19782,7 +19796,7 @@ about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/ about-ghostery about-iqair about-the-council/about-the-website/third-party-accessibility-statements -about-the-council/about-the-website/third-party-accessibility-statements/*http://davidlynchfoundation.org/robots.txt +about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt about-the-council/contact-us-new about-the-council/contact-us/adult-education about-the-council/contact-us/adult-social-care-and-health @@ -19806,9 +19820,9 @@ about-ti/careers-maintenance.html about-us about-us/careers about-us/careers/job-description.html$ -about-us/contact-enquiries/forms/emailform.jsp?*http://research.ibm.com/robots.txt +about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt about-us/employment -about-us/employment/*http://lynda.com/robots.txt +about-us/employment/*http://auswaertiges-amt.de/robots.txt about-us/news-and-media/media-centre/corporate-news/facet/Topic/ about-us/news-and-media/media-centre/corporate-news/facet/Year/ about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/ @@ -19837,7 +19851,7 @@ about/*/update about/*qt-vzc_corporate_news_analytics about/adrm/data-linkage about/advertise/oauth-net-rate-sheet-2023.pdf -about/advisory-and-peer-review-committees/roster/hlbp/http://theathletic.com/robots.txt +about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt about/ask/ about/ask?* about/awards/award-recipient-form.html @@ -19997,8 +20011,6 @@ academia/books/search.html academic academic-subscriptions academic/ -academic/profile -academic/search academicaffairs/commencement/book academics/archive academics/college/special-programs/public-service-old @@ -20021,6 +20033,46 @@ acast_podcast_episode acc-merge acc_random accedi +accelerators/*afghanistan +accelerators/*belarus +accelerators/*bosnia-and-herzegovina +accelerators/*burundi +accelerators/*central-african-republic +accelerators/*china +accelerators/*croatia +accelerators/*cuba +accelerators/*democratic-republic-of-the-congo +accelerators/*eritrea +accelerators/*ethiopia +accelerators/*guinea +accelerators/*guinea-bissau +accelerators/*haiti +accelerators/*hong-kong +accelerators/*iran +accelerators/*iraq +accelerators/*ivory-coast +accelerators/*kosovo +accelerators/*lebanon +accelerators/*liberia +accelerators/*libya +accelerators/*macedonia +accelerators/*mali +accelerators/*montenegro +accelerators/*myanmar +accelerators/*nicaragua +accelerators/*north-korea +accelerators/*russia +accelerators/*rwanda +accelerators/*serbia +accelerators/*somalia +accelerators/*south-sudan +accelerators/*sudan +accelerators/*syria +accelerators/*ukraine +accelerators/*venezuela +accelerators/*vietnam +accelerators/*yemen +accelerators/*zimbabwe accenture accept-membership-referral acceso @@ -20190,56 +20242,13 @@ accounts/ClientAuth accounts/ClientAuth accounts/ClientLogin accounts/ClientLogin -accounts/accountopening accounts/activate -accounts/activation -accounts/activetrader/images accounts/force-by-email accounts/login accounts/login/? -accounts/mailings/content -accounts/mailings/images -accounts/myportfolio -accounts/myprofile accounts/new accounts/o8 accounts/o8/id -accounts/pdf/inheritors_retirement_plan_acctount_app.pdf -accounts/pdf/np_application.pdf -accounts/pdf/rolliraapp.pdf -accounts/pdf/trust_application.pdf -accounts/services/content/IMContactUsOffHours.shtml -accounts/services/content/IMContactUsUnavailable.shtml -accounts/services/content/IMFILIOffHours.html -accounts/services/content/IMFILIUnavail.html -accounts/services/content/IMRetailOffHours.html -accounts/services/content/IMRetailUnavail.html -accounts/services/content/IMVisitorChat.shtml -accounts/services/content/accept.html -accounts/services/content/beneficiaryhelp.html -accounts/services/content/checkcrdupdt.shtml -accounts/services/content/custconfirm.shtml -accounts/services/content/customer_chat.shtml -accounts/services/content/deactiveconfirm.shtml -accounts/services/content/invobjpopup.html -accounts/services/content/invobjpopupoptions.html -accounts/services/content/keoghbrokappdl.html -accounts/services/content/keoghbrokconsent.html -accounts/services/content/mbnabuffer.html -accounts/services/content/nobeneficiaries.shtml -accounts/services/content/norelationship.shtml -accounts/services/content/probatepopup.html -accounts/services/content/relinquish.html -accounts/services/content/replyconfirm.shtml -accounts/services/content/restricted529.shtml -accounts/services/content/restrictedneither.shtml -accounts/services/content/restrictedpas.shtml -accounts/services/content/rolloverirasuggestion.shtml -accounts/services/content/sigguarpopup.html -accounts/services/content/visitorconfirmnoacct.shtml -accounts/services/content/visitorconfirmyesacct.shtml -accounts/services/images -accounts/services/open accounts/unlock acct acctmgmt/* @@ -20262,7 +20271,6 @@ acis/whatsnew.html acjohnston acl aclayton -aclick aclk aclp-vle-decom acmendez @@ -20508,7 +20516,7 @@ add-to-bibliography add-to-cart add-to-cart= add-to-cart=* -add-to-cart=*http://asombro.org/robots.txt +add-to-cart=*http://criteo.com/robots.txt add-to-existing-collection add-visit add?community= @@ -20558,6 +20566,7 @@ adelrio adev adfox adframe +adfs/ adg adg321 adgranillo @@ -20591,7 +20600,7 @@ admin/aso admin/blogmove admin/forgot/ admin/form -admin/http://passivhaustrust.org.uk/robots.txt +admin/http://mediapost.com/robots.txt admin/mapping-dashboard admin/notification-center admin/sro @@ -20605,14 +20614,14 @@ adminapps1/ adminapps2/ adminapps3/ adminapps4/ -adminhttp://apple.stackexchange.com/robots.txt -adminhttp://es-es.facebook.com/robots.txt +adminhttp://aa.com/robots.txt +adminhttp://dji.com/robots.txt administration administration/ administrative-fellowship administrator administrator/ -administrator/http://asv-rott.de/robots.txt +administrator/http://trustpilot.com/robots.txt adminjiraserver070 adminjiraserver071 adminjiraserver0710 @@ -20809,7 +20818,7 @@ affiliate affiliate-forgot-password affiliate-login affiliate-program -affiliate/*http://whc.unesco.org/robots.txt +affiliate/*http://fontawesome.io/robots.txt affiliate/register.htm affiliate/screenname.htm affiliate_amazon.cms* @@ -20875,6 +20884,7 @@ ag=A agarces agarciacalvo agarzaer +agdocs/ age-appeal agegate agencias @@ -21156,7 +21166,6 @@ aliciademaio aliciafroio alikhani alilly -alink aliraja alireza.haghighi alisamanning @@ -21286,8 +21295,10 @@ ameliagan ameliapeterson amelierorty amenities? +america_viva/ american-ninja-warrior-ninja-vs-ninja american-sniper +americas/ amexblue amfphp amg @@ -21323,7 +21334,6 @@ amp-iframe amp-proxy amp-social-login amp-tealium -amp/ amp/*/more.html amp/*/page-*/$ amp/amp @@ -21493,6 +21503,46 @@ anesthesia/pain-management-center/appointments-and-referrals/referral-thankyou angebote angel angel-cabrera +angel-groups/*afghanistan +angel-groups/*belarus +angel-groups/*bosnia-and-herzegovina +angel-groups/*burundi +angel-groups/*central-african-republic +angel-groups/*china +angel-groups/*croatia +angel-groups/*cuba +angel-groups/*democratic-republic-of-the-congo +angel-groups/*eritrea +angel-groups/*ethiopia +angel-groups/*guinea +angel-groups/*guinea-bissau +angel-groups/*haiti +angel-groups/*hong-kong +angel-groups/*iran +angel-groups/*iraq +angel-groups/*ivory-coast +angel-groups/*kosovo +angel-groups/*lebanon +angel-groups/*liberia +angel-groups/*libya +angel-groups/*macedonia +angel-groups/*mali +angel-groups/*montenegro +angel-groups/*myanmar +angel-groups/*nicaragua +angel-groups/*north-korea +angel-groups/*russia +angel-groups/*rwanda +angel-groups/*serbia +angel-groups/*somalia +angel-groups/*south-sudan +angel-groups/*sudan +angel-groups/*syria +angel-groups/*ukraine +angel-groups/*venezuela +angel-groups/*vietnam +angel-groups/*yemen +angel-groups/*zimbabwe angela-tasho angelaalberti angelachang @@ -21674,12 +21724,12 @@ api/abtests/active-tests api/access api/adsplatform/conversion/event api/ajax/checktheseout -api/ajax/checktheseout?.*http://rackspace.com/robots.txt +api/ajax/checktheseout?.*http://indieauthorcon.com/robots.txt api/ajax/reactions api/ajax/reactions?. api/ajax/rightlatestnews api/ajax/rightlatestnews?. -api/attachments/*http://loc.gov/robots.txt +api/attachments/*http://docs.oracle.com/robots.txt api/auth api/beta/search api/billing @@ -21718,7 +21768,7 @@ api/discover/1/discover_web api/discover/sites api/discovery api/documentations/v3 -api/du/Searchhttp://squidoo.com/robots.txt +api/du/Searchhttp://dribbble.com/robots.txt api/du/search api/editionurlgenerator api/entry/http @@ -21728,7 +21778,7 @@ api/extensions/1.0/extensions api/getEarthquake.php api/health api/html -api/http://figma.com/robots.txt +api/http://kobemural.com/robots.txt api/install_backblaze api/internal/*/location api/internal/analytics/songs @@ -21744,7 +21794,6 @@ api/jobPostings/jobs api/latest-articles api/legacy/pse api/legendary-data/relay -api/maps/ api/meerkat/page api/messages api/metainfo/tv @@ -21755,7 +21804,7 @@ api/nextsteps/* api/ng-looks/ api/nicorepo/timeline api/nts/v1/login -api/og/*http://infoq.com/robots.txt +api/og/*http://crowdfundingusa.com/robots.txt api/paid-article api/partner_select/*/price_query api/posts/*/popular_posts @@ -21979,7 +22028,7 @@ append_follows appengine appl apple-app-site-association -apple-app-site-associationhttp://fda.gov/robots.txt +apple-app-site-associationhttp://focusonkids.ru/robots.txt apple-news apple-touch-icon-120x120-precomposed.png apple-touch-icon-120x120.png @@ -22398,7 +22447,7 @@ archives archives archives/ archives/*/*/* -archives/http://privateinternetaccess.com/robots.txt +archives/http://eeoc.gov/robots.txt archives/multimedia/extra archives/multimedia/feedback.php archives/multimedia/rss/Instructions+for+content+providers @@ -22672,14 +22721,14 @@ asonawane asouri asp.net/ asp/ -asp/*http://adl.org/robots.txt +asp/*http://arte.tv/robots.txt asp/demo_db_edit.asp aspi/ aspnet_client aspnet_client/ aspx$ aspx/ -aspx/read.aspxhttp://6590300.fls.doubleclick.net/robots.txt +aspx/read.aspxhttp://tnt.netmng.com/robots.txt aspxerrorpath* asrelated.cms* asross @@ -22726,7 +22775,7 @@ assets/errorpage assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources assets/gov/zzzz assets/hk-grotesk -assets/http://splcenter.org/robots.txt +assets/http://jotform.com/robots.txt assets/images/global/s.gif assets/infographic assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf @@ -24094,7 +24143,7 @@ baohongchen bap.html bap/webstore/search.html bapingseo -bappstore/bapps/download/http://countryliving.com/robots.txt +bappstore/bapps/download/http://poshmark.com/robots.txt baqaee barbarak barchartData @@ -24632,7 +24681,6 @@ bfgs bfigueroa bfl bfmp -bfp/search bfrank bg bg-*/ @@ -24857,27 +24905,6 @@ bilutleie/resultater bimjhana_utopia bin bin -bin-public/060_www_fidelity_com/documents/529_AZ_application.pdf -bin-public/060_www_fidelity_com/documents/529_DE_application.pdf -bin-public/060_www_fidelity_com/documents/529_MA_application.pdf -bin-public/060_www_fidelity_com/documents/529_NH_application.pdf -bin-public/060_www_fidelity_com/documents/applications -bin-public/060_www_fidelity_com/documents/bdaapp0402.pdf -bin-public/060_www_fidelity_com/documents/cash-management-account-application-trust.pdf -bin-public/060_www_fidelity_com/documents/customer-service/demimous-rollover-account-activation-form.pdf -bin-public/060_www_fidelity_com/documents/customer-service/ira-for-spouses-inheriting-retirement-assets.pdf -bin-public/060_www_fidelity_com/documents/customer-service/new-account-application-pledge-mf-shares.pdf -bin-public/060_www_fidelity_com/documents/customer-service/options-application.pdf -bin-public/060_www_fidelity_com/documents/customer-service/re-registration-non-retirement-inherited-assets.pdf -bin-public/060_www_fidelity_com/documents/customer-service/transfer-assets-to-fidelity.pdf -bin-public/060_www_fidelity_com/documents/fidelity-rollover-ira-application.pdf -bin-public/060_www_fidelity_com/documents/fidelity-sep-ira-new-account-application.pdf -bin-public/060_www_fidelity_com/documents/new-fidelity-account-business-application.pdf -bin-public/060_www_fidelity_com/documents/new-fidelity-account-ira-application.pdf -bin-public/060_www_fidelity_com/documents/new-fidelity-account-non-retirement-application.pdf -bin-public/060_www_fidelity_com/documents/new-fidelity-cash-management-account-application.pdf -bin-public/060_www_fidelity_com/documents/noindex -bin-public/060_www_fidelity_com/documents/simpiraapp.pdf bin/ bin/* bin/broker @@ -24893,7 +24920,6 @@ bin/sleep.cgi bin/ti binary-data/DIY binary-data/EGALLEY -bing-site-safety bingbot bingsiteauth.xml bingwang @@ -25091,7 +25117,7 @@ blog-ads-api-output blog-galleries blog-manager blog-old -blog-p2/http://al.com/robots.txt +blog-p2/http://sendpulse.com/robots.txt blog-post.html blog-preview blog-rap-us @@ -25146,14 +25172,14 @@ blog/*_ga blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://digg.com/robots.txt +blog/.html.*http://salon.com/robots.txt blog/20 blog/200 blog/2019 blog/?p= blog/?s= -blog/?s=*http://octavioguerrero.com/robots.txt -blog/?s=*http://znanylekarz.pl/robots.txt +blog/?s=*http://engvid.com/robots.txt +blog/?s=*http://japansociety.org/robots.txt blog/Neuer_Beitrag.html blog/Rubriken.html blog/SearchView.aspx @@ -25246,7 +25272,7 @@ blog/tag blog/tag blog/tag/ blog/tag/* -blog/tag/success-webinar/http://gmdvg.com/robots.txt +blog/tag/success-webinar/http://jezebel.com/robots.txt blog/tags blog/tags-search blog/tags-search.html @@ -25363,7 +25389,6 @@ blogs/pad/$ blogs/product blogs/research/search blogs/search -blogs/search/ blogs/slow-ride blogs/tag blogs/technology.atom @@ -25374,13 +25399,12 @@ blogs1 blogsearch blogsearch? blogsearch_feeds -blogsupport blogtechnology/ blogtemp blogvideo blogvision blogweb-20/ -blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://tebh.org/robots.txt +blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt blogzoho-at-zoho/ blogzoho-for-google-apps/ blokdebid/ca/calendar-created @@ -27034,7 +27058,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://neowin.net/robots.txt +bookmarkshttp://econsultancy.com/robots.txt bookproperty books books/?*instrument= @@ -27436,7 +27460,7 @@ branding/images/dont-04.png branding= brandmonitoring brandnet -brandnew/psphttp://airlinestravel.ro/robots.txt +brandnew/psphttp://understood.org/robots.txt brandnewconference/2016/video brandonbergman brandonedwards @@ -27514,7 +27538,6 @@ brokenlink brokers broniagreskovicovachang bronwyn.isaacs -brooklaw brooklyn-workspace brooksbaltich brouillon @@ -27706,7 +27729,7 @@ buscador buscador.aspx buscador/GoogleServlet buscador/GoogleServletBuscadorVertical -buscador_generalhttp://truecoverage.com/robots.txt +buscador_generalhttp://decrypt.co/robots.txt buscar buscar buscar.html @@ -31458,7 +31481,7 @@ calebmooreportfolio calendar calendar calendar$ -calendar-2/action~*/http://dekraaien.lnk.to/robots.txt +calendar-2/action~*/http://icloud.com/robots.txt calendar-2/action~agenda calendar-2/action~default calendar-2/action~http: @@ -31677,7 +31700,7 @@ calendrier/action~agenda calendrier/action~month calendrier/action~oneday calendrier/action~posterboard -calendrier/action~stream/http://pitchfork.com/robots.txt +calendrier/action~stream/http://dailycaller.com/robots.txt calendrier/action~week calf california-exhibit @@ -31732,7 +31755,7 @@ campaigns campaigns/ campaigns/bulk-order-form campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://developer.twitter.com/robots.txt +campaigns/digital-recruitmenthttp://southwest.com/robots.txt campaigns/infor-hub-xt5r5iwdrgxbnuz/ campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once campaigns/portals/ @@ -32370,6 +32393,7 @@ catalogue/*? catalogues catchup catec +catedraOLD/ categories categories.php categories/*/archive @@ -34597,7 +34621,7 @@ cd/V77972_01 cd/clip/parole/soprano-hiro-7260.html cd/corneille-entre-nord-et-sud-1769.html cd_upload/Search -cdc/http://cs.princeton.edu/robots.txt +cdc/http://gizmodo.com/robots.txt cdf/sign cdj cdk/* @@ -34609,10 +34633,10 @@ cdn-cgi/* cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://imperva.com/robots.txt -cdn-cgi/http://tawk.to/robots.txt -cdn-cgi/http://top-fwz1.mail.ru/robots.txt -cdn-cgi/http://xkcd.com/robots.txt +cdn-cgi/http://hortomallas.hk/robots.txt +cdn-cgi/http://mediamatchmaker.co.uk/robots.txt +cdn-cgi/http://newindianexpress.com/robots.txt +cdn-cgi/http://rover.com/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -34620,7 +34644,7 @@ cdn-cgi/rum cdn-cgi/scripts cdn-cgi/styles cdn-cgi/zaraz -cdn-cgi/zaraz/http://box.net/robots.txt +cdn-cgi/zaraz/http://deepmind.com/robots.txt cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t cdn-dgi @@ -34745,8 +34769,8 @@ cgi-bin/grid-words cgi-bin/guestbook cgi-bin/histDiff.cgi cgi-bin/homelandsecurity -cgi-bin/http://9662984.fls.doubleclick.net/robots.txt -cgi-bin/http://haapasaari.fi/robots.txt +cgi-bin/http://euroncap.com/robots.txt +cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt cgi-bin/imagemap cgi-bin/isbn cgi-bin/kaweahits @@ -34759,7 +34783,7 @@ cgi-bin/loginpage cgi-bin/longs.cgi cgi-bin/mb cgi-bin/msdemo/ -cgi-bin/notices/http://findagrave.com/robots.txt +cgi-bin/notices/http://ams.usda.gov/robots.txt cgi-bin/onTopic cgi-bin/orphanWikiPages cgi-bin/outline @@ -34800,7 +34824,7 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb -cgi-binhttp://youtube.de/robots.txt +cgi-binhttp://ifixit.com/robots.txt cgi-local cgi-mad/ cgi-out @@ -35192,7 +35216,7 @@ checkout2 checkout?* checkout?plan_id checkoutconfirmation -checkouthttp://ipxplus.net/robots.txt +checkouthttp://modernistcuisine.com/robots.txt checkoutnow checkouts checkpoint @@ -35666,8 +35690,8 @@ clickId= click_ clickandbuy clickhere.jsp -clickhttp://mit.edu/robots.txt -clickhttp://security.stackexchange.com/robots.txt +clickhttp://antena3.rtp.pt/robots.txt +clickhttp://searchenginejournal.com/robots.txt clickstream clicktale clickthrough.jsp @@ -35819,7 +35843,7 @@ cmp= cmplog cmr cms -cms-search/http://chromium.googlesource.com/robots.txt +cms-search/http://cmswire.com/robots.txt cms. cms.dll cms.dll* @@ -35857,7 +35881,7 @@ cn/en/privacy-statement/qualtrics cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html cn/enterprise/ cn/error-static-cdn -cn/events/huaweiconnect/livestream-for-tvs$http://freedomhouse.org/robots.txt +cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt cn/ipns cn/list cn/list= @@ -35986,7 +36010,7 @@ cobrand/ code code/ code/* -code/http://moz.com/robots.txt +code/http://w3techs.com/robots.txt code2product-typeform-dashboard code= codeCoverage @@ -36258,7 +36282,7 @@ community/*/latest$ community/*/live community/*/post community/*/post- -community/*/profile/*http://pepinismo.net/robots.txt +community/*/profile/*http://cointelegraph.com/robots.txt community/*/rss community/*/topics community/*/trackback @@ -36337,18 +36361,98 @@ comp comp/ compagnie companies/ +companies/*/afghanistan +companies/*/belarus +companies/*/bosnia-and-herzegovina +companies/*/burundi +companies/*/central-african-republic +companies/*/china +companies/*/croatia +companies/*/cuba +companies/*/democratic-republic-of-the-congo companies/*/edit companies/*/embed companies/*/embed? +companies/*/eritrea +companies/*/ethiopia companies/*/framed companies/*/framed? +companies/*/guinea +companies/*/guinea-bissau +companies/*/haiti +companies/*/hong-kong +companies/*/iran +companies/*/iraq +companies/*/ivory-coast +companies/*/kosovo +companies/*/lebanon +companies/*/liberia +companies/*/libya +companies/*/macedonia +companies/*/mali companies/*/modules/*/embed companies/*/modules/*/framed +companies/*/montenegro +companies/*/myanmar +companies/*/nicaragua +companies/*/north-korea +companies/*/russia +companies/*/rwanda +companies/*/serbia +companies/*/somalia +companies/*/south-sudan +companies/*/sudan +companies/*/syria +companies/*/ukraine +companies/*/venezuela +companies/*/vietnam +companies/*/yemen +companies/*/zimbabwe +companies/afghanistan companies/announcements/* +companies/belarus +companies/bosnia-and-herzegovina +companies/burundi companies/c +companies/central-african-republic +companies/china +companies/croatia +companies/cuba +companies/democratic-republic-of-the-congo +companies/eritrea +companies/ethiopia +companies/guinea +companies/guinea-bissau +companies/haiti +companies/hong-kong +companies/iran +companies/iraq +companies/ivory-coast +companies/kosovo +companies/lebanon +companies/liberia +companies/libya +companies/macedonia +companies/mali +companies/montenegro +companies/myanmar +companies/nicaragua +companies/north-korea companies/o +companies/russia +companies/rwanda companies/search companies/search? +companies/serbia +companies/somalia +companies/south-sudan +companies/sudan +companies/syria +companies/ukraine +companies/venezuela +companies/vietnam +companies/yemen +companies/zimbabwe company company-narrative-1.php? company/*.rss @@ -36554,7 +36658,7 @@ concussion/HeadsUp/training/ conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/ conditions/pregnancy-and-baby/pages/your-birth-plan.aspx conejo -conex-2019http://harley-davidson.com/robots.txt +conex-2019http://view.adjust.com/robots.txt conf conf conf/*.php$ @@ -36600,7 +36704,6 @@ config.js config.php config/ config/* -configs configspace/maintenance.html configuracion_externa/ configurations @@ -36634,7 +36737,7 @@ connect connect-accounts connect.facebook.net connect/@ -connect/http://l.facebook.com/robots.txt +connect/http://blog.sfgate.com/robots.txt connect/offer connect/profile connect/social-intranet.html @@ -36675,26 +36778,10 @@ consultation-startup?* consultations? consumer-profile consumer-tools/educator-tools/youth-financial-education/curriculum-review/tool -consumer/*/403 -consumer/*/404 -consumer/*/InternalServerError -consumer/*/VoucherredemptionEnd -consumer/*/legal -consumer/*/microsite -consumer/*/policy-referenced-content -consumer/*/promos -consumer/*/pstore -consumer/*/referenced-content -consumer/*/site-configurations -consumer/*/store -consumer/*/support consumer/cac consumer/cache consumer/colors/paint/color -consumer/en-ca1 consumer/share -consumer/sitemap -consumer/sr-rs consumers/archive conta contact @@ -36711,7 +36798,7 @@ contact-opnemen-met-myheritage contact-opnemen-met-ondersteuning contact-pantone-connect contact-preferences -contact-sales/http://chapters.indigo.ca/robots.txt +contact-sales/http://pingidentity.com/robots.txt contact-support contact-thank-you contact-tos @@ -36745,8 +36832,8 @@ contact/employees/servlets contact/en/hague/questionnaire/ contact/feedback contact/form/ -contact/http://hallenrad-wm-2020.de/robots.txt -contact/http://hetonderdelenhuis-emmen.nl/robots.txt +contact/http://dolphchaney.com/robots.txt +contact/http://freewebs.com/robots.txt contact/menu* contact/partner* contact/support.php @@ -36817,6 +36904,7 @@ content/*/schedule content/*/synchronous_inspection content/*/thenables content/*/util +content/*http://top-fwz1.mail.ru/robots.txt content/README.txt content/aarpe/en/home/ content/acs/en/campaigns @@ -36936,7 +37024,7 @@ content/dam/SAS/partnernet/ content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf content/dam/acsorg/qa content/dam/alumni/2012elections -content/dam/avg/img/2014/business/http://play.spotify.com/robots.txt +content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt content/dam/bitdefender/business/ar content/dam/blackberry-com/asset/enterprise/pdf/direct content/dam/blackberry-com/asset/enterprise/webcast/direct @@ -37013,7 +37101,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://androidpolice.com/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/jpm/structured-products-documents content/dam/kpmg/au/pdf/creditors @@ -37061,7 +37149,7 @@ content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico content/dam/splunk2/images/logos/splunk-logo.svg?asd content/dam/static-page/customer-advocacy/*/pdf/* -content/dam/students/documents/graduations/programs/http://warnerbros.com/robots.txt +content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf @@ -37108,7 +37196,7 @@ content/dist/fonts content/docdel content/download content/downloads/ -content/downloads/http://mewe.com/robots.txt +content/downloads/http://marketingweek.com/robots.txt content/ebook content/ebook/ content/ebrochure/toyota-mobility.pdf @@ -37134,7 +37222,7 @@ content/index.php/filter/tips content/index.php/node/add content/index.php/search content/index.php/user/login -content/index.php/user/logout/http://worldwildlife.org/robots.txt +content/index.php/user/logout/http://columbia.jp/robots.txt content/index.php/user/password content/index.php/user/register content/institution @@ -37306,6 +37394,46 @@ contest/log_presence contest/previous_winners contests contests/*/shareimage +contests/*afghanistan +contests/*belarus +contests/*bosnia-and-herzegovina +contests/*burundi +contests/*central-african-republic +contests/*china +contests/*croatia +contests/*cuba +contests/*democratic-republic-of-the-congo +contests/*eritrea +contests/*ethiopia +contests/*guinea +contests/*guinea-bissau +contests/*haiti +contests/*hong-kong +contests/*iran +contests/*iraq +contests/*ivory-coast +contests/*kosovo +contests/*lebanon +contests/*liberia +contests/*libya +contests/*macedonia +contests/*mali +contests/*montenegro +contests/*myanmar +contests/*nicaragua +contests/*north-korea +contests/*russia +contests/*rwanda +contests/*serbia +contests/*somalia +contests/*south-sudan +contests/*sudan +contests/*syria +contests/*ukraine +contests/*venezuela +contests/*vietnam +contests/*yemen +contests/*zimbabwe contests/scrape contests/sitemap contests/xhr/contests/*/designs-pane @@ -37697,12 +37825,12 @@ courses/Transcript courses/assessment courses/eecs484 courses/favorites -courses/http://simplebits.com/robots.txt +courses/http://codecanyon.net/robots.txt courses/oasis/BabbScholarship courses/section courses/transcript courses/uchet-v-excel -courses/uchet-v-excel/http://3shape.com/robots.txt +courses/uchet-v-excel/http://moz.com/robots.txt courtneytwittekind courts cover @@ -37719,6 +37847,46 @@ covid19/search/node covid19screen covid19tickets cowdery +coworking-spaces/*afghanistan +coworking-spaces/*belarus +coworking-spaces/*bosnia-and-herzegovina +coworking-spaces/*burundi +coworking-spaces/*central-african-republic +coworking-spaces/*china +coworking-spaces/*croatia +coworking-spaces/*cuba +coworking-spaces/*democratic-republic-of-the-congo +coworking-spaces/*eritrea +coworking-spaces/*ethiopia +coworking-spaces/*guinea +coworking-spaces/*guinea-bissau +coworking-spaces/*haiti +coworking-spaces/*hong-kong +coworking-spaces/*iran +coworking-spaces/*iraq +coworking-spaces/*ivory-coast +coworking-spaces/*kosovo +coworking-spaces/*lebanon +coworking-spaces/*liberia +coworking-spaces/*libya +coworking-spaces/*macedonia +coworking-spaces/*mali +coworking-spaces/*montenegro +coworking-spaces/*myanmar +coworking-spaces/*nicaragua +coworking-spaces/*north-korea +coworking-spaces/*russia +coworking-spaces/*rwanda +coworking-spaces/*serbia +coworking-spaces/*somalia +coworking-spaces/*south-sudan +coworking-spaces/*sudan +coworking-spaces/*syria +coworking-spaces/*ukraine +coworking-spaces/*venezuela +coworking-spaces/*vietnam +coworking-spaces/*yemen +coworking-spaces/*zimbabwe cox cp cp-edit @@ -37761,13 +37929,11 @@ cpspa cpx.php cqiu cr -cr$ cr/ cr/$ cr/Download cr/corporate/contact cr/news -cr? craft crafts crai/big @@ -38221,7 +38387,7 @@ csd/internal/css csd/internal/nav csd/js csd/nav -csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://rsf.org/robots.txt +csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt csde/camp-shriver-community/camp-shriver/registration-fee/ csde/camp-shriver-family-information/ csde/camp-shriver-staff-information/ @@ -38394,7 +38560,6 @@ customer/secure/reset-password customer_reviews-u- customerapps/* customerengagementjourney-ebook-download -customeronly customerror customerror.aspx customerrors/ @@ -38471,8 +38636,6 @@ cyber-manager-solutions/1 cyber-manager-solutions/2 cyber-manager-solutions/3 cyber-security-training/north-america/need-assistance -cyberlaw2005/wiki -cyberone/wiki cybertech cybertraining cybervetting-uses-your-data-to-determine-employability @@ -38678,7 +38841,7 @@ da/blog da/cart da/checkout da/create-a-doodle-pfm -da/create-a-doodle-pfmhttp://amplifypixel.outbrain.com/robots.txt +da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt da/firefox/collections da/firefox/collections/4757633 da/firefox/collections/4757633/$ @@ -39211,6 +39374,7 @@ de/api/v3/ajax/bespoke/public/neu/specs de/app de/apple-app-site-association de/apps +de/asset-preview* de/assets de/autenticacion de/auth @@ -39325,6 +39489,7 @@ de/de/suche?param=* de/develop/ de/develop/review/ de/devolucion-de-productos +de/die-h225-als-polizeihubschrauber de/download de/education de/edustore @@ -39555,6 +39720,7 @@ de/s/benutzer de/s/kollektionen de/s/visuell de/search +de/search* de/search*attr_*= de/search*price_bucket= de/search*search_type= @@ -39697,6 +39863,7 @@ de/wiki/User_talk: de/wiki/Vorlage: de/wiki/Vorlage_Diskussion: de/your +de_DE/EUR de_DE/Flex/4.0/UsingSDK de_DE/PhotoshopElements/10.0/Editor de_DE/PremiereElements/10.0/Editor @@ -39860,7 +40027,7 @@ demo/closed-unclosed-performance?closed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://scholar.harvard.edu/robots.txt +demo/safari-reader-test-nielshttp://mathworks.com/robots.txt democenter demokratie-jetzt.html demonstration @@ -39998,7 +40165,7 @@ details- details-*.html details-print details.do -detailshttp://nhm.ac.uk/robots.txt +detailshttp://craigslist.org/robots.txt detect detr detroitchicago @@ -41905,7 +42072,6 @@ diegoestevez diegorivera diener diets/* -diff diffbot/ diffs dig-perf-test @@ -41975,7 +42141,7 @@ digitaledition digitalexpress/ digitalpdf digitalsubscription/imagedownload -digitalsubscription/imagedownload/http://ahrefs.com/robots.txt +digitalsubscription/imagedownload/http://nj.gov/robots.txt digregorio dilatua/proRecensione.do dimitriosasproulis @@ -42022,6 +42188,7 @@ directory/search.asp directory/search/? directory/sitemap directory/tp +directory_missions/ directoryoptout* dirt/index.htm dirty-dancing @@ -42553,7 +42720,7 @@ dmorgan dmottacalderon dmoustafa dmq -dms_priv/*http://domain.com/robots.txt +dms_priv/*http://itunes.apple.com/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -42610,7 +42777,7 @@ dnigrin dnn do do-not-crawl -do-not-index-this-page.htmlhttp://proboxing.eu/robots.txt +do-not-index-this-page.htmlhttp://tr.outbrain.com/robots.txt do/ do=getLastComment? do=getNewComment @@ -42768,6 +42935,7 @@ documents/PDS documents/archives/ArchivesObsolete documents/current documents/email-a-friend +documents/eng/biography_Carol_Fuller.asp documents/information-management/imr-guidance-and-appendices.pdf documents/mog.pdf documents/old/ @@ -42901,7 +43069,7 @@ download-lister download-logo-agreement.html download-notice download.asp* -download.asp*http://bundesregierung.de/robots.txt +download.asp*http://impots.gouv.fr/robots.txt download.php download/ download/*/ @@ -42913,7 +43081,7 @@ download/Forside/2022 download/attachments download/binary download/get -download/http://elephantjournal.com/robots.txt +download/http://leginfo.legislature.ca.gov/robots.txt download/index download/legacy download/morae @@ -43205,6 +43373,7 @@ easy-ways-to-manage-your-digital-footprint easyrenewal eat/gr- eayalahurtado +eb/incl_header2.html ebar ebatesCaptcha.do ebay/cronus @@ -43755,7 +43924,7 @@ email$ email-capture email-colleague email-contact/ -email-contact/nodehttp://pixel-a.basis.net/robots.txt +email-contact/nodehttp://gsma.com/robots.txt email-contact/taxonomy_term email-content email-help @@ -43772,7 +43941,7 @@ email-verify/* email.jsp* email/ email/$ -email/*http://moma.org/robots.txt +email/*http://dustinlynch.lnk.to/robots.txt email/R/ email/emailfriend.xhtml email/index.html @@ -44602,6 +44771,9 @@ en/SupportandAdministration/PoliciesandProcedures en/Tracker?data=* en/US/swassets/ en/US/swassets/sw274/sitewide_country_language_selector.html +en/_Original_ +en/_incl_header.html +en/_old_ en/_site_doc en/aanmeldbevestiging en/aanmelden-mislukt @@ -44622,11 +44794,13 @@ en/ajax/content-product en/ajax/contentmedia en/alert en/alerts +en/americas/calendar/ en/app en/app/ en/applications/release9.html en/aroundtown/ en/ask/maintenance +en/asset-preview* en/autenticacion en/auth en/awards.html @@ -44650,6 +44824,8 @@ en/carro-de-la-compra en/cart en/cgi-bin en/cgi-bin +en/cidi/menus +en/cidi/txt_files en/classes en/classes/ en/cloud/iaas-classic @@ -44998,6 +45174,9 @@ en/event/*/ical en/events/10_Graduade%20Institute_Richard_Baldwin_PWC_Geneva.pdf en/events/11_International%20Accounting%20Standards_Nic_Anderson_PWC_Geneva.pdf en/events/1_Roche_Ian_Bishop_PWC_Geneva.pdf +en/events/2009events.asp +en/events/2010_ +en/events/2010events.asp en/events/2_UBS_Geoff_Robinson_PWC_Geneva.pdf en/events/3_Richemont_Lesley_Griffiths_PWC_Geneva.pdf en/events/4_Swiss%20Re_Swiss%20Re_Jutta_Bopp_PWC_Geneva_.pdf @@ -45006,7 +45185,10 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf +en/events/cultural_events.asp +en/events/default.asp en/events/huaweiconnect/livestream-for-tvs$ +en/events/peace_fund.asp en/events? en/explore en/facturas-abono @@ -45039,6 +45221,13 @@ en/historial-compra en/hotels/ en/identity en/immigration-refugees-citizenship/services/reference-include +en/incl_banner_media_center.html +en/incl_footer_old.html +en/incl_headcontent_landing.inc +en/incl_headcontent_secondary.inc +en/incl_header1.html +en/incl_mini_pilares.html +en/incl_searchnav.html en/includes_content/missing_handler/view_map.html en/industries/health-sciences/clinical-one en/industries/health-sciences/clinical-one/depot-information @@ -45069,6 +45258,7 @@ en/industries/health-sciences/site-select/19.3 en/industries/health-sciences/site-select/19.4 en/industries/health-sciences/site-select/20.1 en/industries/health-sciences/site-select/20.2 +en/innovation/the-airbus-nova-newsletter/the-nova-newsletter-subscription-confirmation en/intangible-cultural-heritage/grid en/intangible-cultural-heritage/list en/intangible-cultural-heritage/map @@ -45167,6 +45357,12 @@ en/matlabcentral/topics/power-electronics-control/search.html en/media-materials.html en/media/* en/meetings/full-capacity +en/member_states/haiti/backpack/Flyer_Ceremonia_ENG.html +en/member_states/haiti/backpack/Flyer_Ceremonia_ESP.html +en/member_states/haiti/backpack/Flyer_Ceremonia_FRE.html +en/member_states/haiti/backpack/default.html +en/member_states/haiti/backpack/default_anunciosept24.html +en/member_states/haiti/backpack/gallery.html en/memory-world-committees/grid en/memory-world-committees/list en/memory-world-committees/map @@ -45214,13 +45410,15 @@ en/modules/ace en/moler/ncm-download.html en/mowlac-risks-observatory/grid en/mowlac-risks-observatory/list -en/mowlac-risks-observatory/maphttp://facebook.co/robots.txt +en/mowlac-risks-observatory/maphttp://unesdoc.unesco.org/robots.txt en/my-account en/myunited en/needs en/needs/ en/news-redirect/* en/news/canarias/diary +en/news/incl_news_items.asp +en/news/incl_reports.asp en/news? en/newsletters/* en/niet-gevonden @@ -45253,6 +45451,7 @@ en/privacy en/privacy-policy en/privacy.html en/products-lifecycle +en/products-services/space/in-space-infrastructure/bartolomeo/request-your-payload-slot-on-bartolomeo/bartolomeo-form-confirmation en/products/connections/product_detail/product_35486.html en/products/connections/search-products.html en/products/connections/search-services.html @@ -45294,11 +45493,13 @@ en/right-education-country-overview/map en/right-education/observatory/grid en/right-education/observatory/list en/right-education/observatory/map +en/saf/accountability/docs/ en/safety-journalists/observatory/grid en/safety-journalists/observatory/list en/safety-journalists/observatory/map en/search en/search +en/search* en/search.html en/search/ en/search? @@ -45323,6 +45524,7 @@ en/sr/srb.html en/sr/srb/sra.html en/src en/src/ +en/statement-on-accessibility en/store en/store/link/ en/student-forum @@ -45353,9 +45555,11 @@ en/support/search.html en/tagteam en/taxonomy/* en/taxonomy/term +en/terms-of-use en/terms-of-use/ en/test/ en/testace +en/thanks-for-signing-up-to-our-newsletter en/themes/* en/tools en/tools/ @@ -45427,6 +45631,7 @@ enSearch/detail enSearch/mhdetail enSearch/raspdetail enSearch/result +en_DE/EUR en_US/AIR/1.5/jslr en_US/AS3LCR/Flex_4.0 en_US/AS3LCR/Flex_preview_release @@ -45593,9 +45798,6 @@ entertainment/index.html entertainment/test$ enterzipcode.php entities -entities/search -entityexplore$ -entityexplore? entityreference entp entr/Die%20Geh%C3%A4lter%20wurden%20gek%C3%BCrzt @@ -46034,6 +46236,9 @@ es/TermsAndPrivacy.aspx es/Themes es/TripsJS.ashx es/_ +es/_Original_ +es/_incl_header.html +es/_old_ es/accessories/*/f es/accessories/ies es/account @@ -46045,6 +46250,7 @@ es/ajax es/ajax/content-product es/ajax/contentmedia es/alpha.php +es/americas/calendar/ es/ana es/android/collections es/android/search @@ -46062,6 +46268,7 @@ es/app/ es/apple-app-site-association es/apps es/ari +es/asset-preview* es/assets es/astros/search es/athletics/search @@ -46109,6 +46316,8 @@ es/cart es/changes-that-qualify-for-special-enrollment/ es/chc es/checkout +es/cidi/menus +es/cidi/txt_files es/cin es/classes es/classes/ @@ -46202,10 +46411,18 @@ es/es/promos/ es/es/promos/lyve-cloud-for-startups/ es/es/size/* es/estado-pedido +es/estados_miembros/haiti/mochilas/default.html +es/estados_miembros/haiti/mochilas/galeria.html es/eula.html es/event/*/ical es/event/*/shoutbox es/event/*/shoutbox? +es/eventos/2010_reuniones_ministeriales.asp +es/eventos/cultural_events.asp +es/eventos/default.asp +es/eventos/eventos2009.asp +es/eventos/eventos2010.asp +es/eventos/fondo_paz.asp es/explore es/facturas-abono es/facturas-abono @@ -46259,9 +46476,17 @@ es/hoteles/h es/hoteles/redirect es/hoteles/s es/hou -es/http://stem.ffm.to/robots.txt +es/http://hearthis.at/robots.txt es/images es/inc +es/incl_banner_media_center.html +es/incl_footer_old.html +es/incl_headcontent_landing.inc +es/incl_headcontent_secondary.inc +es/incl_header1.html +es/incl_header2.html +es/incl_mini_pilares.html +es/incl_searchnav.html es/info es/inicia-sesi%C3%B3n es/iniciar-sesion @@ -46347,7 +46572,9 @@ es/music/+noredirect es/myunited es/nationals/search es/negocios -es/new/http://gdpr-info.eu/robots.txt +es/new/http://edyst.com/robots.txt +es/news/incl_news_items.asp +es/news/incl_reports.asp es/node es/node/ es/node/* @@ -46416,9 +46643,11 @@ es/royals/search es/s/colecciones es/s/perfecta es/s/usuarios +es/saf/rendicion_cuentas/docs/ es/sd es/sea es/search +es/search* es/search*attr_*= es/search*price_bucket= es/search*search_type= @@ -46428,7 +46657,7 @@ es/search/ es/search/autocomplete es/search/default.mi es/search? -es/search?*http://pinterest.fr/robots.txt +es/search?*http://platform.instagram.com/robots.txt es/secure-preview es/seguimiento-pedido es/seguimiento-pedido-invitado @@ -46438,6 +46667,7 @@ es/share es/share-order es/sharecontacts-for-microsoft-outlook.aspx es/shop_name_search_service +es/sica/ es/site-achievement es/sobre_nosotros es/solicitar-informacion/ @@ -47041,6 +47271,46 @@ eventos/en-directo/resources.html events events.php? events/ +events/*afghanistan +events/*belarus +events/*bosnia-and-herzegovina +events/*burundi +events/*central-african-republic +events/*china +events/*croatia +events/*cuba +events/*democratic-republic-of-the-congo +events/*eritrea +events/*ethiopia +events/*guinea +events/*guinea-bissau +events/*haiti +events/*hong-kong +events/*iran +events/*iraq +events/*ivory-coast +events/*kosovo +events/*lebanon +events/*liberia +events/*libya +events/*macedonia +events/*mali +events/*montenegro +events/*myanmar +events/*nicaragua +events/*north-korea +events/*russia +events/*rwanda +events/*serbia +events/*somalia +events/*south-sudan +events/*sudan +events/*syria +events/*ukraine +events/*venezuela +events/*vietnam +events/*yemen +events/*zimbabwe events/30168404 events/30168429 events/30168489 @@ -47423,7 +47693,7 @@ external_service/connect_now external_slp_click externalservices/surveyfeedapi/api/testfeed extfile -exthttp://fitbots.com/robots.txt +exthttp://edutopia.org/robots.txt extlink extra extra/gremien @@ -47448,6 +47718,7 @@ eyeblaster eyewitness ezais ezfo_config +ezine/ ezk888cn ezlink ezlink= @@ -47674,7 +47945,6 @@ fckeditor fcollado fcyrraci fd-fr/ -fd/ fdbk fdias fding @@ -47765,7 +48035,7 @@ feed/sitema feed/subscribe feed/update feed/v1/podcast/triggered-uncensored -feed/v1/podcast/unredacted-with-kurt-schlichterhttp://careers.google.com/robots.txt +feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt feed/xml feed= feed=rss @@ -47792,7 +48062,7 @@ feedback/surveylogin.asp?k=138143139287&Q1 feedback/user_study feedbackR1 feedcommunicationdetail -feedhttp://fuckbuddy.vip/robots.txt +feedhttp://digiday.com/robots.txt feeds feeds.thetimes.com/puzzles feeds.thetimes.com/timescrossword @@ -48125,7 +48395,6 @@ fiffer fifty-shades-darker fifty-shades-freed fifty-shades-of-grey -fiibg fil-ph/ fildariane/static-3.7.0/css/*.css file @@ -48173,9 +48442,9 @@ filestore fileview filing filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://rollingstone.com/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt filings/pdf -fill-private.htmlhttp://labrada.com/robots.txt +fill-private.htmlhttp://babycenter.com/robots.txt fill.html film/s films/*/size/large @@ -48247,7 +48516,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://nextdoor.com/robots.txt +find/*http://freemius.com/robots.txt find/3DImage.jsp find/ApplecareDetails.jsp find/DemoItem.jsp @@ -48507,6 +48776,7 @@ food/recipes/*/shopping-list food/recipes/search*? food/search*? fooddirectory +foodfestival/ foodordering foodpickle foods/brands/page/ @@ -48581,7 +48851,7 @@ forgotpassword.aspx forgotpassword? forgotten-password forgotten-password/ -forgov-devhttp://clamav.net/robots.txt +forgov-devhttp://qobuz.com/robots.txt forlibraries form form-containers @@ -48785,7 +49055,7 @@ forum/member.php forum/memberlist.php forum/memberlist.php forum/members -forum/membre/http://business2community.com/robots.txt +forum/membre/http://spl.zeotap.com/robots.txt forum/messenger forum/misc forum/modcp @@ -49107,7 +49377,7 @@ forum/topic/221-tips-and-suggestions-for-working-members forum/traininggroups_onlinefree.php forum/translation_do.php forum/ucp.php -forum/ucp.phphttp://ravelry.com/robots.txt +forum/ucp.phphttp://eleks.com/robots.txt forum/ucp_agreement_trainings.php forum/uretral-nyj-vektor-4-25.html forum/user @@ -49153,7 +49423,7 @@ forums/discover/ forums/discover/unread/ forums/forum/30-general-members-forums forums/help.html -forums/http://customtechflooring.com/robots.txt +forums/http://sofafactory.ru/robots.txt forums/ignore/ forums/index.php/ef forums/index.php/h @@ -49171,7 +49441,7 @@ forums/index.php/sel forums/index.php/sp forums/index.php/u forums/index.php?&act=Online -forums/index.php?/user/http://learnmoreparkour.com/robots.txt +forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt forums/index.php?act=Arcade forums/index.php?act=Attach forums/index.php?act=Forward @@ -49538,6 +49808,9 @@ fr/Themes fr/Tr/ fr/Tracker?data=* fr/TripsJS.ashx +fr/_Original_ +fr/_incl_header.html +fr/_old_ fr/_site_doc fr/aboutus fr/academia/books/members.html @@ -49567,6 +49840,7 @@ fr/api/v3/ajax/bespoke/public/neu/specs fr/app fr/apple-app-site-association fr/apps +fr/asset-preview* fr/assets fr/autenticacion fr/auth @@ -49692,7 +49966,15 @@ fr/enterprise/blog/search? fr/error-static-cdn fr/errors fr/estado-pedido +fr/etats_membres/haiti/sacs/default.html +fr/etats_membres/haiti/sacs/galerie.html fr/eula.html +fr/evenements/2010_reunions_ministerielles.asp +fr/evenements/cultural_events.asp +fr/evenements/default.asp +fr/evenements/evenements2009.asp +fr/evenements/evenements2010.asp +fr/evenements/fonds_paix.asp fr/event/*/ical fr/event/*/shoutbox fr/event/*/shoutbox? @@ -49764,6 +50046,14 @@ fr/hotel/s fr/images fr/immigration-refugies-citoyennete/services/reference-inclusion fr/inc +fr/incl_banner_media_center.html +fr/incl_footer_old.html +fr/incl_headcontent_landing.inc +fr/incl_headcontent_secondary.inc +fr/incl_header1.html +fr/incl_header2.html +fr/incl_mini_pilares.html +fr/incl_searchnav.html fr/includes_content/missing_handler/view_map.html fr/info fr/intangible-cultural-heritage/grid @@ -49890,10 +50180,12 @@ fr/music/*/+wiki/shoutbox? fr/music/+noredirect fr/myunited fr/naviguer +fr/news/incl_news_items.asp fr/newsroom fr/node fr/onelook_american_dictionary_words.html fr/onelook_british_dictionary_words.html +fr/opportunites-dinterim-et-formations-cqpm-chez-airbus-en-aeronautique fr/outils/*/voir fr/outils/createur-de-logo/onboarding fr/override @@ -49951,6 +50243,7 @@ fr/s/collections fr/s/utilisateurs fr/s/visuel fr/search +fr/search* fr/search*attr_*= fr/search*price_bucket= fr/search*search_type= @@ -50135,7 +50428,7 @@ frde fre/layout/set fred fred-glance-widget.php -fred-glance-widget.phphttp://ngm.nationalgeographic.com/robots.txt +fred-glance-widget.phphttp://freecodecamp.org/robots.txt free free-cancellation/index. free-coloring-pages/featured/frenchs-coloring-pages/ @@ -50236,8 +50529,6 @@ fullscreen fullscreen/ReportLinker fullwiley fun -fun/api/ -fun/g/ function=*404* function=CHECKOUTFIELDS function=DISPLAYCAT @@ -50327,7 +50618,7 @@ g g%C5%82osuj g-gender* g-recaptcha-response -g/4arE9Chttp://eji.org/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/api g/banana/api/context g/ts @@ -50602,7 +50893,7 @@ gb/resources-campaign/* gb/search gb/user gb/user$ -gb_xapi_content/http://counterpunch.org/robots.txt +gb_xapi_content/http://smartpassiveincome.com/robots.txt gbahadir gbapujii gbook @@ -51045,7 +51336,7 @@ gibbslab-personal giee/*category=ucommall gif gifs -gifshttp://1.bp.blogspot.com/robots.txt +gifshttp://girlsridetoo.de/robots.txt gift gift-calculator-ranges/ gift-calculator-tags/ @@ -51134,7 +51425,7 @@ global-disclaimer/ global-embeds: global-font-test.php global-footer -global-infrastructure/services/get-async/http://curia.europa.eu/robots.txt +global-infrastructure/services/get-async/http://b.hatena.ne.jp/robots.txt global-master global-nav-esi global-search/search* @@ -51143,8 +51434,6 @@ global/RU/ global/alexa-assets global/api/load.php global/choose-location.html?location=home -global/contact -global/content/images global/corporate/profile/mediacontact/sec/agreement.html global/corporate/profile/mediacontact/sec/complete.html global/corporate/profile/mediacontact/sec/error.html @@ -51162,16 +51451,12 @@ global/internal/departments/geography/ugcourses global/internal/departments/ir/modules global/internal/departments/ir/pgcourses global/internal/departments/ir/ugcourses -global/messages global/olympic/ja/sportschangemakers/20210823final.html global/resources/es/search global/resources/search -global/search global/shop global/shop/creator global/sprachassistenten -global/whatsnew/images -global/whatsnew/whatsnew_toc.html globalassets/departementene/*.xml$ globalassets/upload/*.xml$ globalblueprint/ @@ -51219,8 +51504,8 @@ go/directory go/download go/fanfiction/ go/help.ticket.submit$ -go/http://audubon.org/robots.txt -go/http://helpersofyourjoy.com/robots.txt +go/http://pod.link/robots.txt +go/http://quilomberos.blogspot.com/robots.txt go/member go/members go/menu @@ -51262,7 +51547,7 @@ goldengate/c1221/gg-winux goldenkirby goldstein goldstine-cole -golocal/extranet/http://vamp-brands.com/robots.txt +golocal/extranet/http://nmap.org/robots.txt gonda gongyi*? gonsalves @@ -51301,12 +51586,13 @@ gorsel/smart/$ gorsel/touch/$ gorsel/touch/? gosha +gosquared/deals/show/forever-50-off-real-time-analytics gossip/getAjaxgossip gostevaya/karta-sayta/poisk/? goto goto.htm goto.php -goto/http://fozztone.com/robots.txt +goto/http://spensor.blogspot.com/robots.txt goto= gotoPage= goto_issue @@ -51862,7 +52148,6 @@ h$ h-gender* h/mobileapis h/xplanding -h2owiki h5games_gamecenter/images h5news h?hl= @@ -51878,7 +52163,7 @@ haaretz-labels habbal haberleri/ hackathons/reinvent-2013/ -hacker/*/followhttp://ikea.com/robots.txt +hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt hacker/*/unfollow hackerproof/? hackerproof/abreporting.html @@ -51914,6 +52199,7 @@ haininggouinlock hair-transplant-services haishuai haitham +haitibackpacks/http://oasis-open.org/robots.txt hajiang haksoochoi haku @@ -52609,7 +52895,7 @@ hk/education hk/email-validation hk/en/book-a-trip/flights/fare-types/fare-guide-information.html hk/en/privacy-statement/qualtrics -hk/en/privacy/qualtricshttp://thewindowsclub.com/robots.txt +hk/en/privacy/qualtricshttp://robertjohnsonbluesfoundation.org/robots.txt hk/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html hk/en/search hk/enterprise/blog/search$ @@ -52881,7 +53167,7 @@ homework-help/landing/offer homework-help/search? homoud homr/services -honeypot/http://extraordinaire.bandcamp.com/robots.txt +honeypot/http://dr.dk/robots.txt hong-kong-ting-hui-limited-cclxixe honing.html hook @@ -52930,7 +53216,6 @@ hotel/*/?type hotel/h hotel/index.hi. hotel/redirect -hotel/reviews? hotel/s hotel/search hotel/us/the-airstream-van.*.html @@ -52981,7 +53266,6 @@ hotels/reservation-payment.htm hotels/rpc hotels/s hotels/search -hotels/search hotels/search-results.htm hotels/search/list* hotels/search/map* @@ -53019,7 +53303,7 @@ how-to-adjust-the-privacy-settings-for-your-smartwatch how-to-change-your-privacy-settings-on-facebook-and-instagram how-to-change-your-privacy-settings-on-twitter-and-youtube how-to-delete-account -how-to-find-happiness-newsletter-book-preview/http://hiroya.typepad.jp/robots.txt +how-to-find-happiness-newsletter-book-preview/http://jasminethompson.com/robots.txt how-to-keep-your-browsing-information-untraceable how-to-keep-your-phone-secure-while-traveling how-to-limit-ad-tracking-on-your-mobile-device @@ -53046,8 +53330,6 @@ hp/focus-retrocompatibile$ hp/video hp_channels hpan -hpm -hpmob hpols_catalog/ hpws/max-connections.php hpws/parallel-downloads.php @@ -56249,167 +56531,166 @@ http http-checker http2_data http: -http://1.gravatar.com/robots.txt -http://4355700.fls.doubleclick.net/robots.txt -http://4371413.fls.doubleclick.net/robots.txt -http://6478929.fls.doubleclick.net/robots.txt -http://9902122.fls.doubleclick.net/robots.txt -http://a16z.com/robots.txt -http://abaendon.wixsite.com/robots.txt -http://acornhilllodge.com/robots.txt -http://adafruit.com/robots.txt -http://adroll.com/robots.txt -http://advertise.bingads.microsoft.com/robots.txt -http://africasiaeuro.com/robots.txt -http://agrotop.co.il/robots.txt -http://antonioliso.com/robots.txt -http://api.monitoring-plus.jp/robots.txt -http://apis.google.com/robots.txt +http://1533911.fls.doubleclick.net/robots.txt +http://1731177.fls.doubleclick.net/robots.txt +http://1password.com/robots.txt +http://2224480.fls.doubleclick.net/robots.txt +http://4shared.com/robots.txt +http://6323411.fls.doubleclick.net/robots.txt +http://a-z.love/robots.txt +http://abc7chicago.com/robots.txt +http://abc7ny.com/robots.txt +http://abcnews.go.com/robots.txt +http://abduzeedo.com/robots.txt +http://acrobat.adobe.com/robots.txt +http://ad.doubleclick.net/robots.txt +http://adcell.de/robots.txt +http://adeje.es/robots.txt +http://adelainedevelopment.com/robots.txt +http://allrecipes.com/robots.txt +http://amazon.de/robots.txt +http://ampmexterminators.com/robots.txt +http://amzn.to/robots.txt +http://androidpolice.com/robots.txt +http://api.ning.com/robots.txt +http://api.whatsapp.com/robots.txt +http://apod.nasa.gov/robots.txt http://app.box.com/robots.txt -http://argentina.gob.ar/robots.txt -http://asia.nikkei.com/robots.txt -http://atom.io/robots.txt -http://attend.ieee.org/robots.txt -http://australia.com/robots.txt -http://auth0.com/robots.txt -http://avex.jp/robots.txt -http://avg.com/robots.txt -http://avito.ru/robots.txt -http://avto.pro/robots.txt -http://bag.admin.ch/robots.txt -http://bcn.cl/robots.txt -http://beta.companieshouse.gov.uk/robots.txt +http://apple.co/robots.txt +http://artnews.com/robots.txt +http://au.effectivemeasure.net/robots.txt +http://austinmoody.net/robots.txt +http://autode.sk/robots.txt +http://azure.microsoft.com/robots.txt +http://babylenta.ru/robots.txt +http://basecamp.com/robots.txt +http://bbc.com/robots.txt +http://bbcamerica.com/robots.txt +http://bbcgoodfood.com/robots.txt +http://beautifulthailand99.blogspot.co.uk/robots.txt +http://bestdocsnetwork.com/robots.txt http://bharat.republicworld.com/ http://bharat.republicworld.com/* -http://blackgirlhealth.com/robots.txt -http://bloglovin.com/robots.txt -http://books.google.fr/robots.txt -http://br.de/robots.txt +http://bhf.org.uk/robots.txt +http://bigoven.com/robots.txt +http://blackholerecordings.com/robots.txt +http://bleepingcomputer.com/robots.txt +http://blog.bufferapp.com/robots.txt +http://boe.es/robots.txt http://businessbuiltonline.blogspot.com/robots.txt -http://buycatfleamedicine.com/robots.txt -http://c.media.cz/robots.txt -http://cam.ac.uk/robots.txt -http://cdbaby.com/robots.txt -http://cdn.datatables.net/robots.txt -http://cdph.ca.gov/robots.txt -http://change.org/robots.txt -http://circleci.com/robots.txt -http://clickserv.sitescout.com/robots.txt -http://clubhouse.com/robots.txt -http://code.org/robots.txt -http://coinbase.com/robots.txt +http://businesstoday.in/robots.txt +http://cambridge.org/robots.txt +http://carinon.hatenablog.com/robots.txt +http://cdn.rawgit.com/robots.txt +http://cedcommerce.com/robots.txt +http://chronicle.com/robots.txt +http://cio.com/robots.txt +http://cityam.com/robots.txt +http://click.linksynergy.com/robots.txt +http://clubic.com/robots.txt +http://coeducacion.grial.eu/robots.txt http://comunitaqueeniana.weebly.com/news-of-the-world http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor -http://conspirecoaching.com/robots.txt -http://converg.com/robots.txt -http://coronavirus.jhu.edu/robots.txt -http://cpj.org/robots.txt -http://creativemarket.com/robots.txt -http://ct.pinterest.com/robots.txt -http://dansommer.de/robots.txt -http://dejaflow.com/robots.txt -http://digiday.com/robots.txt -http://digital-strategy.ec.europa.eu/robots.txt -http://dl.dnzdns.com/robots.txt -http://ebi.ac.uk/robots.txt -http://edri.org/robots.txt -http://eibar.org/robots.txt -http://en.wordpress.com/robots.txt -http://eomega.org/robots.txt -http://es-la.facebook.com/robots.txt -http://es.pinterest.com/robots.txt -http://esa.un.org/robots.txt -http://esri.com/robots.txt -http://estadao.com.br/robots.txt -http://europa.eu/robots.txt -http://eurotvlive.com/robots.txt -http://fakeotube.com/robots.txt -http://fb.watch/robots.txt -http://feross.org/robots.txt -http://firefox.com/robots.txt -http://firstpost.com/robots.txt -http://forklifts-achilles.com/robots.txt -http://forum.unity.com/robots.txt -http://fujitsu.com/robots.txt -http://fullfact.org/robots.txt -http://fws.gov/robots.txt -http://gallery.mailchimp.com/robots.txt -http://geonames.org/robots.txt -http://getcloudapp.com/robots.txt -http://google.by/robots.txt -http://google.rs/robots.txt -http://gov.il/robots.txt -http://gravityforms.com/robots.txt -http://gurukripa.org.in/robots.txt -http://help.github.com/robots.txt -http://help.twitter.com/robots.txt -http://helsinki.fi/robots.txt -http://heritagewildlifemanagement.com/robots.txt -http://hertz.com/robots.txt -http://homesnap.com/robots.txt -http://howdini.com/robots.txt -http://huawei.com/robots.txt -http://huffingtonpost.fr/robots.txt -http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://redfin.com/robots.txt +http://constantcontact.com/robots.txt +http://coursera.org/robots.txt +http://courses.i-leadonline.com/robots.txt +http://crn.com/robots.txt +http://croixmode.jp/robots.txt +http://cultofmac.com/robots.txt +http://d.turn.com/robots.txt +http://dc.arrivalist.com/robots.txt +http://delivery.yandex.ru/robots.txt +http://docstoc.com/robots.txt +http://ecma-international.org/robots.txt +http://economie.gouv.fr/robots.txt +http://ed.gov/robots.txt +http://eff.org/robots.txt +http://en.support.wordpress.com/robots.txt +http://engadget.com/robots.txt +http://estatousa.com/robots.txt +http://euronews.com/robots.txt +http://everydayhealth.com/robots.txt +http://evite.com/robots.txt +http://evuk.co.uk/robots.txt +http://experience.arcgis.com/robots.txt +http://expressen.se/robots.txt +http://faithandreason.com/robots.txt +http://fauerzaesp.org/robots.txt +http://fema.gov/robots.txt +http://firstrunfeatures.com/robots.txt +http://fiverr.com/robots.txt +http://fnac.com/robots.txt +http://folhadeirati.com.br/robots.txt +http://forcefieldsnz.bandcamp.com/robots.txt +http://foromontefrio.com/robots.txt +http://fortune.com/robots.txt +http://foxnews.com/robots.txt +http://francetvinfo.fr/robots.txt +http://galu.co.jp/robots.txt +http://geraldtabios.com/robots.txt +http://govinfo.gov/robots.txt +http://graphics8.nytimes.com/robots.txt +http://gyro13.com/robots.txt +http://health.com/robots.txt +http://health.pa.gov/robots.txt +http://heart.org/robots.txt +http://homesinhamiltonontario.com/robots.txt +http://htmlpreview.github.io/robots.txt +http://hubs.ly/robots.txt +http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/ -http://i.ctnsnet.com/robots.txt -http://i2.wp.com/robots.txt -http://iadb.org/robots.txt -http://ibtimes.com/robots.txt -http://img.youtube.com/robots.txt -http://imore.com/robots.txt -http://insee.fr/robots.txt -http://insidehighered.com/robots.txt -http://insider.com/robots.txt -http://intensedebate.com/robots.txt -http://iqair.com/robots.txt -http://jamanetwork.com/robots.txt -http://japantimes.co.jp/robots.txt -http://jpmorgan.com/robots.txt -http://jsfiddle.net/robots.txt -http://jsoulb.jp/robots.txt -http://jstor.org/robots.txt -http://justice.gov/robots.txt -http://kde.org/robots.txt -http://kijiji.ca/robots.txt -http://kinsta.com/robots.txt -http://lanacion.com.ar/robots.txt -http://latin-ongaku.net/robots.txt +http://i.ebayimg.com/robots.txt +http://i.vimeocdn.com/robots.txt +http://i9.ytimg.com/robots.txt +http://ie.edu/robots.txt +http://ifcncodeofprinciples.poynter.org/robots.txt +http://imagekandi.com/robots.txt +http://indiana.edu/robots.txt +http://iopscience.iop.org/robots.txt +http://istanbulyelken.org.tr/robots.txt +http://izioq.bandcamp.com/robots.txt +http://journals.plos.org/robots.txt +http://kongregate.com/robots.txt +http://lapresse.ca/robots.txt +http://larkenequity.com/robots.txt +http://lg.com/robots.txt http://librarything.com/robots.txt -http://lifehacker.com/robots.txt -http://linkrep.com/robots.txt -http://ma.tt/robots.txt +http://linkedin.com/robots.txt +http://list.ly/robots.txt +http://m.youtube.com/robots.txt http://macobserver.com/robots.txt -http://make.wordpress.org/robots.txt -http://marmorix.de/robots.txt -http://mathiasbynens.be/robots.txt -http://meettheprofessors.org/robots.txt -http://minecraftforum.net/robots.txt -http://mlb.com/robots.txt -http://mor-pack.co.il/robots.txt -http://mozilla.com/robots.txt -http://mpp.mxptint.net/robots.txt -http://msnbc.msn.com/robots.txt -http://myanimelist.net/robots.txt -http://naturalbreastfeeding.com/robots.txt -http://newsfeed.time.com/robots.txt -http://newsroom.fb.com/robots.txt -http://nhlbi.nih.gov/robots.txt -http://nicovideo.jp/robots.txt -http://nngroup.com/robots.txt -http://no.wikipedia.org/robots.txt -http://obamawhitehouse.archives.gov/robots.txt -http://obsproject.com/robots.txt -http://openstreetmap.org/robots.txt -http://openvpn.net/robots.txt -http://osce.org/robots.txt -http://pagseguro.uol.com.br/robots.txt -http://pantone.com/robots.txt -http://peta.org/robots.txt -http://pixel.myrtbportal.com/robots.txt -http://pixel.streetmetrics.io/robots.txt +http://market.android.com/robots.txt +http://mathworld.wolfram.com/robots.txt +http://militarytimes.com/robots.txt +http://mineyour.biz/robots.txt +http://mootools.net/robots.txt +http://mpgi.edu.in/robots.txt +http://myrobotlove.blogspot.com/robots.txt +http://n.us1.dyntrk.com/robots.txt +http://nachosuarez.blogspot.com/robots.txt +http://namecheap.com/robots.txt +http://nascardigitalmediallc.demdex.net/robots.txt +http://ncbi.nlm.nih.gov/robots.txt +http://nebula.wsimg.com/robots.txt +http://newrelic.com/robots.txt +http://news.google.com/robots.txt +http://news.softpedia.com/robots.txt +http://news24.com/robots.txt +http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt +http://nofilmschool.com/robots.txt +http://nzz.ch/robots.txt +http://oag.ca.gov/robots.txt +http://observer.com/robots.txt +http://ogp.me/robots.txt +http://on.fb.me/robots.txt +http://parents.com/robots.txt +http://parkinsonsresource.org/robots.txt +http://passionfruitsporthorses.squarespace.com/robots.txt +http://pastemagazine.com/robots.txt +http://photomatt.net/robots.txt +http://pixabay.com/robots.txt http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/ http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/ http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/ @@ -56431,76 +56712,77 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/ http://pompeachaleurdaikin.fr/le-lexique/ http://pompeachaleurdaikin.fr/temoignages-infos/ http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/ -http://poshmark.com/robots.txt -http://printingbros3d.com/robots.txt -http://projecthoneypot.org/robots.txt -http://qld.gov.au/robots.txt -http://randomhouse.com/robots.txt -http://ria.ru/robots.txt -http://roadtrippers.com/robots.txt +http://poolwiseliving.com.au/robots.txt +http://popsci.com/robots.txt +http://premiumbeat.com/robots.txt +http://primit.it/robots.txt +http://prnt.sc/robots.txt +http://pt.wikipedia.org/robots.txt +http://publish.twitter.com/robots.txt +http://purityring.ffm.to/robots.txt +http://px.adentifi.com/robots.txt +http://px.gumgum.com/robots.txt +http://quantcast.com/robots.txt +http://ragesw.com/robots.txt +http://rdr.connectedinteractive.com/robots.txt +http://recalculatingfilm.com/robots.txt +http://redhat.com/robots.txt +http://reuters.com/robots.txt +http://rijksoverheid.nl/robots.txt +http://rsfbathroomdesigns.co.uk/robots.txt +http://rtb.adp3.net/robots.txt +http://rtd.tubemogul.com/robots.txt +http://rte.ie/robots.txt http://science.nasa.gov/robots.txt -http://searsassociates.com/robots.txt -http://secure-nz.imrworldwide.com/robots.txt -http://sendpulse.com/robots.txt -http://sharpenyourbusiness.nl/robots.txt -http://sheknows.com/robots.txt -http://skyscanner.net/robots.txt -http://snag.gy/robots.txt -http://sparkle.lpages.co/robots.txt -http://sproutsocial.com/robots.txt -http://ssl.gstatic.com/robots.txt -http://straight.com/robots.txt -http://sunsooda.in/robots.txt -http://support.apple.com/robots.txt -http://syfy.com/robots.txt -http://t-mobile.com/robots.txt -http://t-online.de/robots.txt -http://taobao.com/robots.txt -http://tax.ny.gov/robots.txt -http://taxfoundation.org/robots.txt -http://taxjar.com/robots.txt -http://telegram.org/robots.txt -http://tenrev.com/robots.txt -http://thefreelibrary.com/robots.txt -http://threefold-trials.com/robots.txt -http://time.com/robots.txt -http://tracker.ero-advertising.com/robots.txt -http://trulia.com/robots.txt -http://tumblr.com/robots.txt +http://scienceandnonduality.com/robots.txt +http://sciencing.com/robots.txt +http://security.googleblog.com/robots.txt +http://seekingalpha.com/robots.txt +http://servedby.ipromote.com/robots.txt +http://smallbiztrends.com/robots.txt +http://smileeasy.com/robots.txt +http://socialnomics.net/robots.txt +http://static.wixstatic.com/robots.txt +http://sunderlandecho.com/robots.txt +http://t3n.de/robots.txt +http://tandfonline.com/robots.txt +http://tapncap.com/robots.txt +http://tattierecords.com/robots.txt +http://teachvideo.ru/robots.txt +http://techopedia.com/robots.txt +http://techpi-und-malibu.de/robots.txt +http://texastribune.org/robots.txt +http://theonion.com/robots.txt +http://thetrevorproject.org/robots.txt +http://thinglink.com/robots.txt +http://timesofisrael.com/robots.txt +http://tnc.org.br/robots.txt +http://tools.google.com/robots.txt +http://tools.pingdom.com/robots.txt +http://toronto.ca/robots.txt +http://track.adform.net/robots.txt +http://track.omguk.com/robots.txt +http://trends.google.com.mx/robots.txt http://uat-next-a30-uk.udev1a.net* -http://uk.wikipedia.org/robots.txt -http://ultimate-guitar.com/robots.txt -http://ultimateliquorshop.com/robots.txt -http://umusicbrazil.lnk.to/robots.txt -http://unglobalcompact.org/robots.txt -http://usa.canon.com/robots.txt -http://uscode.house.gov/robots.txt -http://vaughanbusiness.ca/robots.txt -http://vaultpress.com/robots.txt -http://veoh.com/robots.txt -http://vice.com/robots.txt -http://videojs.com/robots.txt -http://voxeu.org/robots.txt -http://wacom.com/robots.txt -http://webmd.com/robots.txt -http://webopedia.com/robots.txt -http://weightwatchers.com/robots.txt -http://whiskyzone.de/robots.txt -http://wholefoodsmarket.com/robots.txt -http://wine-searcher.com/robots.txt -http://woobox.com/robots.txt -http://worksforweb.com/robots.txt -http://wtsp.com/robots.txt +http://undefined.fls.doubleclick.net/robots.txt +http://unstats.un.org/robots.txt +http://uptimerobot.com/robots.txt +http://usda.gov/robots.txt +http://v.qq.com/robots.txt +http://vancouver.ca/robots.txt +http://viki.com/robots.txt +http://vitantonio.jp/robots.txt +http://vmed.club/robots.txt +http://voterga.org/robots.txt +http://wise.com/robots.txt +http://wolframreiter.org/robots.txt http://www.comodo.com/email/webinspector-email http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats -http://www3.weforum.org/robots.txt -http://yellowpages.ca/robots.txt -http://yle.fi/robots.txt -http://york.ac.uk/robots.txt -http://zdnet.fr/robots.txt -http://zend.com/robots.txt -http://zoho.com/robots.txt +http://yellowpages.com/robots.txt +http://youtubefanfest.com/robots.txt +http://zertifikateawards.de/robots.txt +http://zmg.su/robots.txt httpd httpd/reports https @@ -56619,7 +56901,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427 https://www.oxfamintermon.org/ca/resultats-de-cerca?term= https://www.oxfamintermon.org/es/resultados-de-busqueda?term= https://www.republicworld.com/ipl-2024/ -https://www.republicworld.com/ipl-2024/*http://webdesignerdepot.com/robots.txt +https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt https://www.southampton.ac.uk/research/areas https://www.southampton.ac.uk/research/search https://www.southampton.ac.uk/research/search/all @@ -56639,7 +56921,7 @@ https://www.thenation.com/teaching_guide-sitemap2.xml https://www.thenation.com/teaching_guide-sitemap3.xml https://www.thenation.com/teaching_guide-sitemap4.xml https:/www.alibaba.com -https:/www.alibaba.com/http://engineering.cornell.edu/robots.txt +https:/www.alibaba.com/http://aliexpress.com/robots.txt htyau htz/js/bots.js hu @@ -57465,7 +57747,7 @@ iframe/dirette iframe/video iframe= iframes -iframes/http://planetary.org/robots.txt +iframes/http://earthobservatory.nasa.gov/robots.txt ifwns ig/add? ig/forums @@ -57627,8 +57909,6 @@ images/about/ images/adspace/ images/api images/application_uploads -images/async/? -images/async? images/campaign/ images/carBlogsimages images/chart_gifs @@ -57641,9 +57921,6 @@ images/dopfiles/DNT20170204041207.pdf images/email/ images/ga_img_handler.php images/home/ -images/hosted/? -images/hosted/search? -images/hosted? images/interview_pdfs images/intfood/thermomix/HF_icon_thermomix.svg images/li.gif @@ -57659,14 +57936,9 @@ images/private images/related images/resume images/scaled -images/search%3F -images/search%5C -images/search/? images/search/details/twitterCards/twitter-card -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/showroomimages images/smart/$ images/staff @@ -57686,7 +57958,6 @@ images/welcome_image.png images2/ images3/ images4/ -images? imagesCC/ imagesLinks imagesfordorian/ @@ -57710,7 +57981,7 @@ img/*.docx$ img/*.pdf$ img/category img/hc_ambassador.png -img/http://nrf.com/robots.txt +img/http://takeout.google.com/robots.txt img/logo/3rdpartylogos img/mobile img/not-indexed @@ -57931,7 +58202,6 @@ inbox-talk inbox-user inbox.aspx inbox.php -inboxcommerce inc inc/ inc5000dev @@ -57948,7 +58218,6 @@ inclient/email/expired/speed include include/ include/_mod/site/images/rss_logo.png -include/toc includes includes includes/ @@ -58011,7 +58280,7 @@ index.php/*/comment/reply index.php/*/filter/tips index.php/*/media/oembed index.php/*/media/oembed -index.php/*/media/oembedhttp://health.pa.gov/robots.txt +index.php/*/media/oembedhttp://chor.helbling-verlag.de/robots.txt index.php/*/node/add index.php/*/search index.php/*/user/login @@ -58099,13 +58368,13 @@ index.php/user/login/ index.php/user/logout index.php/user/logout index.php/user/logout/ -index.php/user/logout/http://admiralstrand.de/robots.txt -index.php/user/logout/http://answers.microsoft.com/robots.txt -index.php/user/logout/http://cl.ly/robots.txt -index.php/user/logout/http://mercari.com/robots.txt -index.php/user/logout/http://painlessdc.com/robots.txt -index.php/user/logout/http://pri.org/robots.txt -index.php/user/logout/http://wfp.org/robots.txt +index.php/user/logout/http://commissions.arlingtonva.us/robots.txt +index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt +index.php/user/logout/http://medicine-world.ru/robots.txt +index.php/user/logout/http://ncaa.com/robots.txt +index.php/user/logout/http://seagate.com/robots.txt +index.php/user/logout/http://trapanishuttle.com/robots.txt +index.php/user/logout/http://usmagazine.com/robots.txt index.php/user/password index.php/user/password index.php/user/password/ @@ -58220,6 +58489,7 @@ info/Review info/agb/anb-2018.html info/agb/api.html info/agb/starter-2018.html +info/agb/teilnahmebedingungen.html info/china-license.html info/consent info/jobs/Development-Operations-Engineer.html @@ -58527,7 +58797,7 @@ inter-success-buy inter-wait-buy interact interactions-list-drugs.php -interactive*http://runningtothekitchen.com/robots.txt +interactive*http://fcc.gov/robots.txt interactive/quiz/preview interactive/reading-preference interculturaldialogu/ar/event/*/ical @@ -58670,6 +58940,46 @@ investing/businesswire investing/fiercemarkets investing/secfile investing/stocks +investment-funds/*afghanistan +investment-funds/*belarus +investment-funds/*bosnia-and-herzegovina +investment-funds/*burundi +investment-funds/*central-african-republic +investment-funds/*china +investment-funds/*croatia +investment-funds/*cuba +investment-funds/*democratic-republic-of-the-congo +investment-funds/*eritrea +investment-funds/*ethiopia +investment-funds/*guinea +investment-funds/*guinea-bissau +investment-funds/*haiti +investment-funds/*hong-kong +investment-funds/*iran +investment-funds/*iraq +investment-funds/*ivory-coast +investment-funds/*kosovo +investment-funds/*lebanon +investment-funds/*liberia +investment-funds/*libya +investment-funds/*macedonia +investment-funds/*mali +investment-funds/*montenegro +investment-funds/*myanmar +investment-funds/*nicaragua +investment-funds/*north-korea +investment-funds/*russia +investment-funds/*rwanda +investment-funds/*serbia +investment-funds/*somalia +investment-funds/*south-sudan +investment-funds/*sudan +investment-funds/*syria +investment-funds/*ukraine +investment-funds/*venezuela +investment-funds/*vietnam +investment-funds/*yemen +investment-funds/*zimbabwe investments investor investor-alert @@ -58785,7 +59095,6 @@ ipstrategies/ ipterra iptest iptest.aspx -iptheory iq-directory iq/ iq_ar @@ -59562,6 +59871,7 @@ ja/@ ja/account ja/android/collections ja/android/search +ja/asset-preview* ja/auth ja/autocomplete ja/b @@ -59612,6 +59922,7 @@ ja/s/%E3%82%B3%E3%83%AC%E3%82%AF%E3%82%B7%E3%83%A7%E3%83%B3 ja/s/%E3%83%93%E3%82%B8%E3%83%A5%E3%82%A2%E3%83%AB ja/s/%E3%83%A6%E3%83%BC%E3%82%B6%E3%83%BC ja/search +ja/search* ja/search/ ja/search/autocomplete ja/search/default.mi @@ -59689,7 +60000,6 @@ jalali jalekseyeva jalili jalloy -jamaicavoices jameel james_bedford james_kim @@ -59827,7 +60137,6 @@ jcms/jcms/P_101348/ jcollfont jconnors jcperdomo -jcr:content jcuff jcwang jdamask @@ -60169,6 +60478,7 @@ jobboerse/ jobid= jobs jobs +jobs-candidates jobs-guest jobs-scrape/* jobs-search @@ -60180,6 +60490,246 @@ jobs/*/is$ jobs/*/more-jobs-count jobs/*?page= jobs/*?page=1 +jobs/*jobs-in-abidjan +jobs/*jobs-in-addis-ababa +jobs/*jobs-in-adis-abeba +jobs/*jobs-in-afghanistan +jobs/*jobs-in-alborz +jobs/*jobs-in-aleppo +jobs/*jobs-in-anhui-sheng +jobs/*jobs-in-anyang +jobs/*jobs-in-anzoategui +jobs/*jobs-in-arak +jobs/*jobs-in-arbil +jobs/*jobs-in-ardabil +jobs/*jobs-in-asdas +jobs/*jobs-in-autonomna-pokrajina-vojvodina +jobs/*jobs-in-ayeyarwady +jobs/*jobs-in-baghdad +jobs/*jobs-in-bamako +jobs/*jobs-in-banja-luka +jobs/*jobs-in-beijing +jobs/*jobs-in-beirut +jobs/*jobs-in-belarus +jobs/*jobs-in-belgrade +jobs/*jobs-in-beyrouth +jobs/*jobs-in-bihac +jobs/*jobs-in-bojnurd +jobs/*jobs-in-bosnia-and-herzegovina +jobs/*jobs-in-bukavu +jobs/*jobs-in-burundi +jobs/*jobs-in-camaguey +jobs/*jobs-in-can-tho +jobs/*jobs-in-caracas +jobs/*jobs-in-central-african-republic +jobs/*jobs-in-central-equatoria +jobs/*jobs-in-central-serbia +jobs/*jobs-in-chahar-mahall-va-bakhtiari +jobs/*jobs-in-chengdu +jobs/*jobs-in-chernivets-ka-oblast +jobs/*jobs-in-chernivtsi +jobs/*jobs-in-china +jobs/*jobs-in-chinandega +jobs/*jobs-in-chongqing +jobs/*jobs-in-chongqing-shi +jobs/*jobs-in-conakry +jobs/*jobs-in-croatia +jobs/*jobs-in-cuba +jobs/*jobs-in-da-nang +jobs/*jobs-in-democratic-republic-of-the-congo +jobs/*jobs-in-distrito-federal +jobs/*jobs-in-east-azarbaijan +jobs/*jobs-in-eastern-province-rw +jobs/*jobs-in-erbil +jobs/*jobs-in-eritrea +jobs/*jobs-in-esfahan +jobs/*jobs-in-esteli +jobs/*jobs-in-ethiopia +jobs/*jobs-in-fars +jobs/*jobs-in-federation-of-bosnia-and-herzegovina +jobs/*jobs-in-florida +jobs/*jobs-in-fujian +jobs/*jobs-in-gilan +jobs/*jobs-in-grad-zagreb +jobs/*jobs-in-guangdong +jobs/*jobs-in-guangxi-zhuangzu-zizhiqu +jobs/*jobs-in-guangzhou +jobs/*jobs-in-guilin +jobs/*jobs-in-guinea +jobs/*jobs-in-guinea-bissau +jobs/*jobs-in-ha-noi +jobs/*jobs-in-hai-phong +jobs/*jobs-in-haikou +jobs/*jobs-in-hainan +jobs/*jobs-in-haiphong +jobs/*jobs-in-haiti +jobs/*jobs-in-hamadan +jobs/*jobs-in-hangzhou +jobs/*jobs-in-harare +jobs/*jobs-in-harbin +jobs/*jobs-in-havana +jobs/*jobs-in-hefei +jobs/*jobs-in-heilongjiang-sheng +jobs/*jobs-in-henan-an +jobs/*jobs-in-henan-sheng +jobs/*jobs-in-ho-chi-minh-city +jobs/*jobs-in-hong-kong +jobs/*jobs-in-iran +jobs/*jobs-in-iranshahr +jobs/*jobs-in-iraq +jobs/*jobs-in-irkutsk +jobs/*jobs-in-ivory-coast +jobs/*jobs-in-jaroslavl +jobs/*jobs-in-jiangsu-sheng +jobs/*jobs-in-jiangxi-sheng +jobs/*jobs-in-kabul +jobs/*jobs-in-karaj +jobs/*jobs-in-karbala +jobs/*jobs-in-karpos +jobs/*jobs-in-kazan +jobs/*jobs-in-kermanshah +jobs/*jobs-in-khanh-hoa +jobs/*jobs-in-kharkiv +jobs/*jobs-in-khartoum +jobs/*jobs-in-khartoum-state +jobs/*jobs-in-khorasan-e-shomali +jobs/*jobs-in-kiev +jobs/*jobs-in-kigali +jobs/*jobs-in-kinshasa +jobs/*jobs-in-kirovohrad +jobs/*jobs-in-komi-republic +jobs/*jobs-in-komuna-e-prishtines +jobs/*jobs-in-korla +jobs/*jobs-in-kosovo +jobs/*jobs-in-krasnodar +jobs/*jobs-in-krasnodarskiy +jobs/*jobs-in-krasnoyarskiy +jobs/*jobs-in-kumanovo +jobs/*jobs-in-kyiv-city +jobs/*jobs-in-kyiv-oblast +jobs/*jobs-in-l-viv +jobs/*jobs-in-lagunes +jobs/*jobs-in-lagunillas +jobs/*jobs-in-las-tunas +jobs/*jobs-in-lebanon +jobs/*jobs-in-liberia +jobs/*jobs-in-libya +jobs/*jobs-in-lviv +jobs/*jobs-in-macedonia +jobs/*jobs-in-magway +jobs/*jobs-in-malayer +jobs/*jobs-in-mali +jobs/*jobs-in-mandalay +jobs/*jobs-in-markazi +jobs/*jobs-in-mashhad +jobs/*jobs-in-mayorality-of-baghdad +jobs/*jobs-in-minsk +jobs/*jobs-in-minskaja-voblasts +jobs/*jobs-in-monrovia +jobs/*jobs-in-montenegro +jobs/*jobs-in-montserrado +jobs/*jobs-in-moscow +jobs/*jobs-in-muhafazat-karbala +jobs/*jobs-in-muhafazat-ma-rib +jobs/*jobs-in-muyinga +jobs/*jobs-in-myanaung +jobs/*jobs-in-myanmar +jobs/*jobs-in-myaydo +jobs/*jobs-in-myeik +jobs/*jobs-in-nanchang +jobs/*jobs-in-nha-trang +jobs/*jobs-in-nicaragua +jobs/*jobs-in-ninghai +jobs/*jobs-in-north-korea +jobs/*jobs-in-novi-sad +jobs/*jobs-in-novosibirsk +jobs/*jobs-in-odessa +jobs/*jobs-in-ostan-e-esfahan +jobs/*jobs-in-ouest +jobs/*jobs-in-phu-tho +jobs/*jobs-in-poltava +jobs/*jobs-in-port-au-prince +jobs/*jobs-in-primorskiy +jobs/*jobs-in-provincia-de-la-habana +jobs/*jobs-in-qingdao +jobs/*jobs-in-qom +jobs/*jobs-in-quanzhou +jobs/*jobs-in-rangoon +jobs/*jobs-in-rasht +jobs/*jobs-in-razavi-khorasan +jobs/*jobs-in-republika-srpska +jobs/*jobs-in-rivne +jobs/*jobs-in-rostov +jobs/*jobs-in-rostov-na-donu +jobs/*jobs-in-russia +jobs/*jobs-in-rwamagana +jobs/*jobs-in-rwanda +jobs/*jobs-in-saint-petersburg +jobs/*jobs-in-sarajevo +jobs/*jobs-in-serbia +jobs/*jobs-in-shaanxi +jobs/*jobs-in-shahr-e-kord +jobs/*jobs-in-shandong-sheng +jobs/*jobs-in-shanghai +jobs/*jobs-in-shanghai-shi +jobs/*jobs-in-shenzhen +jobs/*jobs-in-shiraz +jobs/*jobs-in-sichuan +jobs/*jobs-in-sistan-va-baluchestan +jobs/*jobs-in-skopje +jobs/*jobs-in-somalia +jobs/*jobs-in-south-kivu +jobs/*jobs-in-south-sudan +jobs/*jobs-in-split +jobs/*jobs-in-splitsko-dalmatinska +jobs/*jobs-in-st-petersburg +jobs/*jobs-in-sudan +jobs/*jobs-in-suzhou +jobs/*jobs-in-sverdlovsk +jobs/*jobs-in-syria +jobs/*jobs-in-tabriz +jobs/*jobs-in-tachira +jobs/*jobs-in-tanintharyi +jobs/*jobs-in-tatarstan +jobs/*jobs-in-tehran +jobs/*jobs-in-ternopil +jobs/*jobs-in-thanh-pho-ho-chi-minh +jobs/*jobs-in-tripoli +jobs/*jobs-in-tripoli-district +jobs/*jobs-in-turan +jobs/*jobs-in-tuzla +jobs/*jobs-in-ukhta +jobs/*jobs-in-ukraine +jobs/*jobs-in-ukrainka +jobs/*jobs-in-urunchi +jobs/*jobs-in-ussuriysk +jobs/*jobs-in-venezuela +jobs/*jobs-in-viet-tri +jobs/*jobs-in-vietnam +jobs/*jobs-in-vladivostok +jobs/*jobs-in-volga +jobs/*jobs-in-wenzhou +jobs/*jobs-in-xi-an +jobs/*jobs-in-xiamen +jobs/*jobs-in-xinjiang-uygur-zizhiqu +jobs/*jobs-in-yangon +jobs/*jobs-in-yangong +jobs/*jobs-in-yaroslavl +jobs/*jobs-in-yazd +jobs/*jobs-in-yekaterinburg +jobs/*jobs-in-yemel-yanovo +jobs/*jobs-in-yemen +jobs/*jobs-in-zadar +jobs/*jobs-in-zadarska +jobs/*jobs-in-zagreb +jobs/*jobs-in-zagreb-centar +jobs/*jobs-in-zaporiz-ka-oblast +jobs/*jobs-in-zaporizhzhya +jobs/*jobs-in-zhejiang-sheng +jobs/*jobs-in-zhongxing +jobs/*jobs-in-zima +jobs/*jobs-in-zimbabwe +jobs/*jobs-in-zulia jobs/? jobs/?p=t jobs/?p=t&filterTags= @@ -60204,6 +60754,7 @@ jobs/emailafriend jobs/n jobs/neos/ jobs/role/accessibility-test-for-wcag-2.2-standards-compliance +jobs/russian-jobs jobs/signup jobs/skill-diagnostic/private jobs/stat @@ -60786,7 +61337,7 @@ jwilliamson jwillis jwinglun jwjacoby -jwmunger/http://publications.parliament.uk/robots.txt +jwmunger/http://scholastic.com/robots.txt jwoo jwplayer jwsource= @@ -61649,7 +62200,7 @@ landing-page-sitemap.xml landing-page/changelog landing-page/cmp-freemium landing-page/licensing -landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://vancouver.ca/robots.txt +landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt landing-pages landing.php landing/braintree-paypal @@ -61909,7 +62460,7 @@ leaders/center-programs/elp-nomination/thank-you/ leaders/center-programs/graduation-rsvp-2024-08-22/thank-you/ leaders/center-programs/team-public-presentations-2024-08-22/thank-you/ leadership/ -leadingtogether/http://icelandair.com/robots.txt +leadingtogether/http://uspto.gov/robots.txt leads leads/recommendations leaening*? @@ -61988,7 +62539,7 @@ learning/settings$ learning/settings? learningarcade/ learningcenter -learnmore-transferhttp://mamamia.com.au/robots.txt +learnmore-transferhttp://mc.yandex.ru/robots.txt leave leave-a-legacy/legacy-guide/ leave-a-legacy/thank-you/ @@ -62073,7 +62624,7 @@ legal-services/checkout? legal/3874403/ legal/bank-agreement-europe-expanded legal/former-affiliate-terms-and-conditions -legal/http://xero.com/robots.txt +legal/http://outdooractive.com/robots.txt legal/merchant-directory legal/terms legal/terms-of-service/unstyled.html @@ -62319,6 +62870,7 @@ library/working library= library? library?/ +library_common/ library_glossary.htm libraryservices/beta/search libraryservices/feedback/poll @@ -62549,9 +63101,9 @@ live live-a-detruire_19925.html live-blogs/*embed=1 live-eyewear -live-preview/http://docs.woocommerce.com/robots.txt -live-preview/http://masslive.com/robots.txt -live-preview/http://nrdc.org/robots.txt +live-preview/http://darksidedetective.com/robots.txt +live-preview/http://game.es/robots.txt +live-preview/http://infosecurity-magazine.com/robots.txt live-score/cricket/auction_ajax live-score/cricket/comm live-score/cricket/commentary @@ -62672,7 +63224,6 @@ loans loc/volunteers loc= local -local local-dev local-dev-old local-navigation/ @@ -62796,7 +63347,7 @@ login/comodo-members.php/*_blank login/domain login/facebook login/googleplus -login/http://austinmoody.net/robots.txt +login/http://cex.io/robots.txt login/join$ login/join? login/password @@ -62845,6 +63396,7 @@ logo-request.php logodownload.php logonUserServicesStartupAction.do logos +logotipoanticorrupcion/ logotypes logout logout @@ -62961,7 +63513,6 @@ lp_images/ lp_video lpburrows lpennyamon -lpp/component/tcm:526-276416-169031.comp lps/internal/departments/law/modules lps/internal/departments/law/pgcourses lps/internal/departments/law/ugcourses @@ -62983,7 +63534,7 @@ lrossmiller lrotenstein lrtrambaiolli ls/ -ls/docshttp://princesschristmastree.homesteadcloud.com/robots.txt +ls/docshttp://console.cloud.google.com/robots.txt lsdahlberg lshao lsho1976 @@ -63224,6 +63775,7 @@ lyf lynde-m-folsom lynnethsolis lynnliu +lyris lyubov-eto_love-is-vtoroj-variant/ lz8858 lzhang @@ -63644,7 +64196,7 @@ mai/users maier mail mail -mail-fertighttp://transparency.org/robots.txt +mail-fertighttp://npmjs.com/robots.txt mail-gotowe mail-listo mail-okay @@ -63861,7 +64413,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -64386,7 +64937,7 @@ media/BookingThumbnails media/JC media/Player6_0.swf media/ProviderThumbnails -media/Resized-Images/*http://haaretz.com/robots.txt +media/Resized-Images/*http://minecraftforum.net/robots.txt media/SL media/TALSO.swf media/TUIThumbnails @@ -64396,7 +64947,7 @@ media/admin media/advertorials media/all/1287752/ media/all/1287913/ -media/all/1288165/http://kagonekoshiro.blog86.fc2.com/robots.txt +media/all/1288165/http://cell.com/robots.txt media/all/357557/ media/attractions-splice-test-spp media/bl-video @@ -64467,7 +65018,7 @@ media/tourism-content media/travelpod-roll.flv media/tv/channel/credits media/tyfo* -media/tyfo*http://promo.com/robots.txt +media/tyfo*http://startrankingnow.com/robots.txt media/unesco media/uploads media/video @@ -64508,7 +65059,7 @@ mediacard mediacentral mediacomp/ mediafiles/* -mediahttp://themoviedb.org/robots.txt +mediahttp://newscientist.com/robots.txt mediakit mediakit/ medialibrary/de/brief @@ -64817,7 +65368,7 @@ medredesign medstaging meeting/register meeting/schedule -meetingOptionshttp://ethereum.org/robots.txt +meetingOptionshttp://teamusa.org/robots.txt meetings meetings/en/html.jsp meetings/national/jmm/2124_abstracts/1056-30-23.pdf @@ -65000,7 +65551,6 @@ merchant/directions merchant/imageUploadPreview merchant/loc merchant/moreProducts? -merchant/reviews? merchant/update merchant_login merchant_shipping_policy.pdf @@ -65427,8 +65977,6 @@ misc/all-headlines misc/article-print-page misc/comment-page misc/drupal.css -misc/ekits/pdf/hsa_app.pdf -misc/ekits/pdf/mutual_fund.pdf misc/fast-article misc/haaretzsmartphoneapp misc/haaretzsmartphoneapp/searchresult @@ -66192,7 +66740,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://asu.edu/robots.txt +mre/*.zip$http://gov.il/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -66311,7 +66859,7 @@ msaadat msaleem msandel msatwork/amazon -msatwork/uber/en.htmlhttp://blog.kissmetrics.com/robots.txt +msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt msb msc-accounting-financial-management msc-advanced-clinical-practice @@ -66399,7 +66947,6 @@ msdemo/ msdn-files/ msdnmag/ msdntv/ -msdoj/discuss msdsservice mse/intranet msearch @@ -66506,9 +67053,9 @@ multivu mumbaiedition munho munin -munin*http://baraaksara.my.id/robots.txt -munin*http://cakap.com/robots.txt -munin*http://pacanele.biz/robots.txt +munin*http://demandcooling.com/robots.txt +munin*http://pacaneleaparate.biz/robots.txt +munin*http://packages.debian.org/robots.txt muns munshi musafim @@ -66538,7 +67085,7 @@ music/admission/ao_selection_dc20180809.html music/admission/ao_selection_eo20180809.html music/admission/ao_selection_gh20180809.html music/admission/ao_selection_jz20180809.html -music/admission/ao_selection_me20180809.htmlhttp://canadadrives.ca/robots.txt +music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt music/admission/ao_selection_ms20180809.html music/admission/ao_selection_pf20180809.html music/admission/ao_selection_pi20180809.html @@ -66585,7 +67132,7 @@ mvm mvmishra mvonbaeyer mvp -mvp/http://editions-harmattan.fr/robots.txt +mvp/http://delta.com/robots.txt mw/ mw/en mw5-newsletter-v1 @@ -66850,9 +67397,6 @@ mye myebay myeh myexpress/ -myfidelity/InsideFidelity/NewsCenter/mediadocs/media_kit_toc.shtml -myfidelity/atn/images -myfidelity/daily myfinances/ myforms/?createTeam=1 myft @@ -66929,6 +67473,7 @@ myshop mystorm mystuff mystunningwebsites +mystyles.css mysuccesshub mysuggestions.asp mysupport/s/forumshome @@ -67262,7 +67807,6 @@ net/galleries/search_galleries_results.aspx netEstate netflix-recommended-tvs netframework/ -netizenship netrasuraksha nets/node nets/users @@ -67445,7 +67989,6 @@ news/arts news/asuinthenews news/boston/index.ssf/2017/09/boston_antifa_claims_responsib.html news/business -news/calendars news/campaigns-events/best-corporate-website news/campaigns-events/best-use-of-content news/campus @@ -67523,7 +68066,6 @@ news/press_releases/index.html?source= news/preview/ news/printedition news/publications -news/publications/images news/redirect/* news/report news/research @@ -67569,7 +68111,7 @@ news_test newsanalysis newsapp-api newsbackup -newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://partner.e-domizil.de/robots.txt +newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt newsfeed newsfeed$ newsfeedemail @@ -67670,7 +68212,7 @@ newsletter-templates/weather-weekly newsletter-templates/weekly-messenger newsletter/ newsletter/ -newsletter/$http://pixel.sitescout.com/robots.txt +newsletter/$http://digital-strategy.ec.europa.eu/robots.txt newsletter/* newsletter/archive/ newsletter/archive/exearth/ @@ -68278,6 +68820,7 @@ newstudent newsuppliers newswire newt +newwearesorry.asp newyears-2020-aff newyork nexradinv @@ -69125,7 +69668,6 @@ notificationId notifications notifications notifications$ -notifications/ notifications/* notify.js notifyMe.jsp @@ -69138,7 +69680,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml notlikelytohappenever notonline -notyours/http://lockheedmartin.com/robots.txt +notyours/http://openclipart.org/robots.txt nouchinelab nouconsistori2015 nous-contacter.html @@ -69155,7 +69697,7 @@ novostroyki novostroyki*/?direct=1 novostroyki/*?order= novostroyki/po-ulizam -novostroyki/po-ulizam/*http://coreywilley.com/robots.txt +novostroyki/po-ulizam/*http://nozbe.com/robots.txt novostroyki/po-ulizam/moskva novostroyki/sankt-peterburg/moskovskij/in2it-intuit2 now @@ -69461,7 +70003,7 @@ oauth/ oauth/authorize oauth/connect.html oauth/facebook -oauth/http://prioryrecords.co.uk/robots.txt +oauth/http://fitbots.com/robots.txt oauth/line oauth/login oauth/signin @@ -69509,8 +70051,6 @@ ocom/groups/public/@ocom/documents/webcontent ocom/idcplg oconnell oconnellsymposium -ocs_global -ocs_intranet od/oia/activities/cov/bio/2001/GPRA_Rpt.doc od/service odalgic @@ -69565,8 +70105,6 @@ offers/nonprofits$ offers/nonprofits% offers/nonprofits? offers/preview/ -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offers/referral-terms-conditions offers/referral-terms-conditions$ offers/referral-terms-conditions% @@ -69711,7 +70249,7 @@ omniauth omniture/ on on -on-demand/session/*http://cosmopolitan.com/robots.txt +on-demand/session/*http://nxp.com/robots.txt on/*.ico$ on/*.png$ on/demandware.store @@ -69759,7 +70297,6 @@ onesearch/search onesignal-content-newsletter-thank-you onestepcheckout onhold/ -oni-RAs online online-count online-kurse/ @@ -69792,7 +70329,7 @@ online/includes online/includes/ online/ink/ online/investments/ -online/online-program/curriculum_draft.cfmhttp://support.xbox.com/robots.txt +online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt online/online-program/draft-online-program-page.cfm online/postgraduate-loans online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm @@ -69867,7 +70404,6 @@ openforum/openforum.hbs.org/challenge/cdilemma openforum/openforum.hbs.org/challenge/dilemma openforum/openforum.hbs.org/challenge/managing-health-care-delivery-2015-2016 openforum/openforum.hbs.org/index.html -opengovernment openid openid openinappbtn/* @@ -69904,8 +70440,8 @@ opt-out* opt-out-info.jsp opt-out-interface opt-out.jsp -opt-out/http://cts.vresp.com/robots.txt -opt-out/http://verisign.com/robots.txt +opt-out/http://youronlinechoices.eu/robots.txt +opt-out/http://yourstory.com/robots.txt opt/widget-cache.php optInEmail opt_out @@ -70055,7 +70591,6 @@ oteli/s other other-stories other/ -other/offers/registration_pas.shtml other/presentation otherContacts other_files @@ -70543,7 +71078,7 @@ paldrive/en-es paldrive/en-no paldrive/en-sk paldrive/en-tr -paldrive/en-us/http://news.com.au/robots.txt +paldrive/en-us/http://paloaltonetworks.com/robots.txt paleo paleo/metadata paleo/pubs @@ -72911,6 +73446,38 @@ pl/wiki/User: pl/wiki/UserProfile: pl/wiki/User_talk: pl/your +pl_AT/EUR +pl_BA/EUR +pl_BE/EUR +pl_BG/BGN +pl_CH/CHF +pl_DK/DKK +pl_EE/EUR +pl_ES/EUR +pl_FI/EUR +pl_FR/EUR +pl_GB/GBP +pl_GR/EUR +pl_HR/HRK +pl_HU/HUF +pl_IE/EUR +pl_IT/EUR +pl_LT/EUR +pl_LU/EUR +pl_LV/EUR +pl_NL/EUR +pl_NO/NOK +pl_OE/EUR +pl_OT/EUR +pl_PT/EUR +pl_RO/RON +pl_RS/EUR +pl_RU/RUB +pl_SE/SEK +pl_SI/EUR +pl_TR/TRY +pl_US/USD +pl_ZA/ZAR pl_pl/szablony/M pla place @@ -72977,16 +73544,6 @@ planbook/destinations/ planbook/shoppingstart planbook? planning/SMP_Shuttle_Schedule.xls -planning/charitable -planning/college/calculator_toc.html -planning/college/college_toc.shtml -planning/college/content/thank_you.html -planning/college/images -planning/images -planning/investment/images -planning/investment/investment_toc.html -planning/retirement/images -planning/tax/images planningsite-as-open2021 planningunits/capu plans @@ -73486,13 +74043,13 @@ politica/2/10/13/news/da_maroni_a_fontana_c_e_sempre_quel_notaio_nelle_indagini_ politica/20081007/53556163832/ politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022 -politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://skift.com/robots.txt +politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp politica/padron-electoral-2021-back-up-nid04052021 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml politiclothes -politico-footer/http://pymnts.com/robots.txt +politico-footer/http://politifact.com/robots.txt politico-header politics/e/sharing politics/index.ssf/2010/01/nova_scotia_property_attracted.html @@ -73740,7 +74297,6 @@ pr= prabhat practical-law-the-journal/search practical-privacy-basic-principles-and-default-settings -practical_lawyering practice practice-clients practicecatherine @@ -73755,7 +74311,7 @@ pratique/informatique/logiciels/windows-xp/1630 pratyashaacharya praveentest praveer-singh -prayers?*http://genome.gov/robots.txt +prayers?*http://uscis.gov/robots.txt prbcdn10 prbr prbr0 @@ -73891,7 +74447,7 @@ press-release.php? press-releases press-this.php press/art-institute-images -press/content-search?*http://argolikeseidhseis.gr/robots.txt +press/content-search?*http://10096194.fls.doubleclick.net/robots.txt press/exhibition-press-room press/fellowship press/founders/ @@ -74005,10 +74561,11 @@ print.asp print.asp?* print.cfm print.htm +print.html print/ print/* print/article/* -print/http://pixel.onaudience.com/robots.txt +print/http://techtimes.com/robots.txt print/pdf/node print= print=Y @@ -74100,7 +74657,6 @@ pro/tools pro/upgrade pro/waze/report/*?*&hash= pro2 -proFile/history? proMatch proProjects proTeXt @@ -74154,7 +74710,7 @@ product-manager-old product-marketing product-question/* product-quickview* -product-ratings/http://fanimalo.com/robots.txt +product-ratings/http://wisper.io/robots.txt product-refferal product-review-post product-reviews/* @@ -74174,7 +74730,7 @@ product/ajax-about-brand product/alive-detox-vegan-cookbook product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat product/buy/ -product/buybundle/http://elfa.com/robots.txt +product/buybundle/http://webdesign.about.com/robots.txt product/containedresources product/customersalsobought product/dynamic-creative/gallery @@ -74186,7 +74742,6 @@ product/prd-5193422 product/productreviews/ product/recommended product/review/add -product/reviews? product/summer-plant-based-recipe-cookbook product/valentines-chocolate-vegan-cookbook product/vegan-desserts-cookbook @@ -74289,39 +74844,12 @@ products/*/width*--*Small products/*_- products/access_management products/allproducts -products/annuities/content/apdownload.html -products/annuities/content/callme.html -products/annuities/content/callmeconfirm.html -products/annuities/content/free_pop.html -products/annuities/content/funds_pop.html -products/annuities/content/getconsent.html -products/annuities/content/how_pop.html -products/annuities/content/nyprosconsent.html -products/annuities/content/product_pop.html -products/annuities/content/prosdownload.html -products/annuities/content/who-pop.html -products/annuities/images -products/annuities/managing/glossary.html -products/atp/content/charts_popup.html -products/atp/content/conditionaltrading_popup.html -products/atp/content/dailystats_popup.html -products/atp/content/directedtrading_popup.html -products/atp/content/multileg_popup.html -products/atp/content/news_popup.html -products/atp/content/orderdetails_popup.html -products/atp/content/orderstatus_popup.html -products/atp/content/preferences_popup.html -products/atp/content/ticker_popup.html -products/atp/content/timesales_popup.html -products/atp/images products/blinds-and-shades products/brigadier products/cancellation-info.php products/certificate_services products/certified_messaging products/chandeliers -products/checking/checking_toc.shtml -products/checking/images products/commerce-cloud/partner-marketplace/. products/compare_selected_products products/comparison.jsp @@ -74343,78 +74871,16 @@ products/employeebanking/ products/enact products/explore products/finder -products/fixedincome/bondratings_ans1.html -products/fixedincome/bondratings_ans2.html -products/fixedincome/consider_ans1.html -products/fixedincome/consider_ans2.html -products/fixedincome/fievaluating_ans1.html -products/fixedincome/fievaluating_ans2.html -products/fixedincome/glossary.html -products/fixedincome/howbondswork_ans1.html -products/fixedincome/howbondswork_ans2.html -products/fixedincome/images -products/fixedincome/ladders_ans1.html -products/fixedincome/ladders_ans2.html -products/fixedincome/ladders_ans3.html -products/fixedincome/ladders_ans4.html -products/fixedincome/methodology.html -products/fixedincome/price_ans1.html -products/fixedincome/price_ans2.html -products/fixedincome/price_ans3.html -products/fixedincome/price_ans4.html -products/fixedincome/price_ans5.html products/free-products.php? products/free_products.html? products/frontpage?area=SecureEmailCertificate&ap=Comodo&trackKeys=track=5973 -products/funds/browse_toc.html -products/funds/content/answer2.html -products/funds/content/answer3.html -products/funds/content/answer4.html -products/funds/content/backtofamily.html -products/funds/content/docfrommaintoc.shtml -products/funds/content/invalid.html -products/funds/content/mfpopup.html -products/funds/content/noframe.html -products/funds/content/nomatch.html -products/funds/content/obsolete.html -products/funds/content/rrpopup.html -products/funds/content/selectpopup.html -products/funds/content/stylemap_defined.html -products/funds/content/usaddresses.html -products/funds/images -products/funds/mutualfunds_toc.shtml -products/funds/prospectus_toc.html -products/funds/search_results_toc.shtml -products/funds/starfunds_toc.html -products/funds/viewAll_toc.html -products/funds/viewNTF_toc.html products/g2 products/g3 products/g4 products/getStatesByIdHandler.asp products/holiday-sales-*sgbr-sg products/home-perf -products/images products/includes/products-min.xml -products/insurance/content/answer1.html -products/insurance/content/help1.html -products/insurance/content/help10.html -products/insurance/content/help11.html -products/insurance/content/help2.html -products/insurance/content/help3.html -products/insurance/content/help4.html -products/insurance/content/help5.html -products/insurance/content/help6.html -products/insurance/content/help7.html -products/insurance/content/help8.html -products/insurance/content/help9.html -products/insurance/content/lifecallmeconfirm.html -products/insurance/content/popup_preferred.html -products/insurance/content/popup_standard.html -products/insurance/content/popup_super.html -products/insurance/content/termcallmeconfirm.html -products/insurance/content/thankyou.html -products/insurance/images products/isbn products/load_image_gallery products/managed_security/index.html @@ -74437,24 +74903,10 @@ products/ras/v16 products/ras/v16.5 products/ras/v17 products/ras/v18 -products/retirement/getstart/newacc/smallbizstandalone_toc.html -products/retirement/images products/search products/search?text= products/show -products/stockoptions/analyzerglossary.html -products/stocksbonds/content/cboebuffer.html -products/stocksbonds/images -products/stocksbonds/offers/atthankyouC.shtml -products/stocksbonds/offers/atthankyouP.shtml -products/stocksbonds/offers/invaliderror.shtml -products/stocksbonds/offers/invaliderror_frame.shtml -products/stocksbonds/offers/systemdownerror.shtml -products/stocksbonds/offers/systemdownerror_frame.shtml -products/stocksbonds/offers/thankyouC.shtml -products/stocksbonds/offers/thankyouP.shtml products/telepresence-for-docker/thank-you -products/toolbar/ToolbarConfig10.shtml products/tour.html products/trials/ products/vengine/setup.html @@ -74514,7 +74966,7 @@ profile/*/stats profile/*/stats/library profile/*/trophies profile/*article*.ece -profile/*http://webmonkey.com/robots.txt +profile/*http://cbs.com/robots.txt profile/author/$ profile/author/? profile/authorgallery @@ -74523,7 +74975,6 @@ profile/contributor/? profile/downloads_limit profile/edit profile/gravlady -profile/history? profile/license profile/manage profile/messages @@ -74645,7 +75096,7 @@ program-2/action~undefined program-2/action~week program-registration program/ -program/action~*/http://jetreports.com/robots.txt +program/action~*/http://attendee.gotowebinar.com/robots.txt program/action~agenda program/action~default program/action~http: @@ -74679,6 +75130,46 @@ programmy-dlja-biznesa/programma-dlya-vystavleniya-schetov programoversigttiltryk programs programs-manager-features.php?id=3 +programs/*afghanistan +programs/*belarus +programs/*bosnia-and-herzegovina +programs/*burundi +programs/*central-african-republic +programs/*china +programs/*croatia +programs/*cuba +programs/*democratic-republic-of-the-congo +programs/*eritrea +programs/*ethiopia +programs/*guinea +programs/*guinea-bissau +programs/*haiti +programs/*hong-kong +programs/*iran +programs/*iraq +programs/*ivory-coast +programs/*kosovo +programs/*lebanon +programs/*liberia +programs/*libya +programs/*macedonia +programs/*mali +programs/*montenegro +programs/*myanmar +programs/*nicaragua +programs/*north-korea +programs/*russia +programs/*rwanda +programs/*serbia +programs/*somalia +programs/*south-sudan +programs/*sudan +programs/*syria +programs/*ukraine +programs/*venezuela +programs/*vietnam +programs/*yemen +programs/*zimbabwe programs/coe/2005/section2/tableXLS.asp programs/mba/admission/events/ programs/msx/admission/events/ @@ -74688,6 +75179,88 @@ programs/products/files/ programs/research-fellows/admission/events/ programs/sitemap.xml programs/videos/video-feedback.html +programs?*countries[]=1$ +programs?*countries[]=1& +programs?*countries[]=101$ +programs?*countries[]=101& +programs?*countries[]=102$ +programs?*countries[]=102& +programs?*countries[]=112$ +programs?*countries[]=112& +programs?*countries[]=118$ +programs?*countries[]=118& +programs?*countries[]=120$ +programs?*countries[]=120& +programs?*countries[]=121$ +programs?*countries[]=121& +programs?*countries[]=126$ +programs?*countries[]=126& +programs?*countries[]=131$ +programs?*countries[]=131& +programs?*countries[]=143$ +programs?*countries[]=143& +programs?*countries[]=147$ +programs?*countries[]=147& +programs?*countries[]=155$ +programs?*countries[]=155& +programs?*countries[]=178$ +programs?*countries[]=178& +programs?*countries[]=179$ +programs?*countries[]=179& +programs?*countries[]=190$ +programs?*countries[]=190& +programs?*countries[]=197$ +programs?*countries[]=197& +programs?*countries[]=20$ +programs?*countries[]=20& +programs?*countries[]=202$ +programs?*countries[]=202& +programs?*countries[]=208$ +programs?*countries[]=208& +programs?*countries[]=224$ +programs?*countries[]=224& +programs?*countries[]=232$ +programs?*countries[]=232& +programs?*countries[]=233$ +programs?*countries[]=233& +programs?*countries[]=238$ +programs?*countries[]=238& +programs?*countries[]=240$ +programs?*countries[]=240& +programs?*countries[]=250$ +programs?*countries[]=250& +programs?*countries[]=251$ +programs?*countries[]=251& +programs?*countries[]=27$ +programs?*countries[]=27& +programs?*countries[]=35$ +programs?*countries[]=35& +programs?*countries[]=41$ +programs?*countries[]=41& +programs?*countries[]=44$ +programs?*countries[]=44& +programs?*countries[]=50$ +programs?*countries[]=50& +programs?*countries[]=53$ +programs?*countries[]=53& +programs?*countries[]=54$ +programs?*countries[]=54& +programs?*countries[]=55$ +programs?*countries[]=55& +programs?*countries[]=66$ +programs?*countries[]=66& +programs?*countries[]=68$ +programs?*countries[]=68& +programs?*countries[]=89$ +programs?*countries[]=89& +programs?*countries[]=90$ +programs?*countries[]=90& +programs?*countries[]=92$ +programs?*countries[]=92& +programs?*countries[]=96$ +programs?*countries[]=96& +programs?*keywords[]=russian$ +programs?*keywords[]=russian& progressloading.html project project-chooser!input.jspa @@ -74699,7 +75272,6 @@ project/issues/search project/issues/subscribe-mail project/pgeverydayme project/video -projectrvm projects projects/*/activity projects/*/best_release.html @@ -75086,6 +75658,9 @@ pt/*max= pt/*min= pt/*my_etsy= pt/Download +pt/_Original_ +pt/_incl_header.html +pt/_old_ pt/account pt/account= pt/adisplay.php @@ -75131,6 +75706,12 @@ pt/error-static-cdn pt/event/*/ical pt/event/*/shoutbox pt/event/*/shoutbox? +pt/eventos/2010_reunioes_ministeriais.asp +pt/eventos/cultural_events.asp +pt/eventos/default.asp +pt/eventos/eventos2009.asp +pt/eventos/eventos2010.asp +pt/eventos/fundo_da_paz.asp pt/explore pt/features/partial/footer pt/features/partial/page-bottom @@ -75139,13 +75720,21 @@ pt/ferramentas/criador-de-logo/onboarding pt/festival/*/shoutbox pt/festival/*/shoutbox? pt/forum -pt/forum/goto.phphttp://ea.com/robots.txt +pt/forum/goto.phphttp://dai.ly/robots.txt pt/group pt/growth-tools-assets pt/guest-pass pt/help/sitemap pt/help/sitemap.php pt/herramientas/generador-de-logos/onboarding +pt/incl_banner_media_center.html +pt/incl_footer_old.html +pt/incl_headcontent_landing.inc +pt/incl_headcontent_secondary.inc +pt/incl_header1.html +pt/incl_header2.html +pt/incl_mini_pilares.html +pt/incl_searchnav.html pt/info pt/internal pt/invites/buy @@ -75339,7 +75928,7 @@ public/*.jpg public/*.js$ public/*.js? public/*.png -public/*http://tips.work/robots.txt +public/*http://cloudflare.com/robots.txt public/about-eso/committees/cc public/about-eso/committees/cou public/about-eso/committees/fc @@ -75359,7 +75948,7 @@ public/checkout public/cmscommentAbuse public/comments public/data/ -public/dochttp://aesthetics.fandom.com/robots.txt +public/dochttp://znc.si/robots.txt public/emailtemplates public/english/dw/ilo-dw-amharic-web.swf public/english/dw/ilo-dw-arabic-web.swf @@ -75437,10 +76026,10 @@ publications?page= publications?page=*& publicclass publicdatasets-confirmation/ +publicfolders/ publicidad/ publicidad/prueba publicliterature.PublicLiterature.search.html -publicmediaforge publicpolicy/category/mobile-and-health-blog publicpolicy/child-online-protectiona publicpolicy/cognitive-radio-and-spectrum-managementa @@ -75785,7 +76374,7 @@ r/*? r/*page= r/Preview r/cms -r/http://haveibeenpwned.com/robots.txt +r/http://blog.codinghorror.com/robots.txt r/instant/response r/kappa/api r/search @@ -76026,7 +76615,7 @@ reader/ readme.html readme.html readme.html/ -readme.htmlhttp://join.air.io/robots.txt +readme.htmlhttp://lunacycle.com/robots.txt readmessage.php ready_sit_read/index.jhtml readysetgov-dev @@ -76206,7 +76795,7 @@ recipes/search recipes/search/?q recipes/search?o=newest&tag=test-kitchen-approved recipes/shoppinglist/email -reckon/http://brookings.edu/robots.txt +reckon/http://clevescene.com/robots.txt reco recomendations/*/owner_actions recommend @@ -76507,7 +77096,7 @@ rendongarcia renee_rinehart renew renewal-center -renewal-center/businesshttp://consilium.europa.eu/robots.txt +renewal-center/businesshttp://katespade.com/robots.txt renewal-center/home rennekamp renos @@ -77275,7 +77864,6 @@ research/article/articleCMSContent.xhtml research/article/articleCuratedList.xhtml research/article/articleSearchResults.xhtml research/article/articleTypeSearchResults.xhtml -research/bond/images research/category-90000 research/celt/old research/cgg @@ -77298,13 +77886,11 @@ research/feed research/funding/salary_costing research/heroes/landing research/highlight/feed -research/images research/jair research/make-page.jsp? research/media/res-markgasson-19537.asp research/modelinfo/modelInfoPopup.xhtml research/modelinfo/overview.xhtml&makecode -research/options/images research/participants/cofund research/projects/cecil/www/www research/projects/lis @@ -77314,7 +77900,6 @@ research/request-broadcast-email/thank-you/ research/research/SearchResults.jsp research/search research/shared/article.jsp -research/stock/images research/visible/vhpconf98/AUTHORS/SACHSE2 research/visible/vhpconf98/AUTHORS/WERNER2 researchCategories= @@ -77383,10 +77968,11 @@ resources-campaign/* resources-old resources-rx/* resources-rx/files/* +resources/ resources/_next/*.js resources/_next/*.json resources/ajax/posts -resources/calendar/http://fifa.com/robots.txt +resources/calendar/http://lua.org/robots.txt resources/css resources/css/webscripts.css resources/download/download-attribution-data-driven-marketer @@ -77505,7 +78091,7 @@ results.sale.pdf results/ results?k* resume-database/preview-iframe -resume/http://ustyrosse.com/robots.txt +resume/http://whisky.de/robots.txt resume/preview resumes resumes2 @@ -77535,7 +78121,7 @@ reuters reuters$ rev= revadhingra -revendeur/http://nia.nih.gov/robots.txt +revendeur/http://telstra.com.au/robots.txt revenue/search/node review review-by-author @@ -77621,7 +78207,6 @@ rewards-polyite/spin rewards/*/membership rewards/*/status-matching rewards/bebas-ongkir -rewardsapp/ rex/recommendation/* rezepte/suche rf=* @@ -78252,7 +78837,7 @@ ru/forums ru/gateway.html ru/general ru/group -ru/http://sunlightsupply.com/robots.txt +ru/http://zoo.105.net/robots.txt ru/images ru/inc ru/info @@ -78630,7 +79215,7 @@ saml saml/acs saml/login saml/logout -saml2/authenticate/oktahttp://6628166.fls.doubleclick.net/robots.txt +saml2/authenticate/oktahttp://spoogue.org/robots.txt samlCertificates saml_login saml_sso @@ -78888,7 +79473,7 @@ science/gadgets/render science/gs science/index.html science/mlkt/rslts -science/new-drug-product-pipelinehttp://guidestar.org/robots.txt +science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt science/outlineJson science/page/flash/VideoPlayer science/ppv-pdf @@ -78937,7 +79522,7 @@ scopemagazine/ score/*/download scorecard scorecard/ -scorecard_staging/http://servedby.flashtalking.com/robots.txt +scorecard_staging/http://aclweb.org/robots.txt scoredrift/* scott scott64 @@ -79549,8 +80134,8 @@ search?* search?Ntt= search?filter search?fmt=JSON -search?gss-q=*http://scripting.com/robots.txt -search?http://hackernoon.com/robots.txt +search?gss-q=*http://ubuntu.com/robots.txt +search?http://ezp-news.de/robots.txt search?keyword= search?n=16&r=3 search?q @@ -79662,10 +80247,10 @@ section/3 section/36 section/6 section/8 -section/9http://amazon.in/robots.txt +section/9http://issues.apache.org/robots.txt section= section_and_ivideo_widget_ajax.html -sectionhttp://nuget.org/robots.txt +sectionhttp://abs.twimg.com/robots.txt sectionized sections sections$ @@ -80049,8 +80634,8 @@ services/computing/downloads/antivirus services/computing/statistics services/computingold services/conferences/content-corner/*?* -services/conferences/news/*?*http://freakonomics.com/robots.txt -services/conferences/news/*?*http://tutorialspoint.com/robots.txt +services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt +services/conferences/news/*?*http://www2005.org/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html @@ -80069,6 +80654,7 @@ services/guide/cti services/guide/webboards services/heart/mychart-welcome services/heart/mychart-welcome/ +services/http://christies.com/robots.txt services/humanresources/ftcstaff services/humanresources/trackers services/images @@ -80167,7 +80753,7 @@ services/wp-includes services/xml servicesSpecialties= serviceworker.js -serviceworker.jshttp://ibrain.com.tw/robots.txt +serviceworker.jshttp://treysongz.lnk.to/robots.txt servicos/ servin servizi @@ -80520,7 +81106,6 @@ shellenergy/test-oage-for-shell-energy.html shellysimana shen sheng -shenghuo shenghuo/search? shenyang sheraz @@ -80566,7 +81151,6 @@ shoelaces shomiller shootouts shop -shop$ shop-cart.shtml shop-data shop-interrupt @@ -80881,7 +81465,6 @@ shop/category-shorts/brand-nike-range-nikepro shop/checkout shop/claimcredit shop/clearance/* -shop/collections shop/colour-*-colour-* shop/colour-/* shop/colour-pink-s/* @@ -81230,7 +81813,6 @@ shop/use-*-use-* shop/use/* shop/waist/* shop/wishlist -shop? shopCBN/ shop_name_search_service shop_pins @@ -81285,7 +81867,7 @@ shopwidget shore/blogs/party/public shorefire_nj short -short-url-machine/error/http://fhi.no/robots.txt +short-url-machine/error/http://whatwg.org/robots.txt shortUrl$ shortcode shortcode= @@ -81302,7 +81884,7 @@ shots/month shots/new shots/week shots/year -shoutbox/http://villageatautumnpond.com/robots.txt +shoutbox/http://bat.bing.com/robots.txt shouwenwang show show-email @@ -81351,7 +81933,7 @@ shows/upfront_2015/simulcast shows3 showtag showtime/.requestinvite.html.swp -showtimes/location/*http://cnn.com/robots.txt +showtimes/location/*http://img-fotki.yandex.ru/robots.txt showvideotab= shr* shreedas @@ -81914,7 +82496,7 @@ sites/frisco sites/gapincthiswayahead sites/gapinternational sites/gradsoflife -sites/gs1/files/docs/EDI/*http://ourworldindata.org/robots.txt +sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt sites/gsb/files/program-brochure sites/gwcic sites/gyro @@ -82428,7 +83010,6 @@ smohr smokingsection smorain smoy -smrtr sms sms/ sms/demo? @@ -82436,7 +83017,7 @@ sms/unsubscribe? sms10666 smstaging sn -sn-config.htmlhttp://v.youku.com/robots.txt +sn-config.htmlhttp://cleveland.com/robots.txt sn/ snagit-eula.html snake @@ -82484,7 +83065,6 @@ social/ social/our_partners/ social/photosui/images social/photosui/sitemap -social/search? social/share_modal social/social-security-directory/cai social_media @@ -82663,7 +83243,7 @@ sorttype= sos/clerical/ sos/kids/search/node sos/online_corps/ -sos/registration/http://ic.gc.ca/robots.txt +sos/registration/http://in.linkedin.com/robots.txt sotomarion soul/* soumission @@ -82717,7 +83297,6 @@ sparkkorlit sparshasaha spartan spb -spbasic spbot spc-source= spc/amazon/en/landingPage.html @@ -82726,7 +83305,7 @@ spcon spcon019 spd spdji/* -spdji/*http://rawpixel.com/robots.txt +spdji/*http://spiegel.de/robots.txt special-features/premium-offers special-offers special-offers/newcarlanding.xhtml @@ -82846,7 +83425,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s sport/404_en.htm sport/? sport/alpha -sport/bundesliga/http://files.constantcontact.com/robots.txt +sport/bundesliga/http://zdnet.com/robots.txt sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589 sport/cricket/match-centre sport/data/league @@ -82893,7 +83472,6 @@ spotlight spots_shown= spp/ spreadsheet -spresults sprillaman sprince spring @@ -83247,7 +83825,7 @@ stats/draft/history stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://duesouthbrewing.com/robots.txt +stats/player-stats/*http://nfpa.org/robots.txt stats3.html stats?gid= statsFree @@ -83261,7 +83839,7 @@ status-updates/wp-admin/admin-ajax.php status.formstack.com status/ status/user -statusupdateshttp://pearlmountainsoft.com/robots.txt +statusupdateshttp://thalesgroup.com/robots.txt statwood stay-in-loop/send_mail.php stay-in-loop/send_mail.php? @@ -83359,7 +83937,7 @@ stock-photos/photos/search$ stock-photos/photos/search? stock-ranker stock/photos -stock/videos/*http://drafts.csswg.org/robots.txt +stock/videos/*http://screencast.com/robots.txt stock_status= stockade.php stocks @@ -83526,8 +84104,6 @@ storeclick storefront storepicker storerequest -stores$ -stores/ stores/page/*visitId= stories stories/shop @@ -83807,7 +84383,7 @@ subscribe/v3 subscribe/view.pl subscribe/wb-auto/ subscribe?* -subscribe?*http://madisonkennedyblog.com/robots.txt +subscribe?*http://addyosmani.com/robots.txt subscribe_forum.html subscribe_now_url subscribe_success @@ -83852,7 +84428,7 @@ sugerencias suggest suggest/? suggest/?* -suggest/?*http://9vae.com/robots.txt +suggest/?*http://itu.int/robots.txt suggested-edits suggested-edits? suggestions @@ -83941,17 +84517,14 @@ support/2014a/ support/2014b/ support/2015a/ support/2015b/ -support/autorenewal support/beta/ support/books/index_new_books.html support/bugreports support/bugreports/ -support/business support/category/ support/comodo-support.php? support/content support/custom_resource/ -support/cyberscamswps support/direct-images support/direct-tooltips support/distr @@ -83963,10 +84536,7 @@ support/faq22119102 support/fe4be44a295cc679e19bf0b8f133083d support/forum/search? support/geofilter -support/getstarted support/global-opt-out -support/gst -support/idtp support/index support/knowledgebase/article.aspx?type=article*contentid support/knowledgebase/subcategory.aspx?type=category*contentid @@ -83975,9 +84545,7 @@ support/knowledgecenter/v1 support/learning/digital_certific support/maps-beta support/market-images -support/mcafeesecurity support/membership/signalsociety/members -support/pop support/praktikum-english support/praktikum/flow.html support/preview/ @@ -83998,31 +84566,6 @@ support/products/authentication_certs/setup/seamon.php? support/products/authentication_certs/setup/win_chrome.php? support/products/authentication_certs/setup/win_safari.php? support/public-files -support/purchaseproof -support/refund -support/reimburserequest -support/remote -support/requestrefund -support/restorationhelp -support/restore -support/rr -support/s/autorenewal -support/s/business -support/s/cyberscamswps -support/s/getstarted -support/s/gst -support/s/idtp -support/s/mcafeesecurity -support/s/pop -support/s/purchaseproof -support/s/refund -support/s/reimburserequest -support/s/remote -support/s/requestrefund -support/s/restorationhelp -support/s/restore -support/s/rr -support/s/techmaster support/search support/search-results support/search.html @@ -84032,7 +84575,6 @@ support/showarticle* support/streaming support/submit.aspx support/tag/ -support/techmaster support/test support/tsupport/pdfs/noindex support/tutorials @@ -84409,7 +84951,7 @@ sys_ system system-maintenance system/ -system/*.js$http://yhn876.com/robots.txt +system/*.js$http://zeldman.com/robots.txt system/admin/LoginPopup/Login system/files/documents/noindex system/maintenance.html @@ -84555,7 +85097,7 @@ tag-search.html tag/ tag/* tag/* -tag/*+http://timeshighereducation.com/robots.txt +tag/*+http://dilbert.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -85139,7 +85681,7 @@ tealeaf tealeaftarget.aspx team team/*/schedule$ -team/*/schedule$http://telegra.ph/robots.txt +team/*/schedule$http://nbc.com/robots.txt team/player_career.jsp team/player_news.jsp teamInvitations @@ -85190,7 +85732,6 @@ techsmith-relay-upgrade.html techsmith-smart-player-for-office.html techsparks/previous-editions/techsparks-mumbai-2023 techsparks/previous-editions/techsparks-mumbai-2023  -techwiki tedladd teeger tejal @@ -85198,6 +85739,7 @@ teknologica tel tel: tel:* +teldir/ telechargement-en-cours/ telecharger-fiche telecharger/redirect @@ -85497,7 +86039,7 @@ testds.jsp teste-*.html$ testfl testgpr -testhttp://pca.st/robots.txt +testhttp://money.com/robots.txt testimonial testimonial/ testimonials.php @@ -85570,7 +86112,6 @@ tgibson tgkkk6681 tgl2/ th -th$ th-*/ th-AE th-AT @@ -85686,7 +86227,6 @@ th/th/search th/user th/users th/ส่วนประกอบ_widget -th? th_th/templates/M thailandgolf. thanawala @@ -86273,16 +86813,6 @@ tool/logout* toolbar toolbar.php toolbox-outage -toolbox/annuitymatch/images -toolbox/assetalloc/images -toolbox/email -toolbox/filiassetalloc/images -toolbox/growth/assumptions.html -toolbox/growth/growth.shtml -toolbox/keogh/images -toolbox/pension.ini -toolbox/retirecalc/images -toolbox/sepira/images toolkit toolkit/*.html toolkits @@ -86303,7 +86833,7 @@ tools/civil-surgeons-by-region tools/demos tools/en/styleguide/ tools/find-a-doctor/list/export -tools/http://criresilient.org/robots.txt +tools/http://kungfukingdom.com/robots.txt tools/logo-maker/onboarding tools/lyst_widget/?lyst_slug= tools/packages/cambridge_themes/getSocialImage @@ -86696,7 +87226,7 @@ traffic traffic/status*? trafficbot.life trafficbot.live -traffichttp://ed.gov/robots.txt +traffichttp://comedycentral.com/robots.txt trafficsystem/ training training-aarpe/ @@ -86779,7 +87309,6 @@ translation translation-not-found translations translations/ -translator/?ref= translators transmute/static-1.85 transmute/static-2.6 @@ -86787,7 +87316,7 @@ transmute/static-2.8 transmute/static-2.9 transparency transparency/archive -transparency/http://redcross.org/robots.txt +transparency/http://anandtech.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -86842,31 +87371,17 @@ travel/airlines/main/us/en travel/airlines/pfs* travel/airlines/premium-travel-arranger/au/en travel/clk -travel/css travel/entity travel/event/search -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? travel/flights/s -travel/hotel-search travel/hotel/e -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/entity travel/hotels/hotel-finder travel/hotels/hotel-finder/$ -travel/hotels/search/? -travel/hotels/search? travel/hotels/stories travel/passport travel/s -travel/scripts travel/search -travel/secure travel/test$ travel/wp-admin travelDate= @@ -87842,7 +88357,7 @@ umbraco_client/ umfrage/1 umfrage/2 umfrage/3 -umfrage/4http://zahyst.ks.ua/robots.txt +umfrage/4http://zh.wikipedia.org/robots.txt un-us/ unable-to-process-request/ unanswered @@ -88060,7 +88575,7 @@ uploads/8/5/1/4/85141968 uploads/8/5/1/4/85141968/custom_themes uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos uploads/excel -uploads/wpo-plugins-tables-list.jsonhttp://my.clevelandclinic.org/robots.txt +uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt upp/ uptime* ur @@ -88087,7 +88602,6 @@ ur/users urayama urchin_test url -url url.asp url= url=absolutely @@ -88207,7 +88721,7 @@ us/*/*?bvdata= us/*/*?bvroute us/*/*?bvstate us/*? -us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://lexisnexis.com/robots.txt +us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://10250263.fls.doubleclick.net/robots.txt us/0 us/?q=switch us/Marketing @@ -88569,7 +89083,7 @@ user-profile user-profile-view? user-registration user-registrierung -user-reports/http://foundation-media.ffm.to/robots.txt +user-reports/http://wordpress.com/robots.txt user.mefi/ user.php user/ @@ -88601,7 +89115,7 @@ user/*/track user/*/track?page= user/*/unfollow_user user/*?*redirect= -user/*http://gilt.com/robots.txt +user/*http://m.media-amazon.com/robots.txt user/.* user//attending/upcoming user/account @@ -88618,7 +89132,7 @@ user/forgotPassword user/forgotten-password user/fpd/api user/get-user -user/http://authy.com/robots.txt +user/http://news.mongabay.com/robots.txt user/images user/libraries user/lists @@ -88801,7 +89315,7 @@ users/onUpdateOnlineStatus.php users/password users/password/edit users/profile-unpub -users/profile-unpub/http://anobii.com/robots.txt +users/profile-unpub/http://song.link/robots.txt users/ranking users/relogin/ users/remote-logout/ @@ -88854,7 +89368,7 @@ usuarios usuarios/addToFavorite.shtml usuarios/addToPlayList.shtml ut*.xml -ut*.xmlhttp://blackberry.com/robots.txt +ut*.xmlhttp://dashboard.gglot.com/robots.txt utaukwa util util @@ -88880,7 +89394,7 @@ utils/* utl/ utm utm*= -utm*http://nyc.gov/robots.txt +utm*http://funbaby.cz/robots.txt utm= utm= utm_ @@ -88926,7 +89440,7 @@ uz/en/ uz/event/*/ical uz/explore uz/forums -uz/http://robotstxt.org/robots.txt +uz/http://biblegateway.com/robots.txt uz/kb/*/discuss uz/ru/ uz/search @@ -88962,7 +89476,7 @@ v1 v1.0 v1.1 v1/ -v1/*http://tinyurl.com/robots.txt +v1/*http://podcasts.google.com/robots.txt v1/SocialMediaActivity/ v1/api v1/browser-performance @@ -89085,7 +89599,7 @@ velo/forum/search velo/profile ven venda-presencial/comprovantes.jhtml -venda-presencial/conclusion.htmlhttp://contacts.google.com/robots.txt +venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt vendor vendor$ vendor-info/ @@ -89125,7 +89639,7 @@ verify-skill verify-url verify.php verify/* -verify/*http://sunsetbrian.com/robots.txt +verify/*http://soundcloud.com/robots.txt verify_age verify_your_email$ verify_your_email? @@ -89136,7 +89650,7 @@ version version version-search.php version.json -version/http://ask.fm/robots.txt +version/http://read.amazon.com/robots.txt version= versions versions/Unicode10.0.0 @@ -89448,45 +89962,31 @@ videorequest videos videos/*.feedback.html videos/*? -videos/? videos/api videos/assets -videos/browsing videos/e videos/expander -videos/explore -videos/favorites -videos/feed -videos/feedcontent videos/get_video_by_uid/ videos/hardware-in-the-loop-simulation-with-simulink-real-time-using-plcs-and-ethernetip-protocol-for-validating-industrial-automation-control-algorithms-96697.html videos/iframe videos/images videos/js -videos/music -videos/music/ -videos/music/? -videos/music? videos/new videos/raw-ethernet-communication-support-from-simulink-real-time-96619.html videos/real-time-udp-communication-support-99895.html videos/search videos/search.html videos/search.php -videos/search/? videos/search? videos/show_trailer videos/slider videos/theme/ videos/transcripts -videos/trending -videos/trendingcontent videos/video-feedback-confirmation.html videos/video-feedback.html videos/viewmeta/ videos/week videos/widgets/ -videos? videosearch videosearch? videotutorials @@ -89983,7 +90483,6 @@ watching-porn-on-the-web-pleasure-for-some-work-for-others watchlist water/quality/targets water/search.php -waterstreet watkins watson/assets/pdfs/reg wattenberg @@ -90057,6 +90556,9 @@ we_are_all_unicorns weallen wealth/*.asp$ wearepages +wearesorry.asp +wearesorry.htm +wearesorry2.htm weather weather-api weather.html?latitude= @@ -99057,7 +99559,6 @@ web/packages/datazoom.amazonia/DESCRIPTION web/packages/date/DESCRIPTION web/packages/dateback/DESCRIPTION web/packages/datefixR/DESCRIPTION -web/packages/datelife/DESCRIPTION web/packages/daterangepicker/DESCRIPTION web/packages/datetime/DESCRIPTION web/packages/datetimeoffset/DESCRIPTION @@ -100610,7 +101111,6 @@ web/packages/fitur/DESCRIPTION web/packages/fitzRoy/DESCRIPTION web/packages/fivethirtyeight/DESCRIPTION web/packages/fixedTimeEvents/DESCRIPTION -web/packages/fixedincome/DESCRIPTION web/packages/fixedpointproperty/DESCRIPTION web/packages/fixerapi/DESCRIPTION web/packages/fixest/DESCRIPTION @@ -106730,7 +107230,6 @@ web/packages/qualvar/DESCRIPTION web/packages/quantCurves/DESCRIPTION web/packages/quantdates/DESCRIPTION web/packages/quantdr/DESCRIPTION -web/packages/quanteda.textmodels/DESCRIPTION web/packages/quanteda.textstats/DESCRIPTION web/packages/quanteda/DESCRIPTION web/packages/quantification/DESCRIPTION @@ -107042,7 +107541,6 @@ web/packages/rayrender/DESCRIPTION web/packages/rayshader/DESCRIPTION web/packages/raytracing/DESCRIPTION web/packages/rayvertex/DESCRIPTION -web/packages/rb3/DESCRIPTION web/packages/rbacon/DESCRIPTION web/packages/rbbnp/DESCRIPTION web/packages/rbcb/DESCRIPTION @@ -107233,7 +107731,6 @@ web/packages/redlistr/DESCRIPTION web/packages/redoc/DESCRIPTION web/packages/redux/DESCRIPTION web/packages/ref.ICAR/DESCRIPTION -web/packages/refdb/DESCRIPTION web/packages/refer/DESCRIPTION web/packages/referenceIntervals/DESCRIPTION web/packages/refineR/DESCRIPTION @@ -111644,17 +112141,13 @@ why-ghostery-midnight why-liveperson why-sell?inquirySource=482& whythisad -wicket:interface*http://uuca.org/robots.txt +wicket:interface*http://springerlink.com/robots.txt widget widget-landing-page.html widget-uploads widget.html -widget/cr -widget/entity/search/? widget/head/login widget/player -widget/render -widget/snapshot widget/v2 widget_auth.php widget_chunks @@ -112792,7 +113285,6 @@ wordpress/wp-admin wordpress/wp-admin/admin-ajax.php words work -work work$ work-at-ucl/redeployment work-info @@ -112891,7 +113383,7 @@ world-class-heart-care world-ip-report/ world-news-day/ world-records/most-concerts-produced-by-an-individual -world-records/most-no1-singles-produced-by-an-individualhttp://worldwide.espacenet.com/robots.txt +world-records/most-no1-singles-produced-by-an-individualhttp://gulfnews.com/robots.txt world/Africa world/Asia world/Europe @@ -113041,27 +113533,27 @@ wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php?action=icl_mpp_search wp-admin/admin-ajax.php?r=* -wp-admin/admin-ajax.phphttp://4jahreszeiten-kuehlungsborn.de/robots.txt -wp-admin/admin-ajax.phphttp://cdtfa.ca.gov/robots.txt -wp-admin/admin-ajax.phphttp://developer.salesforce.com/robots.txt -wp-admin/admin-ajax.phphttp://dismissyourself.com/robots.txt -wp-admin/admin-ajax.phphttp://earthquake.usgs.gov/robots.txt -wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt -wp-admin/admin-ajax.phphttp://elainkoulutuskeskus.fi/robots.txt -wp-admin/admin-ajax.phphttp://five.fourtimessmelly.com/robots.txt -wp-admin/admin-ajax.phphttp://hbo.com/robots.txt -wp-admin/admin-ajax.phphttp://lamula.pe/robots.txt -wp-admin/admin-ajax.phphttp://meditationcoach.com/robots.txt -wp-admin/admin-ajax.phphttp://mprofaca.cro.net/robots.txt -wp-admin/admin-ajax.phphttp://nordstrom.com/robots.txt -wp-admin/admin-ajax.phphttp://oculus.com/robots.txt -wp-admin/admin-ajax.phphttp://paypalobjects.com/robots.txt -wp-admin/admin-ajax.phphttp://public-api.wordpress.com/robots.txt -wp-admin/admin-ajax.phphttp://socialimpact.youtube.com/robots.txt -wp-admin/admin-ajax.phphttp://sourcefit.com/robots.txt -wp-admin/admin-ajax.phphttp://thriveglobal.com/robots.txt -wp-admin/admin-ajax.phphttp://uncrate.com/robots.txt -wp-admin/admin-ajax.phphttp://youtube.instanteaser.com/robots.txt +wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt +wp-admin/admin-ajax.phphttp://akismet.com/robots.txt +wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt +wp-admin/admin-ajax.phphttp://ask.com/robots.txt +wp-admin/admin-ajax.phphttp://aweber.com/robots.txt +wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt +wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt +wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt +wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt +wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt +wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt +wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt +wp-admin/admin-ajax.phphttp://openssl.org/robots.txt +wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt +wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt +wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt +wp-admin/admin-ajax.phphttp://smugmug.com/robots.txt +wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt +wp-admin/admin-ajax.phphttp://vox.com/robots.txt +wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt +wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -113102,7 +113594,7 @@ wp-content/compsub wp-content/dbsub wp-content/gallery wp-content/mu-plugins -wp-content/mu-plugins/http://bis.org/robots.txt +wp-content/mu-plugins/http://chalow.net/robots.txt wp-content/mu_plugins wp-content/plugins wp-content/plugins @@ -113177,7 +113669,7 @@ wp-content/themes/screamingfrog/inc/download-modal.php wp-content/themes/sej/js/cdet.js wp-content/themes/sej/js/ga.js wp-content/themes/sfmomatheme/library -wp-content/themes/skift/inc/ajax/http://techopedia.com/robots.txt +wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt wp-content/themes/tns-2022/assets wp-content/themes/tns-2022/data wp-content/themes/treated/search/ @@ -113196,7 +113688,7 @@ wp-content/uploads/ wp-content/uploads/* wp-content/uploads/**/*seo-restricted*.* wp-content/uploads/*/*/1650344292_1.png -wp-content/uploads/*http://skillshare.com/robots.txt +wp-content/uploads/*http://wikihow.com/robots.txt wp-content/uploads/2011 wp-content/uploads/2012 wp-content/uploads/2013 @@ -113223,7 +113715,7 @@ wp-content/uploads/2022/12/UKR-Co-funded_EU-emblem_Pantone-1099x213.jpg wp-content/uploads/2023 wp-content/uploads/2023/10/Cakap-English-Standardized-Test.pdf wp-content/uploads/2024 -wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://knoxnews.com/robots.txt +wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://unicef.org/robots.txt wp-content/uploads/2024/08/786678.pdf wp-content/uploads/2025 wp-content/uploads/2026 @@ -113232,14 +113724,14 @@ wp-content/uploads/_pda wp-content/uploads/complianz wp-content/uploads/elementor/css/ wp-content/uploads/gravity_receipts -wp-content/uploads/http://survivalmagazine.org/robots.txt -wp-content/uploads/http://zuken.com/robots.txt +wp-content/uploads/http://minimul.com/robots.txt +wp-content/uploads/http://sheknows.com/robots.txt wp-content/uploads/member-access wp-content/uploads/ninja-forms wp-content/uploads/sites/*/ninja-forms wp-content/uploads/sites/4/wpforms wp-content/uploads/sites/6/wpforms -wp-content/uploads/vj-wp-import-export/http://pala-lagaw.com/robots.txt +wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt wp-content/uploads/wc-logs wp-content/uploads/wc-logs/ wp-content/uploads/woocommerce_transient_files @@ -113247,12 +113739,12 @@ wp-content/uploads/woocommerce_transient_files/ wp-content/uploads/woocommerce_uploads wp-content/uploads/woocommerce_uploads/ wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://app.adjust.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://brownpapertickets.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://cbs.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://dansmoviereport.blogspot.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://elconfidencial.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://wildtruth.net/robots.txt +wp-content/uploads/wp-import-export-lite/http://aa.com.tr/robots.txt +wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt wp-content/uploads/wpforms wp-content/uploads/wpforms/ wp-content/uploads/wpo-plugins-tables-list.json @@ -113286,8 +113778,8 @@ wp-includes/css wp-includes/css/*.css wp-includes/css/dist/block-library/style.min.css wp-includes/fonts -wp-includes/http://disneyland.disney.go.com/robots.txt -wp-includes/http://hag-official.jp/robots.txt +wp-includes/http://nokia.co.jp/robots.txt +wp-includes/http://scotusblog.com/robots.txt wp-includes/images wp-includes/images/ wp-includes/js @@ -113635,7 +114127,7 @@ xmlhttp xmlrpc xmlrpc.php xmlrpc.php -xmlrpc.phphttp://allthebootboys.blogspot.fr/robots.txt +xmlrpc.phphttp://datastudio.google.com/robots.txt xmlsearch xmltv/ xmorelle @@ -113655,7 +114147,7 @@ xsanR4 xsl xsl/ xslt/ -xslt/http://iccwbo.org/robots.txt +xslt/http://cryptonewsventure.com/robots.txt xtra/sante-et-mieux-etre xuanzhu xuwang @@ -113809,7 +114301,7 @@ your-shop youraccount/ yourarchives youreurope/businessACC -youreurope/businessDEV/http://business.facebook.com/robots.txt +youreurope/businessDEV/http://europapress.es/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -114186,7 +114678,9 @@ zh-en/ zh-gb/ zh-hans-cn.www.cloudflare.com zh-hans/ +zh-hans/asset-preview* zh-hans/node/ +zh-hans/search* zh-hans/search/ zh-hant-hk/ zh-hant-tw/ @@ -114273,7 +114767,7 @@ zh/index.htm zh/intangible-cultural-heritage/grid zh/intangible-cultural-heritage/list zh/intangible-cultural-heritage/map -zh/internalhttp://regeringen.se/robots.txt +zh/internalhttp://amazon.jp/robots.txt zh/internet-universality-indicators/grid zh/internet-universality-indicators/list zh/internet-universality-indicators/map @@ -114434,7 +114928,6 @@ zink zip=[zipcode] zipcode zite-importer -zittrain ziv ziweiqiu zlim @@ -114574,7 +115067,7 @@ zzz_systest ~neubank/Eubank_EthnicityNetworksPaper.pdf ~neubank/Eubank_EthnicityNetworksPaper2016.pdf ~nsdwww/mail -~oar/http://data.gov/robots.txt +~oar/http://web.whatsapp.com/robots.txt ~oratorio/wordpress ~pasr1 ~philippe @@ -114717,6 +115210,8 @@ zzz_systest 22minutes 24/ 33k1com +36AG/english/menu_bottom.asp +36AG/english/menu_top.asp 48f6543196cbbdefb88f247a0a8e4375 51anma 55plusCommunities @@ -114743,10 +115238,10 @@ zzz_systest 404.aspx 404.html 404.html -404.htmlhttp://bcmmaa.com/robots.txt +404.htmlhttp://airliners.net/robots.txt 404.php 404/ -404http://f6s.com/robots.txt +404http://diplomatie.gouv.fr/robots.txt 413gkwMT 429.html 432v·com @@ -115084,7 +115579,7 @@ zzz_systest 93826 94140 94230 -101612.rsshttp://buffer.com/robots.txt +101612.rsshttp://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt 101705/docs/mccom/format/pdf/longform/ 126190 128892