From 8d465f02f17c6013968be064f78181287cbf9d88 Mon Sep 17 00:00:00 2001 From: GitHub Action Date: Mon, 22 Jan 2024 00:20:58 +0000 Subject: [PATCH] [Github Action] Automated trickest wordlists update. --- .../drupal-all-levels.txt | 14 +- .../CMS/trickest-cms-wordlist/drupal.txt | 2 +- .../espocrm-all-levels.txt | 6 + .../CMS/trickest-cms-wordlist/espocrm.txt | 1 + .../joomla-all-levels.txt | 28 + .../CMS/trickest-cms-wordlist/joomla.txt | 7 + .../top-100.txt | 189 ----- .../top-1000.txt | 98 ++- .../top-10000.txt | 769 ++++++++---------- 9 files changed, 465 insertions(+), 649 deletions(-) diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt index 6609f7305..741e27968 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt @@ -45050,13 +45050,6 @@ tests/src/Functional/OptionsSelectDynamicValuesTest.php src/Functional/OptionsSelectDynamicValuesTest.php Functional/OptionsSelectDynamicValuesTest.php OptionsSelectDynamicValuesTest.php -core/modules/options/tests/src/Functional/OptionsDynamicValuesApiTest.php -modules/options/tests/src/Functional/OptionsDynamicValuesApiTest.php -options/tests/src/Functional/OptionsDynamicValuesApiTest.php -tests/src/Functional/OptionsDynamicValuesApiTest.php -src/Functional/OptionsDynamicValuesApiTest.php -Functional/OptionsDynamicValuesApiTest.php -OptionsDynamicValuesApiTest.php core/modules/options/tests/src/Functional/OptionsFieldUITest.php modules/options/tests/src/Functional/OptionsFieldUITest.php options/tests/src/Functional/OptionsFieldUITest.php @@ -45092,6 +45085,13 @@ tests/src/Kernel/OptionsFieldUnitTestBase.php src/Kernel/OptionsFieldUnitTestBase.php Kernel/OptionsFieldUnitTestBase.php OptionsFieldUnitTestBase.php +core/modules/options/tests/src/Kernel/OptionsDynamicValuesApiTest.php +modules/options/tests/src/Kernel/OptionsDynamicValuesApiTest.php +options/tests/src/Kernel/OptionsDynamicValuesApiTest.php +tests/src/Kernel/OptionsDynamicValuesApiTest.php +src/Kernel/OptionsDynamicValuesApiTest.php +Kernel/OptionsDynamicValuesApiTest.php +OptionsDynamicValuesApiTest.php core/modules/options/tests/src/Kernel/Views/FileViewsDataTest.php modules/options/tests/src/Kernel/Views/FileViewsDataTest.php options/tests/src/Kernel/Views/FileViewsDataTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt index 223a34169..3420736df 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt @@ -6772,12 +6772,12 @@ core/modules/options/tests/src/Functional/OptionsFloatFieldImportTest.php core/modules/options/tests/src/Functional/OptionsDynamicValuesTestBase.php core/modules/options/tests/src/Functional/OptionsWidgetsTest.php core/modules/options/tests/src/Functional/OptionsSelectDynamicValuesTest.php -core/modules/options/tests/src/Functional/OptionsDynamicValuesApiTest.php core/modules/options/tests/src/Functional/OptionsFieldUITest.php core/modules/options/tests/src/Kernel/OptionsFieldTest.php core/modules/options/tests/src/Kernel/OptionsDynamicValuesValidationTest.php core/modules/options/tests/src/Kernel/OptionsFormattersTest.php core/modules/options/tests/src/Kernel/OptionsFieldUnitTestBase.php +core/modules/options/tests/src/Kernel/OptionsDynamicValuesApiTest.php core/modules/options/tests/src/Kernel/Views/FileViewsDataTest.php core/modules/options/tests/src/Kernel/Views/OptionsListArgumentTest.php core/modules/options/tests/src/Kernel/Views/OptionsTestBase.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt index 2276a0e15..ce209915d 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt @@ -7702,6 +7702,12 @@ views/template/fields/body.js template/fields/body.js fields/body.js body.js +client/src/views/template/fields/style.js +src/views/template/fields/style.js +views/template/fields/style.js +template/fields/style.js +fields/style.js +style.js client/src/views/notification/badge.js src/views/notification/badge.js views/notification/badge.js diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt index ac32eb376..d0ba63916 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt @@ -1376,6 +1376,7 @@ client/src/views/template/fields/variables.js client/src/views/template/fields/font-face.js client/src/views/template/fields/entity-type.js client/src/views/template/fields/body.js +client/src/views/template/fields/style.js client/src/views/notification/badge.js client/src/views/notification/panel.js client/src/views/notification/record/list.js diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/joomla-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/joomla-all-levels.txt index 1570ef9ee..cba90644f 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/joomla-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/joomla-all-levels.txt @@ -224,6 +224,14 @@ installation/joomla.php joomla.php installation/configuration.php-dist configuration.php-dist +installation/language/be-BY/langmetadata.xml +language/be-BY/langmetadata.xml +be-BY/langmetadata.xml +langmetadata.xml +installation/language/be-BY/joomla.ini +language/be-BY/joomla.ini +be-BY/joomla.ini +joomla.ini installation/language/id-ID/langmetadata.xml language/id-ID/langmetadata.xml id-ID/langmetadata.xml @@ -240,6 +248,14 @@ installation/language/fa-AF/joomla.ini language/fa-AF/joomla.ini fa-AF/joomla.ini joomla.ini +installation/language/fr-CA/langmetadata.xml +language/fr-CA/langmetadata.xml +fr-CA/langmetadata.xml +langmetadata.xml +installation/language/fr-CA/joomla.ini +language/fr-CA/joomla.ini +fr-CA/joomla.ini +joomla.ini installation/language/el-GR/langmetadata.xml language/el-GR/langmetadata.xml el-GR/langmetadata.xml @@ -520,6 +536,10 @@ installation/language/ru-RU/langmetadata.xml language/ru-RU/langmetadata.xml ru-RU/langmetadata.xml langmetadata.xml +installation/language/ru-RU/joomla.cli.ini +language/ru-RU/joomla.cli.ini +ru-RU/joomla.cli.ini +joomla.cli.ini installation/language/ru-RU/joomla.ini language/ru-RU/joomla.ini ru-RU/joomla.ini @@ -628,6 +648,14 @@ installation/language/de-DE/joomla.ini language/de-DE/joomla.ini de-DE/joomla.ini joomla.ini +installation/language/ko-KR/langmetadata.xml +language/ko-KR/langmetadata.xml +ko-KR/langmetadata.xml +langmetadata.xml +installation/language/ko-KR/joomla.ini +language/ko-KR/joomla.ini +ko-KR/joomla.ini +joomla.ini installation/language/lt-LT/langmetadata.xml language/lt-LT/langmetadata.xml lt-LT/langmetadata.xml diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/joomla.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/joomla.txt index 2ba5c4329..288a59f19 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/joomla.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/joomla.txt @@ -55,10 +55,14 @@ installation/forms/language.xml installation/forms/setup.xml installation/joomla.php installation/configuration.php-dist +installation/language/be-BY/langmetadata.xml +installation/language/be-BY/joomla.ini installation/language/id-ID/langmetadata.xml installation/language/id-ID/joomla.ini installation/language/fa-AF/langmetadata.xml installation/language/fa-AF/joomla.ini +installation/language/fr-CA/langmetadata.xml +installation/language/fr-CA/joomla.ini installation/language/el-GR/langmetadata.xml installation/language/el-GR/joomla.ini installation/language/de-LU/langmetadata.xml @@ -129,6 +133,7 @@ installation/language/ka-GE/joomla.ini installation/language/af-ZA/langmetadata.xml installation/language/af-ZA/joomla.ini installation/language/ru-RU/langmetadata.xml +installation/language/ru-RU/joomla.cli.ini installation/language/ru-RU/joomla.ini installation/language/de-AT/langmetadata.xml installation/language/de-AT/joomla.cli.ini @@ -156,6 +161,8 @@ installation/language/hr-HR/joomla.ini installation/language/de-DE/langmetadata.xml installation/language/de-DE/joomla.cli.ini installation/language/de-DE/joomla.ini +installation/language/ko-KR/langmetadata.xml +installation/language/ko-KR/joomla.ini installation/language/lt-LT/langmetadata.xml installation/language/lt-LT/joomla.ini installation/language/pt-BR/langmetadata.xml diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 1553253a8..eb715576a 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -30,18 +30,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .well-known .well-known/assetlinks.json .xml -/*/*/_tools -/*/*/more_ideas -/*/_tools -/*/activity /*/edit$ -/*/group -/*/invite -/*/more_ideas /*/rg*/mediaviewer/rm*/tr /*source= /.git -/?z=1 /B00M3E1HJY /B00M3E1NYI /B00M3E1Q5Y @@ -61,16 +53,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Search/ /_ /_/rsrc -/_activities -/_activity -/_community -/_created -/_followers -/_following /_prq -/_saved -/_shop -/_shopping_list /album/*/*?i= /api /apis @@ -89,10 +72,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /commits /commits/*?author /commits/*?path -/communities /compare /contributors -/discovered /download /download/Browse.aspx? /download/browse.aspx? @@ -126,7 +107,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /leads/*/jsplayer_show_lead_form.html /leads/*/show_form.html /liked_by -/likes /limited-release /listing/*/favoriters /lookup? @@ -136,21 +116,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /music/*/search/ /network /newsearch/ -/organize /people/*/circle /people/*/favorites /pinned_flashes -/pins /podcast/*/*?i= /print$ -/profile-about /pulse /raw /revisions /rg*/mediaviewer/rm*/tr /rss -/scheduled-pin -/scheduled-pins /search /search/ /search/*?q= @@ -170,16 +145,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/d/groove-music-pass/cfq7ttc0k5dq/0001 /store/locations/store-locations-sitemap.xml /store/music/groove-music-pass/* -/story_pins -/tagged /tags /tarball /tree -/tried /tv-season/*/*?i= /unsubscribe/ /video- -/video_pins /wal/ /watchers /webscr @@ -242,7 +213,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?order= ?pt1=true$ ?s= -?show_error=true ?tab=achievements&achievement= ?utm_*= ?w=address @@ -326,8 +296,6 @@ WebObjects/MZStoreElements.woa [_0-9a-zA-Z]+/status/[0-9]+/likes [_0-9a-zA-Z]+/status/[0-9]+/retweets _ -_/_ -_/_/pixel _/aihub_pod _/ain/_/js _/alkali-learn @@ -392,8 +360,6 @@ _next/gtm _next/jwt _next/title _next/viewer -_ngjs/resource -_ngjs/resource/*/get _nimbusJson.json _nimbusJsonp.js _nimbusJsonpStatic.js @@ -497,7 +463,6 @@ ad_spice ad_syndication_user_tracking ad_visibility addContacts -addboard addressBookExport admin adredir? @@ -519,7 +484,6 @@ adwords/proposal adx/bin affil affil/pal -age-appeal aihub/tfhub ajax ajax/follow_info @@ -557,7 +521,6 @@ api_access_key= app*_ app*form_id= app/updates -appealed-pin apple-app-site-association apps apps*&tags= @@ -675,7 +638,6 @@ auth/verifychallenge author/following author= authwall -autocomplete away.php b?*node=7454898011 b?*node=7454917011 @@ -788,11 +750,7 @@ blogs/test blogsearch blogsearch_feeds bn -board -board_activity -board_activity_comment bookmark? -bookmarklet bookmarks books books/about @@ -814,38 +772,17 @@ books?*zoom=1 books?*zoom=5 booksrightsholders boutique/sitemaps -branded-pins browse/reviews/recent -business/ad_create business/adshare business/adshare/faqs business/blahblah -business/business-access -business/business-hierarchy -business/business-manager -business/catalogs -business/commerce-integrations -business/community-information -business/convert -business/create -business/create-linked-account business/feedback -business/hub -business/invite business/leads/jsplayer_show_lead_form.html business/leads/show_form.html business/learning/blog -business/onboarding -business/pin_create business/premium/is_payment_pending business/promotion -business/referral business/sales/blog -business/site -business/switch-account -business/top-ads -business/update -business/verified-merchant/status buttonlite.js buyside-e2e-monitor buzz/post @@ -1036,7 +973,6 @@ checkout checkout/package checkoutnow checkpoint -christmas-spotlight chrome/browser/mobile/tour chrome/crlset chwilio @@ -1058,7 +994,6 @@ client_error client_errors clima/ets clima/sites/registry -close-account cloud-launcher/sitemap cloudsourcetools/images cms_content @@ -1079,7 +1014,6 @@ commercesearch/images commercesearch/services commission_2010-2014/katainen commits?author= -communities communities/bin.aspx? communities/blogs/PortalResults.mspx? communities/eventdetails.mspx? @@ -1095,32 +1029,24 @@ community/category/* community/comments community/feed community/trackback -community_comment -community_post community_s companyDir compare compare/*/apply compressiontest config.js -connect connections connector consumers/archive contact_me contactus content -content-claiming context_referrer=gig_page context_referrer=user_page control -conversation conversations -convert-business -convert-personal coop/directory coop/manage -copyright-reporting corgi$ couchmode counter/*? @@ -1128,13 +1054,7 @@ counters/client-screenview coupons/visit covid19 covid19/mobility -create_pin creative-europe/404_en.htm -creative-studio -creative_editor -creator-spotlight -creator_hub/_earn -creator_hub/_partnerships creatorhub cse/home cse/manage @@ -1143,9 +1063,7 @@ cse? csp csp_block csp_report_only -csrf_error ct -ct.html ct/log_list culturalinstitute/images culturalinstitute/sitemaps @@ -1254,9 +1172,7 @@ de/teams de/transactions de/treasury de/your -deactivate-account default -delete_post delight dell/cities-transformed dell/cloud-future-of-medicine @@ -1306,7 +1222,6 @@ digital-single-market/taxonomy digital-single-market/users directory directory/all -discover discussion discussion/comment-permalink discussion/edit-profile @@ -1402,8 +1317,6 @@ ebooks?*zoom= ebooks?*zoom=1 ebooks?*zoom=5 eclas -edit -editorial/* edu/cs4hs education/404_en.htm edurec @@ -1414,7 +1327,6 @@ elite? email email-unsubscribe email_actions -email_verification_error embed embed/feed/update employment_social/anticipedia/xwiki/bin/attach @@ -1464,7 +1376,6 @@ en/microsoft-viva/ en/security en/security/ endorsements -engagement enterprise-jobs enterprise-partner-search/sitemaps environment/ets @@ -1564,8 +1475,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html exec/obidos/subst/marketplace/sell-your-stuff.html exec/obidos/subst/partners/friends/access.html exec/obidos/tg/cm/member -explore -explore/*/?p= explore/*/lightbox external external/overture @@ -1575,7 +1484,6 @@ facebook facebook_connect faves-i_love_u_get_away_from_me favorite -fb.html fbx fe=true feature/sf-test @@ -1656,8 +1564,6 @@ flights flutter-canvaskit folder follow -follow_board -follow_user following food/archive food/favourites @@ -1766,8 +1672,6 @@ globalmarketfinder globalmarketfinder/*.html go/awards gold? -google_gdn.html -google_search.html googlebooks/images goto gp @@ -1878,7 +1782,6 @@ gview gwt h5games_gamecenter/images handmade -hanukkah-spotlight hashtag/*?src= hd header/channels @@ -1952,10 +1855,7 @@ hk-en/teams hk-en/transactions hk-en/treasury hk-en/your -holiday-spotlight -holidays-celebrations home -homefeed homepage-video-test hosted/images hotelfinder/rpc @@ -1974,9 +1874,6 @@ i/api i/u ia icons -idea-ads-tool -idea-pin-builder -idea-pin-invite identity/accountsettingsactivityweb identity/accountsettingssyaf ie*/listing/*/favoriters @@ -2146,14 +2043,11 @@ info/customerror.htm* info/smart404.asp* info/tech-feedback inproduct_help/chatsupport -install-shuffles internalPref intl/*/about/views intlkb/ -invite inviteFromProfile inviteMany -invited invites/buy invoice/est invoice/estimate/buyerView @@ -2241,8 +2135,6 @@ johnhancock johnhancock/in-a-lifetime-healthcare johnhancock/in-a-lifetime-sustainability johnhancock/in-a-lifetime-work -join/?next= -join/signup/?next= jp*/listing/*/favoriters jp*/people/*/circle jp*/people/*/favorites @@ -2304,7 +2196,6 @@ keep knowmore ko-kr/feedback ko-kr/lp -kwanzaa-spotlight labs/popgadget/search lamda/images landing/cmsnext-root @@ -2343,7 +2234,6 @@ li/track library/devices licensing-syndication limited-release -linked linkedin list list/ls*/_ajax @@ -2352,7 +2242,6 @@ listing/*/stubs lite lite.publication.PublicationRequestFulltextPromo.requestFulltext.html live -live-session live_chat lm/R1XIHQVKXSKBNJ lm/R3HQ5WJSZK6QSO @@ -2384,7 +2273,6 @@ lochp? logging login login$ -login/?next= login?*= logo-maker/brief logo-maker/choose-variation @@ -2562,7 +2450,6 @@ narrative- native nbubumblebee network -new_invite news$ news/$ news/0 @@ -2574,7 +2461,6 @@ news/test news/test-liveblog news?viewArticle newsArticle -news_hub newsletter newsroom/dae newsroom/notifications @@ -2681,7 +2567,6 @@ no-en/treasury no-en/your nonprofits/account not_recommended_reviews/preview -notifications ns/hydra/console/? nus-trk nwshp$ @@ -2734,12 +2619,8 @@ nz/teams nz/transactions nz/treasury nz/your -oauth/line -oauth/login oauth/v2 oauth2/v2 -oauth_error -offsite og onebox/media/sports/logos onebox/media/sports/photos/soccer/wc2018 @@ -2771,11 +2652,8 @@ pagespeed/insights/ui/logo palm pantheon pantheon-platform -parental-consent/confirmation -parental-passcode participate/conferences.xml partners -password/reset password_expired patent-search/frontend patents/download @@ -2805,39 +2683,8 @@ photos/gbachelie photos/i_love_u_get_away_from_me photos/tags/*/page photos/youpy -pin-builder -pin-communities -pin-creation-tool -pin-editor -pin/*/activities -pin/*/activity -pin/*/analytics -pin/*/brand-catalog -pin/*/comments -pin/*/email -pin/*/feedback -pin/*/idea-pin/related-products -pin/*/likes -pin/*/promote -pin/*/reaction -pin/*/related-products -pin/*/repin -pin/*/repins -pin/*/sent -pin/*/share -pin/*/shop-the-look -pin/*/tag -pin/*/takes -pin/*/visual-search -pin/create -pin/find -pin/find?url= -pin_shop ping? pingback -pinterest-predicts -pinterest-wellbeing -pinterestwellbeing pl*/listing/*/favoriters pl*/people/*/circle pl*/people/*/favorites @@ -2887,7 +2734,6 @@ pl/teams pl/transactions pl/treasury pl/your -place plan= platform-telemetry play/store/web @@ -2917,7 +2763,6 @@ ppob? pqa preference preferences -prefs present presentation prettyearth/assets @@ -2928,8 +2773,6 @@ private pro pro-resources pro/about -product-catalogs -product-feed product-reviews/B0069IY63Y productPurchaseDone product_ @@ -3006,7 +2849,6 @@ publications publicliterature.PublicLiterature.search.html purchases puzzles/leaderboards/invite -pw pwapi-proxy/pwproxy pwapiv2 px.gif @@ -3016,7 +2858,6 @@ qp/batch_fetch_web qr quality_form? query -quiz r r/*.rss r/*/comments/*.rss @@ -3041,7 +2882,6 @@ random rd/search rd/search$ rd/search? -recently-viewed recharge/dashboard/car recharge/dashboard/static recipes/search @@ -3059,8 +2899,6 @@ refer refer/pal referrals referrer= -refresh_stored_accounts -refresh_token register registration registry/wishlist @@ -3071,14 +2909,10 @@ report report-abuse?report= report= report_abuse.gne -reports-and-violations -request-data requestList requests research/participants/cofund reservations/*/notifyme -resource -resource/*/get results retail retail/availability @@ -3114,7 +2948,6 @@ s2/sitemaps s2/static s3 s? -safe-redirect safebrowsing/diagnostic safebrowsing/report_badware safebrowsing/report_error @@ -3208,7 +3041,6 @@ searchhistory sections secure seller_onboarding -sendHeaderEarly send_to_friend sendarticle services @@ -3289,7 +3121,6 @@ shop/sign_out shop/signed_in_account shop/store/feeds shop_name_search_service -shop_pins shopping-content-api/product_images shopping/product shopping/ratings/account/metrics @@ -3583,13 +3414,11 @@ smart/buttons social/photosui/images social/photosui/sitemap social/social-security-directory/cai -socialmanager sounds/player sounds/player$ sounds/search sounds/search$ sounds/search? -source source= source_repo= spain/empresas/ @@ -3665,10 +3494,6 @@ storefront storepicker stores/page/*visitId= stories -story-pin-builder -story-pin-invite -story_feed -story_pins studios styles/js-on.css$ submit @@ -3689,7 +3514,6 @@ support support/content support/forum/search? surprise -suspension-appeal svc svc/crosswords svc/games @@ -3702,14 +3526,12 @@ svc/vertex svc/web svc/wordle svpRecommendations -sw-shell.html swg syndicate system1/images t/terms tab= tablet -taggingtool tagmanager/containers/xo tagmanager/pptm.js talk @@ -3741,10 +3563,8 @@ templates test testpage-forhomepage tetro -thanksgiving-spotlight thanx? themacallan/worlds-together -theme themes/rss things/search things/search$ @@ -3818,7 +3638,6 @@ trustedstores/js trustedstores/s trustedstores/tm2 trustedstores/verify -tv tv/thumb tvschedule twitter @@ -3883,8 +3702,6 @@ uk/teams uk/transactions uk/treasury uk/your -unauth-profile -unlink unsub until= updates @@ -3960,8 +3777,6 @@ utils uviewer v1/browser-performance v1/stats -v1/urls/count.json -v3/pidgets/log v4 verify_age video/embedded @@ -3988,12 +3803,9 @@ watch_popup watch_queue_ajax webmasters/sitemaps/ping? websearch -website/confirm -website/confirm/download webstore/search webstore/static/*/wall/js weekly/signup -welcome whats-next/planes-trains-and-analytics whsmiths widget_auth.php @@ -4455,7 +4267,6 @@ xoonboarding xoplatform/logger/api/logger xorouter your -your-shop youth/404_en.htm youtube/fonts youtube/img/promos diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index 6ebbdd35c..55e912cec 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -4319,6 +4319,7 @@ HeadJS/static-2.92 Help HelpContent Heritrix +HpImageArchive.aspx HubStyle/static-2.309 HubStyle/static-2.313 HubStyle/static-2.315 @@ -4615,6 +4616,7 @@ ProfilesGate Project PromotionDetailsDisplayView PromotionDisplayView +Proxy.ashx QUICKNEWS Qinfo Qinfo/cams @@ -4673,6 +4675,7 @@ SOImapPriceDisplayView SametimeWebApp Scripts Search +Search Search/* Search/Mail/Public SearchNavigationView @@ -5130,6 +5133,8 @@ ac/ ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search ac2 academic-subscriptions +academic/profile +academic/search academy academy-free-account academy/*/results @@ -5186,6 +5191,7 @@ ach/search ach/user ach/users achievements +aclick aclk acoustic acq/nonprofits @@ -5450,6 +5456,7 @@ alexa-top-sites/* alexa-web-search/* alexa/* alexaforbusiness/ +alink alkali all all-supported-params @@ -5474,6 +5481,7 @@ amp amp$ amp-proxy amp-tealium +amp/ amphtml amphtml/blogs/test amphtml/classic-apps @@ -5546,6 +5554,7 @@ api/http://kobo.com/robots.txt api/internal/analytics/songs api/jobPostings/jobs api/legendary-data/relay +api/maps/ api/nextsteps/* api/nicorepo/timeline api/programas/69730/audios.rss @@ -6694,6 +6703,7 @@ betting/sitemap-2022-7-a.xml bfe/apps/website bfl bfmp +bfp/search bg bg-*/ bg-bg/ @@ -6722,6 +6732,7 @@ billing/invoice bin bin/search.go bin/search.py +bing-site-safety bingbot bipolar-disorder/bipolar-depression-management bipolar-disorder/video/bipolar-fatherhood @@ -6868,6 +6879,7 @@ blogs/blogpost/preview blogs/nationals-journal-beta blogs/pad$ blogs/pad/$ +blogs/search/ blogs/slow-ride blogs/technology.atom blogs/test @@ -8061,6 +8073,7 @@ civis/posts civis/search civis/threads/*in_iframe=1 civis/threads/*wp_data= +ck/ cl cl2/feeds cl2/ical @@ -8673,10 +8686,12 @@ cpresources cpropub/univercd cpspa cr +cr$ cr/ cr/corporate/contact cr/index.html cr/news +cr? craft crash crawler4j @@ -9942,6 +9957,9 @@ enterprise/orgs-terms entertain entertainment/article/Minerva-s-horoscope entertainment/bravo +entities/search +entityexplore$ +entityexplore? entp entrez entrez/eutils @@ -10473,6 +10491,7 @@ fbpostaction.cms?article= fbx fcgi- fckeditor +fd/ fdbk feature/sf-test feature_nine_browse-bin= @@ -10995,6 +11014,8 @@ full fullscreen fullscreen/ReportLinker fun +fun/api/ +fun/g/ fur/forums fur/kb/*/discuss fur/search @@ -11832,12 +11853,14 @@ hortivar/hortivar.htm hosted hosted/images hosting/search +hotel/reviews? hotel/us/the-airstream-van.*.html hotel_attractions hotel_rt_onview hotelfinder/rpc hotels hotels/rpc +hotels/search hotelsonmap.*.json hotfix/ houseads @@ -11853,6 +11876,8 @@ hp/focus-retrocompatibile$ hp/video/api hp/video/mystuff hp/video/profiles +hpm +hpmob hr hr-*/ hr-hr/ @@ -12280,11 +12305,16 @@ images/$ images/* images/? images/Podcasts +images/async/? +images/async? images/carBlogsimages images/chart_gifs images/chart_pdfs images/chart_png300 images/chart_png460 +images/hosted/? +images/hosted/search? +images/hosted? images/interview_pdfs images/li.gif images/logging_requests.gif @@ -12293,8 +12323,12 @@ images/ndtvvideo/* images/pad/search?rpt=imageview images/pad/search?text=*&source=morda images/resume +images/search%3F +images/search/? +images/search? images/search?rpt=imageview images/search?text=*&source=morda +images/searchbyimage images/showroomimages images/smart/$ images/touch/$ @@ -12305,6 +12339,7 @@ images/usedcarimages images/userprofileimg images/v$ images/viewconfig$ +images? imagesrv/pdf/DIR_TSO_2531 imagine/ imesync @@ -12430,6 +12465,7 @@ inapp inbox inbox$ inbox$ +inboxcommerce include include/ includes @@ -12528,6 +12564,7 @@ infinite-scroll-recipe infinite-scroll-review info info/agb/anb-2018.html +info/agb/api.html info/agb/starter-2018.html info/jobs/Development-Operations-Engineer.html info/jobs/Kooperations-Manager.html @@ -13650,6 +13687,7 @@ loader.cfm* loc/volunteers loc= local +local local-services-ads local/ajax local/blogsandcolumns/slow-ride-front @@ -13919,6 +13957,7 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about +maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -14316,6 +14355,7 @@ merchant/directions merchant/imageUploadPreview merchant/loc merchant/moreProducts? +merchant/reviews? merchant/update merchantapps mes @@ -15288,6 +15328,7 @@ notificarelacionadas notifications notifications notifications$ +notifications/ notifications/* nova now/mt3 @@ -15453,6 +15494,8 @@ offers/nonprofits offers/nonprofits$ offers/nonprofits% offers/nonprofits? +offers/proxy/dealsserver/api/log +offers/proxy/dealsserver/buy offline offlinenotice.xml offsite @@ -16481,6 +16524,7 @@ pro-resources pro-site pro/about pro2 +proFile/history? proMatch proProjects proVideoWidget @@ -16499,6 +16543,7 @@ product-reviews/B0069IY63Y product/electrode/api/logger product/electrode/api/wpa product/recommended +product/reviews? productBrand= productId= productPurchaseDone @@ -16541,6 +16586,7 @@ profile/*/followers profile/*/following profile/*/map$ profile/downloads_limit +profile/history? profile/license profile/payment/getstarted profile/view @@ -17181,6 +17227,7 @@ responder rest rest results +results results-export-email-by-search-data results-export-ids results-export-search-by-year @@ -17235,6 +17282,7 @@ reviews/seller reviews/top-reviewers reviews_page= rewards +rewardsapp/ rf=* rfcdiff* rh-cong3-fragment @@ -18008,6 +18056,7 @@ set_cookie.pl setbucket setprefs settings +settings settings/* settings/deactivated settings/linkaccount @@ -18138,6 +18187,7 @@ sharing/files sharing/folders sheet/help/search-results.html shelf/user_shelves +shenghuo shenghuo/search? shihui shihui? @@ -18147,6 +18197,8 @@ shipping-payment shippingassistant shippinginformation shop +shop$ +shop/ shop/bag shop/browse/campaigns/mobile_overlay shop/browse/overlay @@ -18160,6 +18212,7 @@ shop/sign_in shop/sign_out shop/signed_in_account shop/store/feeds +shop? shop_name_search_service shop_pins shopfront-api @@ -18717,6 +18770,7 @@ social-connect/send social/help/search-results.html social/photosui/images social/photosui/sitemap +social/search? social/social-security-directory/cai social_media socialapp/ @@ -18810,6 +18864,7 @@ spanish/thewto_s/minist_s/mc10_s/coordinator_guide_s.pdf spanish/thewto_s/minist_s/mc10_s/participant_guide_s.pdf spartan spatl +spbasic spbot spc-source= special-promo/2for1 @@ -18896,6 +18951,7 @@ sports_fp_ms spp/ spr-paid-posts spreadsheet +spresults sprint_wml sprint_xhtml sprints/help/search-results.html @@ -18978,6 +19034,7 @@ statement static static-assets/documents/PwnedPasswordsTop100k.txt static-assets/images/collection +static/ static/*.css$ static/*.css? static/*.gif @@ -19102,6 +19159,8 @@ storeclick storefront storepicker storerequest +stores$ +stores/ stores/page/*visitId= stories story @@ -19649,6 +19708,7 @@ text textedition tfemail th +th$ th-*/ th-th/ th/android/collections @@ -19669,6 +19729,7 @@ th/solutions/case-studies/ th/solutions/case-studies/innovators/innovators-eu/ th/user th/users +th? th_en th_th/templates/M thank-you @@ -19911,6 +19972,7 @@ translate_static translate_suggestion translate_t translation +translator/?ref= transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 @@ -19940,9 +20002,23 @@ travel/*/articles/page- travel/2013/aug/22/been-there-readers-competition? travel/8711559/The-Telegraph-Travel-Awards-2011.html travel/clk +travel/css travel/destinations-v1 +travel/flight/flightSearch +travel/flight/flightSearchAction +travel/flight/search/? +travel/flight/search? travel/flights/s +travel/hotel-search travel/hotel/e +travel/hotel/hotelMiniSearchRequest +travel/hotel/hotelSearch +travel/hotels/checkout +travel/hotels/detail +travel/hotels/search/? +travel/hotels/search? +travel/scripts +travel/secure travelnevadahighway95tc treasury treasury/treasdocuments @@ -20390,6 +20466,7 @@ ur/user ur/users urbanag urchin_test +url urlinator/static-1.54 urlinator/static-1.55 urlinator/static-1.57 @@ -20893,11 +20970,21 @@ video_passthrough video_passthrough.php videorequest videos +videos/? videos/assets +videos/browsing videos/e +videos/explore +videos/favorites +videos/feed +videos/feedcontent videos/get_video_by_uid/ videos/images videos/js +videos/music +videos/music/ +videos/music/? +videos/music? videos/search.php videos/search.php?filter=*&s=Fight+Compilation$ videos/search.php?filter=*&s=Fight+Compilation*&start=*$ @@ -20942,8 +21029,13 @@ videos/search.php?s=street+fight$ videos/search.php?s=street+fight*&start=*$ videos/search.php?s=woman+fight$ videos/search.php?s=woman+fight*&start=*$ +videos/search/? +videos/search? +videos/trending +videos/trendingcontent videos/viewmeta/ videos/week +videos? videosearch view viewReview @@ -21197,6 +21289,10 @@ whysecure whythisad widget widget-landing-page.html +widget/cr +widget/entity/search/? +widget/render +widget/snapshot widget_auth.php widget_chunks widgets @@ -21960,6 +22056,7 @@ word/download word/embed wordpress/wp-admin wordpress/wp-admin/admin-ajax.php +work work/_ work/acceptinvitation work/account @@ -22063,7 +22160,6 @@ wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt wp-admin/admin-ajax.phphttp://fool.com/robots.txt -wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 3fb319141..7990c4f96 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -775,7 +775,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService *.html$ */*/cart$ + -++conversation +Furniture+_PLAHome+= +loggerhead , @@ -936,7 +935,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .aspx .aspx$ .aspx$ -.aspx$http://buycatfleamedicine.com/robots.txt .aspx?Currency .aspx?currency .aspx?module @@ -1660,7 +1658,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/tables /*/talk /*/trackback -/*/trackback /*/trackback/ /*/trackback/$ /*/vote @@ -2549,6 +2546,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /2018- /2023- /22 +/22732481 /23 /25 /27 @@ -2600,7 +2598,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /9401 /:F*: /? -/?* /?*&page=* /?SHOWALL* /?__hstc= @@ -3095,6 +3092,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /about-us/newsroom/nuance-in-the-news/ /about/newsroom/press-releases?* /abtest +/abuse$ /academy /accessoriesdata /account @@ -3156,6 +3154,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /affiliates_content_iframe* /affiliates_content_iframe.cms* /affiliates_library* +/again$ /agb$ /aggregate /ai-search @@ -3351,14 +3350,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /atom.xml /attachment /attachment/ -/attachment/* /attachments -/attend-my-event /auctions/ecatalogue/lot.pdf /audible/signinRedirect /audio-video/docent /audio_ad? -/auth /auth/linkedin /auth/login/* /author @@ -3472,7 +3468,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /book-appointment/parent-information* /book-appointment/patient-information* /book-appointment/reason-for-visit* -/book/reservation/find /bookmark-*.html /bookmark.html /bookmarks @@ -3556,7 +3551,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /bundles /busca/* /buscador/ -/business /business/ai-search /business/availability /business/parsing-pages @@ -3641,7 +3635,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /changeset /changesets /channel-encyclopedia -/channel-resources/domain-registry-products/subnet/http://veritaperrenato.noblogs.org/robots.txt +/channel-resources/domain-registry-products/subnet/http://zemanta.com/robots.txt /channel/source/ /channelcommunity /channels @@ -3694,7 +3688,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /collections/*? /collections/*filter*&*filter /collections/*sort_by -/collins +/collins/ /columntemplatesearch /comentarios /coming-soon*&page= @@ -3707,7 +3701,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /coming-soon*sort=runtime /coming-soon*sort=title /comment -/comment /comment$ /comment- /comment-page- @@ -3792,7 +3785,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /conf /config /configspace/* -/confirmation /confirmation/ /connected-living/content-library /connections/* @@ -4310,7 +4302,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /evalcenter/ /event- /event-created -/event-locations /event-queue /event/*/edit /event/*/promote @@ -4370,7 +4361,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /feed/$ /feed/* /feed/*/articles.xml -/feed/mailpulse /feed/rss/$ /feed/rss/$ /feed/search @@ -4396,7 +4386,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /filter/viewport /filters/ /find-an-expert? -/find-hotels /find-visa-requirements-results.aspx? /find-visa-requirements.aspx? /find.do @@ -4563,9 +4552,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /graphql/search /graphs /group -/group-locations -/group-search -/guest /guest/order /guia-del-districte/equipaments-temes /guia-del-distrito/equipamientos-por-temas @@ -4666,7 +4652,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /hola/viajes/fotorreportajes /hola/viajes/galerias /hola/viajes/noticias -/home /home$ /home-design/share /home.sendtoafriendform @@ -4711,6 +4696,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /iine_entry-*.html /ikea-family/home-project-planner /image +/image$ /image-*-*.html /image-editorial /image-generated @@ -5233,7 +5219,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ng/electronics/how-to-select-tv-by-what-you-watch-netflix /ng/electronics/how-to-select-tv-by-what-you-watch-smart-tv /ng/electronics/how-to-select-tv-by-what-you-watch-sports -/ngg_tag /nightly-news /nl /no @@ -5371,7 +5356,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /partials/comic /partials/htmlbox /partials/related -/partner /partnercentral /partners/search?* /partners? @@ -5409,7 +5393,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /personal-offer /personal/* /personality/index$ -/personalized /pf/api /pf/undefined?d= /pgtrack.js @@ -5486,7 +5469,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pr$ /pr/ /preferences/ -/preferred-rates /premiere-elements-editor /premium /premium/* @@ -5593,7 +5575,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pt-ao/electronics/como-selecionar-televisor-pelo-que-ve-smart-tv /pt-mea /publ/comments -/public /public/fc-assets/locales /publicaciones-oficiales /publicacions-oficials @@ -5713,7 +5694,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /returns/*?liteToken= /returns/*?ref= /reusable-content -/reverse +/reverse/ /review /review/ /review/add @@ -5773,6 +5754,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /schrijf-een-review /science/ereader /science/fabrication +/scr.png$ /screenshots /script /script/ @@ -5863,7 +5845,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /search/assets /search/by-images /search/collections -/search/find-hotels /search/login /search/models /search/portfolio @@ -5957,6 +5938,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sevilla/*_noticia.html /sevilla/*_video.html /share +/share$ /shared-board/* /shared-content/* /shared/ @@ -6068,7 +6050,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /start /static /static.lystit.com -/static_search_assets /stats /stats?id= /stats_data @@ -6240,6 +6221,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /thirdpartyservice /threadmorehelp /threads/post- +/thumb.png$ /thumbnails /tickets/new /tid_external_content_proxy @@ -6642,7 +6624,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*& ?*& ?*&json -?*-C= ?*/ ?*/*ref ?*002/*0902 @@ -6672,7 +6653,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*alrt= ?*am_is_new ?*am_on_sale -?*amp= ?*answerId= ?*apikey*http://visaeurope.com/robots.txt ?*app @@ -6830,7 +6810,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*redirectKey ?*redirect_url= ?*ref -?*ref= ?*regions ?*replies= ?*resetKey= @@ -6843,7 +6822,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*searchQuery=* ?*searchResultPosition= ?*search_keywords= -?*searchterm= ?*show_deferred ?*showonlyads= ?*shpxid= @@ -7175,7 +7153,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?attachment_id* ?attachment_id= ?attachment_id= -?attachment_id=* ?attribute_key ?auHash= ?auth_code= @@ -7782,7 +7759,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?priceMin ?print ?print= -?print=* ?print=1 ?print=1 ?print=true @@ -8082,7 +8058,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?stampa=1$ ?start ?start= -?start=* ?state= ?staticVersion= ?status= @@ -8316,6 +8291,7 @@ AE/ AF/ AG/ AI/ +AJAXhttp://allocine.fr/robots.txt AL/ AM/ AN/ @@ -13848,7 +13824,6 @@ Doc-rss Doc-y/ Documentation/ Documents/ -Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt Documents/postgraduate-prospectus.pdf Documents/students/undergraduate-prospectus.pdf Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf @@ -15590,7 +15565,6 @@ Themes/Blogs/HealthyPets/MiddleOptin.aspx Themes/Blogs/HealthyPets/RegistrationPopUp_HP.aspx Themes/Blogs/Healthypets/RegistrationPopUp_VWO-exit.aspx Themes/Blogs/mercolaArticle/RegistrationPopUpMobile.aspx -Themes/Client/app/img/favicons/manifest.json Themes/HealthyPets/images/ ThisIsABadPathNotToBeUsed/ ThreadeskupSimple @@ -16365,7 +16339,6 @@ a/search-with-google a/subscribe a/the-style-room/filters a3_articles -a404/ a72g4xbonus a=blame a=blobdiff @@ -17183,7 +17156,6 @@ adblocker adc.net adchoice adclick -adclick.php add-article-share add-favorite add-new @@ -17203,8 +17175,6 @@ addOutlookToCalendar addToHistory add_diary.pl add_favorite -add_file.html -add_package.html add_to/ add_to/* add_to_blacklist @@ -17251,7 +17221,6 @@ adiachanta adimages/ adisplay.php aditichitkara -adjs.php adlink adm admanager @@ -17345,13 +17314,9 @@ ads.txt$ ads.txthttp://tandfonline.com/robots.txt ads/ ads/*? -ads/adclick.php -ads/adimage.php -ads/adview.php ads/gpa/vidgen ads/hotels/partners ads/housing/*? -ads/index.php ads/learn ads/local ads/place-an-ad/ @@ -17404,7 +17369,6 @@ advanced_search_result.php advancedroadmapsserver0327 advancedroadmapsserver0328 advancedsearch -advancedsearch.aspx advancement/files advancement/files/System_Services advancement/services_and_systems @@ -17429,7 +17393,6 @@ adverts advgifs advice/*?mode= advice/wp-content/themes/realtor/nobots -adview.php advisors advisory/ adwitiadey @@ -17758,6 +17721,12 @@ albie albright album album.php +album/delete_user_review +album/fetch_overview_review +album/fetch_review_view +album/report_inappropriate +album/review_thumbs +album/save_user_review albumarchive albums albums @@ -17904,7 +17873,6 @@ amazon amazon amazon-chat amazon100dollarsale -amazon_search amboy_bank ambry amc/en/domains/decisions/word @@ -19147,7 +19115,6 @@ artists/9115824 artists/9115824-songkickloadtesting1 artnetmktg arts/about/our-people/academic-staff/staff-profile.html -arts/events arts/library/ artshowcmt/ artsys @@ -19231,7 +19198,6 @@ aspnet_client aspnet_client/ aspnet_client/ aspx -aspx$ aspx/ aspx/read.aspxhttp://tnt.netmng.com/robots.txt aspxerrorpath* @@ -19477,10 +19443,7 @@ atrsweb/recplus attach/ attachements attachment -attachment_category/* -attachment_color/* attachment_id= -attachment_styles/* attachments attachments/*/download_file attachments/download @@ -20439,6 +20402,7 @@ badges/profile/create bagley bagon bahl +baidu baileymerlin baileysincox bait @@ -20495,7 +20459,6 @@ bankruptcy/*page= banks banks/*/page= banmyipforever.cgi -banner banner.pl bannerinclude bannerinclude_DE @@ -21696,6 +21659,7 @@ blog/api-where-to-begin blog/archives blog/audible-listening-clubs blog/author +blog/author blog/author/ blog/author/*/page blog/author/matt-rowland-hill @@ -21703,9 +21667,8 @@ blog/cap-one/1 blog/cap-one/2 blog/cap-one/3 blog/category +blog/category blog/category/*/page -blog/category/*/post/latest.rss -blog/category/*/post/latest.xml blog/category/ghostery-news blog/cgi-bin blog/comment @@ -21743,8 +21706,6 @@ blog/media blog/navbar-reviews blog/note blog/order/ -blog/package/*/post/latest.rss -blog/package/*/post/latest.xml blog/page blog/page blog/page/*/ @@ -21780,6 +21741,7 @@ blog/trackback/ blog/versus-comments blog/wp- blog/wp-admin +blog/wp-admin blog/wp-admin/ blog/wp-admin/admin-ajax.php blog/wp-admin/admin-ajax.php @@ -21804,6 +21766,7 @@ blog/wp-includes blog/wp-includes/*.xml blog/wp-includes/js blog/wp-json +blog/wp-json blog/wp-login.php blog/wp-register.php blog/xmlrpc.php @@ -21821,10 +21784,8 @@ blog?*page= blog?*page=0 blog?q=* blog_portal/category/*/news -blog_post.html blog_this blog_this.pyra -blog_view? blogannouncements/ blogapi/ blogask-zoho/ @@ -23899,8 +23860,6 @@ browse-2 browse-by-subject browse-smarter-with-ghostery-8 browse.aspx -browse.html/download -browse.html/view/html browse.php browse/*/libs/* browse/*?username @@ -23912,8 +23871,6 @@ browse/bookview.aspx browse/deviceDetails.jsp browse/deviceISPUDetails.jsp browse/devicesetup -browse/download -browse/feed browse/genre browse/issue/*/follow browse/last @@ -28386,9 +28343,6 @@ casl2 casosint cassandrawang cassets -cassette.axd/manifest.xml -cassette.axd/script/ -cassette.axd/stylesheet/ cassini-huygens/de/ cassini-huygens/de/textonly/ cassini-huygens/en/textonly/ @@ -30637,7 +30591,6 @@ celeb/sadie-sink celeb/sydney-sweeney celebratingcensus celebrities/s -celebrities/search celebrity-news celebritycruises/guide-to-the-globe celenahuo @@ -30977,8 +30930,6 @@ chapters.html chapters/local-activities chapters/students/excellence-awards/ charge -charities/beta/account/login -charity/search charityturnboe charlene_guillot charlesbhem @@ -31129,6 +31080,7 @@ chc chdinh chebi check +check-logged-in check-web-status.html check.htm checkForm= @@ -31460,7 +31412,6 @@ clarencelee clasp.html class class -class="CvDJxb" classes classes-new classes/ @@ -34420,7 +34371,6 @@ comment/quote comment/reply comment/reply/ comment/report -comment_package_recommendation commentaire commentaires/ commentaries/Chuck_Smith @@ -34543,7 +34493,6 @@ community/calendar.php community/casebrief/b community/category/* community/comments -community/compose/* community/conversations community/de/ community/de/textonly/ @@ -34827,7 +34776,6 @@ compliance/security-assurance-faq-complete compliance/third-party-access/ component component-uat -component/ componentes componentgrouplibrary/* components @@ -35666,8 +35614,6 @@ contest contest.php?pg= contest/ contest/*/view_submission.html -contest/log_presence -contest/previous_winners contests contests/*/shareimage contests/*afghanistan @@ -35785,7 +35731,6 @@ contrib-browse.asp* contrib/download contrib/flowplayer contribute -contribute.html contributi/pressrelease contribution contribution/contest/index? @@ -36173,6 +36118,7 @@ cpl cpl-edit cpoirier cpresources +cpro cpropub/univercd cps/en cps/fr @@ -36963,7 +36909,6 @@ customization-work-integration-ps customization-work-multivendor customization-work-oc customize -customize$ customize/ customize_autosaved= customize_changeset_uuid= @@ -37075,24 +37020,24 @@ cz/typy-karet-mastercard.html cz/uefa.html cz/zasady-ochrany-osobnich-udaju-safe-harbor.html cz/ztrata-karty.html -czde +czde/ cze/layout/set -czes -czfr -czgr +czes/ +czfr/ +czgr/ czhang czimanyi -czit -czja -czko -cznl -czpl -czpt -czro -czru -czsv -cztr -czzh +czit/ +czja/ +czko/ +cznl/ +czpl/ +czpt/ +czro/ +czru/ +czsv/ +cztr/ +czzh/ d d. d/ @@ -38455,7 +38400,7 @@ decision-analytics/da-whitepaper-archive.html deck deck-maker decorator/ -decz +decz/ deep-health-abstract deep-health-auth deep-health-search @@ -38491,12 +38436,12 @@ definition/Rosamund definition/barred%20ghoul definition/wipedout definizione/geraschelt -defr -degr +defr/ +degr/ degroot -deit -deja -deko +deit/ +deja/ +deko/ delange-artistmanagement/en-GB/art0sts/artist.aspx?category=42386122047193089.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=44317411747102721.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1 delayed_job @@ -38542,7 +38487,7 @@ demos dempubweb denise-snyder denisschapiro -denl +denl/ dental/*/index.php dental/dh dental/endo @@ -38558,7 +38503,7 @@ departement-de-service-ouvert departments departure= departureDate= -depl +depl/ deployment-test-clf2 deployment-test-clf3 deployment-test-clf4 @@ -38577,6 +38522,7 @@ deposits/*.pdf$ deposits/*.swf$ deposits/*.txt$ dept +dept/ dept/soc/people/rsandefur depth-- depts/* @@ -38584,10 +38530,10 @@ depts/CAS depts/purchase/* dermatology/appointments-and-referrals/connective-tissue-diseases/appointment-thankyou dermatology/appointments-and-referrals/signup-thankyou -dero +dero/ derr derricktin -deru +deru/ deryahonca desai desalvo @@ -38600,15 +38546,12 @@ descriptivepsychology design design-guide/ design-products -design.html design/ design/free/files design/index.php/member/ design/index.php/students/ design/play design/test -design/theme -design/turn designdb/*/jsp designdb/*/showData.jsp designdb/*? @@ -38664,7 +38607,7 @@ destinations/south-america.html destinations/south-america/* destinations/south-pacific.html destinations/south-pacific/* -desv +desv/ det detail detail/*Ajax.do$ @@ -38674,7 +38617,7 @@ details-*.html details-print detailshttp://craigslist.org/robots.txt detect -detr +detr/ dev dev-sites dev.artnet.* @@ -38746,7 +38689,7 @@ devsrc devtest/ dex deyoung -dezh +dezh/ dfa/UHC_physicians_RM_guide.pdf dfkw dfppclp @@ -40407,7 +40350,6 @@ didar diegoestevez diegorivera diets/* -diff diffbot/ diffs dig-perf-test @@ -40621,9 +40563,6 @@ discoverypark/vaccine/events discoverypark/vaccine/news discoverypark/wghi/events discoverypark/wghi/news -discuss/design -discuss/package/*/latest/latest.rss -discuss/package/*/latest/latest.xml discuss/search discussion discussion-groups @@ -41325,7 +41264,6 @@ dotbot doterra/ dotimer.php dotnet_library_license.htm -doubanapp/card double-rainbow double_activation doubleclick @@ -41385,7 +41323,6 @@ downloaded-images.asp* downloader downloader/ downloader2 -downloadimage.aspx downloadmarc downloadportfolio downloadpubliclightbox.php @@ -41414,13 +41351,6 @@ dp/shipping dp/twister-update dp/twister-update/ dpa/pw_usa/feed/partys_es.xml -dpd/appdocs/ -dpd/appsnippets/ -dpd/codes/dr/ -dpd/luib/ -dpd/planning/design_commission/includes/ -dpd/publications/cam/ -dpd/research/gis/webplots/ dpl dpp dprinz @@ -41732,6 +41662,7 @@ economia/negocios/balance-nid04112021 economia/negocios/balance-nid04112021/?outputType=amp economia/negocios/mercado-libre-tuvo-ganancias-por-us952-millones-en-el-tercer-trimestre-del-ano-nid04112021 economia/negocios/mercado-libre-tuvo-ganancias-por-us952-millones-en-el-tercer-trimestre-del-ano-nid04112021/?outputType=amp +economia/pt-br/internet economia/rubriche/affari-in-piazza/2016/04/20/news/divorzio_amaro_tra_adr_e_palenzona-138051608 economia/speciali/2010/la-crisi-greca/notizie/test1_db95ec2e-520e-11df-9da0-00144f02aabe.shtml economia/trovolavoro/12_dicembre_07/consigliere-startup-iniziare-donne_03104550-405b-11e2-abcd-38132480d58e.shtml @@ -41767,7 +41698,6 @@ edit/review edit/success editUserInfos.do edit_article -edit_package_recommendation editar_nb editar_nk editarticle @@ -45401,7 +45331,7 @@ escuela-arquitectura-diseno/wp-content/sites/ escuela-arquitectura-diseno/wp-content/themes/ escuela-arquitectura-diseno/wp-content/wp-admin/ escuela-arquitectura-diseno/wp-content/wp-includes/ -escz +escz/ esearch esejdic esfr/Empella @@ -45409,7 +45339,7 @@ esfr/Unternehmensanteil esfr/fixedneutered esg/s1/Permission esg/s1/permission -esgr +esgr/ eshabliy eshah eshop.xml @@ -45420,12 +45350,12 @@ esi_cache esim/wp-admin esim/wp-content/plugins esim/wp-includes -esja -esko +esja/ +esko/ eskupTSUpdate esl/layout/set esmecaramello -esnl +esnl/ esntial.htm esoft-job esotiri @@ -45457,15 +45387,15 @@ especiales/2004/03/espana/14m/resultados/ especiales/2008/09/internacional/elecciones_eeuu/noche_electoral/index.html/ especiales/vogue_business espiar -espl +espl/ espn/now espnradio/podcast/feeds/easports esports esrc= -esro -esru +esro/ +esru/ essentialmums -essv +essv/ estadao estadao-verifica estadisticas/populares/p @@ -45474,7 +45404,7 @@ estadisticas/report-content estaticos/recursosgraficos/responsive/especiales/amazon-interno/* esteban-orellana esteri/07_novembre_24/allam_8b31e72c-9a84-11dc-a3e4-0003ba99c53b.shtml -estr +estr/ estudis/mastersuniversitaris/prodart esu/unitprogcat esupport/article.html* @@ -45496,7 +45426,7 @@ esupport/smbindex.jsp* esupport/solutionDisplay.jsp esupport/speed-calculator* esupport/u-verse-tv-troubleshooting/* -eszh +eszh/ et et$ et-*/ @@ -45798,7 +45728,6 @@ event/sansfire-2019 event/santa-monica-2019 event/scottsdale-2019 event/scottsdale-2020 -event/search event/seattle-fall-2019 event/seattle-spring-2019 event/security-east-2019 @@ -46386,6 +46315,7 @@ fapi faq faq-index-search?* faq-tags/ +faq.html$ faq/don_stewart/stewart.cfm faq/food.php faq/wp-admin/ @@ -46578,7 +46508,6 @@ feed/update feed/v1/podcast/triggered-uncensored feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt feed/xml -feed/zen/ feed= feed=rss feed? @@ -48575,6 +48504,7 @@ folder/ folderEntries folder_factories$ folder_factories$ +folder_factories$http://gov.il/robots.txt folder_summary_view$ folder_summary_view$ folha/backend @@ -50333,8 +50263,8 @@ francophonie frank frank/index.htm franklynwang -frcz -frde +frcz/ +frde/ fre/layout/set fred fred-glance-widget.phphttp://freecodecamp.org/robots.txt @@ -50364,7 +50294,7 @@ french/thewto_f/minist_f/mc10_f/coordinator_guide_f.pdf french/thewto_f/minist_f/mc10_f/participant_guide_f.pdf fres/grandseigneur fresh -frgr +frgr/ fri friday friday-after-next @@ -50375,11 +50305,11 @@ friendsfavorites/ friendships friendsprofile friendstimes -frit -frja -frko +frit/ +frja/ +frko/ frnf2014 -frnl +frnl/ frogs/ frogs/legs/ frogs/phones/ @@ -50405,13 +50335,13 @@ frontoffice frontpage-slideshow-images froogle? froogle_ -frpl -frpt -frro -frru -frsv -frtr -frzh +frpl/ +frpt/ +frro/ +frru/ +frsv/ +frtr/ +frzh/ fs-bin fs/de/ fs/de/textonly/ @@ -50470,7 +50400,6 @@ funderportal funding/funding_results.jsp* funding? fundraise -fundraiser/search funds funkcjonalnosci/kreator-stron-www/szablony*order= funkcjonalnosci/kreator-stron-www/szablony/*/* @@ -51764,39 +51693,37 @@ grappelli grar grav grazie -grcz -grde +grcz/ +grde/ greece/documento/2012 greenzang greet.php greetingcard-view gregorschubert -gres +gres/ grestenberger grfp* -grfr +grfr/ grid grid_report/documents griffinlab griggs grillos -grit +grit/ grizzlies/node grizzlies/users -grja -grko -grnl +grja/ +grko/ +grnl/ groeger grossesshowexcel.cfm group group/ -group/search group/terms group/wp-admin groupAnswers groupEntries groupSharingMsg -group_member.html groupbanking groupcallembed/* grouping-containers @@ -51824,17 +51751,17 @@ growing-up-chrisley growth growth-tools-assets growthformula -grpl -grpt -grro -grru -grsv -grtr +grpl/ +grpt/ +grro/ +grru/ +grsv/ +grtr/ grub-client gruizeh grunes grusdt -grzh +grzh/ gs- gs-taxonomy gs_counter @@ -52847,6 +52774,7 @@ homepage-beta homepage-experiment homepage-flash-testing.jsp homepage-video-test +homepage/ homepage/2013 homepage/health/2009/fall/nobel-prize.shtml homepage_feature @@ -56253,6 +56181,8 @@ http://bcg.com/robots.txt http://bchindia.com/robots.txt http://beautifulthailand99.blogspot.co.uk/robots.txt http://bestdocsnetwork.com/robots.txt +http://bharat.republicworld.com +http://bharat.republicworld.com/*http://res.cloudinary.com/robots.txt http://bhf.org.uk/robots.txt http://bigoven.com/robots.txt http://blackholerecordings.com/robots.txt @@ -56354,7 +56284,6 @@ http://mpgi.edu.in/robots.txt http://myrobotlove.blogspot.com/robots.txt http://n.us1.dyntrk.com/robots.txt http://nachosuarez.blogspot.com/robots.txt -http://namecheap.com/robots.txt http://nanowrimo.org/robots.txt http://nascardigitalmediallc.demdex.net/robots.txt http://nebula.wsimg.com/robots.txt @@ -56462,11 +56391,31 @@ httpd httpd/reports https https: +https://adtest-hin.republicworld.com +https://adtest.republicworld.com +https://api-cms.republicworld.com +https://api-en.republicworld.com +https://api-feature.republicworld.com https://apps.opm.gov/tax_calc/withhold_calc/index.cfm https://azwp-az-prod-1-ap-southeast-2.s3.amazonaws.com/uploads/wpforms https://bdn-data.s3.amazonaws.com/uploads/wpforms +https://c.amazon-adsystem.com +https://cdn.jwplayer.com +https://cdn.taboola.com https://comunitaqueeniana.weebly.com/more-of-that-jazz/category/interviste +https://content.jwplatform.com +https://dev-en-cms.republicworld.com +https://dev-en-cmsapi.republicworld.com +https://dev-en-featureapi.republicworld.com +https://dev-en-republicapi.republicworld.com +https://dev-en-ui.republicworld.com +https://dev-hin.republicworld.com https://election.ctvnews.ca/ +https://en-preprod-cms.republicworld.com +https://en-preprod-cmsapi.republicworld.com +https://en-preprod-extapi.republicworld.com +https://en-preprod-pub.republicworld.com +https://en-preprod-publicapi.republicworld.com https://give2.chop.edu/event/giving-tuesday-2020/e307052 https://give2.chop.edu/event/giving-tuesday-2020/e307052/register/new/select-tickets https://give2.chop.edu/give/254724/#!/donation/checkout @@ -56483,6 +56432,17 @@ https://le-cep.org/wp-content/uploads/wpforms https://media.chop.edu/data/files/educational-modules/lgbtq/* https://newprocessfromhome.com https://ngadiasporaproject4040.com/wp-content/uploads/wpforms +https://preprod-hin.republicworld.com +https://qa-cms.republicworld.com +https://qa-cmsapi.republicworld.com +https://qa-eng.republicworld.com +https://qa-extapi.republicworld.com +https://qa-hin.republicworld.com +https://qa-publicapi.republicworld.com +https://r-power.republicworld.com +https://securepubads.g.doubleclick.net +https://soft-launch.republicworld.com +https://ssl.p.jwpcdn.com https://statistiek.rijksoverheid.nl/piwik/js/tracker.php https://themeforest.net/item/rehub-directory-multi-vendor-shop-coupon-affiliate-theme/7646339http://kohls.com/robots.txt https://visitgreenland.com/wp-content/uploads/ono-fleischers-hotel-apartments/ @@ -57586,7 +57546,6 @@ images/? images/EdSymp2010_reportforweb_tcm18-185058.pdf images/G/01/imdb/css images/HTPopups/ -images/Musik_468x60.swf images/PageScans images/Podcasts images/Popup/ @@ -58198,6 +58157,7 @@ info/* info/Review info/Widerrufsrecht-und-Muster-Widerrufsformular.html info/agb/anb-2018.html +info/agb/api.html info/agb/starter-2018.html info/allgemeine-geschaeftsbedingungen.html info/consent @@ -58206,7 +58166,6 @@ info/jobs/Development-Operations-Engineer.html info/jobs/Kooperations-Manager.html info/jobs/Social-Media-Online-Kommunikation.html info/jobs/UX-UI-Designer.html -info/jobs/Werkstudent.html info/jobs/ba-medieninformatik.html info/jobs/backend-entwicklerin.html info/jobs/buchhaltung-payment.html @@ -58224,6 +58183,7 @@ info/jobs/showmaster.html info/jobs/social-media.html info/jobs/support.html info/jobs/texterin-uxwriterin.html +info/jobs/werkstudi-social-media.html info/logistic info/privatsphaere-und-datenschutz.html info/radio @@ -59415,8 +59375,8 @@ ita/layout/set italianthings itc itc/ccnmtl/assets -itcz -itde +itcz/ +itde/ item item-img/* item/clone @@ -59445,14 +59405,14 @@ items/write iten/Rotationskolbenpumpe iten/knarrender iten/lastricher%C3%A0 -itfr -itgr +itfr/ +itgr/ itineraires itineraires/*/itineraires-de- itineraires/*/routes-a-partir-de- -itja +itja/ itkatz -itko +itko/ itm/*&fits itm/*, itm/*.jpg @@ -59472,12 +59432,12 @@ itm/soi itm/variationlogistics itm/watch itmhero -itnl +itnl/ itoolshelp -itpl -itpt -itro -itru +itpl/ +itpt/ +itro/ +itru/ its-national-cybersecurity-awareness-month its/new its/old @@ -59486,15 +59446,15 @@ itsadmin itservices/sfuconnect itsnotok itsolutions/ -itsv -ittr +itsv/ +ittr/ itu_mt_main itudocr itudocs itunes itunes/mac/10.1/Contents/en/searchindex itvs/mt3 -itzh +itzh/ iui iv ivan.buzurovic @@ -59759,24 +59719,24 @@ jacobrosen jacobs-engineering-magwaa jacqueline-lane jacquelineepstein -jacz -jade +jacz/ jade-moon +jade/ jaehyun_jung jaeinlee jaekim -jaes +jaes/ jaewonshin -jafr +jafr/ jagchhatwal -jagr +jagr/ jahuang jaimebgoldstein jaimepanoptotestsite -jait +jait/ jajp/ jakeconway -jako +jako/ jalali jalili jamaicavoices @@ -59804,17 +59764,17 @@ janetzong janewolfe janheng janitor -janl +janl/ jannejnappi jannyliao -japl -japt +japl/ +japt/ jarada jared jaredhawkins -jaro +jaro/ jarradvanstan -jaru +jaru/ jasminc jasmine-runner/static-1.14 jasmine-runner/static-1.15 @@ -59831,8 +59791,8 @@ jasonadamsheets jasonjiaxiwu jasonkey jastover -jasv -jatr +jasv/ +jatr/ java javacalcs javadb/10.3.3.0 @@ -59873,7 +59833,7 @@ jayender jayoungchoi jayski/tracks/archive/story/_/id/*/* jayson-marwaha -jazh +jazh/ jazz/node jazz/users jb= @@ -60142,7 +60102,6 @@ jmestaz jmiller jmpstore/ jmrobertson -jmx-console jnaritomi jnguyen jnluo @@ -60162,7 +60121,6 @@ job/new job/redirect job/track-apply-click job/track-pageview -job_application.html job_game jobboerse/ jobid= @@ -61580,24 +61538,24 @@ ko/versions.html ko/versions/*/release.html ko_kr ko_kr/templates/M -kocz -kode +kocz/ +kode/ kodixon -koes -kofr +koes/ +kofr/ kogod/calendar/ -kogr +kogr/ koha/ kohane koichiroshiba -koit -koja +koit/ +koja/ kolkata kolson komsuch koncerty kong -konl +konl/ konradboeschenstein kontakt$ kontakt-myheritage @@ -61618,23 +61576,22 @@ kontaktova%C5%A5-podporu kontaktovat-podporu kontaktovat-spole%C4%8Dnost-myheritage kontakty -kontakty/2-uncategorised.html kooperation$ kooperation/karriere$ -kopl -kopt +kopl/ +kopt/ korean korisauserzachrison -koro +koro/ kortizceballos -koru +koru/ korzina kossowsky kostioukhina -kosv -kotr +kosv/ +kotr/ kouafi -kozh +kozh/ kozin kp/ kpacheco-barrios @@ -62469,11 +62426,6 @@ lifestyle/cartoons/the-gag-vault/gag-vault lifestyle/test$ liggettla light -light/accounts/assistance -light/includes -light/news/doc -light/printdocs -light/sclbusiness light_signups/new lightbox-controller.php lightbox-model.php @@ -62513,7 +62465,8 @@ link-intersect link-intersect/$ link.php link/ -link2 +link: +link? link_to linked linked_webroots @@ -62669,7 +62622,6 @@ livestrong/ui/iframeads livestrong/ui/iframefb livewire living-in-our-own-filter-bubbles -living-in-seattle/event-calendar living-off-campus/ living/dash living/relationships/hearstmagazines @@ -62810,7 +62762,6 @@ locate-repair-center-detail locate/index.html?locale=en_US location-de-voiture/resultats location.json -location/drama/search locationQuery= location_suggest locations @@ -63704,9 +63655,7 @@ mail/compare/zimbra-vs-fastmail-vs-fusemail.html mail/help/adminconsole/print/.network-solutions-mx.html.swp mail/help/api/search-results.html mail/help/search-results.html -mail/subscribe mail/termsandconditions -mail/valid- mail? mail?hl= mailEmergency @@ -64208,7 +64157,6 @@ maxwang maxy mayaandmiguel/ mayalogin -mayor/special_docs maysamali maysoon maz @@ -64305,7 +64253,6 @@ md/corporate/contact md/index.html md/news md/search/node -md5.js mdalessandro mdandurand mdezfulian @@ -64329,7 +64276,6 @@ mec-medicaid/ mecha mechanic meconnect/ -medal/* meddev media media @@ -64339,7 +64285,6 @@ media-gallery/* media-library/sites/alspac/migrated/documents media-manager media/ -media/* media/1287752/ media/1287913/ media/1288165/ @@ -64372,7 +64317,6 @@ media/css/ media/de/ media/de/textonly/ media/downloads/ -media/editimgecaption/* media/en/analog-dialogue/ media/en/company/sustainability-reports/ media/en/non-searchable/ @@ -65227,6 +65171,7 @@ mil4teachers/zh/unesco-media/*/lightbox mil4teachers/zh/unesco-paragraph/*/load-more mil4teachers/zh/unesco-search/*/lightbox mil4teachers/zh/unesco-solr/*/load-more/* +milb/stats mileageplan/AboutEStatements.asp mileageplan/AboutMP.asp mileageplan/CustomerComments.asp @@ -65353,7 +65298,6 @@ mirror-geo-redirect.php mirror-geo.php mirror.php mirror/hide -mirror_request.html mirrors mirzamohammadi misanoteri @@ -67192,7 +67136,6 @@ new_cmtofart2_nit_v1/ new_invite new_listing new_subdirectory -new_subject new_writer newattorneys newblog @@ -67313,7 +67256,6 @@ news/comodo-announces-advise-cyber-solutions-as-newest-mssp-partner/? news/comodo-integrates-open-source-edr-into-its-flagship-product-worlds-most-capable-open-source-edr-is-now-free-to-anyone-using-comodos-endpoint-protection/? news/cricketnext news/current -news/detail_print.asp news/directory news/externalpost news/faculty_students @@ -69022,23 +68964,23 @@ nl_BE/EUR nl_NL/EUR nl_nl/sjablonen/M nlanter -nlcz -nlde -nles -nlfr -nlgr -nlit -nlja -nlko -nlpl -nlpt -nlro -nlru -nlsv -nltr +nlcz/ +nlde/ +nles/ +nlfr/ +nlgr/ +nlit/ +nlja/ +nlko/ +nlpl/ +nlpt/ +nlro/ +nlru/ +nlsv/ +nltr/ nltrack nlytew -nlzh +nlzh/ nm1 nmaps/*? nmathewson @@ -69702,10 +69644,6 @@ observations/? observations? observing/dfo/status obsessed -obuchayushchie-kursy/2-uncategorised.html -obuchayushchie-kursy/27-sozdanie-muzyki-ot-novichka-do-profi.html -obuchayushchie-kursy/31-sozdanie-muzyki-ot-novichka-do-profi.html -obuchayushchie-kursy/37-sozdanie-muzyki-ot-novichka-do-profi.html oc oc/dash-button oc/forums @@ -69870,6 +69808,7 @@ offlinenotice.xml offrir-cadeau offrir-commande offset) +offset= offsetter_id= offsite ofirzg @@ -69969,7 +69908,6 @@ onesearch onesearch/search onesignal-content-newsletter-thank-you onestepcheckout -onhold/ oni-RAs online online-count @@ -70124,7 +70062,6 @@ optimize-360 optin optin/ option -options.html options/exposed_to_client.js options/new optout @@ -70458,11 +70395,9 @@ package.json package.json package/*/v package_files_uploaded_via_chrome -package_repositories.html packages packages packages.config -packages.json packages/*.css packages/*.gif packages/*.jpg @@ -70983,8 +70918,6 @@ payments/book payments?rid= paypal.php paypal/ -paypal_ipn -paypal_pdt.html payroll/paystub paytm payum-noshi @@ -71127,12 +71060,8 @@ people-profiles/* people/$ people/*/*?*daterange people/*/*?*page -people/*/all people/*/category -people/*/collect -people/*/do people/*/issues -people/*/wish people/[author] people/faculty/shapiro people/faq/ @@ -71201,7 +71130,6 @@ personalize personalprofiles personalrecommend personfinder -personnel/includes perspectiva perspective perspectives @@ -72084,31 +72012,31 @@ playlists/*/user playlists/flag plays playstation -plcz -plde +plcz/ +plde/ please_wait.php plehmann plenary/*/vod.html -ples +ples/ plesk-lifecycle-policy-draft plesk-webops-and-hosting-panel/ -plfr -plgr +plfr/ +plgr/ pli -plit +plit/ pliu -plja -plko -plnl +plja/ +plko/ +plnl/ plonejsi18n$ plp$ -plpt -plro -plru +plpt/ +plro/ +plru/ pls pls/zone2/f -plsv -pltr +plsv/ +pltr/ plug_id plugin plugin/*.css @@ -72157,7 +72085,7 @@ plus/signup plus/vip plusd/cables/07PANAMA255_a.html plusinstall -plzh +plzh/ pm pm-optout pm/ @@ -72185,7 +72113,6 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities -pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyXgocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwolCiNXYXMgYmVkZXV0ZXQgVXNlciBBZ2VudCAqIGRpc2FsbG93PwoUChJXYXMgaGVpw590IFJvYm90cz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x229eB2ef3rSUGRslyAsVTSy0AhKTk\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment pmcomment/ pmeehan @@ -72616,7 +72543,6 @@ portfolio portfolio-airtable portfolio-site portfolio/ -portfolio/* portland/2011/01/portland_woman_upset_by_attack.html portland/2016/12/who_is_portlands_mysterious_li.html portland/2017/01/lincoln_high_school_student_ac.html @@ -72636,9 +72562,6 @@ post/image-zoom postQuestion.htm postRender post_comment -post_forum_message.html -post_job.html -post_package_recommendation post_tag post_tag-sitemap.xml post_type=features*http://tebh.org/robots.txt @@ -73198,7 +73121,6 @@ productreview/user products products.php? products/ -products/* products/*+ products/*--*--*-- products/*/*/dse @@ -73432,12 +73354,8 @@ professional-projects-request-form/thanks professionalengineers/search/node professionals/*/s professionals/*/sortReviews -professionals/contact -professionals/country/*/locations/locations.kml -professionals/locations/locations.kml professionals/query professionals/s -profi/* profil profil/ profile @@ -73757,14 +73675,12 @@ progressloading.html project project-chooser!input.jspa project-spice -project/* project/*/event project/issues/*/search project/issues/search project/issues/subscribe-mail project/video projects -projects/* projects/*/activity projects/*/best_release.html projects/*/complete @@ -73902,7 +73818,6 @@ proximic proximus proxy proxy -proxy/* proxy/accounts proxy/accounts/v1 proxy/accounts/v1/groups @@ -74284,18 +74199,18 @@ pt_pt/modelos/M pt_pt/renew.html pt_pt/support ptapi/* -ptcz +ptcz/ ptd -ptde +ptde/ pten/deslanchar -ptfr -ptgr -ptit -ptja -ptko -ptnl +ptfr/ +ptgr/ +ptit/ +ptja/ +ptko/ +ptnl/ ptp -ptpl +ptpl/ ptr-2/account ptr-2/account= ptr-2/error-static-cdn @@ -74312,12 +74227,12 @@ ptr/list= ptr/random ptr/search ptr/site-achievement -ptro -ptru -ptsv -pttr +ptro/ +ptru/ +ptsv/ +pttr/ ptype= -ptzh +ptzh/ pu/ pu_all pu_echo/*.htaccess @@ -74925,7 +74840,6 @@ rap-us/clips-us/amp rap-us/news-rap-us/amp rap_francais/news/amp rap_francais/son/amp -raphiphop/ rapid rapid-responses rapidrewards/rr-retrieve.html @@ -74943,7 +74857,6 @@ rashedulislam rassilki_test.php rastern rate -rate.html rate/orders rate= ratefinder/home?cc=US&language=en&locId=express @@ -74952,6 +74865,7 @@ raters/ap-reader-chat/ap-reader-chat ratgeber/check/* rating rating/ +rating/average ratings ratings$ ratings.json @@ -75128,7 +75042,6 @@ recaptcha/api3 recaptcha/eap recaptcha/enterprise recaptcha/trusttoken -recaptcha_ie recarrasco receipt receipt/order @@ -75153,13 +75066,6 @@ recherche.html recherche? rechercher rechercher/ -recipe/*/*/nutrition -recipe/*/*/print -recipe/*/bitflag -recipe/*/feedback -recipe/email* -recipe/link/* -recipe/zapcache/* recipes/cooking recipes/food/email recipes/food/reviews/*?print= @@ -75175,10 +75081,7 @@ recipes/shoppinglist/email reco recomendations/*/owner_actions recommend -recommend.html recommend/form -recommend_package -recommend_page.html recommendation/hb_web/offerpage recommendations recommendations-feedback @@ -75440,12 +75343,10 @@ rememberme remingtonhill remixed/rules/ remo -remont-kvartir/ remote remote-login.php remote.control remote.php -remote_repositories.html remotecontrol/bestpractices/jl-prototype remotecontrol/bestpractices/prototype remotelogout @@ -75520,7 +75421,6 @@ report/violation report= reportBadProductDescription.do report_abuse.gne -report_forum_abuse.html reportabug reportabuse reporter @@ -76742,7 +76642,6 @@ repository/privacy-policy.php? repository/terms.php? repository/terms.php?rs= representation -reputation reputationapp req request @@ -76758,7 +76657,6 @@ requestresetpass requests requests/*/satisfaction requireScreenname.htm -requirement.html requirements res res.php3 @@ -77073,7 +76971,6 @@ reviews/*/form reviews/*/pageInfo reviews/*/unfollow reviews/*/up -reviews/buy reviews/hall-of-fame reviews/hall-of-fame reviews/iframe @@ -77082,7 +76979,6 @@ reviews/market/*/compare/*-vs-*-vs- reviews/mortgage/single/id/quicken-loans-mortgage/rating/1* reviews/mortgage/single/id/quicken-loans-mortgage/rating/2* reviews/mortgage/single/id/quicken-loans-mortgage/rating/3* -reviews/order reviews/out? reviews/polls reviews/product @@ -77385,7 +77281,6 @@ robertroessler robertsheehan robinalbrecht robincolgrove -robokassa/ robos-linux robotic-assisted-surgery robots @@ -77396,24 +77291,24 @@ rockets/node rockets/users rockies/search rockwell -rocz -rode +rocz/ +rode/ rodi rodrigocetinapresuel rodriguez_padilla rodrik roe -roes -rofr +roes/ +rofr/ roganesyan rogerbot rogerdias rogers -rogr +rogr/ rohitabraham -roit -roja -roko +roit/ +roja/ +roko/ rolandolink roles roll @@ -77424,7 +77319,7 @@ ron/layout/set ronald roncarati rongqing-aaron-pan -ronl +ronl/ roomforrent/preview roomplanner/ roomplanner3d/ @@ -77441,9 +77336,9 @@ root/de/ root/de/textonly/ root/en/textonly/ root/textonly/ -ropl -ropt -roru +ropl/ +ropt/ +roru/ ros rosa/index.htm rosanne @@ -77456,12 +77351,12 @@ rosetta/de/textonly/ rosetta/en/textonly/ rosetta/textonly/ rosta -rosv +rosv/ rotalar/*/rotalar-kalkis- rotalar/*/suradan-rotalar- rotas/*/rotas-de- rothleadership -rotr +rotr/ rotte/*/rotte-da- roundabout route @@ -77489,7 +77384,7 @@ royals/search royalty-free-subscriptions.php royalty/s roymalka -rozh +rozh/ rp rp/ rpc @@ -77837,34 +77732,34 @@ ru_ru/shablony/M rubric2sport rubrique.php? rubulmout -rucz -rude -rues -rufr +rucz/ +rude/ +rues/ +rufr/ rugby? rugged-trucks -rugr +rugr/ ruidai ruiguo -ruit +ruit/ ruiyin -ruja -ruko +ruja/ +ruko/ rules rules rules$ rules? run rundowns/segment.php? -runl +runl/ running_races/*/results ruokonen ruoloAnzianita/ ruoloAnzianita2013/ -rupl -rupt +rupl/ +rupt/ rurl= -ruro +ruro/ rus rus$ rusa/sites/ala.org.rusa/files/content/sections/brass/brassprotools/Research_Competencies_Public_Draft.pdf @@ -77873,7 +77768,7 @@ rush-hour rush-hour-2 rush-hour-3 russia-today -rusv +rusv/ rutas-aereas/*/rutas-aereas-de- rutas-aereas/*/rutas-de- rutas/*/rutas-de- @@ -77882,11 +77777,11 @@ rute/*/rute-de-la- rute/*/rute-din- ruter/*/flyreiser-fra- ruter/*/ruter-fra- -rutr +rutr/ rutter/*/rutter-fran- rutter/*/turer-fran- ruxitagentjs_2SVfqr_10139180201161915.js -ruzh +ruzh/ rvh rvwr/*/visitdtl rw-reg/http://readwriteweb.com/robots.txt @@ -78089,6 +77984,7 @@ samlCertificates saml_login saml_sso sammy-test$ +sample sample- samplesViewSingle samsung @@ -78380,7 +78276,6 @@ scratch_1.4 scratchr2/static screen-flow/ screen-time-strategies-you-can-start-today -screen.js screen/image screencast screener/insider @@ -79076,7 +78971,6 @@ searchweb/*.html searchwishlists/ seasonal-calendar/all seatingchart -seattle seattle-superstorm seattle-workspace seattle/clickclick @@ -79399,7 +79293,6 @@ service-unavailable-today service/ service/* service/archiv -service/iframe service/quiz service/suche service/suche/index.html*query @@ -79856,7 +79749,6 @@ share-image-generator share-order share-post.g share-study -share-success/ share.php share.php? share?* @@ -79946,6 +79838,7 @@ sherwin-williams/wcm sherwin_special_offers shi shian +shifen/ shihui shihui? shijiawei @@ -80600,7 +80493,7 @@ shows3 showtag showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://img-static.com/robots.txt +showtimes/location/*http://img-fotki.yandex.ru/robots.txt shr* shreedas shrek @@ -80889,6 +80782,7 @@ sitek sitemap sitemap$ sitemap*.xml +sitemap*.xml$ sitemap-*.xml sitemap-extended sitemap-news-agencias-*.xml @@ -81827,6 +81721,12 @@ son/user son/users song song/data +song/delete_user_review +song/fetch_overview_review +song/fetch_review_view +song/report_inappropriate +song/review_thumbs +song/save_user_review song/search songqi songs/ @@ -81961,7 +81861,6 @@ specialtopic specialty/noindex/ specialty/small-business-livestream/ specific -specificToClient1/ specs/url specs/web-apps specs/web-controls @@ -82001,7 +81900,6 @@ splitbookinghotelreservation sponsor sponsor-a-child-charity sponsor-content -sponsor.html sponsor/* sponsored sponsored-content @@ -82123,7 +82021,6 @@ sprint_wml sprint_xhtml sprints/help/search-results.html sprockett -sprypay/ spsales spsearch.php spurs/node @@ -82180,6 +82077,7 @@ sr_latn/renew.html sramgopal srao src +src src/ src/* src/js/spmsg @@ -82421,7 +82319,6 @@ stations/anytimefitness/episodes/all_genres stations/force/force_localization.php? statistic statistic-server -statistic/ statistics-index-search?* statistics/ statistics/popular/p @@ -82466,7 +82363,6 @@ status-updates/wp-admin status-updates/wp-admin/admin-ajax.php status.formstack.com status/ -status/user statusupdateshttp://thalesgroup.com/robots.txt statwood stay-in-loop/send_mail.php @@ -82923,7 +82819,6 @@ subject subject-editors subject/*? subject= -subject_search subjects submission submissions @@ -82936,7 +82831,6 @@ submit.php submit.php submit.pl submitButton= -submit_user_group.html submitlink? submitnewsedit.cfm submitstory @@ -82986,7 +82880,6 @@ subscribe/view.pl subscribe/wb-auto/ subscribe?* subscribe?*http://addyosmani.com/robots.txt -subscribe_forum.html subscribe_now_url subscribe_success subscribememberemaillist.html @@ -82998,7 +82891,6 @@ subscribetocalendar.aspx* subscribetocitationalertlightbox subscription subscription-topup-credits-buy.php -subscription.html subscription/ subscriptionDetails.htm subscriptioncancel @@ -83441,29 +83333,29 @@ svc_ssr/site/CAN/rfktkn svc_ssr/site/EUR/rfktkn svc_ssr/site/USA/rfktkn svc_tax -svcz -svde -sves -svfr +svcz/ +svde/ +sves/ +svfr/ svg/not-indexed svg/private svg/static/icons/svg svg/vstatic/svg svgimageproc -svgr -svit -svja -svko +svgr/ +svit/ +svja/ +svko/ svmehta svn -svnl +svnl/ svpRecommendations -svpl -svpt -svro -svru -svtr -svzh +svpl/ +svpt/ +svro/ +svru/ +svtr/ +svzh/ sw sw$ sw-BR @@ -84428,7 +84320,6 @@ tempcache template template-elenaivanova template-files/ -template-resources template.html template/ template/*/*? @@ -85186,8 +85077,10 @@ time= time_shifts time_tout timedtext_video +timegate timein= timeline +timemap timeout timetable timezone-utils/static-2.111 @@ -85877,7 +85770,7 @@ translations translations/ translator/?ref= translator/c -translators +translators/ transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 @@ -85971,8 +85864,8 @@ travisbenson travismoore trax trck -trcz -trde +trcz/ +trde/ tre-artis treadstone treas-reports/ @@ -86010,13 +85903,13 @@ trends/topics trends/viz? trends? trends_tpt -tres +tres/ trevi_excel trevor-spelman trevorhughdavis trevorstark -trfr -trgr +trfr/ +trgr/ trial trial-pricing trial-status/ @@ -86092,27 +85985,27 @@ trips/v1 trishashrum trishaurmibanerjee tristanorthlaboratory -trit +trit/ trivia trivia/answer -trja +trja/ trk trk-download -trko -trnl +trko/ +trnl/ trovitBot troyadair -trpl -trpt -trro -trru +trpl/ +trpt/ +trro/ +trru/ trs/forums trs/kb/*/discuss trs/search trs/search/node trs/user trs/users -trsv +trsv/ truckingindustryforum/ajax.php truckingindustryforum/attachment.php truckingindustryforum/calendar.php @@ -86177,7 +86070,7 @@ try-which/wills/ try? tryagainlater.html trylater -trzh +trzh/ ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$ ts/de/ ts/de/textonly/ @@ -86840,6 +86733,7 @@ ukraina_ ul/P/umse/0 ulatan uli/trac +ulink? ulk/i ulk/sch ulk/usr @@ -86887,6 +86781,7 @@ unfinished.php unfollowAjaxCall uni_id= unibook/oldversions +unicef-component-mosaichttp://unicode.org/robots.txt unicode/members unicorn/check unified-terms @@ -87016,7 +86911,6 @@ update.bml update.php update.php update/ -update/topic updatePassword.htm update_ update_studio @@ -87698,7 +87592,6 @@ user user$ user* user-account -user-account/ user-activation user-document-collections user-panel @@ -87818,7 +87711,6 @@ user_inbox$ user_mana2 user_media user_modify.php -user_options.html user_package_options.php user_photos user_post @@ -87997,11 +87889,8 @@ util util util/ util/postier/suggerer.asp -util/spu404 -util/warp utilApp/ utilApp/webapi -util_old/ utilities utilities/ utilities/glossary/ @@ -88013,7 +87902,6 @@ utility/trac utility/vote utils utils/ -utils/* utl/ utm utm @@ -88255,7 +88143,6 @@ verification/source verificationofemployment verified-modal verify -verify$ verify-email verify-error verify-skill @@ -88780,7 +88667,6 @@ visa visgerrie vishalsharma visio -vision2000 visit visit-day visit-day/ @@ -88912,11 +88798,9 @@ votar vote vote-remove.mefi vote-review -vote.html vote.php vote0.php vote? -vote_package_recommendation voterinfo voterschoose voteu @@ -89233,7 +89117,6 @@ weaverm web web-admin web-answers -web-console web-double-optin-confirmation.html web-explore web-hosting-36http://aa.com.tr/robots.txt @@ -97176,7 +97059,6 @@ web/packages/colordistance/DESCRIPTION web/packages/colorednoise/DESCRIPTION web/packages/colorfindr/DESCRIPTION web/packages/colorhcplot/DESCRIPTION -web/packages/colorhex/DESCRIPTION web/packages/colorist/DESCRIPTION web/packages/colorizer/DESCRIPTION web/packages/colormap/DESCRIPTION @@ -111416,7 +111298,6 @@ wp-admin/admin-ajax.phphttp://apply.tulane.edu/robots.txt wp-admin/admin-ajax.phphttp://aweber.com/robots.txt wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt -wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt wp-admin/admin-ajax.phphttp://frontiersin.org/robots.txt @@ -111427,10 +111308,10 @@ wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt wp-admin/admin-ajax.phphttp://lonelyplanet.com/robots.txt wp-admin/admin-ajax.phphttp://news.microsoft.com/robots.txt -wp-admin/admin-ajax.phphttp://openssl.org/robots.txt wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt wp-admin/admin-ajax.phphttp://refinery29.com/robots.txt +wp-admin/admin-ajax.phphttp://roxie.holy.jp/robots.txt wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt wp-admin/admin-ajax.phphttp://tribe.net/robots.txt @@ -111483,8 +111364,6 @@ wp-content/plugins wp-content/plugins wp-content/plugins/ wp-content/plugins/*.css -wp-content/plugins/*.css -wp-content/plugins/*.js wp-content/plugins/*.js wp-content/plugins/abm-sej/includes/ga/js/tcfapi.js wp-content/plugins/abm-sej/includes/infinte-scroll/hb/hb_js.js @@ -111512,11 +111391,8 @@ wp-content/plugins/ws-form-pro/public/js/ws-form-public-tracking.min.js wp-content/sabai wp-content/sabai/File/thumbnails wp-content/themes -wp-content/themes wp-content/themes/ wp-content/themes/*.css -wp-content/themes/*.css -wp-content/themes/*.js wp-content/themes/*.js wp-content/themes/*.php wp-content/themes/2012/ad_ @@ -111565,9 +111441,7 @@ wp-content/uploads wp-content/uploads/ wp-content/uploads/* wp-content/uploads/**/*seo-restricted*.* -wp-content/uploads/*.css wp-content/uploads/*.jpg -wp-content/uploads/*.js wp-content/uploads/*.png wp-content/uploads/*/*/1650344292_1.png wp-content/uploads/*http://wikihow.com/robots.txt @@ -111920,7 +111794,6 @@ xh/kb/*/discuss xh/search xh/user xh/users -xhprof/* xhr xhtml/? xhtml/search? @@ -112679,27 +112552,27 @@ zh_tw/versions.html zh_tw/versions/*/release.html zhaoheng.gong zhcn/ -zhcz -zhde +zhcz/ +zhde/ zhenbo -zhes -zhfr -zhgr -zhit +zhes/ +zhfr/ +zhgr/ +zhit/ zhixianlei zhiyuan-sun -zhja +zhja/ zhk zhk-reviews -zhko -zhnl +zhko/ +zhnl/ zhongyingyan zhouchan zhowlett -zhpl -zhpt -zhro -zhru +zhpl/ +zhpt/ +zhro/ +zhru/ zhs/%E6%90%9C%E7%B4%A2 zhs/%E6%B5%8F%E8%A7%88 zhs/auth @@ -112708,7 +112581,7 @@ zhs/info zhs/onelook_american_dictionary_words.html zhs/onelook_british_dictionary_words.html zhs/spellcheck -zhsv +zhsv/ zht/%E6%90%9C%E7%B4%A2 zht/%E7%80%8F%E8%A6%BD zht/auth @@ -112717,7 +112590,7 @@ zht/info zht/onelook_american_dictionary_words.html zht/onelook_british_dictionary_words.html zht/spellcheck -zhtr +zhtr/ zhukov zhuohan.shao ziad @@ -112919,8 +112792,6 @@ zzz_systest 2 2*? 2-fast-2-furious -2-uncategorised.html -2-uncategorised/ 2.0 2/hi/help/8594343.stm 2/hi/help/8594488.stm @@ -113006,11 +112877,7 @@ zzz_systest 21-jump-street 22minutes 24/ -29-skachivay-kurs-sozdanie-muzyki-ot-novichka-do-profi.html -30-skachivaj-sozdanie-muzyki-v-fl-studio-pervye-shagi.html 32crhp -35-skachivaj-kurs-sozdanie-muzyki-na-avtopilote.html -36-skachivaj-kurs-sozdanie-muzyki-na-avtopilote.html 36AG/english/menu_bottom.asp 36AG/english/menu_top.asp 48f6543196cbbdefb88f247a0a8e4375 @@ -113122,7 +112989,7 @@ zzz_systest 2012-privacy-policy 2012/10/04/single-thirtysomething-and-living-with-breast-cancer 2012/Goog -2012/collins +2012/collins/ 2012/pyRdfa/extract 2013 2013/03/21/174840895