From 6a4e3e9393a0479e8c82a1fad83050f0f9679a68 Mon Sep 17 00:00:00 2001
From: "github-actions[bot]"
 <41898282+github-actions[bot]@users.noreply.github.com>
Date: Mon, 9 Dec 2024 10:04:32 +0000
Subject: [PATCH] [Github Action] Automated trickest wordlists update.

---
 .bin/wordlist-updaters/status.json            |   2 +-
 .../dolibarr-all-levels.txt                   |   3 +
 .../CMS/trickest-cms-wordlist/dolibarr.txt    |   1 +
 .../espocrm-all-levels.txt                    |   6 +
 .../CMS/trickest-cms-wordlist/espocrm.txt     |   1 +
 .../top-100.txt                               | 206 +---
 .../top-1000.txt                              | 205 ++--
 .../top-10000.txt                             | 941 +++++++-----------
 8 files changed, 437 insertions(+), 928 deletions(-)

diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index 3b72f69d5..4548a578b 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
         "last_update": 1733598197
     },
     "Trickest wordlist update": {
-        "last_update": 1733652224
+        "last_update": 1733738662
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
index 6dae23b92..dfcb852e5 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
@@ -66113,6 +66113,9 @@ UtilsTest.php
 test/phpunit/KnowledgeRecordTest.php
 phpunit/KnowledgeRecordTest.php
 KnowledgeRecordTest.php
+test/phpunit/AccountancySystemTest.php
+phpunit/AccountancySystemTest.php
+AccountancySystemTest.php
 test/phpunit/DateLibTzFranceTest.php
 phpunit/DateLibTzFranceTest.php
 DateLibTzFranceTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
index dcbf6c5ed..884a9befd 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
@@ -13508,6 +13508,7 @@ test/phpunit/StripeTest.php
 test/phpunit/CodingPhpTest.php
 test/phpunit/UtilsTest.php
 test/phpunit/KnowledgeRecordTest.php
+test/phpunit/AccountancySystemTest.php
 test/phpunit/DateLibTzFranceTest.php
 test/phpunit/TargetTest.php
 test/phpunit/testemailing.txt
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt
index e6eacc5f4..66caec4ec 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt
@@ -47752,6 +47752,12 @@ Core/Acl/AssignmentChecker/AssignmentCheckerManager.php
 Acl/AssignmentChecker/AssignmentCheckerManager.php
 AssignmentChecker/AssignmentCheckerManager.php
 AssignmentCheckerManager.php
+application/Espo/Core/Acl/AssignmentChecker/Helper.php
+Espo/Core/Acl/AssignmentChecker/Helper.php
+Core/Acl/AssignmentChecker/Helper.php
+Acl/AssignmentChecker/Helper.php
+AssignmentChecker/Helper.php
+Helper.php
 application/Espo/Core/Acl/AssignmentChecker/AssignmentCheckerFactory.php
 Espo/Core/Acl/AssignmentChecker/AssignmentCheckerFactory.php
 Core/Acl/AssignmentChecker/AssignmentCheckerFactory.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt
index 29e3bfd72..ea1d8f516 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt
@@ -7597,6 +7597,7 @@ application/Espo/Core/Acl/FieldData.php
 application/Espo/Core/Acl/LinkChecker.php
 application/Espo/Core/Acl/Table.php
 application/Espo/Core/Acl/AssignmentChecker/AssignmentCheckerManager.php
+application/Espo/Core/Acl/AssignmentChecker/Helper.php
 application/Espo/Core/Acl/AssignmentChecker/AssignmentCheckerFactory.php
 application/Espo/Core/Acl/AccessEditChecker.php
 application/Espo/Core/Acl/AccessEntityStreamChecker.php
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 38f2e37b9..5af1b2e2e 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -26,10 +26,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -37,11 +33,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -52,23 +45,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
-/?*amp_client_id
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/__wishlist__
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -80,8 +60,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -106,7 +84,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -114,20 +91,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -143,15 +115,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -225,7 +193,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -1025,8 +992,6 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1089,8 +1054,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1197,12 +1160,10 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
 ads
-ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -1222,7 +1183,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -1236,7 +1196,6 @@ alkali
 allanalytics
 alllocations
 ambry
-amp
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -1264,9 +1223,7 @@ api/v3/ajax/bespoke/public/neu/specs
 api_access_key=
 app*_
 app*form_id=
-app-ads.txt
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1440,7 +1397,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 avis
 away.php
 b2bauth
@@ -1560,11 +1516,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -1586,38 +1538,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1818,7 +1749,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1841,7 +1771,6 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1863,7 +1792,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1879,15 +1807,12 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connectivity
 connector
@@ -1895,31 +1820,20 @@ consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1928,9 +1842,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -2048,9 +1960,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2101,7 +2011,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2198,8 +2107,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2210,7 +2117,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2269,7 +2175,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2376,8 +2281,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2387,7 +2290,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -2469,8 +2371,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -2584,8 +2484,6 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
-google_gdn.html
-google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2695,7 +2593,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2771,18 +2668,15 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://apple.com/robots.txt
-http://slideshare.net/robots.txt
+http://ec.europa.eu/robots.txt
+http://wordpress.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2796,9 +2690,6 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2976,14 +2867,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -3077,8 +2965,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3148,7 +3034,6 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3183,12 +3068,10 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -3196,7 +3079,6 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3227,7 +3109,6 @@ location_suggest
 lochp?
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3476,7 +3357,6 @@ narrative-
 native
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -3488,7 +3368,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3658,12 +3537,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3697,11 +3572,8 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3738,41 +3610,8 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
-pin
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3828,7 +3667,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -3855,7 +3693,6 @@ ppob/?
 ppob?
 pqa
 preference
-prefs
 present
 presentation
 prettyearth/assets
@@ -3867,8 +3704,6 @@ pro
 pro-resources
 pro-solutions
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3949,7 +3784,6 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3957,7 +3791,6 @@ q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3971,7 +3804,6 @@ rd/search
 rd/search$
 rd/search?
 recensioni
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3989,8 +3821,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -4000,14 +3830,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -4046,7 +3872,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -4147,7 +3972,6 @@ searchresults
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4222,7 +4046,6 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -4234,7 +4057,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopstream
-showtimes/location/*http://ted.com/robots.txt
+showtimes/location/*http://mozilla.org/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4518,13 +4341,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -4547,7 +4368,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -4602,10 +4422,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4630,7 +4446,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 sv-se/feedback
 sv-se/lp
@@ -4644,7 +4459,6 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
@@ -4652,7 +4466,6 @@ t/terms
 tab=
 tablet
 tacms
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4688,10 +4501,8 @@ th-th.www.cloudflare.com
 th-th/feedback
 th-th/lp
 th-th/searchresults
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -4777,7 +4588,6 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
-tv
 tv/thumb
 tvschedule
 twitter
@@ -4844,13 +4654,9 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4926,8 +4732,6 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4964,13 +4768,10 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5443,7 +5244,6 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 55c96a91e..f07cb6812 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -268,7 +268,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .pdf*************
 .php
 .php
-.php$
 .plist$
 .png
 .png*************
@@ -2315,7 +2314,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Aes/$
 /BucketContent
 /C
-/CVS
 /Careers/Form
 /Careers/Profiles
 /Careers/Registration
@@ -2553,7 +2551,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /capital/consumer/invoice/merchants
 /cars/marketplace/product/*
 /cart
-/cart
 /cas-redirect
 /cast-list
 /castr
@@ -2571,7 +2568,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /chats/
 /checkin
 /checkout
-/checkout
 /cinema-entertainment/*
 /citations
 /citedby
@@ -3014,7 +3010,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login
 /login$
 /login*/search?
-/login/
 /login/verify-email
 /login?
 /loginpage
@@ -3080,7 +3075,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /muslim-sexy-video
 /muslim-sexy-videos.html
 /mvopinions/*
-/my-account
 /my_account/register
 /mychannel
 /naboo
@@ -3121,7 +3115,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://index.hr/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3202,7 +3196,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /plus
 /pmredirectshow/*
 /pmtoinavigation/*
-/po
 /pocasi/
 /podcast/*/*?i=
 /podcast/ITEM_NAME
@@ -3225,7 +3218,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /powershell/
 /pre-foreclosure
 /preferences/
-/preview
 /preview/feed
 /preview/live_player
 /price--
@@ -3272,7 +3264,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /recommendations/products
 /references
 /referrer$
-/register/
 /registration-confirmation/
 /related
 /related
@@ -3663,7 +3654,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /windowsvista/
 /windvane$
 /winfx/
-/workshop
 /workshop/
 /wp-admin
 /wp-content
@@ -3692,6 +3682,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 0
 0*?
 0,*
+0;((b=google.c)==null?0:b.cwh)&&google.c.wh<=1&&(e=!0);b=void
 ;jsessionid
 ;preview=
 =$
@@ -3714,7 +3705,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://chromium.org/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3831,7 +3822,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://mentalfloss.com/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -3933,6 +3924,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?cssPath=
 ?ct
 ?ct=*
+?customize_changeset_uuid=
 ?dateRange=
 ?de
 ?delete_id=
@@ -6215,7 +6207,6 @@ SD
 SEARCH
 SEOkicks-Robot
 SI
-SID=
 SITE=es.antevenio.
 SNP
 SOImapPriceDisplayView
@@ -7026,7 +7017,6 @@ addtocart
 adell-mutfak
 adfox
 adframe
-adfs/
 admanager
 admantx
 admin
@@ -7305,7 +7295,7 @@ api/editionurlgenerator
 api/eventlogging
 api/federation
 api/html
-api/http://israelnationalnews.com/robots.txt
+api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7386,7 +7376,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://cato.org/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8291,7 +8281,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://latimes.com/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8398,7 +8388,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://spreaker.com/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -9314,10 +9304,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://xkcd.com/robots.txt
-cdn-cgi/rum
-cdn-cgi/zaraz/s.js
-cdn-cgi/zaraz/t
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -9336,13 +9323,12 @@ cgi-bin
 cgi-bin/
 cgi-bin/consumeraffairs/search
 cgi-bin/dobi/licenseesearch
-cgi-bin/estseek.cgi
 cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://audible.com/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9685,7 +9671,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://img.youtube.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -9812,6 +9798,7 @@ compagnie
 companies/c
 companies/o
 companies/search
+company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -9898,7 +9885,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://imgur.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10015,7 +10002,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://crunchyroll.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -11142,6 +11129,7 @@ e-dition
 e-print
 e-services/
 e/*?
+e=this||self;function
 ear-health-support/balance
 ear-health-support/daily-care
 ear-health-support/default.htm
@@ -11265,7 +11253,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://getbootstrap.com/robots.txt
+email/*http://dw.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -12193,7 +12181,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://yandex.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter/tips
 filter/tips
 filterTags=
@@ -12594,7 +12582,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://nngroup.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13154,7 +13142,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://justice.gov/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13556,44 +13544,44 @@ http
 http-checker
 http2_data
 http:
-http://ads.google.com/robots.txt
-http://androidcommunity.com/robots.txt
-http://bmj.com/robots.txt
-http://cdbaby.com/robots.txt
-http://change.org/robots.txt
-http://clickfunnels.com/robots.txt
-http://code.google.com/robots.txt
-http://csmonitor.com/robots.txt
-http://developer.yahoo.com/robots.txt
-http://developers.google.com/robots.txt
-http://europarl.europa.eu/robots.txt
-http://form.jotform.com/robots.txt
-http://fun888asia.com/robots.txt
-http://geo.itunes.apple.com/robots.txt
-http://gigazine.net/robots.txt
-http://google.fr/robots.txt
-http://hootsuite.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://about.google/robots.txt
+http://amazon.com/robots.txt
+http://amazon.de/robots.txt
+http://amazon.in/robots.txt
+http://ameblo.jp/robots.txt
+http://amzn.to/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://beatport.com/robots.txt
+http://behance.net/robots.txt
+http://census.gov/robots.txt
+http://creativecommons.org/robots.txt
+http://euronews.com/robots.txt
+http://gist.github.com/robots.txt
+http://graphisoft.com/robots.txt
+http://he.wikipedia.org/robots.txt
 http://hubspot.com/robots.txt
-http://imdb.com/robots.txt
-http://jstor.org/robots.txt
-http://lds.org/robots.txt
-http://meetup.com/robots.txt
-http://mentalshinri.net/robots.txt
-http://nature.com/robots.txt
-http://neowin.net/robots.txt
-http://paypalobjects.com/robots.txt
-http://s3-eu-west-1.amazonaws.com/robots.txt
-http://s3-us-west-1.amazonaws.com/robots.txt
-http://salon.com/robots.txt
-http://search.google.com/robots.txt
-http://sec.gov/robots.txt
-http://shure.com/robots.txt
-http://smartpassiveincome.com/robots.txt
-http://sourceforge.net/robots.txt
-http://time.com/robots.txt
-http://upload.wikimedia.org/robots.txt
-http://usnews.com/robots.txt
-http://yt3.ggpht.com/robots.txt
+http://ie.edu/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
+http://soundcloud.com/robots.txt
+http://support.apple.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://tiny.cc/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://vogue.com/robots.txt
+http://webpatogh.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14227,7 +14215,7 @@ integrate/
 integrations
 integromedb
 intelligencer/amp
-interactive*http://jigsaw.w3.org/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives
 interface/pda
@@ -14444,7 +14432,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://finance.yahoo.com/robots.txt
+it/searchhttp://m.facebook.com/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -14654,6 +14642,8 @@ journal/appliedphys
 journal/appliedphys$
 journal/biogeography
 journal/biogeography$
+journal/biosphere
+journal/biosphere$
 journal/books
 journal/books$
 journal/cmtr
@@ -15068,7 +15058,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://tech.nikkeibp.co.jp/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15708,7 +15698,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://tiff.net/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -17027,6 +17017,7 @@ nofollow=1
 nojs=
 non-searchable/
 nonConfig/api/wpa
+nonce="Q3SwwhiFSSh3f_Ff1kJiHQ">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17446,6 +17437,7 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
+page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -17958,7 +17950,6 @@ pinterestwellbeing
 pipeline
 pixel.png
 pk
-pkginfo
 pl
 pl*/blog-article-remove-faq-utms-*.js
 pl*/cdn-cgi/challenge-platform
@@ -18483,8 +18474,6 @@ premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
 preorders
-prep/gnumaint
-prep/wrappers-and-scripts
 present
 presentation
 preserv/extranet
@@ -18543,8 +18532,8 @@ privacy/request-data
 privacy/zoho-group.html
 privacy_policy
 private
-private/http://dw.com/robots.txt
-private/http://flipboard.com/robots.txt
+private/http://sfgate.com/robots.txt
+private/http://shareasale.com/robots.txt
 private/wtrack
 prix-essence
 pro
@@ -19244,7 +19233,6 @@ reset
 reset-password
 reset?
 reset_password.pl
-resizer
 resource
 resource-library/*?
 resource-library/search
@@ -19544,7 +19532,6 @@ sap/saphana/pilot/
 sap/saphana/pilot/offer/
 sap/saphana/pilot/offer/confirmation
 sars-cov-2
-savannah-checkouts
 save
 save-document
 save-query
@@ -19644,7 +19631,6 @@ scorecard
 scorecard/
 screener/insider
 screensaver
-screenshots
 script
 scripts
 scripts/accountextlogin.php
@@ -19960,7 +19946,6 @@ searchhistory
 searchresult?q=
 searchresults
 searchresults.aspx
-searchresults.json
 searchsuggest
 searchtest
 searchuc?city=
@@ -19978,7 +19963,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://bostonglobe.com/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20074,7 +20059,6 @@ sendHeaderEarly
 send_to_friend
 sendarticle
 sendemail
-sendfriend
 sendit
 sendlayoutevents
 sendto_form$
@@ -20090,25 +20074,7 @@ seokicks
 series
 server
 server-status
-server/banners
-server/body-include
-server/bottom-notes
 server/docs/search
-server/footer
-server/fs-gang
-server/generic
-server/gnun
-server/head-include
-server/header
-server/html5-head-include
-server/html5-header
-server/include-file-list
-server/outdated
-server/select-language.html
-server/source
-server/staging
-server/top-addendum
-server/trans-map.html
 servererror.aspx
 service
 service-search/dist/images/loading.gif
@@ -20354,7 +20320,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://arxiv.org/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -20378,6 +20344,7 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
+sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -20861,10 +20828,6 @@ soft/punto/mac/uninstall
 soft/punto/win/uninstall
 soft/win/?
 software
-software/gnun/linc
-software/gnun/proofread
-software/gnun/reports
-software/gnun/test
 software/winboard/whats_new
 sogou
 solr
@@ -21511,7 +21474,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://www2.deloitte.com/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21740,9 +21703,9 @@ test5
 test6
 testcases
 testfl
-testhttp://europa.eu/robots.txt
+testhttp://moz.com/robots.txt
 testing
-testing/http://amzn.com/robots.txt
+testing/http://facebook.com/robots.txt
 testpage-forhomepage
 tests/*
 tetro
@@ -22069,8 +22032,6 @@ trackexternalsite.aspx
 tracking
 tracking-pixels/static-1.10
 tracking-pixels/static-1.8
-tracking?
-tracking?tracking_number
 trackings
 tractive
 trade
@@ -22106,7 +22067,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://bcn.cl/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22801,7 +22762,6 @@ user-activation
 user-ass/jobs/posting_pdf
 user-context?referrer
 user-document-collections
-user-panel
 user-registration
 user.php
 user/
@@ -22996,7 +22956,6 @@ v4
 v4/md/applications/crunchbase
 v=
 validate-user
-var
 variant=
 vas
 vbtv/
@@ -23944,9 +23903,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://brownpapertickets.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://news.yahoo.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://willowgarage.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -24276,9 +24235,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://airtable.com/robots.txt
-wp-admin/admin-ajax.phphttp://amazon.com.br/robots.txt
-wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
+wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24353,7 +24312,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://scoop.it/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24483,7 +24442,7 @@ your-account
 your-orders
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://pca.st/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 5d84f394c..e253237dc 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -773,7 +773,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &ved=
 &version=
 &view=
-&view=
 &view=ajax
 &view=json
 &viewmode=0
@@ -1156,7 +1155,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .pdf$
 .pdf%7CName=ComponentLink
 .pdf*************
-.pdfhttp://nhs.uk/robots.txt
 .php
 .php
 .php$
@@ -1609,180 +1607,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/*/xlm$
 /*/*/xrp$
 /*/*/yfi$
-/*/*24-hour-security=
-/*/*Services=
-/*/*a-louer-par=
-/*/*a-vendre-par=
-/*/*accessible-en-fauteuil-roulant=
-/*/*accessible-washrooms-in-suite=
-/*/*ad=
-/*/*address=
-/*/*affichage-en-braille=
-/*/*afficher-comme=
-/*/*agreement-type=
-/*/*aide-au-stationnement=
-/*/*aides-visuelles=
-/*/*air-conditioning=
-/*/*air-conditionne=
 /*/*all-products
-/*/*alloy-wheels=
-/*/*animaux-acceptes=
-/*/*annee=
-/*/*application-link=
-/*/*ascenseur=
-/*/*attache-remorque=
-/*/*audio-prompts=
-/*/*autre-info=
-/*/*available-date-s=
-/*/*available-to=
-/*/*balcon=
-/*/*balcony=
-/*/*barrier-free-entrances-and-ramps=
-/*/*bathrooms=
-/*/*bedrooms=
-/*/*bicycle-parking=
-/*/*bluetooth=
-/*/*boite-de-vitesse=
-/*/*braille-labels=
-/*/*buanderie-dans-lappartement=
-/*/*buanderie-dans-limmeuble=
-/*/*cable-tele=
-/*/*cable-tv=
-/*/*carproof-report-url=
-/*/*carproofAds=
-/*/*certified-pre-owned=
-/*/*chambres-nb=
-/*/*chauffage=
-/*/*cinema-dans-limmeuble=
-/*/*company=
-/*/*concierge=
-/*/*cpoAds=
-/*/*cruise-control=
-/*/*cylindree-cc=
-/*/*date-de-naissance-de-lanimal=
-/*/*date-demmenagement=
-/*/*date-s-disponible-s=
-/*/*dealerReviews=
-/*/*debut=
-/*/*demarrage-a-bouton-poussoir=
-/*/*dishwasher=
-/*/*disponible-a=
-/*/*duree-du-bail=
-/*/*eau=
-/*/*electricite=
-/*/*elevator-in-building=
-/*/*engine-displacement-cc=
-/*/*entrees-et-rampes-dacces-sans-obstacle=
-/*/*entreprise=
-/*/*event-end=
-/*/*event-start=
-/*/*event-time=
-/*/*fin=
-/*/*financingAvailable=
-/*/*for-rent-by=
-/*/*for-sale-by=
-/*/*fridge-freezer=
-/*/*fumeurs-acceptes=
-/*/*furnished=
-/*/*games-room=
-/*/*garniture=
-/*/*gym=
-/*/*heat=
-/*/*heure-de-levenement=
-/*/*hydro=
-/*/*internet=
-/*/*jantes-en-alliage=
-/*/*jardin=
-/*/*job-offered-by=
-/*/*kilometers=
-/*/*kilometres=
-/*/*landline=
-/*/*laundry-in-building=
-/*/*laundry-in-unit=
-/*/*lave-vaisselle=
-/*/*lien-de-lapplication=
-/*/*local-de-rangement=
-/*/*messages-sonores=
-/*/*meuble=
-/*/*micro-ondes=
-/*/*microwave=
-/*/*minNumberOfImages=
-/*/*minimum-nights=
-/*/*model=
-/*/*modele=
-/*/*more-info=
-/*/*move-in-date=
-/*/*navigation-system=
-/*/*no-de-portes=
-/*/*no-of-doors=
-/*/*no-of-seats=
-/*/*nombre-de-personnes-maximum=
-/*/*nombre-de-places=
-/*/*nombre-minimum-de-nuit=
-/*/*numero-didentification-du-vehicule=
-/*/*offered-by=
-/*/*parking-assistant=
-/*/*parking-included=
-/*/*party-room=
-/*/*pet-friendly=
-/*/*pets-date-of-birth=
-/*/*piscine=
-/*/*pool=
-/*/*price=
 /*/*product-gallery=
 /*/*product_gallery=
-/*/*propose-par=
-/*/*push-button-start=
-/*/*refrigerateur-congelateur=
-/*/*regulateur-de-vitesse=
-/*/*salle-de-fetes=
-/*/*salle-de-jeux=
-/*/*salle-de-sport=
-/*/*salle-de-yoga=
-/*/*salles-de-bain-nb=
-/*/*sauna=
 /*/*search
 /*/*search-
-/*/*securite-24-heures-sur-24=
-/*/*size-acres=
-/*/*size-sqft=
-/*/*sleeps=
-/*/*smoking-permitted=
-/*/*sort=
-/*/*stationnement-inclus=
-/*/*stationnement-pour-velos=
-/*/*stock=
-/*/*storage-locker=
-/*/*sunroof=
-/*/*superficie-acres=
-/*/*systeme-de-navigation=
-/*/*taille-pieds-carres=
-/*/*telephone-fixe=
-/*/*theatre-in-building=
-/*/*todo-le-visual-aids=
-/*/*toilettes-accessibles=
-/*/*toit-ouvrant=
-/*/*trailer-hitch=
-/*/*transmission=
-/*/*trim=
-/*/*type-de-logement=
-/*/*urgentAds=
-/*/*url-de-rapport-carproof=
-/*/*utm_campaign=
-/*/*utm_content=
-/*/*utm_medium=
-/*/*utm_source=
-/*/*utm_term=
-/*/*vehicules-doccasion-certifies=
-/*/*veteranFriendly=
-/*/*videoOnly=
-/*/*vin=
-/*/*visual-aids=
-/*/*water=
-/*/*wheelchair-accessible=
-/*/*yard=
-/*/*year=
-/*/*yoga-room=
 /*/1000$
 /*/2006
 /*/2007
@@ -3823,7 +3652,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /C
 /CHANGELOG.txt
 /CSLive
-/CVS
 /Captivate
 /Careers/Form
 /Careers/Profiles
@@ -4727,6 +4555,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /checkin
 /checklist$
 /checkout
+/checkout
 /checkout/
 /checkout/*
 /child
@@ -5009,7 +4838,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /core/*.png
 /core/*.svg
 /core/*.svg
-/corporate/home/
 /cortana/dashboard/debugsettings
 /cortana/signup/showform
 /countries/*/articles/?
@@ -5046,7 +4874,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /css
 /css.php
 /css/
-/css/default.css?*
 /csv
 /csw/previous-sessions/csw59-2015/?
 /csw/previous-sessions/csw59-2015?
@@ -5657,7 +5484,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /galaxy-s10-buy-test
 /gallery.html
 /gallery.js
-/gallery/*order=*
 /gallerylist
 /game
 /games/archive
@@ -5998,9 +5824,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /js
 /js.php
 /js/
-/js/default.js?*
 /js/lib/magic
-/js/location.js?*
 /jserrors
 /json
 /json/
@@ -6343,6 +6167,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /muslim-sexy-videos.html
 /mvopinions/*
 /my
+/my-account
 /my-account/profile
 /my-account/register/newsletters-setup
 /my-account/register/profile-setup
@@ -6695,7 +6520,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pm
 /pmredirectshow/*
 /pmtoinavigation/*
-/po
 /pocasi/
 /podcast/*/*?i=
 /podcast/ITEM_NAME
@@ -6908,6 +6732,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /reg/regmsg.xhtml
 /register
 /register$
+/register/
 /register/*
 /register/?
 /registration$
@@ -7085,7 +6910,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search
 /search
 /search$
-/search*
 /search*%7C
 /search*&node=*&sort=
 /search*18573351011
@@ -7349,7 +7173,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /skeleton
 /skip-video
 /sl
-/slide_show/
 /smadar
 /snapshot
 /social
@@ -7938,7 +7761,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wlwmanifest.xml$
 /workflow-templates/search
 /workflow-templates/standalone
-/workshop
 /workshop/
 /worldwide.html
 /wp-
@@ -8065,7 +7887,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?$
 ?&search
 ?*
-?*$
 ?*&
 ?*&*&*&*&
 ?*&amp
@@ -8179,7 +8000,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://tapatalk.com/robots.txt
 ?*hubs_
 ?*hubs_signup-cta
 ?*hybrid=
@@ -8358,7 +8178,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?Brand=*
 ?CID*
 ?CMP
-?COURSE_ID=
 ?Category=*
 ?Color=*
 ?Colors=*
@@ -8449,10 +8268,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?action=
 ?action=callus
 ?action=fx_tracking_data
-?action=recent*
 ?action_typTHe=
-?ad=
-?adId=
 ?adbypass=
 ?adcode=*
 ?add-to-cart=
@@ -8529,11 +8345,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?back=
 ?back_url_admin
 ?backurl
-?bathrooms=
 ?bclid=
 ?bcpid=
 ?bctid=
-?bedrooms=
 ?begin
 ?benderPackage=
 ?beta=
@@ -8556,7 +8370,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?bvstate=
 ?bvstate=*
 ?bvstate=pg
-?by-appointment-only=
 ?c=
 ?cache=
 ?cacheBurst=
@@ -8566,7 +8379,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?cameFrom*
 ?card=
 ?cardId=
-?carproofAds=
 ?carrier=
 ?cartelera_cine
 ?cat=
@@ -8631,7 +8443,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?communityId=
 ?companyid=*
 ?compatibleMachine*
-?condition=
 ?conf=
 ?config
 ?config=articleidfromurl
@@ -8660,7 +8471,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?country
 ?country=
 ?country=1021
-?cpoAds=
 ?create_review=true
 ?criteria=
 ?csSalesCode=
@@ -8672,6 +8482,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?currency
 ?cursor=
 ?customFilters
+?customize_changeset_uuid=
 ?dataTagID=
 ?date=
 ?date=*
@@ -8738,7 +8549,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?emptyModel=
 ?en
 ?en-ph
-?engine-displacement-cc=
 ?entitlement=
 ?entity=
 ?entity_id=
@@ -8753,7 +8563,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?es
 ?esource=
 ?europe_pmc_extredirect=
-?event-end=
 ?event=
 ?event=
 ?eventType=
@@ -8804,14 +8613,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?filters=
 ?filters=fct
 ?filters[
-?financingAvailable=
 ?find_similar_by=
 ?firstId=
 ?firstname=
 ?fl_rand_seed=
 ?focus_review
 ?fontsize*
-?for-sale-by=
 ?force_locale
 ?forgotpassword=*
 ?formKey=
@@ -8837,7 +8644,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fromtg=
 ?fss=1
 ?ftag=
-?fulfillment=
 ?full=
 ?fuseaction=
 ?game_platform=
@@ -8857,7 +8663,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?gologin=1
 ?gp
 ?gp=*
-?gpTopAds=
 ?guid
 ?guid=
 ?gws_rd=ssl$
@@ -8875,12 +8680,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hl=*&gws_rd=ssl$
 ?hl=cert_ssl
 ?hmz=
-?home-delivery=
 ?hsCtaTracking=
 ?hsFormKey=00c2cf09d3e2337ec3b798e6331f08c2
 ?hs_amp=
 ?hubs_campaign=
-?hypoallergenic=
 ?i
 ?i=
 ?iab_category
@@ -8899,7 +8702,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ignore
 ?ignore_amp
 ?image=
-?imageNumber=
 ?inFrame=
 ?industry=
 ?industry=agency
@@ -8929,7 +8731,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?itm_source
 ?itm_source=parsely-api
 ?ja
-?job-type=
 ?jobId=
 ?jobSlug=
 ?join=
@@ -8949,7 +8750,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?keyword=*
 ?keywords=
 ?keywordslug=
-?kilometers=
 ?kind=
 ?ko
 ?kr
@@ -8977,7 +8777,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?lat=
 ?latest-type=
 ?lc=
-?letter=
 ?lgeurl=
 ?licenses
 ?lid=
@@ -9017,7 +8816,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?media_id
 ?mi_u
 ?mid=*
-?minNumberOfImages=
 ?mkt_tok
 ?mobile=no*
 ?mobileApp
@@ -9077,17 +8875,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?occasions=
 ?ocid=
 ?offer=
-?offered-by=
 ?offset*
 ?offset=
 ?offset=0
 ?omiid
 ?onboard=
-?online-financing-approvals=
-?online-purchasing=
 ?op=
 ?opeco=
-?option=
 ?oq=
 ?order
 ?order
@@ -9098,7 +8892,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?origSession=
 ?origin
 ?origin*
-?origin=
 ?original_series=
 ?osCsid=
 ?output=
@@ -9125,14 +8918,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?partner=
 ?path=
 ?payed
-?payment-deferrals=
-?payment=
 ?pcrid=
 ?pdfJsInlineViewToken=
 ?period*=
 ?perpetual=
 ?persons=
-?pet-friendly=
 ?pg=*
 ?pg=search&
 ?pgtype=
@@ -9316,7 +9106,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?rest_route=
 ?rest_route=
 ?ret=
-?return-policy=
 ?return=true
 ?return=trueDescription
 ?returnPage=
@@ -9382,8 +9171,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?serial=
 ?seriesSlug=
 ?serv=
-?service-drop-off-pick-up=
-?service-open=
 ?service=
 ?service=Ajax
 ?service=ajax
@@ -9396,7 +9183,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?set_language
 ?set_mobile=
 ?settemplate=
-?sex=
 ?sfdebug
 ?sfns=
 ?sgsc=*
@@ -9414,7 +9200,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showOlderReviews
 ?show_error=true
 ?showcomment*
-?showroom-open=
 ?shttp://jetpack.com/robots.txt
 ?sid
 ?sid=
@@ -9573,7 +9358,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?tracking=
 ?traffic=
 ?transactionKey=*
-?transmission=
 ?trial
 ?tribe-bar-date=
 ?trk=
@@ -9592,7 +9376,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?u*=
 ?u=
 ?ua=
-?urgentAds=
 ?url=
 ?user=
 ?userId
@@ -9643,8 +9426,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?version=
 ?ves=
 ?vi
-?video-chat=
-?videoOnly=
 ?view=
 ?view=*
 ?view=ajax
@@ -9658,7 +9439,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?view_only=http://osha.gov/robots.txt
 ?view_source=
 ?viewmode=0
-?virtual-appraisal=
 ?vmov
 ?vn
 ?vsfrom=
@@ -15442,7 +15222,6 @@ CONF715
 COP/analyzing_progress
 COShipping*
 COURSE
-COURSE_ID=
 CP
 CR-Dokumentation.pdf$
 CR/
@@ -15719,7 +15498,6 @@ EDOCSSESSIONID*
 EE/
 EG/
 EH/
-ELEMENT_CODE=
 EN/Service
 ENews.aspx
 ER/
@@ -16222,7 +16000,6 @@ HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
 How_To_Get_Sky
-HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -16281,7 +16058,6 @@ I18n/static-7.329
 IAGA/cgi-bin
 IBCommerce
 ID/
-ID=
 IDMS
 ID_PAGINA=1810072
 ID_PAGINA=1810080
@@ -17045,8 +16821,6 @@ P3/find
 PA/
 PAD
 PAGEN
-PAGEN_*
-PAGE_NAME=
 PAGINA-DE-PROVA
 PDAET/
 PDATOI/
@@ -17268,7 +17042,6 @@ PropertyLayer/
 Provider/Image/
 Provider/PhysicianRatings/
 Providers/
-Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -17528,14 +17301,12 @@ SEARCH
 SEARCH/
 SEARCH/*
 SEARCHRESULTS
-SECTION_CODE=
 SEOkicks-Robot
 SESSIONID*
 SFACS
 SG/
 SH/
 SH55
-SHOWALL
 SI
 SI/
 SID=
@@ -17877,7 +17648,6 @@ TodayOJ
 TodaysLowestFaresAjax
 Tools*?*filter
 Tools*?*q=
-Tools/
 Tools/services
 Tooltip-feed-atom
 Topics/Public-Square/
@@ -18028,7 +17798,6 @@ VC/
 VE/
 VG/
 VI/
-VIP
 VKRegistration
 VN/
 VPV
@@ -18054,7 +17823,7 @@ Valley-of-Longevity-Property/
 VariationSelectionView
 Verify/*
 VerifyReview
-Verkko/http://elastic.co/robots.txt
+Verkko/http://elcomercio.pe/robots.txt
 Video
 Video/*playerIndex
 Video/Panel/
@@ -18067,7 +17836,6 @@ Videos/m
 Videos/p
 View
 ViewAchAuthorization
-ViewAd
 ViewAttachment
 ViewCancelOnlinePaymentView
 ViewDoc
@@ -18324,7 +18092,6 @@ __siren
 __socialshop/
 __system
 __twitter_impression=
-_a(/qihoo_a)/*?
 _a8_listener_
 _admin
 _ah
@@ -18401,7 +18168,6 @@ _editorial_preview_
 _email.html
 _errors
 _escaped_fragment
-_escaped_fragment*
 _escaped_fragment_
 _escaped_fragment_
 _escaped_fragment_=
@@ -18709,7 +18475,6 @@ a/*.*/tree
 a/*/hosting/search
 a/*/p/*/issues/csv
 a/*/p/*/source/diff
-a/*?
 a/a/
 a/apache-extras.org
 a/api/flightPricePrediction
@@ -18795,7 +18560,6 @@ ab
 ab-taproom-api
 ab/*
 abTest
-ab_a/*?
 ab_tests
 abap
 abasu
@@ -18893,7 +18657,6 @@ about-us/press-office/news/corporate/facet/Topic/
 about-us/press-office/news/corporate/facet/Year/
 about-us/press-office/news/weather-and-climate/facet/Topic/
 about-us/press-office/news/weather-and-climate/facet/Year/
-about-us/search/
 about-us/the-bureau/leadership-calendar/pdf
 about-us/wp-content/plugins
 about-which/contact-us/send-us-a-message/thank-you/
@@ -19024,7 +18787,6 @@ aboutus/wp-content/uploads/2022/06/Nomination_Form_2022.docx
 aboutus/wp-includes
 abraarkaran
 abram
-abroad_a/*?
 abs
 abstimmen
 abstract
@@ -19050,8 +18812,6 @@ academia/books/search.html
 academic
 academic-subscriptions
 academic/
-academic/profile
-academic/search
 academicaffairs/commencement/book
 academics/archive
 academics/college/special-programs/public-service-old
@@ -19236,7 +18996,6 @@ acct
 acctmgmt/*
 acd
 acerola-anma
-acg*?
 acgtmangacom
 ach/forums
 ach/kb/*/discuss
@@ -19246,7 +19005,6 @@ ach/users
 achaddha
 achael
 achandrahas
-achat-en-ligne
 achievements
 achterberg
 achu
@@ -19254,7 +19012,6 @@ acis/whatsnew.html
 acjohnston
 acl
 aclayton
-aclick
 aclk
 aclp-vle-decom
 acmendez
@@ -19317,7 +19074,6 @@ action/sso
 action/twitter_login
 action/welcome
 action=
-action=
 action=*popup=
 action=activate
 action=delete
@@ -19553,6 +19309,7 @@ adelrio
 adev
 adfox
 adframe
+adfs/
 adg
 adg321
 adgranillo
@@ -19587,7 +19344,6 @@ admin/
 admin/
 admin/*
 admin/aso
-admin/blogmove
 admin/forgot/
 admin/form
 admin/http://mediapost.com/robots.txt
@@ -19604,6 +19360,7 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
+adminhttp://aa.com/robots.txt
 adminhttp://dji.com/robots.txt
 administration
 administration/
@@ -19978,6 +19735,7 @@ ajax
 ajax*
 ajax*.do$
 ajax.htm$
+ajax.htm$
 ajax.php
 ajax/
 ajax/*
@@ -20183,7 +19941,6 @@ aliciademaio
 aliciafroio
 alikhani
 alilly
-alink
 aliraja
 alireza.haghighi
 alisamanning
@@ -20298,7 +20055,6 @@ amazon
 amazon
 amazon-chat
 amazon100dollarsale
-amazon_search
 amb
 ambassador
 ambassador-participation
@@ -20358,7 +20114,6 @@ amp-iframe
 amp-proxy
 amp-social-login
 amp-tealium
-amp/
 amp/*/more.html
 amp/*/page-*/$
 amp/amp/*
@@ -20810,8 +20565,8 @@ api/jmuse?id=*&index=*&type=mp3&v2=
 api/job-application
 api/jobPostings/jobs
 api/latest-articles
+api/legacy/pse
 api/legendary-data/relay
-api/maps/
 api/meerkat/page
 api/messages
 api/metainfo/tv
@@ -20831,6 +20586,7 @@ api/preview
 api/pricePrediction/V1/flight
 api/profile
 api/programas/69730/audios.rss
+api/pse
 api/reactions
 api/recaptcha/enabled
 api/records/*/files
@@ -20946,6 +20702,7 @@ apiproxy
 apis
 apis/maps/v2/locator/search/query.json
 apis/maps/v2/locator/search/viewport.json
+apis/mycars
 apiv2
 apiv2/*
 apk
@@ -21082,7 +20839,6 @@ apply?adId=
 appointment_form
 appointments-and-referrals/appointment-thankyou
 appointments-and-referrals/referral-thankyou
-approbation-de-financement-en-ligne
 approval-form
 approver-actions
 apps
@@ -21506,6 +21262,10 @@ aref
 areg
 arego-costa
 arena
+argos
+argos$
+argos.*$
+argos.html$
 aricaramanica
 ariehle
 arielfreyvogel
@@ -21528,7 +21288,6 @@ arnoldlopez
 arodriguez
 aroulet
 arowland
-arrFilter_*
 arrival=
 art
 art-de-vivre/lifestyle-lepoint
@@ -21707,8 +21466,6 @@ asaid
 asanapedia
 asapi
 asaxena
-asc/
-ascending=
 aschenbrenner
 aschultz
 aschwartz
@@ -21769,7 +21526,7 @@ aspnet_client
 aspnet_client/
 aspnet_client/
 aspx/
-aspx/read.aspxhttp://tnt.netmng.com/robots.txt
+aspx/read.aspxhttp://uic.edu/robots.txt
 aspxerrorpath*
 asrelated.cms*
 asross
@@ -21865,7 +21622,6 @@ ast/search
 ast/user
 ast/users
 astrezhnev
-astro*?
 astro/Africa
 astro/Afrika
 astro/Asien
@@ -22388,7 +22144,6 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
-audience/
 audio-
 audio-demos
 audio-edition-podcast/*/index.xml
@@ -22697,10 +22452,6 @@ b%E1%BB%8F+phi%E1%BA%BFu
 b-newsletter/archive
 b-newsletter/content
 b-palle
-b-search-map-ajax-get-ads-by-ids.json
-b-search-map-ajax-search-ads.json
-b-search-map-ajax-search-markers.json
-b-search.html
 b/
 b/*!
 b/*%EF
@@ -22832,7 +22583,6 @@ bagley
 bagon
 baharhaghighat
 bahl
-baidu
 baileymerlin
 baileysincox
 bait
@@ -22901,7 +22651,6 @@ banners
 banners-old.php?
 banners/
 bannus
-baobao*?
 baohongchen
 bap.html
 bap/webstore/search.html
@@ -22936,7 +22685,6 @@ basie
 basilico
 basilnajjar
 basket
-basket/
 basket/view
 basketshim
 bastepe_lab
@@ -23018,9 +22766,7 @@ baza-wiedzy*query=
 baza-wiedzy*sort=
 baza-wiedzy*type=
 bazerman
-bb-audio.html
 bb-d
-bb-image.html
 bb/
 bb2600com
 bb4545
@@ -23456,7 +23202,6 @@ bfigueroa
 bfitzgerald
 bfl
 bfmp
-bfp/search
 bfrank
 bg
 bg-*/
@@ -23671,7 +23416,6 @@ bin/sleep.cgi
 bin/ti
 binary-data/DIY
 binary-data/EGALLEY
-bing-site-safety
 bingbot
 bingsiteauth.xml
 bingwang
@@ -23763,7 +23507,6 @@ bitrix/components/
 bitrix/js/
 bitrix/panel/
 bitrix/templates/
-bitrix_*=
 bitrix_include_areas=
 biucchi
 biz
@@ -24131,7 +23874,6 @@ blogs/practitioners-of-the-month
 blogs/product
 blogs/research/search
 blogs/search
-blogs/search/
 blogs/slow-ride
 blogs/tag
 blogs/technology.atom
@@ -29433,7 +29175,6 @@ buscar/suplemento_gl.php?
 buscar/suplemento_va.php?
 business
 business
-business*?
 business-breakfast
 business-customers/aviation/aeroshell/aeroshell-greases/grease-22
 business-customers/aviation/aeroshell/aeroshell-greases/grease-22.html
@@ -29770,10 +29511,6 @@ bz679com
 bzw77com
 bzzagent
 c
-c-AdComparison
-c-ManageMyAds
-c-SavedAds
-c-SelectCategory
 c-s
 c-w/sandbox
 c.
@@ -31027,7 +30764,6 @@ cas/login
 cas/login?
 cas/logout
 cas/oldsite
-casOnly=
 casalma
 casamuel
 casapao
@@ -31164,7 +30900,6 @@ catalog/*{
 catalog/?
 catalog/?sort
 catalog/?text=
-catalog/besedki-dlya-dachi/
 catalog/br
 catalog/category/view
 catalog/category/view/
@@ -33479,8 +33214,6 @@ cdn-cgi/scripts
 cdn-cgi/styles
 cdn-cgi/zaraz
 cdn-cgi/zaraz/http://deepmind.com/robots.txt
-cdn-cgi/zaraz/s.js
-cdn-cgi/zaraz/t
 cdn-dgi
 cdn-fpw
 cdn-fpw/sxg
@@ -33521,7 +33254,6 @@ celebratingcensus
 celebration/
 celebration/affiliateadvertisement.axd
 celebrities/s
-celebrities/search
 celebrity-news
 celebrity/Brad-Pitt-Crazy-Stuff-499534
 celebritycruises/guide-to-the-globe
@@ -33595,7 +33327,6 @@ cgi-bin/dobi/licenseesearch
 cgi-bin/domains/
 cgi-bin/eprime
 cgi-bin/error.cgi
-cgi-bin/estseek.cgi
 cgi-bin/favicon.ico
 cgi-bin/fttx1.exe
 cgi-bin/fullSearch
@@ -34142,7 +33873,6 @@ chicago/user/password
 chicago/user/register
 chicago/xmlrpc.php
 chihantv
-chihe*?
 chike98
 children
 children/appointments-and-referrals/alumni-registration-thankyou
@@ -34379,7 +34109,6 @@ classes
 classes-new
 classes/
 classic
-classic*?
 classic-apps
 classic/account
 classic/account=
@@ -34726,9 +34455,7 @@ cn/en/book-a-trip/flights/fare-types/fare-guide-information.html
 cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html
 cn/en/privacy-statement/qualtrics
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
-cn/enterprise/
 cn/error-static-cdn
-cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt
 cn/ipns
 cn/list
 cn/list=
@@ -34737,7 +34464,6 @@ cn/lp/003/
 cn/phones/mate20pro/
 cn/pm/
 cn/preview
-cn/products-lifecycle
 cn/products/online-datasheet/
 cn/products/ras/trial-center
 cn/random
@@ -34903,7 +34629,6 @@ collateral/corporate/po/
 collect
 collection
 collection/*/product
-collection/*?
 collection/api/logger
 collection=
 collectiongroups
@@ -35588,7 +35313,6 @@ consumer/*/support
 consumer/cac
 consumer/cache
 consumer/en-ca1
-consumer/login
 consumer/share
 consumer/sitemap
 consumer/sr-rs
@@ -35602,6 +35326,7 @@ contact-comodo/sales_process.php
 contact-comodo/sales_process.php?af=
 contact-comodo/thank-you.php
 contact-form-7
+contact-form.htm
 contact-myheritage
 contact-opnemen-met-myheritage
 contact-opnemen-met-ondersteuning
@@ -35710,7 +35435,6 @@ content/*/schedule
 content/*/synchronous_inspection
 content/*/thenables
 content/*/util
-content/*http://top-fwz1.mail.ru/robots.txt
 content/README.txt
 content/aarpe/en/home/
 content/aarpe/es/home/
@@ -36609,14 +36333,12 @@ cpl-edit
 cpoirier
 cpollack
 cpresources
-cpro
 cpropub/univercd
 cpsimopoulos
 cpspa
 cpx.php
 cqiu
 cr
-cr$
 cr/
 cr/Download
 cr/store-locator/costa-rica/
@@ -36627,7 +36349,6 @@ cr7/cgi-bin
 cr7/includes
 cr7/logs
 cr7/tmp
-cr?
 craft
 crafts
 crai/big
@@ -37162,7 +36883,6 @@ cuicui_chen
 cuilanliu
 cuisine/recettes/*
 cuisine/s
-cul*?
 culhane
 cultura/12_dicembre_19/frignani-truffa-nome-modigliani_d1c07518-49e4-11e2-8f39-57d26b118e07.shtml
 cultura/dai-cittadini-per-i-cittadini/lettere-d-amore/gallery.shtml
@@ -38600,7 +38320,6 @@ default/files/images/logo
 default/js/
 default1.cms
 defaultinterstitial.cms
-defaults
 deferred
 deferred-payment
 deferred.php
@@ -38687,7 +38406,6 @@ dental/students
 dentistry/about/appointments-and-referrals/appointment-thankyou
 denver
 dep/rwm/hoss
-departement-de-service-ouvert
 departments
 departure=
 departureDate=
@@ -38728,7 +38446,6 @@ desai
 desalvo
 desantola
 desc
-desc/
 describecomponents.cgi
 describekeywords.cgi
 descriptivepsychology
@@ -38771,7 +38488,6 @@ desk/images/desk-pricing-inr.pdf
 desk/images/desk-pricing-usd.pdf
 desktop
 desktop/browse/includes
-desktop_app/
 despiration/testseo
 destekle-iletisime-gecin
 destination-selector
@@ -40741,7 +40457,6 @@ diegoestevez
 diegorivera
 diener
 diets/*
-diff
 diffbot/
 diffs
 dig-perf-test
@@ -40876,9 +40591,7 @@ discounts/moskovskaya-oblast
 discounts/moskva
 discounts/novaya-moskva
 discover
-discover/endeavour/*
 discover/gr-
-discover/macgillivray/*
 discover/solutions
 discovery
 discovery
@@ -41686,7 +41399,6 @@ dotbot
 doterra/
 dotimer.php
 dotnet_library_license.htm
-doubanapp/card
 double-rainbow
 double_activation
 doubleclick
@@ -42606,7 +42318,6 @@ email_unsubscribe
 email_verification
 email_verification_error
 emailability
-emaildownload
 emailers/itreseller
 emailers/ownerlounge
 emailhealth
@@ -43911,7 +43622,6 @@ en/edlmoney/
 en/enabling-interculturaldialogue/grid
 en/enabling-interculturaldialogue/list
 en/enabling-interculturaldialogue/map
-en/enterprise/
 en/error
 en/error/
 en/estado-pedido
@@ -43928,7 +43638,6 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf
 en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf
 en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf
 en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf
-en/events/huaweiconnect/livestream-for-tvs$
 en/events?
 en/explore
 en/facturas-abono
@@ -44179,7 +43888,6 @@ en/preview
 en/privacy
 en/privacy-policy
 en/privacy.html
-en/products-lifecycle
 en/products-services/space/in-space-infrastructure/bartolomeo/request-your-payload-slot-on-bartolomeo/bartolomeo-form-confirmation
 en/products/connections/product_detail/product_35486.html
 en/products/connections/search-products.html
@@ -44515,16 +44223,12 @@ enterprise/product/add_ons
 enterprise/products/checks
 enterprise/products/checks/index.jsp
 enterprise/seo
-enterpriseform/
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
 entertainment/index.html
 entertainment/test$
 enterzipcode.php
 entities
-entities/search
-entityexplore$
-entityexplore?
 entityreference
 entp
 entr/Die%20Geh%C3%A4lter%20wurden%20gek%C3%BCrzt
@@ -44572,7 +44276,6 @@ eolson
 eom
 eopro
 eouyang
-eox_backup/
 eozcelik
 ep-live/
 epaper
@@ -45564,6 +45267,7 @@ eskupTSUpdate
 esl/layout/set
 esmecaramello
 esnl
+esntial.htm
 esoft-job
 esotiri
 espace-securise/shield
@@ -45727,6 +45431,8 @@ et/smart-tvs-netflix-calibrated-mode
 et/user
 et/users
 et18
+etalage$
+etalage.html$
 etarticleshow*
 etc
 etc.clientlibs
@@ -45880,7 +45586,6 @@ evaluate
 evaluate-link
 evaluate-unique-link
 evaluation
-evalutaion-virtuelle
 evan
 evanbenjamin
 evapayne
@@ -45971,7 +45676,6 @@ event/sansfire-2019
 event/santa-monica-2019
 event/scottsdale-2019
 event/scottsdale-2020
-event/search
 event/seattle-fall-2019
 event/seattle-spring-2019
 event/security-east-2019
@@ -46306,6 +46010,7 @@ extensions/eventack.html
 extensionstable.htm
 extern_js
 external
+external-catalog-services
 external-redirects
 external-redirects.html
 external-test-ids=
@@ -46557,7 +46262,6 @@ farig-sadeque
 farissaah
 farris
 fas/centres/sci-tech01/
-fashion*?
 fashion-shows
 fashion/lookbook/38917
 fashion/s
@@ -46622,7 +46326,6 @@ fckeditor
 fcollado
 fcyrraci
 fd-fr/
-fd/
 fdbk
 fdias
 fding
@@ -47115,7 +46818,6 @@ filterByWidth*
 filterIDList=*
 filterTags=
 filter_id=
-filterbyLocation=
 filters
 filters/
 filters=
@@ -48094,7 +47796,7 @@ forums/index.php/sel
 forums/index.php/sp
 forums/index.php/u
 forums/index.php?&act=Online
-forums/index.php?/user/http://sportsnet.ca/robots.txt
+forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt
 forums/index.php?act=Arcade
 forums/index.php?act=Attach
 forums/index.php?act=Forward
@@ -48174,6 +47876,10 @@ foundation
 foundation/contact
 four
 fourinthemorning
+foutmeldingen
+foutmeldingen$
+foutmeldingen.*$
+foutmeldingen.html$
 fowler
 fowsia
 fox-money/a
@@ -49014,6 +48720,7 @@ fragen/
 fragment
 fragment.*.html
 fragment.*.json
+fragment.htm
 fragment.html
 fragment.json
 fragment/
@@ -49093,7 +48800,6 @@ frnl
 frogs/
 frogs/legs/
 frogs/phones/
-from
 from-the-ghostery-desk-series-notifications-1
 from-the-ghostery-desk-series-trust-restrict-sites
 from=
@@ -49148,8 +48854,6 @@ fullscreen/ReportLinker
 fullwiley
 fultonrockwell
 fun
-fun/api/
-fun/g/
 functions
 funding-for-researchers/our-funding-schemes?*
 funding?
@@ -49362,7 +49066,6 @@ gabrielchiong
 gabrieleoliaro
 gabrielguillen
 gabrielhosu
-gad_source=
 gafinogenov
 gag-in-app
 gage
@@ -49377,7 +49080,6 @@ galleries/boards
 galleries/keywords
 galleries/top-
 gallery
-gallery-api/*
 gallery-ga
 gallery/*
 gallery/*/copyright
@@ -49413,7 +49115,6 @@ gallery_more_stories_insider.cms
 gam-
 gambling-promos
 game
-game*?
 game-reviews/*/user-reviews/manage/add
 game/dislike
 game/export
@@ -49471,7 +49172,6 @@ garruss
 garrysmitchell
 garyli
 gas-prices
-gas2015/
 gasic
 gaston-institute/contact/join-our-mailing-list/thank-you/
 gate
@@ -50063,7 +49763,6 @@ goldstine-cole
 golocal/extranet/http://nmap.org/robots.txt
 golub
 gonda
-gongyi*?
 gonsalves
 gonzaleshuaman
 goodrich
@@ -50115,7 +49814,6 @@ gotos
 gottlieb
 gould
 gourl
-gov*?
 gov/DownloadAsset?
 gov/DownloadAsset?assetId=
 gov/content/*/search-details-
@@ -50389,7 +50087,6 @@ groeger
 grossesshowexcel.cfm
 group
 group/
-group/search
 group/terms
 group/wp-admin
 groupAnswers
@@ -50931,7 +50628,6 @@ headlines
 heal
 health
 health
-health*?
 health-and-family
 health-care-information-topic/
 health-center?
@@ -51078,7 +50774,7 @@ helper
 helper
 helpers
 helpers
-helphttp://techdirt.com/robots.txt
+helphttp://techcrunch.com/robots.txt
 heme_at_bidmc
 hemeroteca
 hemeroteca/*
@@ -51243,7 +50939,6 @@ histoire/cgi/mail
 historique-commandes
 history
 history
-history*?
 history-acm-org/
 history-cults-los-angeles
 history.naver
@@ -51621,7 +51316,6 @@ homepage
 homepage-b
 homepage-beta
 homepage-video-test
-homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homepage/health/2009/fall/nobel-prize.shtml
@@ -51730,7 +51424,6 @@ hotel/*/?type
 hotel/h
 hotel/index.hi.
 hotel/redirect
-hotel/reviews?
 hotel/s
 hotel/search
 hotel/us/the-airstream-van.*.html
@@ -51781,7 +51474,6 @@ hotels/reservation-payment.htm
 hotels/rpc
 hotels/s
 hotels/search
-hotels/search
 hotels/search-results.htm
 hotels/search/list*
 hotels/search/map*
@@ -51844,8 +51536,6 @@ hp/focus-retrocompatibile$
 hp/video
 hp_channels
 hpan
-hpm
-hpmob
 hpols_catalog/
 hpws/max-connections.php
 hpws/parallel-downloads.php
@@ -54982,8 +54672,6 @@ html/ipad
 html/it
 html/js/editor
 html/js/editor/fckeditor
-html/map_delivery_msk.html
-html/map_delivery_spb.html
 html/media/pdf
 html/misc
 html/mobile/iPhone2012
@@ -55025,7 +54713,6 @@ http://1731177.fls.doubleclick.net/robots.txt
 http://1password.com/robots.txt
 http://2224480.fls.doubleclick.net/robots.txt
 http://4shared.com/robots.txt
-http://9664954.fls.doubleclick.net/robots.txt
 http://abc7chicago.com/robots.txt
 http://abc7ny.com/robots.txt
 http://abcnews.go.com/robots.txt
@@ -55042,6 +54729,7 @@ http://amazon.de/robots.txt
 http://amazon.in/robots.txt
 http://amazon.jobs/robots.txt
 http://ampmexterminators.com/robots.txt
+http://analytics.twitter.com/robots.txt
 http://androidpolice.com/robots.txt
 http://antena3.rtp.pt/robots.txt
 http://api.ning.com/robots.txt
@@ -55065,7 +54753,6 @@ http://beautifulthailand99.blogspot.co.uk/robots.txt
 http://bestdocsnetwork.com/robots.txt
 http://bharat.republicworld.com
 http://bhf.org.uk/robots.txt
-http://billboard.com/robots.txt
 http://bitcoin-informant.de/robots.txt
 http://blackholerecordings.com/robots.txt
 http://bleepingcomputer.com/robots.txt
@@ -55112,10 +54799,10 @@ http://fnac.com/robots.txt
 http://folhadeirati.com.br/robots.txt
 http://forcefieldsnz.bandcamp.com/robots.txt
 http://form.jotform.com/robots.txt
+http://freie-linke.de/robots.txt
 http://gal2.org/robots.txt
 http://galu.co.jp/robots.txt
 http://geraldtabios.com/robots.txt
-http://girlsridetoo.de/robots.txt
 http://goodreads.com/robots.txt
 http://govinfo.gov/robots.txt
 http://graphics8.nytimes.com/robots.txt
@@ -55128,7 +54815,7 @@ http://hercampus.com/robots.txt
 http://homesinhamiltonontario.com/robots.txt
 http://htmlpreview.github.io/robots.txt
 http://hubs.ly/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://ingress.com/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
 http://i.ebayimg.com/robots.txt
 http://i.vimeocdn.com/robots.txt
@@ -55441,7 +55128,6 @@ huansharonwang
 huanyang
 huanyuyang
 huawang
-huaweilink/
 hub
 hub-
 hub-http/static-1.137
@@ -55614,7 +55300,6 @@ hypeindex/graph
 hypeindex/performance-graph
 hyper
 hypernews
-hypoallergenique
 hyrbil/resultat
 hyunjin
 hz/contact-us/ajax/initiate-trusted-contact
@@ -56210,7 +55895,6 @@ il/
 il/cart
 il/images
 ilianamorton
-ilink/
 illustrations
 ilo/forums
 ilo/kb/*/discuss
@@ -56252,6 +55936,7 @@ image/cache
 image/cache/*1400x1400
 image/detailprint
 image/new
+image/viewer.htm
 imageClipperUpload
 image_site
 imagelib
@@ -56291,8 +55976,6 @@ images/about/
 images/adspace/
 images/api
 images/application_uploads
-images/async/?
-images/async?
 images/campaign/
 images/carBlogsimages
 images/chart_gifs
@@ -56305,9 +55988,6 @@ images/dopfiles/DNT20170204041207.pdf
 images/email/
 images/ga_img_handler.php
 images/home/
-images/hosted/?
-images/hosted/search?
-images/hosted?
 images/interview_pdfs
 images/intfood/thermomix/HF_icon_thermomix.svg
 images/li.gif
@@ -56322,14 +56002,9 @@ images/pad/search?text=*&source=morda
 images/related
 images/resume
 images/scaled
-images/search%3F
-images/search%5C
-images/search/?
 images/search/details/twitterCards/twitter-card
-images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
-images/searchbyimage
 images/showroomimages
 images/smart/$
 images/staff
@@ -56345,9 +56020,6 @@ images/verify_image.png
 images/viewconfig$
 images/visit/
 images/welcome_image.png
-images?
-images?*mmbaseline*
-images?*nr*
 imagesLinks
 imagify-backup/
 imagine/
@@ -56596,7 +56268,6 @@ inbox-talk
 inbox-user
 inbox.aspx
 inbox.php
-inboxcommerce
 inc
 inc/
 inc5000dev
@@ -56652,7 +56323,6 @@ independentlens/video/index.php?
 indepthtoolkit/smallprox
 indepthtoolkit/smallprox$
 index
-index*.php$
 index-new
 index-test.php
 index.cgi
@@ -57139,7 +56809,6 @@ intarnel/*
 intcmp=
 integr8
 integrate/
-integration-api/*?
 integration-product-categories
 integrations
 integromedb
@@ -57292,6 +56961,7 @@ intshippingpopup.aspx
 intuition
 inv
 inv_unsub
+inventory-detail/print.htm
 investcom/
 investing/FierceMarkets
 investing/businesswire
@@ -57486,7 +57156,6 @@ iss/modules/directory
 iss/modules/subjects
 issue.php
 issues
-isurvey/
 iswc
 isynchelpr1
 isynchelpr2
@@ -57505,7 +57174,6 @@ it*/shop/*/sold
 it*/step
 it*/submit
 it*/submitted
-it*?
 it-*
 it-*/
 it-AE
@@ -58054,7 +57722,6 @@ iw/kb/*/discuss
 iw/search
 iw/user
 iw/users
-iwcmmarketing/
 iwork
 iwork/1.3/safari/English.lproj/searchindex
 iworkcom
@@ -58065,22 +57732,6 @@ iznanka
 izumivazquez
 izzuddinaris
 j
-j-auto-suggest.json
-j-contact-seller.json
-j-dealer-link-inc.json
-j-edit-watchlist.json
-j-feature-link-inc.json
-j-get-watchlist-item.json
-j-homepage-galerie.json
-j-homepage-gallery.json
-j-locations.json
-j-page-view.json
-j-recently-viewed
-j-send-to-friend.json
-j-tokens-gen.json
-j-vac-inc-carproof.json
-j-vac-inc-get.json
-j-vac-phone-get.json
 j/pro-site
 j=
 j_spring_security_check
@@ -58478,7 +58129,6 @@ jdimtest
 jdlkem
 jdoe
 jdproject
-jdsml/mils/
 jeanfan
 jeanlee
 jeanniekim
@@ -58764,7 +58414,6 @@ jkmitchell
 jkn
 jkoivuniemi
 jkwok
-jl
 jladams
 jladapo
 jlc
@@ -59144,7 +58793,6 @@ jp/*max=
 jp/*min=
 jp/*my_etsy=
 jp/Flash
-jp/about-huawei/publications/huawave$
 jp/admin
 jp/ajax
 jp/ajax/content-product
@@ -59849,7 +59497,6 @@ keyvan-sohrabi
 keyword
 keyword/
 keyword=
-keywordToAttribute=
 kezi
 kfitzgerald
 kfong
@@ -60716,7 +60363,6 @@ leadership/
 leadingtogether/http://uspto.gov/robots.txt
 leads
 leads/recommendations
-leaening*?
 leaf
 leah
 leah-aronowsky
@@ -60840,6 +60486,10 @@ leedaddenda
 leelab
 leelerner
 leelingting
+lees/gids/exclusief
+lees/gids/exclusief$
+lees/gids/exclusief.*$
+lees/gids/exclusief.html$
 leesartain
 leeschwamm
 leesw
@@ -60910,7 +60560,7 @@ legal-services/checkout?
 legal/3874403/
 legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
-legal/http://docs.oracle.com/robots.txt
+legal/http://outdooractive.com/robots.txt
 legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
@@ -61270,9 +60920,7 @@ link-intersect
 link-intersect/$
 link.php
 link/
-link2
 link:
-link?
 link_preview_image
 link_to
 linked
@@ -61444,7 +61092,6 @@ livingcurriculum
 livingin1901
 livingston
 livingthepoorlife
-livraison-a-domicile
 lixinsun
 liyanahusenay
 liyufan
@@ -61461,7 +61108,6 @@ lk
 lk/
 lkc
 lkwan
-ll=
 llin
 llm-art-law
 llm-international-corporate-commercial-law
@@ -61508,7 +61154,6 @@ loans
 loc/volunteers
 loc=
 local
-local
 local-dev
 local-dev-old
 local-navigation/
@@ -61568,8 +61213,6 @@ location-de-voiture/resultats
 location-feedback
 location-voiture/resultats
 location.json
-location/drama/search
-location/get*
 locationQuery=
 location_suggest
 locations
@@ -62064,8 +61707,6 @@ lz8858
 lzhang
 m
 m-formredirect.cfm
-m-msg-my-messages
-m-my-favourites
 m-pr.cfm
 m-redirect.cfm
 m-s.cfm
@@ -62662,7 +62303,6 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
-maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -63337,7 +62977,6 @@ media_proxy
 mediacard
 mediacentral
 mediacomp/
-mediafiles/*
 mediahttp://newscientist.com/robots.txt
 mediakit
 medialibrary/de/brief
@@ -63590,7 +63229,6 @@ medialibrary/zh/brief/executive-brief-why-you-need-web-application-security.pdf
 medialibrary/zh/brief/solution-brief-a-unified-approach-to-managing-governance-risk-and-compliance.pdf
 medialibrary/zh/ebook
 medialibrary/zh/white-paper
-medialist/detail
 median_prices
 median_prices?
 medianet
@@ -63825,7 +63463,6 @@ merchant/directions
 merchant/imageUploadPreview
 merchant/loc
 merchant/moreProducts?
-merchant/reviews?
 merchant/update
 merchant_login
 merchant_shipping_policy.pdf
@@ -64058,7 +63695,6 @@ mikepetridisz
 mikezhang
 mikhak
 mikly.pl
-mil*?
 mil4teachers/ar/event/*/ical
 mil4teachers/ar/explore
 mil4teachers/ar/search
@@ -64140,20 +63776,14 @@ minisite/ar/
 minisite/br/
 minisite/cloudservice/
 minisite/en/
-minisite/error
 minisite/error/
-minisite/gas2015/
 minisite/id/
-minisite/japan10years/
 minisite/latin/
 minisite/mea-fr/
 minisite/minisitetest/
 minisite/mm/
 minisite/newslettertest/
 minisite/pdf
-minisite/qr/
-minisite/sm-vi/
-minisite/static/
 minisite/test/
 minisite/th/
 minisite/vn/
@@ -65257,7 +64887,6 @@ msteiner
 mstephenson
 mstile-150x150.png
 mt
-mt*?
 mt-mt/
 mt-preview-
 mt-static
@@ -65669,6 +65298,7 @@ mybestface
 myblog
 mybooking.html
 mybookoflists
+mycars
 mycart
 mydonate
 mye
@@ -65779,7 +65409,6 @@ mz/
 mzemplenyi
 mzoha
 n
-n-notifications.html
 n/:state_code/:city/:neighborhood_name/:locationId
 n/pr
 n245com
@@ -65908,7 +65537,6 @@ nature-index/news/archive/search/by-institution
 naturecareers/jobs/search
 naturecareers/jobsrss
 naturecareers/session-img
-natureplus/people/
 naunheim
 nav
 nav-browse/
@@ -66111,7 +65739,6 @@ neurosurgery/appointments-and-referrals/appointment-thankyou
 neurosurgery/paralysis/appointment-and-referrals/appointment-request-thankyou
 never-been-kissed
 new
-new*?
 new-admin
 new-bookshop
 new-features
@@ -66141,7 +65768,6 @@ new_cmtofart2_nit_v1/
 new_invite
 new_listing
 new_subdirectory
-new_subject
 new_writer
 newattorneys
 newblog
@@ -68192,6 +67818,7 @@ non-searchable/
 nonConfig/api/wpa
 nonacm
 nonbot/
+nonce="5GWhQcka_xbwjdMld9hSVw">if(google.cis
 nonlystdomainredirect
 nonprofits-ngos
 nonprofits/account
@@ -68301,7 +67928,6 @@ notificationId
 notifications
 notifications
 notifications$
-notifications/
 notifications/*
 notify.js
 notifyMe.jsp
@@ -68603,7 +68229,6 @@ nz/your
 nzh-search
 nzzidms
 o
-o-kompanii/
 o-rukyojin1116/videolist-*.html
 o-rukyojin1116/videolist.html
 o/
@@ -68766,8 +68391,6 @@ offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
 offers/preview/
-offers/proxy/dealsserver/api/log
-offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -69046,7 +68669,6 @@ ooo/show_bug.cgi
 ooo/show_bug.cgi*ctype=xml
 oops
 ooxbu36397/rss
-op
 op*/*op*/*op*/*op
 op*/ov
 op*/ov*page=
@@ -69080,7 +68702,6 @@ opening/config
 openlist
 opensearch.xml
 openstat
-openstat
 openstat=
 openstat=
 openurl
@@ -69156,7 +68777,6 @@ order/*/small-van
 order/*/van
 order/thank-you
 order=
-order=*
 orderAttributeCode=*
 orderAttributeValue=*
 orderBy
@@ -69184,7 +68804,6 @@ orentamir
 oreskes
 org
 org/ECCOMAGS
-organicOnly=
 organismos/culturaypatrimoniohistorico/iaph/areas/formacion-difusion/programa-formacion/calendario-actividades-formativas/formulario
 organismos/fomentoinfraestructurasyordenaciondelterritorio/servicios/atencion-ciudadania/paginas/bolsa-unica-comun
 organitzacio
@@ -69289,6 +68908,20 @@ outgoing
 outils
 outils/createur-de-logo/onboarding
 outlook-ical=
+over-de-vpro/aangemeld$
+over-de-vpro/aangemeld-breinvoer$
+over-de-vpro/aangemeld-breinvoer.html$
+over-de-vpro/aangemeld-bureaubouzerda$
+over-de-vpro/aangemeld-bureaubouzerda.html$
+over-de-vpro/aangemeld-sanderversusdesocials$
+over-de-vpro/aangemeld-sanderversusdesocials.html$
+over-de-vpro/aangemeld.html$
+over-de-vpro/afgemeld$
+over-de-vpro/afgemeld.html$
+over-de-vpro/bedankt
+over-de-vpro/bedankt$
+over-de-vpro/bedankt.*$
+over-de-vpro/bedankt.html$
 overlay
 overlay/sustainability
 overlays
@@ -69320,7 +68953,6 @@ p*from=
 p*groupType=
 p-a
 p-api
-p-edit-ad
 p-r
 p-user
 p.php
@@ -69693,7 +69325,6 @@ pages/partner-agreement
 pages/podcasts
 pages/pricing
 pages/privacy
-pages/ps
 pages/pt$
 pages/reorderpages.action
 pages/rss_terms.html
@@ -70121,7 +69752,6 @@ patrikgayer
 patronNext
 patsukhum
 pattanayak
-patternPreview
 patterns
 patterson
 patti
@@ -70349,12 +69979,8 @@ people-profiles/*
 people/$
 people/*/*?*daterange
 people/*/*?*page
-people/*/all
 people/*/category
-people/*/collect
-people/*/do
 people/*/issues
-people/*/wish
 people/[author]
 people/faculty/shapiro
 people/iweReconnectAction
@@ -70392,6 +70018,10 @@ perm_id=
 permission.htm
 perpetualescom
 perrault
+pers
+pers$
+pers.*$
+pers.html$
 persisted
 person
 person-*/private
@@ -70402,7 +70032,6 @@ personal-finance/test$
 personal-loans
 personal-page/content
 personal.html
-personal/
 personal/demo
 personal_data
 personaldata/bharti-enterprises-ceo-sunil-bharti-mittal-making-the-case-for-mobile-connect
@@ -70437,7 +70066,6 @@ peteryork
 petites-annonces
 petrbudrin
 pets
-pets*?
 peyronies-treatment-option/talk-to-doctor
 peyronies-treatment-option/treatment-option
 pf
@@ -70803,7 +70431,6 @@ pics/stars-in-short-shorts-daisy-dukes-photos
 pics/taylor-swift-new-look-old-hair-makeup-pics
 pics/trumps-lighting-the-white-house-xmas-tree-pics
 pics/we-can-be-heroes-photos
-picture/*?
 pictures
 pictures/
 pictures/*+
@@ -71474,7 +71101,213 @@ podcasting/includes/tsoas.xml
 podcasting/includes/wbtc.xml
 podcasts
 podcasts
+podcasts$
+podcasts.*$
+podcasts/2doc-belt-met-boeijen$
+podcasts/2doc-belt-met-boeijen.html$
+podcasts/3voor12-niet-te-missen-podcast$
+podcasts/3voor12-niet-te-missen-podcast.html$
+podcasts/Bureau-Buitenland-The-Presidential-Podcast$
+podcasts/Bureau-Buitenland-The-Presidential-Podcast.html$
+podcasts/alex-van-warmerdam-de-man-het-werk-de-podcast$
+podcasts/alex-van-warmerdam-de-man-het-werk-de-podcast.html$
+podcasts/argos-podcast$
+podcasts/argos-podcast.html$
+podcasts/argos-srebrenica-podcast$
+podcasts/argos-srebrenica-podcast.html$
+podcasts/audio-documentaire-vpro$
+podcasts/audio-documentaire-vpro.html$
+podcasts/babylon-podcast$
+podcasts/babylon-podcast.html$
+podcasts/blokhuis-podcast$
+podcasts/blokhuis-podcast.html$
+podcasts/bob$
+podcasts/bob.html$
+podcasts/bobcast$
+podcasts/bobcast.html$
+podcasts/buitenhof$
+podcasts/buitenhof.html$
+podcasts/bureau-buitenland-fragmenten$
+podcasts/bureau-buitenland-fragmenten.html$
+podcasts/bureau-buitenland-nacht-express$
+podcasts/bureau-buitenland-nacht-express.html$
+podcasts/bureau-buitenland-podcast$
+podcasts/bureau-buitenland-podcast.html$
+podcasts/cinema-ovt$
+podcasts/cinema-ovt.html$
+podcasts/dagboek-van-een-ic-chef$
+podcasts/dagboek-van-een-ic-chef.html$
+podcasts/de-angstpodcast$
+podcasts/de-angstpodcast.html$
+podcasts/de-arabische-lente-10-jaar-later$
+podcasts/de-arabische-lente-10-jaar-later.html$
+podcasts/de-blankenberge-tapes$
+podcasts/de-blankenberge-tapes.html$
+podcasts/de-componistenkamer$
+podcasts/de-componistenkamer.html$
+podcasts/de-deense-detective$
+podcasts/de-deense-detective.html$
+podcasts/de-deventer-mediazaak$
+podcasts/de-deventer-mediazaak.html$
+podcasts/de-familie-romeijn$
+podcasts/de-familie-romeijn-2$
+podcasts/de-familie-romeijn-2.html$
+podcasts/de-familie-romeijn.html$
+podcasts/de-industrie$
+podcasts/de-industrie.html$
+podcasts/de-kasteelmoord$
+podcasts/de-kasteelmoord.html$
+podcasts/de-machine$
+podcasts/de-machine.html$
+podcasts/de-man-is-lam$
+podcasts/de-man-is-lam.html$
+podcasts/de-mannen-van-de-radio$
+podcasts/de-mannen-van-de-radio.html$
+podcasts/de-mars-naar-maart$
+podcasts/de-mars-naar-maart.html$
+podcasts/de-moord-op-patrick-podcast$
+podcasts/de-moord-op-patrick-podcast.html$
+podcasts/de-oorlogskoningin-podcast$
+podcasts/de-oorlogskoningin-podcast.html$
+podcasts/de-oudste-de-jongste-de-enige$
+podcasts/de-oudste-de-jongste-de-enige.html$
+podcasts/de-plantage-van-onze-voorouders$
+podcasts/de-plantage-van-onze-voorouders.html$
+podcasts/de-rode-draad$
+podcasts/de-rode-draad.html$
+podcasts/de-slag-om-het-internet$
+podcasts/de-slag-om-het-internet.html$
+podcasts/de-ware-aard$
+podcasts/de-ware-aard.html$
+podcasts/de-wending$
+podcasts/de-wending.html$
+podcasts/dido$
+podcasts/dido.html$
+podcasts/dorst-podcast$
+podcasts/dorst-podcast.html$
+podcasts/el-tarangu$
+podcasts/el-tarangu.html$
+podcasts/fragmenten-nooit-meer-slapen$
+podcasts/fragmenten-nooit-meer-slapen.html$
+podcasts/gaudeamus-1945-2020$
+podcasts/gaudeamus-1945-2020.html$
+podcasts/george-blake-meesterspion$
+podcasts/george-blake-meesterspion.html$
+podcasts/gothrecht$
+podcasts/gothrecht.html$
+podcasts/grote-woorden-podcast0$
+podcasts/grote-woorden-podcast0.html$
+podcasts/halve-marathoninterview-podcast$
+podcasts/halve-marathoninterview-podcast.html$
+podcasts/het-beste-van-biesheuvel$
+podcasts/het-beste-van-biesheuvel.html$
+podcasts/het-leven-een-gebruiksaanwijzing$
+podcasts/het-leven-een-gebruiksaanwijzing.html$
+podcasts/het-maakbare-geweten$
+podcasts/het-maakbare-geweten.html$
+podcasts/hotel-schiller$
+podcasts/hotel-schiller.html$
+podcasts/iets-doen--hoe-doe-je-dat$
+podcasts/iets-doen--hoe-doe-je-dat.html$
+podcasts/ischa$
+podcasts/ischa.html$
+podcasts/kwaad-bloed$
+podcasts/kwaad-bloed.html$
+podcasts/lees-dees$
+podcasts/lees-dees.html$
+podcasts/liefs-van-woord$
+podcasts/liefs-van-woord.html$
+podcasts/lopendebandwerk$
+podcasts/lopendebandwerk.html$
+podcasts/mijn-vader-is-een-afhaalchinees$
+podcasts/mijn-vader-is-een-afhaalchinees.html$
+podcasts/mini-woord-vakantiepakketje$
+podcasts/mini-woord-vakantiepakketje-0$
+podcasts/mini-woord-vakantiepakketje-0.html$
+podcasts/mini-woord-vakantiepakketje.html$
+podcasts/modern-man$
+podcasts/modern-man.html$
+podcasts/naakt-op-een-kleedje$
+podcasts/naakt-op-een-kleedje.html$
+podcasts/nieuwe-filmmuziek-op-4$
+podcasts/nieuwe-filmmuziek-op-4.html$
+podcasts/niks-was-minder-waar$
+podcasts/niks-was-minder-waar.html$
+podcasts/nms-weekly$
+podcasts/nms-weekly.html$
+podcasts/nooit-meer-slapen-leesclub$
+podcasts/nooit-meer-slapen-leesclub.html$
+podcasts/nooit-meer-slapen-zomerpakket-2016$
+podcasts/nooit-meer-slapen-zomerpakket-2016.html$
+podcasts/november-music---de-interviews$
+podcasts/november-music---de-interviews.html$
+podcasts/ongesigneerd$
+podcasts/ongesigneerd.html$
+podcasts/opgejaagd$
+podcasts/opgejaagd.html$
+podcasts/ovt-fragmenten$
+podcasts/ovt-fragmenten.html$
+podcasts/ovt-het-spoor-terug-podcast$
+podcasts/ovt-het-spoor-terug-podcast.html$
+podcasts/ovt-podcast$
+podcasts/ovt-podcast.html$
+podcasts/paradiso-50$
+podcasts/paradiso-50.html$
+podcasts/phasmophobia$
+podcasts/phasmophobia.html$
+podcasts/plots$
+podcasts/plots.html$
+podcasts/podiumbeesten$
+podcasts/podiumbeesten.html$
+podcasts/polititia$
+podcasts/polititia.html$
+podcasts/psycho-candy$
+podcasts/psycho-candy.html$
+podcasts/radio-bergeijk$
+podcasts/radio-bergeijk.html$
+podcasts/rewind$
+podcasts/rewind.html$
+podcasts/roes$
+podcasts/roes.html$
+podcasts/stadsastronaut$
+podcasts/stadsastronaut.html$
+podcasts/sterk-water$
+podcasts/sterk-water.html$
+podcasts/sunday-snooze$
+podcasts/sunday-snooze.html$
 podcasts/test-podcast/rss
+podcasts/tijdgeest$
+podcasts/tijdgeest.html$
+podcasts/toendra-podcast$
+podcasts/toendra-podcast.html$
+podcasts/trees$
+podcasts/trees-podcast$
+podcasts/trees-podcast.html$
+podcasts/trees.html$
+podcasts/vpro-cinema$
+podcasts/vpro-cinema.html$
+podcasts/vpro-marathoninterview$
+podcasts/vpro-marathoninterview.html$
+podcasts/vpro-tegenlicht$
+podcasts/vpro-tegenlicht.html$
+podcasts/vpro-varia$
+podcasts/vpro-varia.html$
+podcasts/vpro-zomergasten$
+podcasts/vpro-zomergasten.html$
+podcasts/vrije-geluiden-2-go$
+podcasts/vrije-geluiden-2-go.html$
+podcasts/vrije-geluiden-radio4-podcast$
+podcasts/vrije-geluiden-radio4-podcast.html$
+podcasts/waarom$
+podcasts/waarom.html$
+podcasts/weird-hit-wonder$
+podcasts/weird-hit-wonder.html$
+podcasts/wereldhit$
+podcasts/wereldhit.html$
+podcasts/woord-vakantiepakket-2016$
+podcasts/woord-vakantiepakket-2016.html$
+podcasts/yous-yay-new-emotions$
+podcasts/yous-yay-new-emotions.html$
 podminky
 podpiska/login.pl
 podval
@@ -71496,7 +71329,6 @@ pokemon
 pol/layout/set
 polaris-ldp
 poleznye-ssylki/
-police*?
 police/appointments-and-referrals/police-detail-request-thankyou
 police/contact/report-a-crime-confidentially/thank-you/
 police/contact/umbpd-virtual-suggestion-box/thank-you/
@@ -71559,7 +71391,6 @@ politics/law/news/2001/12/49083
 politics/law/news/2001/12/49141
 politics/law/news/2002/03/51042
 politique-de-confidentialite
-politique-de-retour
 poll
 poll-post!input.jspa
 poll-rss.php
@@ -71918,8 +71749,6 @@ premsa*?hilite=
 prensa-historico/200
 prensa-historico/2010
 preorders
-prep/gnumaint
-prep/wrappers-and-scripts
 prepaid/browse/cart.jsp
 preparedness/full-scale-exercise/full-scale-exercise-signup/thank-you/
 preparesite/empty.js
@@ -71999,16 +71828,10 @@ price
 price-calc.asp*
 price-chart
 price-guide
-price-type=contact
-price-type=fixed
-price-type=swapTrade
 price/*?locale
 price=
 priceChartApi
 priceFilter=
-priceType=contact
-priceType=fixed
-priceType=swapTrade
 price_comparison
 price_from
 price_max=
@@ -72052,7 +71875,6 @@ print-article.aspx
 print-content
 print-pdf
 print-sections
-print-version/
 print.asp
 print.asp?*
 print.cfm
@@ -72156,7 +71978,6 @@ pro/tools
 pro/upgrade
 pro/waze/report/*?*&hash=
 pro2
-proFile/history?
 proMatch
 proProjects
 proTeXt
@@ -72174,7 +71995,6 @@ procallback/
 proces_comanda
 processFind*
 processing
-processupload.html
 procurement/
 prod
 prod-cats
@@ -72240,7 +72060,6 @@ product/prd-5193422
 product/productreviews/
 product/recommended
 product/review/add
-product/reviews?
 product/summer-plant-based-recipe-cookbook
 product/valentines-chocolate-vegan-cookbook
 product/vegan-desserts-cookbook
@@ -72408,7 +72227,6 @@ products_
 productselections/
 productshowimg
 productupdates.php
-proekty/*
 prof
 prof-services/
 prof-services/nsa/
@@ -72463,7 +72281,6 @@ profile/edit
 profile/following
 profile/general
 profile/gravlady
-profile/history?
 profile/license
 profile/manage
 profile/messages
@@ -72487,7 +72304,6 @@ profileIdeas
 profileQuestions
 profileReviews
 profileService
-profileType=
 profile_reviews.php
 profileinterview.php
 profilerole
@@ -72608,6 +72424,8 @@ program/psy-
 program/wp-
 programas/vocesalacarta
 programas/vocesusuarios
+programmas/tegenlicht/zoeken$
+programmas/tegenlicht/zoeken.html$
 programme
 programmer
 programmer/radio/filmpolitiet
@@ -72630,7 +72448,6 @@ programs/products/files/
 programs/research-fellows/admission/events/
 programs/sitemap.xml
 programs/videos/video-feedback.html
-progressloading.html
 project
 project-chooser!input.jspa
 project-crisps--beta
@@ -73185,7 +73002,7 @@ ptsv
 pttr
 ptype=
 ptzh
-pu
+pu/
 pu_all
 pu_echo/*.htaccess
 pu_echo/*.js
@@ -73225,7 +73042,6 @@ pubkey.pl
 publ/bcbs
 public
 public
-public-api/*?
 public-api/docsv2
 public-data-sets/applicants/
 public-data-sets/terms/
@@ -73742,7 +73558,6 @@ radio/thedebaters
 radio/thisisthat
 radio3/concursos/app/index.shtml
 radio_er
-radius=
 radkevich
 rafaelferrazbannitz
 rafaelmartins
@@ -73848,7 +73663,6 @@ raymond-cs-wong
 rays/fans/text-messaging-terms-and-conditions
 rays/search
 razanbaabdullah
-rb=
 rbakshi
 rbazile
 rberi
@@ -74212,7 +74026,6 @@ referer
 referer=
 referral
 referral/
-referral=
 referrals
 referrer=
 referrerCategoryID=*
@@ -74250,10 +74063,8 @@ region/*/salp/i
 region/*/search
 region/*/settings
 region/panorama
-region=
 region_attractions
 region_map
-region_name=
 regional/lokale-meldungen
 regionaladdmult.cfm
 regionalbuytickets.cfm
@@ -74391,7 +74202,6 @@ render
 renderdocument
 renderingMetricsSearch
 renders
-rendez-vous-video
 rendongarcia
 renee_rinehart
 renew
@@ -74447,7 +74257,6 @@ report-a-problem
 report-abuse
 report-abuse?report=
 report-abuse?url=
-report-de-paiement
 report-have-publishers-banned-facebook-trackers-from-their-pages-after-the-cambridge-analytica-scandal
 report-review
 report-spam
@@ -75167,10 +74976,6 @@ research-ai/$
 research-area/
 research-audit-capture-oct2024
 research-credits/data-science-bowl
-research-curation/research/projects/british-insect-mines/database/
-research-curation/research/projects/solanaceaesource/
-research-curation/research/projects/species-dictionary-new/
-research-curation/scientific-resources/collections/library-collections/wallace-letters-online/
 research-impact/*/feed
 research-impact/feed
 research-papers/*?
@@ -75251,6 +75056,7 @@ reservations
 reservations/
 reservations/*/notifyme
 reservations/book-reservations.html
+reserve-it-now/form.htm
 reset
 reset-password
 reset-password
@@ -75263,7 +75069,6 @@ reshet-shoken
 residential
 residential.education/archive
 residential.education/templates
-resizer
 resnum=
 resolution-center
 resolution-center-new
@@ -75292,8 +75097,6 @@ resources*sort=
 resources*type=
 resources-campaign/*
 resources-old
-resources-rx/*
-resources-rx/files/*
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
@@ -75522,7 +75325,6 @@ rewards/$
 rewards/*/membership
 rewards/*/status-matching
 rewards/bebas-ongkir
-rewardsapp/
 rewind
 rex/recommendation/*
 rezepte/suche
@@ -75980,7 +75782,6 @@ rsrc_ara
 rss
 rss
 rss$
-rss-
 rss-feed
 rss-feed/breaking/search
 rss-feed/search
@@ -76376,9 +76177,6 @@ rye
 rzheng
 rzhuo
 s
-s-ForgotPassword
-s-SignIn
-s-StartRegistration
 s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/
 s/
 s/*
@@ -76437,7 +76235,6 @@ s3rd
 s=
 s=p
 s?
-s?
 s?*rh=n%3A1380045031
 s?k=
 s_id=
@@ -76514,7 +76311,6 @@ salesImages/static-1.389
 salesforce
 saleslink
 salkin
-salle-de-montre-ouverte
 salle/recherche
 salliemae
 salliemae/termsandconditions
@@ -76549,7 +76345,7 @@ saml
 saml/acs
 saml/login
 saml/logout
-saml2/authenticate/oktahttp://sports.yahoo.com/robots.txt
+saml2/authenticate/oktahttp://spoogue.org/robots.txt
 samlCertificates
 saml_login
 saml_sso
@@ -76643,7 +76439,6 @@ satiriks
 saumyachatrath
 sauravmohanty
 sauvegarde
-savannah-checkouts
 save
 save-document
 save-hud-counselors-list
@@ -76898,7 +76693,6 @@ screener/insider
 screensaver
 screensaverpix
 screenshot
-screenshots
 screenshots-raw
 scrip.html
 script
@@ -77554,7 +77348,6 @@ searchresult?q=
 searchresults
 searchresults*
 searchresults.aspx
-searchresults.json
 searchresults/
 searchresults/*videos_all*videos_jp*facets
 searchresults/index.html
@@ -77613,6 +77406,7 @@ sections?
 sections_activeEl=
 secupress-4165225f
 secure
+secure$
 secure-application-containerization.php?
 secure-bin
 secure-biography-redirect
@@ -77628,11 +77422,67 @@ secure-preview
 secure-web-gateway.php?
 secure-web-gateway/?
 secure-web.cisco.com
+secure.*$
+secure.html$
 secure.myfonts.com
 secure/
 secure/*
+secure/Bedankt-Aanmelding-Minigids-Parelvisser$
+secure/Bedankt-Aanmelding-Minigids-Parelvisser.html$
+secure/Bedankt-Abonnement$
+secure/Bedankt-Abonnement-halfjaar$
+secure/Bedankt-Abonnement-halfjaar-autostop-vk$
+secure/Bedankt-Abonnement-halfjaar-autostop-vk.html$
+secure/Bedankt-Abonnement-halfjaar-zml$
+secure/Bedankt-Abonnement-halfjaar-zml.html$
+secure/Bedankt-Abonnement-halfjaar.html$
+secure/Bedankt-Abonnement-jaar$
+secure/Bedankt-Abonnement-jaar.html$
+secure/Bedankt-Abonnement.html$
+secure/Bedankt-Geven$
+secure/Bedankt-Geven-3voor12$
+secure/Bedankt-Geven-3voor12.html$
+secure/Bedankt-Geven-ZML$
+secure/Bedankt-Geven-ZML.html$
+secure/Bedankt-Geven.html$
+secure/Bedankt-Lidmaatschap$
+secure/Bedankt-Lidmaatschap.html$
+secure/Bedankt-Nalaten$
+secure/Bedankt-Nalaten.html$
+secure/Bedankt-Nieuwsbrief-3voor12$
+secure/Bedankt-Nieuwsbrief-3voor12.html$
+secure/Bedankt-Proefabonnement$
+secure/Bedankt-Proefabonnement-HF$
+secure/Bedankt-Proefabonnement-HF.html$
+secure/Bedankt-Proefabonnement-Parelvisser$
+secure/Bedankt-Proefabonnement-Parelvisser.html$
+secure/Bedankt-Proefabonnement.html$
+secure/Bedankt-VPRO-Lidmaatschap-ZML$
+secure/Bedankt-VPRO-Lidmaatschap-ZML.html$
+secure/Bedankt-aanmeld-feestelijke-premiere-Freek$
+secure/Bedankt-aanmeld-feestelijke-premiere-Freek.html$
+secure/Bedankt-playlist-winkaarten$
+secure/Bedankt-playlist-winkaarten.html$
+secure/Error-Abonnement$
+secure/Error-Abonnement-ZML$
+secure/Error-Abonnement-ZML.html$
+secure/Error-Abonnement.html$
+secure/Error-Geven$
+secure/Error-Geven-3voor12$
+secure/Error-Geven-3voor12.html$
+secure/Error-Geven-ZML$
+secure/Error-Geven-ZML.html$
+secure/Error-Geven.html$
+secure/Error-Lidmaatschap$
+secure/Error-Lidmaatschap.html$
+secure/Error-Proefabonnement$
+secure/Error-Proefabonnement.html$
+secure/Error-VPRO-Lidmaatschap-ZML$
+secure/Error-VPRO-Lidmaatschap-ZML.html$
 secure/FamilySearch/ReviewNgTemplate
 secure/Subscribe/Gift
+secure/feedback-onze-man$
+secure/feedback-onze-man.html$
 secure/login
 secure/myFamily.htm
 secure/register
@@ -77822,26 +77672,8 @@ server
 server-configurator
 server-status
 server.php
-server/banners
-server/body-include
-server/bottom-notes
 server/check-olark-chat-support
 server/docs/search
-server/footer
-server/fs-gang
-server/generic
-server/gnun
-server/head-include
-server/header
-server/html5-head-include
-server/html5-header
-server/include-file-list
-server/outdated
-server/select-language.html
-server/source
-server/staging
-server/top-addendum
-server/trans-map.html
 server/update-user-traffic-source
 server_error_pages/
 servererror.aspx
@@ -77849,7 +77681,6 @@ servers/frontend
 service
 service*
 service-archive
-service-de-navette
 service-pages
 service-private-offers
 service-search/dist/images/loading.gif
@@ -77867,7 +77698,6 @@ service-unavailable-today
 service/
 service/*
 service/archiv
-service/iframe
 service/products
 service/quiz
 service/suche
@@ -78117,7 +77947,6 @@ set-rating
 set-up
 set_author_id
 set_cookie.pl
-set_filter=*
 set_location.php
 set_new_password
 setbucket
@@ -78408,7 +78237,6 @@ shelleyxliu
 shellysimana
 shen
 sheng
-shenghuo
 shenghuo/search?
 shenyang
 sheraz
@@ -78424,7 +78252,6 @@ sherwin_special_offers
 shi
 shian
 shibboleth
-shifen/
 shihui
 shihui?
 shijiawei
@@ -78454,7 +78281,6 @@ shoelaces
 shomiller
 shootouts
 shop
-shop$
 shop-all
 shop-data
 shop-interrupt
@@ -78502,7 +78328,6 @@ shop/browse/overlay
 shop/browsing_history
 shop/checkout
 shop/claimcredit
-shop/collections
 shop/edit
 shop/eligible-for-special-financing/*?
 shop/flattering-fitted-maxi-dress-5152169
@@ -78541,7 +78366,6 @@ shop/unified/availability/calltoorder.html
 shop/unified/availability/results.html
 shop/view/product
 shop/wishlist
-shop?
 shop_name_search_service
 shop_pins
 shopby
@@ -78614,7 +78438,6 @@ show/delete_saved_shows
 show/koth-show
 showProject
 showTask
-show_all=
 show_bug.cgi
 show_bug.cgi*ctype=
 show_bug.cgi*format=multiple
@@ -78943,7 +78766,6 @@ site/userguide?
 site/wp-admin
 site/wp-admin/admin-ajax.php
 siteBackHtml
-siteLocale=
 siteSwitch
 site_faq/
 site_faq_category/
@@ -78977,6 +78799,7 @@ siteinfo
 siteinformation
 sitek
 sitemap
+sitemap$
 sitemap*.xml
 sitemap*.xml$
 sitemap-exclusive-video.xml?
@@ -78987,6 +78810,7 @@ sitemap-story.xml?
 sitemap-wired-video.xml?
 sitemap.axd
 sitemap.html
+sitemap.html$
 sitemap.xml
 sitemap.xml
 sitemap.xml$
@@ -79761,7 +79585,6 @@ social/
 social/our_partners/
 social/photosui/images
 social/photosui/sitemap
-social/search?
 social/share_modal
 social/social-security-directory/cai
 social_media
@@ -79832,10 +79655,6 @@ software/*?training=
 software/arcgis-maps-for-office
 software/comparison/*-vs-*-vs-*-vs-
 software/comparison/*/add-software
-software/gnun/linc
-software/gnun/proofread
-software/gnun/reports
-software/gnun/test
 software/landing_pages/
 software/link$
 software/link?
@@ -79938,8 +79757,6 @@ sort=hottest
 sort=newest
 sort=votes
 sortBy=
-sortByName=
-sortParam=
 sort_options=
 sorteos/loteria-navidad/directo/partner-lavanguardia
 sorting
@@ -79963,7 +79780,6 @@ source
 source/
 source/vivaldi-source
 source=
-source=
 source_repo=
 sourcecode
 sources
@@ -80007,7 +79823,6 @@ sparshasaha
 spartan
 spaul
 spb
-spbasic
 spbot
 spc-source=
 spc/amazon/en/landingPage.html
@@ -80035,6 +79850,7 @@ specialoffers
 specialprojects
 specials
 specials/north-america-2
+specials/trims.htm
 specialties?
 specialties?search=
 specific
@@ -80063,7 +79879,6 @@ spettacoli/speciali/2010/moda/notizie/prova_84d39878-159b-11df-82f4-00144f02aabe
 spf=
 spftest
 spharvey
-sphrase_id=
 sphwave-css
 spice
 spief?date
@@ -80081,6 +79896,7 @@ splitbookinghotelreservation
 sponsor
 sponsor-a-child-charity
 sponsor.html
+sponsor/*
 sponsored
 sponsored-content
 sponsored-content/
@@ -80130,7 +79946,6 @@ sportdaten
 sportello-cancro/dizionario
 sports
 sports*/index?topId=
-sports*?
 sports/baseball/includes
 sports/basketball/includes
 sports/betting
@@ -80150,7 +79965,6 @@ sports_fp_ms
 spotlight
 spp/
 spreadsheet
-spresults
 sprillaman
 sprince
 spring
@@ -80499,7 +80313,6 @@ stats.php3/
 stats/
 stats/c
 stats/draft/history
-stats/events/ 
 stats/help/glossary
 stats/help/statminimums
 stats/history
@@ -80794,9 +80607,7 @@ storeclick
 storefront
 storepicker
 storerequest
-stores$
 stores-manage
-stores/
 stores/page/*visitId=
 stories
 stories/shop
@@ -81014,10 +80825,8 @@ subagiarta
 subcategory=
 subject
 subject-editors
-subject/*?
 subject=
 subject_browse
-subject_search
 subjects
 subjects*search=
 submission
@@ -81332,7 +81141,6 @@ supporto-tecnico
 supprimer-favoris
 supriyadey
 suproteemsarkar
-sur-rendez-vous-seulement
 sureroute
 sureshmohan
 sureshpavuluri
@@ -81720,11 +81528,7 @@ szukaj?
 szutachen
 szwierlein
 t
-t-forgot-password.html?targetUrl=
-t-login
-t-login.html?targetUrl=
 t-other-great-sites.aspx
-t-user-registration.html?targetUrl=
 t-v2/*$
 t-v2/*?
 t.cfm
@@ -82190,7 +81994,6 @@ tararumi
 tardif
 tardisrocinante
 tarek
-targetURL=
 target_baby
 target_group
 targetdirect_group
@@ -82319,7 +82122,6 @@ tbc/ru/search
 tbc/ru/site-achievement
 tbc/search
 tbc/site-achievement
-tbhx/hero
 tbl*
 tblang=
 tbproxy
@@ -82332,6 +82134,7 @@ tc/
 tc/accept
 tcarroll
 tcastellano
+tcd
 tcfv2
 tchayirli
 tcheng
@@ -82716,6 +82519,10 @@ test
 test
 test$
 test*
+test-2
+test-2$
+test-2.*$
+test-2.html$
 test-ads/
 test-all-page
 test-event
@@ -82861,7 +82668,6 @@ tge
 tgibson
 tgkkk6681
 th
-th$
 th*/blog-article-remove-faq-utms-*.js
 th*/cdn-cgi/challenge-platform
 th*/step
@@ -83011,7 +82817,6 @@ th/user
 th/users
 th/ventureone
 th/ส่วนประกอบ_widget
-th?
 th_
 th_th/templates/M
 thailandgolf.
@@ -84032,8 +83837,6 @@ tracking/
 tracking/amp
 tracking/convertion
 tracking=
-tracking?
-tracking?tracking_number
 trackings
 tracky
 trackyourorder.aspx
@@ -84089,7 +83892,6 @@ training/studentships/howtoapply
 training/studentships/phdprojects
 trains
 trains/$
-traitement=
 traj
 tralston
 tran
@@ -84140,7 +83942,6 @@ translation
 translation-not-found
 translations
 translations/
-translator/?ref=
 translators
 transmute/static-1.85
 transmute/static-2.6
@@ -84184,7 +83985,6 @@ trasy/*/loty-z-
 trasy/*/trasy-od-
 trasy/*/trasy-z-
 travel
-travel*?
 travel-frontend/images
 travel-getaways
 travel-info/travel-updates/coronavirus/health-screen-form.html
@@ -84203,18 +84003,10 @@ travel/airlines/main/au/en
 travel/airlines/main/us/en
 travel/airlines/pfs*
 travel/airlines/premium-travel-arranger/au/en
-travel/api
 travel/booking/en_gb#/*
 travel/clk
-travel/css
 travel/entity
 travel/event/search
-travel/flight-search
-travel/flight/flightSearch
-travel/flight/flightSearchAction
-travel/flight/search/?
-travel/flight/search?
-travel/flights
 travel/flights/s
 travel/globalgateway.jsp/global/public/de_
 travel/globalgateway.jsp/global/public/en_
@@ -84243,21 +84035,12 @@ travel/home/public/pt_*
 travel/home/public/ru_*
 travel/home/public/sv_*
 travel/home/public/zh_*
-travel/hotel-search
-travel/hotel/hotelMiniSearchRequest
-travel/hotel/hotelSearch
-travel/hotels/checkout
-travel/hotels/detail
 travel/hotels/entity
-travel/hotels/search/?
-travel/hotels/search?
 travel/hotels/stories
 travel/passport
 travel/pkomatch/
 travel/s
-travel/scripts
 travel/search
-travel/secure
 travel/test$
 travel/wp-admin
 travelDate=
@@ -84762,7 +84545,6 @@ tylermalka
 typ$
 typ?
 type
-type-demploi
 type=
 type=1478165154*
 typeahead
@@ -84830,7 +84612,6 @@ ubtv
 ubuntu/+source/utouch
 uc
 ucm/idcplg
-ucmf/groups/
 ucp.php
 udodiriokwandu
 udpddoscn
@@ -85155,11 +84936,9 @@ uk/zazzle
 ukcyberacademy/graduation/2015/simon-bower-vernon
 ukhan
 ukraina_
-uksf-bin/
 ul/P/umse/0
 ulatan
 uli/trac
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -85335,7 +85114,6 @@ update.bml
 update.php
 update.php
 update/
-update/topic
 updateNote
 updatePassword.htm
 update_
@@ -85387,7 +85165,6 @@ uploader/
 uploadfile
 uploadfile.php
 uploadhistory.php
-uploadprocerr.html
 uploads
 uploads/1/_/1
 uploads/7/0/2/6/70262511
@@ -85423,7 +85200,6 @@ ur/users
 urayama
 urchin_test
 url
-url
 url-shortner
 url.asp
 url=
@@ -85871,7 +85647,6 @@ user-ass/jobs/posting_pdf
 user-context?referrer
 user-document-collections
 user-flags
-user-panel
 user-preferences
 user-profile
 user-profile-view?
@@ -86194,14 +85969,12 @@ utils/
 utkarsh
 utl/
 utm
-utm
 utm*=
 utm*http://fun88thai.net/robots.txt
 utm=
 utm=
 utm_
 utm_
-utm_*
 utm_*&*utm_
 utm_*=*utm_
 utm_campaign=
@@ -86253,12 +86026,8 @@ uçak-bileti/cn/*
 uçak-bileti/ct
 v
 v$
-v-*/*/*/c
 v-ajax
 v-esi
-v-map-view.html
-v-print-view
-v-view-image.html
 v.cfm
 v/account/
 v/badge
@@ -86800,45 +86569,28 @@ videorequest
 videos
 videos/*.feedback.html
 videos/*?
-videos/?
 videos/api
 videos/assets
-videos/browsing
 videos/e
 videos/expander
-videos/explore
-videos/favorites
-videos/feed
-videos/feedcontent
 videos/get_video_by_uid/
 videos/hardware-in-the-loop-simulation-with-simulink-real-time-using-plcs-and-ethernetip-protocol-for-validating-industrial-automation-control-algorithms-96697.html
 videos/iframe
 videos/images
 videos/js
-videos/music
-videos/music/
-videos/music/?
-videos/music?
 videos/new
 videos/raw-ethernet-communication-support-from-simulink-real-time-96619.html
 videos/real-time-udp-communication-support-99895.html
-videos/riverview/relatedvideo
-videos/riverview/relatedvideo/?
-videos/riverview/relatedvideo?
 videos/search
 videos/search.html
 videos/search.php
-videos/search/?
 videos/search?
 videos/show_trailer
 videos/slider
 videos/transcripts
-videos/trending
-videos/trendingcontent
 videos/video-feedback-confirmation.html
 videos/video-feedback.html
 videos/viewmeta/
-videos?
 videosearch
 videosearch?
 videotutorials
@@ -86956,7 +86708,6 @@ visit
 visit-day
 visit/
 visit/feeds
-visit/whats-on/programs/*
 visitor
 visitor/popUpPhoto.do
 visual/
@@ -87207,7 +86958,6 @@ w/users/user_hints
 w2arts
 w3
 w3c
-w3info/
 w3m
 w9
 w?
@@ -109442,7 +109192,6 @@ websites
 websites/?
 websrc
 webstat
-webstat/
 webstats
 webstore/ShoppingBasket
 webstore/checkout
@@ -109624,12 +109373,8 @@ widget
 widget-landing-page.html
 widget-uploads
 widget.html
-widget/cr
-widget/entity/search/?
 widget/head/login
 widget/player
-widget/render
-widget/snapshot
 widget/v2
 widget_auth.php
 widget_chunks
@@ -110770,7 +110515,6 @@ wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 words
 work
-work
 work$
 work-at-ucl/redeployment
 work-info
@@ -111035,6 +110779,7 @@ wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt
 wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt
 wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt
 wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt
+wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt
 wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt
 wp-admin/admin-ajax.phphttp://openssl.org/robots.txt
 wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
@@ -111042,9 +110787,7 @@ wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt
 wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
 wp-admin/admin-ajax.phphttp://smugmug.com/robots.txt
 wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
-wp-admin/admin-ajax.phphttp://vox.com/robots.txt
 wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt
-wp-admin/admin-ajax.phphttp://zoho.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -111085,6 +110828,7 @@ wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
 wp-content/mu-plugins
+wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -111235,7 +110979,7 @@ wp-content/uploads/woocommerce_uploads
 wp-content/uploads/woocommerce_uploads/
 wp-content/uploads/wp-import-export-lite
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://aa.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://aa.com.tr/robots.txt
 wp-content/uploads/wp-import-export-lite/http://americanprogress.org/robots.txt
 wp-content/uploads/wp-import-export-lite/http://amnh.org/robots.txt
 wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt
@@ -111447,7 +111191,6 @@ wt-components-test
 wt-modules-test
 wt.mc_id=
 wtao
-wtk-banner
 wuensch
 wusage
 wv
@@ -111832,7 +111575,6 @@ yuhou
 yukunwang
 yukunxia
 yule
-yule*?
 yunan
 yunfangyang
 yunfeili
@@ -112424,6 +112166,8 @@ zm/
 zmabel
 zmzhao
 zoeken
+zoeken$
+zoeken.html$
 zoeken?
 zoeken?*
 zoetodd
@@ -112579,7 +112323,6 @@ zzz_systest
 ~ward/wikitect
 ~webshare
 ~wpwt
-Ϊ��ʱ��������Ŀ¼######
 Ꮎ1Ꮎ_9998
 �hnliche-fahrzeuge/
 恒博国际app下载
@@ -112728,7 +112471,6 @@ zzz_systest
 404.html
 404.htmlhttp://airliners.net/robots.txt
 404.php
-404.php
 404/
 404http://diplomatie.gouv.fr/robots.txt
 413gkwMT
@@ -113019,7 +112761,6 @@ zzz_systest
 4900/webm.ABC
 5055/aw-techrepublic
 5055/maw-techrepublic
-5138
 5293
 5349
 5480
@@ -113036,12 +112777,10 @@ zzz_systest
 7176/
 7176/TOI_Travel/
 7176/TOI_Travel_Test/TOI_Travel_TOP_TST
-7336
 7449
 7577
 8058
 8245
-8264
 8324
 8601
 8614