[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -3,6 +3,6 @@
         "last_update": 1726859003
     },
     "Trickest wordlist update": {
-        "last_update": 1726999402
+        "last_update": 1727085840
     }
 }

Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt

@@ -41591,6 +41591,14 @@ blocks/product-collection/collections/on-sale.tsx
 product-collection/collections/on-sale.tsx
 collections/on-sale.tsx
 on-sale.tsx
+plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/hand-picked.tsx
+woocommerce-blocks/assets/js/blocks/product-collection/collections/hand-picked.tsx
+assets/js/blocks/product-collection/collections/hand-picked.tsx
+js/blocks/product-collection/collections/hand-picked.tsx
+blocks/product-collection/collections/hand-picked.tsx
+product-collection/collections/hand-picked.tsx
+collections/hand-picked.tsx
+hand-picked.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/top-rated.tsx
 woocommerce-blocks/assets/js/blocks/product-collection/collections/top-rated.tsx
 assets/js/blocks/product-collection/collections/top-rated.tsx
@@ -41599,6 +41607,14 @@ blocks/product-collection/collections/top-rated.tsx
 product-collection/collections/top-rated.tsx
 collections/top-rated.tsx
 top-rated.tsx
+plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/upsells.tsx
+woocommerce-blocks/assets/js/blocks/product-collection/collections/upsells.tsx
+assets/js/blocks/product-collection/collections/upsells.tsx
+js/blocks/product-collection/collections/upsells.tsx
+blocks/product-collection/collections/upsells.tsx
+product-collection/collections/upsells.tsx
+collections/upsells.tsx
+upsells.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/index.tsx
 woocommerce-blocks/assets/js/blocks/product-collection/collections/index.tsx
 assets/js/blocks/product-collection/collections/index.tsx
@@ -63928,6 +63944,13 @@ images/blocks/product-filters-overlay/overlay-drawer-right.svg
 blocks/product-filters-overlay/overlay-drawer-right.svg
 product-filters-overlay/overlay-drawer-right.svg
 overlay-drawer-right.svg
+plugins/woocommerce/assets/images/blocks/product-collection/placeholder.svg
+woocommerce/assets/images/blocks/product-collection/placeholder.svg
+assets/images/blocks/product-collection/placeholder.svg
+images/blocks/product-collection/placeholder.svg
+blocks/product-collection/placeholder.svg
+product-collection/placeholder.svg
+placeholder.svg
 plugins/woocommerce/assets/images/blocks/mini-cart/cart-drawer.svg
 woocommerce/assets/images/blocks/mini-cart/cart-drawer.svg
 assets/images/blocks/mini-cart/cart-drawer.svg
@@ -64519,6 +64542,10 @@ plugins/woocommerce/changelog/51392-update-add-locale-param-to-jetpack-auth
 woocommerce/changelog/51392-update-add-locale-param-to-jetpack-auth
 changelog/51392-update-add-locale-param-to-jetpack-auth
 51392-update-add-locale-param-to-jetpack-auth
+plugins/woocommerce/changelog/51141-add-pc-hand-picked-collection
+woocommerce/changelog/51141-add-pc-hand-picked-collection
+changelog/51141-add-pc-hand-picked-collection
+51141-add-pc-hand-picked-collection
 plugins/woocommerce/changelog/add-47895-show-tab-title-attribute-product-details
 woocommerce/changelog/add-47895-show-tab-title-attribute-product-details
 changelog/add-47895-show-tab-title-attribute-product-details
@@ -64571,6 +64598,10 @@ plugins/woocommerce/changelog/tweak-reenable-remote-logging-by-default
 woocommerce/changelog/tweak-reenable-remote-logging-by-default
 changelog/tweak-reenable-remote-logging-by-default
 tweak-reenable-remote-logging-by-default
+plugins/woocommerce/changelog/add-50860-upsells
+woocommerce/changelog/add-50860-upsells
+changelog/add-50860-upsells
+add-50860-upsells
 plugins/woocommerce/changelog/51277-bugfix-46283
 woocommerce/changelog/51277-bugfix-46283
 changelog/51277-bugfix-46283
@@ -64879,6 +64910,10 @@ plugins/woocommerce/changelog/50977-update-settings-feature-setup
 woocommerce/changelog/50977-update-settings-feature-setup
 changelog/50977-update-settings-feature-setup
 50977-update-settings-feature-setup
+plugins/woocommerce/changelog/add-50916-product-reference
+woocommerce/changelog/add-50916-product-reference
+changelog/add-50916-product-reference
+add-50916-product-reference
 plugins/woocommerce/changelog/fix-43632
 woocommerce/changelog/fix-43632
 changelog/fix-43632

Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt

@@ -6470,7 +6470,9 @@ plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/new-a
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/featured.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/best-sellers.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/on-sale.tsx
+plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/hand-picked.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/top-rated.tsx
+plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/upsells.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/index.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/related.tsx
 plugins/woocommerce-blocks/assets/js/blocks/product-collection/collections/README.md
@@ -9654,6 +9656,7 @@ plugins/woocommerce/assets/images/core-profiler/logo-jetpack.svg
 plugins/woocommerce/assets/images/blocks/product-filters-overlay/overlay-drawer-fullscreen.svg
 plugins/woocommerce/assets/images/blocks/product-filters-overlay/overlay-drawer-left.svg
 plugins/woocommerce/assets/images/blocks/product-filters-overlay/overlay-drawer-right.svg
+plugins/woocommerce/assets/images/blocks/product-collection/placeholder.svg
 plugins/woocommerce/assets/images/blocks/mini-cart/cart-drawer.svg
 plugins/woocommerce/assets/images/blocks/mini-cart/cart-drawer-rtl.svg
 plugins/woocommerce/assets/images/woocommerce_logo.svg
@@ -9785,6 +9788,7 @@ plugins/woocommerce/changelog/tests-manage-k6
 plugins/woocommerce/changelog/51109-remove-dark-mode
 plugins/woocommerce/changelog/51163-fix-21486-iam-discover-tracks
 plugins/woocommerce/changelog/51392-update-add-locale-param-to-jetpack-auth
+plugins/woocommerce/changelog/51141-add-pc-hand-picked-collection
 plugins/woocommerce/changelog/add-47895-show-tab-title-attribute-product-details
 plugins/woocommerce/changelog/51309-update-21591-in-app-category-selector
 plugins/woocommerce/changelog/51422-e2e-external-expand-wpcom-suite-part3
@@ -9798,6 +9802,7 @@ plugins/woocommerce/changelog/50590-add-44877-context-linking-a-product-with-col
 plugins/woocommerce/changelog/fix-site-visibility-badge
 plugins/woocommerce/changelog/51484-patch-25
 plugins/woocommerce/changelog/tweak-reenable-remote-logging-by-default
+plugins/woocommerce/changelog/add-50860-upsells
 plugins/woocommerce/changelog/51277-bugfix-46283
 plugins/woocommerce/changelog/e2e-tag-e2e-tests
 plugins/woocommerce/changelog/fix-type-mismatch-updateproducts
@@ -9875,6 +9880,7 @@ plugins/woocommerce/changelog/48262-patch-16
 plugins/woocommerce/changelog/update-contrib-docs-and-fixes
 plugins/woocommerce/changelog/enhance-remote-logging-reduce-dependency
 plugins/woocommerce/changelog/50977-update-settings-feature-setup
+plugins/woocommerce/changelog/add-50916-product-reference
 plugins/woocommerce/changelog/fix-43632
 plugins/woocommerce/changelog/51076-add-49335-related-products-collection
 plugins/woocommerce/changelog/e2e-fix-flakiness-refactor-create-order-spec

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -26,10 +26,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -37,11 +33,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -52,23 +45,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
-/?*amp_client_id
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/__wishlist__
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -80,8 +60,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -106,7 +84,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -114,20 +91,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -143,15 +115,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -225,7 +193,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -1018,8 +985,6 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1081,8 +1046,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1188,12 +1151,10 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
 ads
-ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -1213,7 +1174,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -1226,7 +1186,6 @@ alkali
 allanalytics
 alllocations
 ambry
-amp
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -1254,9 +1213,7 @@ api/v3/ajax/bespoke/public/neu/specs
 api_access_key=
 app*_
 app*form_id=
-app-ads.txt
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1429,7 +1386,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 avis
 away.php
 b2bauth
@@ -1549,11 +1505,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -1575,38 +1527,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1807,7 +1738,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1830,7 +1760,6 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1852,7 +1781,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1868,15 +1796,12 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connectivity
 connector
@@ -1884,31 +1809,20 @@ consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1917,9 +1831,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -2036,9 +1948,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2089,7 +1999,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2186,8 +2095,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2198,7 +2105,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2253,7 +2159,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2357,8 +2262,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2368,7 +2271,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -2450,8 +2352,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -2564,8 +2464,6 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
-google_gdn.html
-google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2675,7 +2573,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2752,18 +2649,15 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://archive.org/robots.txt
+http://m.facebook.com/robots.txt
-http://developers.google.com/robots.txt
+http://reddit.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2774,9 +2668,6 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2953,14 +2844,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -3052,8 +2940,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3122,7 +3008,6 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3157,12 +3042,10 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -3170,7 +3053,6 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3201,7 +3083,6 @@ location_suggest
 lochp?
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3448,7 +3329,6 @@ narrative-
 native
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -3460,7 +3340,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3627,12 +3506,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3666,11 +3541,8 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3707,40 +3579,8 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3793,7 +3633,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -3820,7 +3659,6 @@ ppob/?
 ppob?
 pqa
 preference
-prefs
 present
 presentation
 prettyearth/assets
@@ -3831,8 +3669,6 @@ private
 pro
 pro-resources
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3912,7 +3748,6 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3920,7 +3755,6 @@ q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3934,7 +3768,6 @@ rd/search
 rd/search$
 rd/search?
 recensioni
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3952,8 +3785,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -3963,14 +3794,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -4006,7 +3833,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -4106,7 +3932,6 @@ searchhistory
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4181,7 +4006,6 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -4191,7 +4015,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopstream
-showtimes/location/*http://tripadvisor.com/robots.txt
+showtimes/location/*http://about.me/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4475,13 +4299,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -4504,7 +4326,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -4559,10 +4380,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4587,7 +4404,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -4598,7 +4414,6 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
@@ -4606,7 +4421,6 @@ t/terms
 tab=
 tablet
 tacms
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4639,10 +4453,8 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -4725,7 +4537,6 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
-tv
 tv/thumb
 tvschedule
 twitter
@@ -4792,13 +4603,9 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4874,8 +4681,6 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4906,13 +4711,10 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5375,7 +5177,6 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -2555,6 +2555,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /capital/consumer/invoice/merchants
 /cars/marketplace/product/*
 /cart
+/cart
 /cas-redirect
 /cast-list
 /castr
@@ -2572,6 +2573,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /chats/
 /checkin
 /checkout
+/checkout
 /ci
 /cinema-entertainment/*
 /citations
@@ -3015,6 +3017,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login
 /login$
 /login*/search?
+/login/
 /login/verify-email
 /login?
 /loginpage
@@ -3072,6 +3075,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/track-
 /music/user
 /mvopinions/*
+/my-account
 /my_account/register
 /mychannel
 /naboo
@@ -3265,6 +3269,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /recommendations/products
 /references
 /referrer$
+/register/
 /registration-confirmation/
 /related
 /related
@@ -3696,7 +3701,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://mediapost.com/robots.txt
+?*apikey*http://akismet.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3928,7 +3933,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://mentalfloss.com/robots.txt
+?*utm_source=http://cricketarchive.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5642,6 +5647,7 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
+HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -6215,6 +6221,7 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
+Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -6348,6 +6355,7 @@ Saves
 ScreensaverShade
 Scripts
 Search
+Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
@@ -6962,6 +6970,8 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
+academic/profile
+academic/search
 academy
 academy-free-account
 academy/*/results
@@ -7046,6 +7056,7 @@ ach/search
 ach/user
 ach/users
 achievements
+aclick
 aclk
 acoustic
 acq/nonprofits
@@ -7147,6 +7158,7 @@ addtocart
 adell-mutfak
 adfox
 adframe
+adfs/
 admanager
 admantx
 admin
@@ -7327,6 +7339,7 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
+alink
 alkali
 all
 all-supported-params
@@ -7353,6 +7366,7 @@ amp
 amp$
 amp-proxy
 amp-tealium
+amp/
 amp_next_page_ga.cms*
 amphtml
 amphtml/blogs/test
@@ -7420,12 +7434,13 @@ api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://figma.com/robots.txt
+api/http://globenewswire.com/robots.txt
 api/internal/*/location
 api/internal/_bb
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
+api/maps/
 api/nextsteps/*
 api/nicorepo/timeline
 api/partner_select/*/price_query
@@ -7497,7 +7512,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://iso.org/robots.txt
+apple-app-site-associationhttp://xkcd.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8314,6 +8329,7 @@ backend
 backoffice=
 badges/profile/create
 bagon
+baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -8565,6 +8581,7 @@ bezahlvorgaenge.html
 bfe/apps/website
 bfl
 bfmp
+bfp/search
 bg
 bg-*/
 bg-bg/
@@ -8626,6 +8643,7 @@ bin
 bin/
 bin/search.go
 bin/search.py
+bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -8715,7 +8733,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://betterplace.org/robots.txt
+blog/.html.*http://latimes.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8771,6 +8789,7 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
+blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8842,7 +8861,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://purdue.edu/robots.txt
+bookmarkshttp://spreaker.com/robots.txt
 books
 books/NBK
 books/about
@@ -9757,7 +9776,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://focus.de/robots.txt
+cdn-cgi/http://fda.gov/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9784,7 +9803,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://meyerweb.com/robots.txt
+cgi-binhttp://youtube.de/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9979,6 +9998,7 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
+ck/
 cl
 cl2/feeds
 cl2/ical
@@ -10126,7 +10146,7 @@ co/ventureone
 code
 code-snapshots
 code/*
-code/http://bloomberg.com/robots.txt
+code/http://m.youtube.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10252,7 +10272,6 @@ companies
 companies/c
 companies/o
 companies/search
-company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10336,7 +10355,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://venturebeat.com/robots.txt
+connect/http://discogs.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10453,7 +10472,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://vine.co/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://livestream.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -10641,13 +10660,16 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr
+cr$
 cr/
 cr/$
 cr/corporate/contact
 cr/news
+cr?
 craft
 crash
 crawler4j
@@ -11799,7 +11821,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://moma.org/robots.txt
+email/*http://getbootstrap.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -11986,7 +12008,6 @@ en/sr/srb.html
 en/sr/srb/sra.html
 en/topics/everydaylife/
 en/us
-en/users
 en/vine/
 en/wordpress-resources
 en/workskills/
@@ -12016,6 +12037,9 @@ enterprise/seo
 entertain
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -12535,6 +12559,7 @@ fbml/ajax/dialog
 fbpostaction.cms?article=
 fcgi-
 fckeditor
+fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12749,7 +12774,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://s0.wp.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://globalresearch.ca/robots.txt
 filter/tips
 filter/tips
 filterTags=
@@ -13127,6 +13152,8 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
+fun/api/
+fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -13148,7 +13175,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://s.yimg.com/robots.txt
+g/4arE9Chttp://stitcher.com/robots.txt
 g/api
 g00
 g01
@@ -13379,7 +13406,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://1.bp.blogspot.com/robots.txt
+gifshttp://l.facebook.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13406,7 +13433,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://copyright.gov/robots.txt
+global-infrastructure/services/get-async/http://justanotherdeveloper.net/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13734,7 +13761,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://emarketer.com/robots.txt
+hacker/*/followhttp://hangouts.google.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -14023,6 +14050,7 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -14067,12 +14095,14 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
+hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
+hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -14087,6 +14117,8 @@ howto/GoodNeighborPolicy.htm
 howtobuy/
 hp/focus-retrocompatibile$
 hp/video
+hpm
+hpmob
 hr
 hr-*/
 hr-hr/
@@ -14167,39 +14199,38 @@ http
 http-checker
 http2_data
 http:
+http://1.gravatar.com/robots.txt
+http://3.bp.blogspot.com/robots.txt
 http://ads.google.com/robots.txt
-http://amazon.com.br/robots.txt
+http://arxiv.org/robots.txt
-http://apache.org/robots.txt
+http://bitly.com/robots.txt
-http://blacklivesmatter.com/robots.txt
+http://cbc.ca/robots.txt
-http://blog.google/robots.txt
+http://csmonitor.com/robots.txt
-http://blog.youtube/robots.txt
+http://de.wikipedia.org/robots.txt
-http://booking.com/robots.txt
+http://feross.org/robots.txt
-http://cdbaby.com/robots.txt
+http://festo.com/robots.txt
-http://cisco.com/robots.txt
-http://code.google.com/robots.txt
-http://daringfireball.net/robots.txt
-http://europol.europa.eu/robots.txt
-http://express.co.uk/robots.txt
 http://flipboard.com/robots.txt
-http://fsf.org/robots.txt
+http://hootsuite.com/robots.txt
-http://fun888asia.com/robots.txt
+http://it.wikipedia.org/robots.txt
-http://google.com.br/robots.txt
+http://kcet.org/robots.txt
-http://i0.wp.com/robots.txt
+http://mrisoftware.com/robots.txt
-http://jstor.org/robots.txt
+http://nngroup.com/robots.txt
-http://maxcdn.bootstrapcdn.com/robots.txt
-http://nature.com/robots.txt
 http://nydailynews.com/robots.txt
-http://nymag.com/robots.txt
+http://orcd.co/robots.txt
+http://prezi.com/robots.txt
+http://princeton.edu/robots.txt
 http://s3-eu-west-1.amazonaws.com/robots.txt
-http://s3-us-west-2.amazonaws.com/robots.txt
+http://search.google.com/robots.txt
-http://shopify.com/robots.txt
+http://snapchat.com/robots.txt
-http://storage.googleapis.com/robots.txt
+http://spiegel.de/robots.txt
-http://stripe.com/robots.txt
+http://stackoverflow.com/robots.txt
-http://tech.nikkeibp.co.jp/robots.txt
+http://stuff.co.nz/robots.txt
-http://toucharcade.com/robots.txt
+http://telegraph.co.uk/robots.txt
-http://un.org/robots.txt
+http://twitch.tv/robots.txt
-http://yandex.ru/robots.txt
+http://us02web.zoom.us/robots.txt
-http://yellowpages.ca/robots.txt
+http://usnews.com/robots.txt
+http://video.google.com/robots.txt
+http://washingtonpost.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14575,10 +14606,15 @@ images/$
 images/*
 images/?
 images/Podcasts
+images/async/?
+images/async?
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -14586,8 +14622,13 @@ images/mockups
 images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/smart/$
 images/touch/$
 images/touch/?
@@ -14595,6 +14636,7 @@ images/touch/search?rpt=imageview
 images/touch/search?text=*&source=morda
 images/v$
 images/viewconfig$
+images?
 imagine/
 imesync
 imf-fetch-message
@@ -14720,6 +14762,7 @@ inapp
 inbox
 inbox$
 inbox$
+inboxcommerce
 inc5000dev
 include
 include/
@@ -14881,7 +14924,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://artstation.com/robots.txt
+interactive*http://codex.wordpress.org/robots.txt
 interactive/reading-preference
 interactives
 interface/pda
@@ -15097,7 +15140,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://nejm.org/robots.txt
+it/searchhttp://www1.nyc.gov/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15883,6 +15926,7 @@ liked
 limit_hits
 limited-release
 link
+link?
 link_to
 linked
 linkedin
@@ -15951,6 +15995,7 @@ loans
 loc/volunteers
 loc=
 local
+local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -16277,6 +16322,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -16405,7 +16451,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://istockphoto.com/robots.txt
+media/tyfo*http://fbi.gov/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16732,6 +16778,7 @@ merchant/directions
 merchant/imageUploadPreview
 merchant/loc
 merchant/moreProducts?
+merchant/reviews?
 merchant/update
 merchantapps
 mes
@@ -17743,7 +17790,7 @@ nofollow=1
 nojs=
 non-searchable/
 nonConfig/api/wpa
-nonce="EHA8D8HkRHz4hn5oqqvorw">if(google.cis
+nonce="pGkwYNJlgEXl0TOB63qd0Q">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17763,6 +17810,7 @@ notificarelacionadas
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 nova
 now/mt3
@@ -17950,6 +17998,8 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -18190,7 +18240,6 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
-page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -19101,6 +19150,7 @@ pro-resources
 pro-site
 pro/about
 pro2
+proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -19118,6 +19168,7 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
+product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -19172,6 +19223,7 @@ profile/*/following
 profile/*/map$
 profile/*/photos
 profile/downloads_limit
+profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -19837,6 +19889,7 @@ responder
 rest
 rest/*/activity
 results
+results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -19893,6 +19946,7 @@ reviews/write/?s=
 reviews/write?s=
 reviews_page=
 rewards
+rewardsapp/
 rf=*
 ribbon.php
 rip/
@@ -20093,6 +20147,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20562,7 +20617,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://marketwatch.com/robots.txt
+section/9http://amazon.in/robots.txt
 sectionized
 sections
 sections$
@@ -20730,6 +20785,7 @@ set_cookie.pl
 setbucket
 setprefs
 settings
+settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -20868,17 +20924,23 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
+shenghuo
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
 shipping-payment
 shippinginformation
 shop
+shop$
+shop/
 shop/*&
 shop/browse/overlay
+shop/collections
 shop/iphone/payments/overlay
 shop/search.ep
+shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -20931,7 +20993,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://g.co/robots.txt
+showtimes/location/*http://cnet.com/robots.txt
 shr*
 shutterstock
 si
@@ -20986,7 +21048,6 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
-sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -21484,6 +21545,7 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -21596,6 +21658,7 @@ sp/3for2
 sp=
 sp_url=
 spartan
+spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -21673,6 +21736,7 @@ sports/whatson
 sports_fp_ms
 spp/
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -21756,6 +21820,7 @@ statements
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
+static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -21883,6 +21948,8 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
+stores/
 stores/page/*visitId=
 stories
 story
@@ -22193,7 +22260,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://foxnews.com/robots.txt
+tag/*+http://engadget.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22429,7 +22496,7 @@ test5
 test6
 testcases
 testfl
-testhttp://pca.st/robots.txt
+testhttp://onlinelibrary.wiley.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22438,6 +22505,7 @@ text
 text_edition
 tfemail
 th
+th$
 th*/blog-article-remove-faq-utms-*.js
 th*/cdn-cgi/challenge-platform
 th*/step
@@ -22497,6 +22565,7 @@ th/tools/logo-maker/onboarding
 th/user
 th/users
 th/ventureone
+th?
 th_th/templates/M
 thank-you
 thank-you-enterprise-demo
@@ -22781,6 +22850,7 @@ translate_static
 translate_suggestion
 translate_t
 translation
+translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -22809,14 +22879,28 @@ travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
 travel/clk
+travel/css
 travel/entity
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
 travel/flights/s
+travel/hotel-search
 travel/hotel/e
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/entity
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
+travel/hotels/search/?
+travel/hotels/search?
 travel/hotels/stories
+travel/scripts
 travel/search
+travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -23192,6 +23276,7 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -23323,6 +23408,7 @@ ur/search
 ur/user
 ur/users
 urchin_test
+url
 url-shortner
 urlinator/static-1.54
 urlinator/static-1.55
@@ -23849,14 +23935,32 @@ videodash.cms*
 videodetails
 videorequest
 videos
+videos/?
 videos/assets
+videos/browsing
 videos/e
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
+videos/music
+videos/music/
+videos/music/?
+videos/music?
+videos/riverview/relatedvideo
+videos/riverview/relatedvideo/?
+videos/riverview/relatedvideo?
 videos/search.php
+videos/search/?
+videos/search?
+videos/trending
+videos/trendingcontent
 videos/viewmeta/
 videos/week
+videos?
 videosearch
 view
 view-3d-home
@@ -24104,6 +24208,10 @@ whysecure
 whythisad
 widget
 widget-landing-page.html
+widget/cr
+widget/entity/search/?
+widget/render
+widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -24883,6 +24991,7 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
+work
 work/_
 work/acceptinvitation
 work/account
@@ -24980,7 +25089,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://click.linksynergy.com/robots.txt
+wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
+wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
 wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
@@ -25052,7 +25162,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://magisto.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://which.co.uk/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -25185,7 +25295,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://use.typekit.net/robots.txt
+youreurope/businessDEV/http://pca.st/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours