[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -3,6 +3,6 @@
         "last_update": 1737226982
     },
     "Trickest wordlist update": {
-        "last_update": 1737281008
+        "last_update": 1737367445
     }
 }

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -82,10 +82,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -93,11 +89,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -107,23 +100,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
-/?*amp_client_id
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/__wishlist__
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /api$
@@ -142,11 +122,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
-/discovered
+/directory
 /docs/product
 /download
 /download/Browse.aspx?
@@ -174,7 +153,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /login
 /lookup?
 /mediaapi/
@@ -187,12 +165,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
-/organize
 /partials
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /report_abuse
 /revisions
@@ -200,8 +175,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -214,15 +187,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -334,7 +303,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
-?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -455,8 +423,6 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -520,8 +486,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -633,12 +597,10 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
-addboard
 addressBookExport
 admin
 admin/
 ads
-ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -655,7 +617,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -699,10 +660,8 @@ api?
 api_access_key=
 app*_
 app*form_id=
-app-ads.txt
 app/
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -768,13 +727,13 @@ athletic/wp/wp-admin/admin-ajax.php
 atom
 audio?performer=1&q=
 audio_news
+auth
 auth/createchallenge
 auth/verifychallenge
 author/following
 author=
 authoring/
 authwall
-autocomplete
 away.php
 b?*node=7454898011
 b?*node=7454917011
@@ -828,10 +787,6 @@ blogs/slow-ride
 blogs/test
 blogsearch
 blogsearch_feeds
-board
-board_activity
-board_activity_comment
-bookmarklet
 bookmarks
 books
 books/NBK
@@ -854,37 +809,16 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 buyside-e2e-monitor
 buzz/post
 cai
@@ -917,7 +851,6 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -940,7 +873,6 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -960,13 +892,13 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
 communities/rss.aspx*
 communities/sitemap
 community
+community-guidelines
 community/*/category/*
 community/*/comments
 community/*/feed
@@ -976,31 +908,22 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 companyDir
 compare
 compare/*/apply
 compressiontest
 concussion/HeadsUp/training/
 config.js
-connect
 connections
 consumers/archive
 contact/menu*
 contact/partner*
 contactus
 contactus/mwaas*
-content-claiming
 control
-conversation
-conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -1016,22 +939,14 @@ couchmode
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
 cse/panel
 cse?
 csp
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1042,11 +957,9 @@ de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/lp
 de-de/searchresults
-deactivate-account
 default
 default.aspx/kb/
 default.aspx/ph/
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1142,8 +1055,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1156,9 +1067,11 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
-email_verification_error
 embed
+embed/@
+embed/curated
 embed/feed/update
+embed/v2
 employment_social/anticipedia/xwiki/bin/attach
 employment_social/anticipedia/xwiki/bin/cancel
 employment_social/anticipedia/xwiki/bin/commentadd
@@ -1215,7 +1128,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 entrez
@@ -1281,18 +1193,14 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
-facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -1325,8 +1233,6 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -1335,11 +1241,13 @@ food/recipes/*/shopping-list
 food/recipes/search*?
 food/search*?
 foodordering
+forgood
 forgot
 forgot_password
 forms
 forms/perks
 forum/kindle
+foryou
 fr-fr.www.cloudflare.com
 fr-fr/feedback
 fr-fr/lp
@@ -1386,8 +1294,6 @@ giveaway/host/setup
 glass/images/commerce
 global$
 gog
-google_gdn.html
-google_search.html
 googlebooks/images
 gorf
 gp
@@ -1503,7 +1409,6 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1526,10 +1431,7 @@ help/vodafone
 help/zendesk_sso
 hex
 history/static
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
@@ -1537,8 +1439,8 @@ hotels/rpc
 hotfix/
 hp/video
 hpc/*/supported-applications.aspx?
-http://amazon.de/robots.txt
+http://calendar.google.com/robots.txt
-http://bing.com/robots.txt
+http://npr.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1552,9 +1454,6 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1568,6 +1467,7 @@ imgres
 imode/?
 imode/search?
 imode?
+inapp
 inbox
 includes
 incontext
@@ -1585,15 +1485,12 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1629,8 +1526,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 js
 jsapi
 jsearch
@@ -1645,7 +1540,6 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
-kwanzaa-spotlight
 labs/pmc
 labs/popgadget/search
 lamda/images
@@ -1679,14 +1573,13 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
+legal
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
+link
 lite
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -1713,7 +1606,6 @@ localservices
 lochp?
 login
 login$
-login/?next=
 login?*=
 logout
 lp
@@ -1833,7 +1725,6 @@ narrative-
 native
 nbubumblebee
 network
-new_invite
 news$
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
@@ -1848,7 +1739,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newsround
@@ -1862,20 +1752,15 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
-notifications
 ns/hydra/console/?
 nus-trk
 nwshp$
 o/di
 o/dt
 oas/
-oauth/line
-oauth/login
 oauth/v2
 oauth2
 oauth2/v2
-oauth_error
-offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1904,11 +1789,8 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -1938,46 +1820,12 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
-pin
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
-place
 plan=
 platform-telemetry
 play/store/web
@@ -2026,7 +1874,6 @@ ppob/?
 ppob?
 pqa
 preference
-prefs
 present
 presentation
 prettyearth/assets
@@ -2034,8 +1881,6 @@ preview
 previewtemplate
 print
 private
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -2076,14 +1921,12 @@ pt-br/searchresults
 publications
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2092,7 +1935,6 @@ rating
 rd/search
 rd/search$
 rd/search?
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/*?q=
@@ -2109,9 +1951,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
-register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2119,13 +1958,9 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -2161,11 +1996,11 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
 safebrowsing/report_phish
+safety
 salary-explorer/api
 sars-cov-2
 scholar
@@ -2190,7 +2025,9 @@ search/default.aspx?*
 search/howsearchworks
 search/realtime
 search/static
+search/user?q=
 search/users
+search/video?
 search?
 search?q$
 search?q=
@@ -2205,7 +2042,6 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
-sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2227,7 +2063,7 @@ shihui
 shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
-shop_pins
+shop/view/product
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2527,11 +2363,9 @@ snp
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -2551,7 +2385,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 stat
@@ -2606,10 +2439,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2635,7 +2464,6 @@ support/content
 support/forum/search?
 sureroute
 surprise
-suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2650,14 +2478,13 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 system1/images
 t/privacy
 t/terms
 tab=
 tablet
-taggingtool
+tag
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2702,9 +2529,7 @@ th-th.www.cloudflare.com
 th-th/feedback
 th-th/lp
 th-th/searchresults
-thanksgiving-spotlight
 themacallan/worlds-together
-theme
 tickets-external?
 timedtext_video
 title
@@ -2731,6 +2556,7 @@ transcripts/470280334
 transcripts/480128005
 transcripts/830237502
 transit?
+transparency
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -2776,7 +2602,6 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
-tv
 tv/thumb
 typeahead
 u
@@ -2792,13 +2617,9 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
-unauth-profile
-unlink
 unsub
 until=
 upload
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 user
@@ -2815,8 +2636,6 @@ using
 utils
 uviewer
 v1
-v1/urls/count.json
-v3/pidgets/log
 verify_age
 vi-vn.www.cloudflare.com
 vi-vn/feedback
@@ -2853,9 +2672,6 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -3157,7 +2973,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://eventbrite.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://facebook.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3367,7 +3183,6 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -2805,6 +2805,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /descendants
 /detect_country.json
 /diff
+/directory
 /discovered
 /dl
 /docs/download
@@ -3288,7 +3289,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://fb.watch/robots.txt
+/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3680,7 +3681,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shopping/vr
 /shoppingcart
 /showads.js
-/showtimes/location/*http://gmail.com/robots.txt
+/showtimes/location/*http://img.youtube.com/robots.txt
 /sign_in?
 /signin
 /signup*/search?
@@ -3988,7 +3989,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://phys.org/robots.txt
+?*apikey*http://vk.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4425,7 +4426,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://2.bp.blogspot.com/robots.txt
+?q=user/logout/http://rebrand.ly/robots.txt
 ?q=user/password
 ?q=user/register
 ?q=vote
@@ -4477,7 +4478,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showAllGroups=
 ?show_error=true
 ?showcomment*
-?shttp://irs.gov/robots.txt
+?shttp://jigsaw.google.com/robots.txt
 ?sid
 ?sitrackingid=
 ?slogin
@@ -4605,7 +4606,7 @@ API/user
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://digital-strategy.ec.europa.eu/robots.txt
+API/v2$http://hbr.org/robots.txt
 APIAccessSupport
 AWSEC2/2006-06-26
 AWSEC2/2006-10-01
@@ -6122,6 +6123,7 @@ _vti_log
 _vti_map
 _vti_pvt
 _vti_txt
+_zc
 a
 a-knight-s-tale
 a-league-of-their-own
@@ -6761,7 +6763,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://tumblr.com/robots.txt
+api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7637,7 +7639,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://entrepreneur.com/robots.txt
+blog/.html.*http://samsung.com/robots.txt
 blog/?p=
 blog/?s=
 blog/add
@@ -7762,7 +7764,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://raw.githubusercontent.com/robots.txt
+bookmarkshttp://ecrs.com/robots.txt
 books
 books/NBK
 books/about
@@ -8527,7 +8529,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://vice.com/robots.txt
+cdn-cgi/http://medium.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
@@ -8558,7 +8560,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://healthtips1dr.blogspot.com/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8671,7 +8673,7 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://dinotim.com/robots.txt
+checkouthttp://moderncalculators.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8793,6 +8795,7 @@ cloud-launcher/sitemap
 cloud/
 cloud/multicloud-solution
 cloudhsm/classic
+cloudmonitor
 cloudplayer
 cloudsourcetools/images
 clp
@@ -8856,7 +8859,7 @@ co/user
 co/users
 code
 code/*
-code/http://newsweek.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -8941,6 +8944,7 @@ communities
 communities/sitemap
 community
 community
+community-guidelines
 community/*
 community/*/category/*
 community/*/coins
@@ -8948,7 +8952,7 @@ community/*/comments
 community/*/feed
 community/*/live
 community/*/post
-community/*/profile/*http://beatstars.com/robots.txt
+community/*/profile/*http://commission.europa.eu/robots.txt
 community/*/topics
 community/*/trackback
 community/*?
@@ -9075,7 +9079,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://pwc.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -9900,6 +9904,7 @@ discount
 discount_type=
 discover
 discovery
+discuss/search
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -10012,7 +10017,7 @@ docs
 docs$
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://meyerweb.com/robots.txt
+docs-api-legacy/http://deezer.com/robots.txt
 docs-footer
 docs/*
 docs/3.x/fr
@@ -10355,8 +10360,11 @@ emailservice
 emailsignup
 embed
 embed/*
+embed/@
+embed/curated
 embed/feed/update
 embed/guide
+embed/v2
 embed?
 embed_iframe
 embed_js
@@ -11198,7 +11206,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://smithsonianmag.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -11222,7 +11230,7 @@ find
 find$
 find-more
 find/
-find/*http://dell.com/robots.txt
+find/*http://freepik.com/robots.txt
 finetune
 fios
 firefox/?
@@ -11279,6 +11287,7 @@ football/matchstats
 football/video
 for-sale-by-owner/?zpid=
 forgetting-sarah-marshall
+forgood
 forgot
 forgot
 forgot$
@@ -11310,7 +11319,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://roxanegay.com/robots.txt
+forum/ucp.phphttp://embassybel.ru/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -11322,6 +11331,7 @@ forums/login
 forums/preferences
 forums/profile
 forward
+foryou
 fos/icn/
 fotos/es/*+
 foundation/contact
@@ -11522,7 +11532,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://google.nl/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 ga-IE/android/collections
 ga-IE/android/search
@@ -11728,7 +11738,7 @@ government-education/nonprofits/leadership-forum-poc
 government-education/nonprofits/leadership-forum-poc/confirmation
 government-education/public-sector-cloud-start/public-sector-cloud-start/
 government-education/public-sector-cloud-start/public-sector-cloud-start1/
-government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://hyperfollow.com/robots.txt
+government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://asyura2.com/robots.txt
 gp
 gp/aag
 gp/aag/main?*seller=ABVFEJU8LS620
@@ -12251,41 +12261,41 @@ html5
 http
 http-checker
 http2_data
-http://3my78.blogspot.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
-http://aljazeera.com/robots.txt
+http://about.fb.com/robots.txt
-http://apache.org/robots.txt
+http://akparti.org.tr/robots.txt
+http://amazon.de/robots.txt
+http://amazon.in/robots.txt
+http://ameblo.jp/robots.txt
+http://apple.com/robots.txt
 http://bbc.com/robots.txt
-http://blog.hubspot.com/robots.txt
+http://bbcsfx.acropolis.org.uk/robots.txt
-http://brave.com/robots.txt
+http://creativecommons.org/robots.txt
-http://developer.chrome.com/robots.txt
+http://economist.com/robots.txt
-http://dictionary.com/robots.txt
+http://europa.eu/robots.txt
-http://discordapp.com/robots.txt
+http://expedia.com/robots.txt
-http://disqus.com/robots.txt
+http://gist.github.com/robots.txt
-http://en.m.wikipedia.org/robots.txt
+http://govostis.gr/robots.txt
-http://foodshuttle.org/robots.txt
+http://healthline.com/robots.txt
-http://forms.office.com/robots.txt
-http://google.co.uk/robots.txt
-http://google.it/robots.txt
 http://help.twitter.com/robots.txt
-http://history.com/robots.txt
+http://irishtimes.com/robots.txt
-http://iso.org/robots.txt
+http://iubenda.com/robots.txt
+http://last.fm/robots.txt
+http://msdn.microsoft.com/robots.txt
 http://nationalgeographic.com/robots.txt
-http://nature.com/robots.txt
+http://nerdwallet.com/robots.txt
-http://news.yahoo.com/robots.txt
+http://patents.google.com/robots.txt
-http://notion.so/robots.txt
+http://producthunt.com/robots.txt
-http://opera.com/robots.txt
+http://python.org/robots.txt
-http://pcisecuritystandards.org/robots.txt
+http://reconstructingjudaism.org/robots.txt
-http://rtbf.be/robots.txt
+http://smithsonianmag.com/robots.txt
-http://scholar.google.com/robots.txt
+http://static.wixstatic.com/robots.txt
-http://scmp.com/robots.txt
+http://techradar.com/robots.txt
-http://shopify.com/robots.txt
-http://squarespace.com/robots.txt
-http://support.zendesk.com/robots.txt
 http://theverge.com/robots.txt
-http://trustpilot.com/robots.txt
+http://threads.net/robots.txt
-http://un.org/robots.txt
+http://tiny.cc/robots.txt
-http://wsj.com/robots.txt
+http://tracks.arte.tv/robots.txt
-http://yt3.googleusercontent.com/robots.txt
+http://weebly.com/robots.txt
 https:/www.alibaba.com
 hu
 hu-hu/
@@ -12664,6 +12674,7 @@ in/user
 in/users
 in/web/emi
 in_app_messages
+inapp
 inbox
 inbox$
 inbox$
@@ -12750,7 +12761,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://uk.linkedin.com/robots.txt
+index.php/user/logout/http://diigo.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -12808,7 +12819,7 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://smh.com.au/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives
 intercept
@@ -12816,6 +12827,7 @@ internal
 internal-api
 internal/*
 internalPref
+internalapi
 interstitial-ad
 intl
 intl/*/about/views
@@ -14419,7 +14431,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://arminbwagner.com/robots.txt
+mre/*.zip$http://gov.uk/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -15155,6 +15167,7 @@ offers/referral-terms-conditions%
 offers/referral-terms-conditions?
 offers/request
 offline
+offsetter_id=
 offsite
 ofr/api/v3/questionnaire
 og
@@ -15164,7 +15177,7 @@ ohcm
 ojp
 okxbet.com
 oma
-on-demand/session/*http://podcasts.google.com/robots.txt
+on-demand/session/*http://nymag.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -15300,7 +15313,7 @@ p/*/v/*?
 p/*/v?
 p/*/victory$
 p/*/victory?
-p/*http://seekingalpha.com/robots.txt
+p/*http://socialimpact.youtube.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -15621,7 +15634,6 @@ partNumber=
 partial
 participate/conferences.xml
 partner
-partner-articles
 partner/*?
 partnerfeeds
 partners
@@ -16130,7 +16142,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://claireonacloud.com/robots.txt
+premium/http://s.w.org/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -16207,7 +16219,7 @@ privacy/request-data
 privacy/zoho-group.html
 private
 private-promo
-private/http://blog.naver.com/robots.txt
+private/http://sgtrains.com/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -16230,7 +16242,7 @@ product-catalogs
 product-detail
 product-detail/alisite-mobile.alibaba.com
 product-feed
-product-ratings/http://people.com/robots.txt
+product-ratings/http://wix.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -16401,6 +16413,7 @@ projects/*/contributions
 projects/*/payments
 projects/?
 projects/browse.php
+projects/embed
 projects/geo/download
 projects/geo/tools
 projects/gtr/gt
@@ -17532,6 +17545,7 @@ safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
 safebrowsing/report_phish
+safety
 safety/?
 safetycheck
 sah/forums
@@ -17665,6 +17679,8 @@ sco/user
 sco/users
 scorecard
 scorecard/
+scratch_1.4
+scratchr2/static
 screener/insider
 screensaver
 screenshots
@@ -17845,7 +17861,9 @@ search/sets
 search/static
 search/title-text
 search/title/?title_type=feature,tv_movie,tv_miniseries,documentary,short,video,tv_short&release_date=,2020-12-31&lists=%21ls538187658,%21ls539867036,%21ls538186228&view=simple&sort=num_votes,asc&aft
+search/user?q=
 search/users
+search/video?
 search/x
 search=*
 search?
@@ -18100,6 +18118,7 @@ shop
 shop/*&
 shop/browse/overlay
 shop/iphone/payments/overlay
+shop/view/product
 shop_name_search_service
 shop_pins
 shopcart/*
@@ -18215,6 +18234,7 @@ since=
 single_pages
 sio
 sit_rep
+site-api
 site-archive
 site-explorer
 site-explorer/$
@@ -18677,7 +18697,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://youtubekids.com/robots.txt
+sos/registration/http://inc.com/robots.txt
 soundcloud-tpa
 soundoff
 sounds/player
@@ -19228,7 +19248,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dx.doi.org/robots.txt
+tag/*+http://dinotim.com/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
@@ -19388,7 +19408,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://journals.sagepub.com/robots.txt
+testhttp://moskva.stroi-podryad.ru/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -19747,6 +19767,7 @@ transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
+transparency
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -20530,7 +20551,7 @@ uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_inser
 uy/help
 uz/en/
 uz/forums
-uz/http://darden.virginia.edu/robots.txt
+uz/http://bilgematics.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -20572,6 +20593,7 @@ v=
 validate-user
 var
 variant=
+varserver
 vas
 vbtv/
 ve/Download
@@ -21397,9 +21419,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://prezi.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://venturebeat.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -21691,8 +21713,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://beacons.ai/robots.txt
+wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
-wp-admin/admin-ajax.phphttp://siteground.com/robots.txt
+wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -21756,7 +21778,6 @@ wp-content/themes/wired/assets/images/subscribe_290x110.gif
 wp-content/themes/wired/assets/images/subscribe_310x80.gif
 wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
-wp-content/uploads
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
 wp-content/uploads/wc-logs
@@ -21886,7 +21907,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://nasa.gov/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -21992,7 +22013,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://google.be/robots.txt
+zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?