[Github Action] Automated trickest wordlists update.

2026-08-28 07:26:19 +00:00 · 2024-12-13 10:03:55 +00:00
parent 0dff598b54
commit 1f6a603bfd
20 changed files with 1900 additions and 1005 deletions
@@ -82,10 +82,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -93,11 +89,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -107,23 +100,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
-/?*amp_client_id
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/__wishlist__
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /api$
@@ -142,12 +122,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -175,7 +153,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /login
 /lookup?
 /mediaapi/
@@ -188,12 +165,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
-/organize
 /partials
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /report_abuse
 /revisions
@@ -201,8 +175,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -216,15 +188,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -336,7 +304,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
-?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -460,8 +427,6 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -525,8 +490,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -642,12 +605,10 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
-addboard
 addressBookExport
 admin
 admin/
 ads
-ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -664,7 +625,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -712,10 +672,8 @@ api?
 api_access_key=
 app*_
 app*form_id=
-app-ads.txt
 app/
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -788,7 +746,6 @@ author/following
 author=
 authoring/
 authwall
-autocomplete
 away.php
 b?*node=7454898011
 b?*node=7454917011
@@ -845,10 +802,6 @@ blogs/slow-ride
 blogs/test
 blogsearch
 blogsearch_feeds
-board
-board_activity
-board_activity_comment
-bookmarklet
 bookmarks
 books
 books/NBK
@@ -871,37 +824,16 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 buyside-e2e-monitor
 buzz/post
 cai
@@ -934,7 +866,6 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -958,7 +889,6 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -978,7 +908,6 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -995,31 +924,22 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 companyDir
 compare
 compare/*/apply
 compressiontest
 concussion/HeadsUp/training/
 config.js
-connect
 connections
 consumers/archive
 contact/menu*
 contact/partner*
 contactus
 contactus/mwaas*
-content-claiming
 control
-conversation
-conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -1037,22 +957,14 @@ covid19
 covid19/mobility
 cr$
 cr?
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
 cse/panel
 cse?
 csp
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1063,11 +975,9 @@ de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/lp
 de-de/searchresults
-deactivate-account
 default
 default.aspx/kb/
 default.aspx/ph/
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1163,8 +1073,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1177,7 +1085,6 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
-email_verification_error
 embed
 embed/@
 embed/curated
@@ -1239,7 +1146,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 entities/search
@@ -1308,18 +1214,14 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
-facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
-fb.html
 fd/
 fe=true
 feature/sf-test
@@ -1353,8 +1255,6 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -1418,8 +1318,6 @@ giveaway/host/setup
 glass/images/commerce
 global$
 gog
-google_gdn.html
-google_search.html
 googlebooks/images
 gorf
 gp
@@ -1535,7 +1433,6 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1559,10 +1456,7 @@ help/zendesk_sso
 hex
 history
 history/static
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1574,8 +1468,8 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://amazon.de/robots.txt
-http://bing.com/robots.txt
+http://blog.google/robots.txt
+http://mozilla.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1589,9 +1483,6 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1637,15 +1528,12 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1681,8 +1569,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 js
 jsapi
 jsearch
@@ -1697,7 +1583,6 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
-kwanzaa-spotlight
 labs/pmc
 labs/popgadget/search
 lamda/images
@@ -1732,15 +1617,12 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
-linked
 lite
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -1768,7 +1650,6 @@ localservices
 lochp?
 login
 login$
-login/?next=
 login?*=
 logout
 lp
@@ -1890,7 +1771,6 @@ narrative-
 native
 nbubumblebee
 network
-new_invite
 news$
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
@@ -1905,7 +1785,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newsround
@@ -1919,7 +1798,6 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
-notifications
 notifications/
 ns/hydra/console/?
 nus-trk
@@ -1927,15 +1805,11 @@ nwshp$
 o/di
 o/dt
 oas/
-oauth/line
-oauth/login
 oauth/v2
 oauth2
 oauth2/v2
-oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
-offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1964,11 +1838,8 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -1998,47 +1869,13 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
-pin
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
-place
 plan=
 platform-telemetry
 play/store/web
@@ -2087,7 +1924,6 @@ ppob/?
 ppob?
 pqa
 preference
-prefs
 present
 presentation
 prettyearth/assets
@@ -2096,8 +1932,6 @@ previewtemplate
 print
 private
 proFile/history?
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -2140,14 +1974,12 @@ pt-br/searchresults
 publications
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2156,7 +1988,6 @@ rating
 rd/search
 rd/search$
 rd/search?
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -2172,9 +2003,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
-register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2182,13 +2010,9 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
-resource
-resource/*/get
 results
 results
 retail
@@ -2226,7 +2050,6 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -2274,7 +2097,6 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
-sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2303,7 +2125,6 @@ shop/collections
 shop/iphone/payments/overlay
 shop/view/product
 shop?
-shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2603,11 +2424,9 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
-socialmanager
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -2629,7 +2448,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 stat
@@ -2687,10 +2505,6 @@ stores$
 stores/
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2716,7 +2530,6 @@ support/content
 support/forum/search?
 sureroute
 surprise
-suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2731,7 +2544,6 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2739,7 +2551,6 @@ t/terms
 tab=
 tablet
 tag
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2786,9 +2597,7 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
-thanksgiving-spotlight
 themacallan/worlds-together
-theme
 tickets-external?
 timedtext_video
 title
@@ -2877,7 +2686,6 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
-tv
 tv/thumb
 typeahead
 u
@@ -2893,13 +2701,9 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
-unauth-profile
-unlink
 unsub
 until=
 upload
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 url
@@ -2917,8 +2721,6 @@ using
 utils
 uviewer
 v1
-v1/urls/count.json
-v3/pidgets/log
 verify_age
 vi-vn.www.cloudflare.com
 vi-vn/feedback
@@ -2973,9 +2775,6 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3281,7 +3080,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://eventbrite.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3492,7 +3291,6 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
@@ -253,11 +253,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .element
 .emailjson
 .emailtxt
-.en-gb.html
 .env
 .git
 .git$
-.hi.html
 .htm$
 .html
 .html?
@@ -290,14 +288,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .rmm
 .rss
 .rss/
-.ru.html
 .sdirect
 .smil
 .ssi$
 .svg
 .swf$
 .swf$
-.tr.html
 .vcf
 .wav
 .webarchive$
@@ -3268,7 +3264,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
+/no-referrer-when-downgradehttp://galaxy-design.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3935,7 +3931,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://vk.com/robots.txt
+?*apikey*http://getpocket.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4096,7 +4092,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?articleno=*
 ?attachment_id=
 ?attribute_key
-?author=
 ?autoenter=
 ?autoplay
 ?autoplay=
@@ -4372,7 +4367,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://rebrand.ly/robots.txt
+?q=user/logout/http://workspace.google.com/robots.txt
 ?q=user/password
 ?q=user/register
 ?q=vote
@@ -4426,7 +4421,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showAllGroups=
 ?show_error=true
 ?showcomment*
-?shttp://jigsaw.google.com/robots.txt
+?shttp://music.apple.com/robots.txt
 ?sid
 ?sitrackingid=
 ?slogin
@@ -4555,7 +4550,7 @@ API/user
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://hbr.org/robots.txt
+API/v2$http://fb.watch/robots.txt
 APIAccessSupport
 AWSEC2/2006-06-26
 AWSEC2/2006-10-01
@@ -5998,7 +5993,6 @@ _escaped_fragment_=searchin
 _escaped_fragment_=starred
 _finance_doubledown
 _fpclass
-_frdtcr
 _ga
 _ga=
 _generated
@@ -6613,7 +6607,6 @@ allproductreview
 allproductreviewajax
 allset
 als/shakespeare_pilot
-alt_avail
 alumni
 alumni-subscriptions
 alumni/the-hub
@@ -6681,7 +6674,6 @@ answers/search.php
 answers/tag
 ant-man
 antika-sanat
-anysearch.
 aol
 ap
 ap/forgotpassword
@@ -6722,7 +6714,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://kobo.com/robots.txt
+api/http://aws.amazon.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -6947,7 +6939,6 @@ as/user
 as/users
 as_comments*
 asanapedia
-asapi
 asiasouth
 asiasouth/$
 asiasouth/corporate/contact
@@ -7159,7 +7150,6 @@ atom/static-1.40
 attach/
 attachments/*/download_file
 attr-cm-warning-signs
-attractions/index.hi.
 au
 au$
 au*/blog-article-remove-faq-utms-*.js
@@ -7407,6 +7397,7 @@ backstage/api/
 bad-boys
 bad-boys-ii
 badges/profile/create
+baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -7415,7 +7406,6 @@ bank
 banking
 baraholka/
 baroness
-bas
 base/login
 basicapi/
 batches
@@ -7647,7 +7637,6 @@ best-buys/clickout
 best-buys/m/clickout
 best-buys/mercury/out
 best-countries-for-business/list
-best-price-guarantee/index.
 beta
 beta-flag
 beta-flag$
@@ -7792,7 +7781,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://samsung.com/robots.txt
+blog/.html.*http://roblox.com/robots.txt
 blog/?p=
 blog/?s=
 blog/add
@@ -7907,10 +7896,8 @@ boo-a-madea-halloween
 book
 book-a-coronavirus-vaccination
 book-a-coronavirus-vaccination/
-book-now-pay-later/index.
 book-preview/*/recommenders
 book-preview/*/shadow_loader
-book.html
 book/export
 book/reviews
 book_annotations
@@ -7921,7 +7908,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ecrs.com/robots.txt
+bookmarkshttp://developers.facebook.com/robots.txt
 books
 books/NBK
 books/about
@@ -8273,9 +8260,6 @@ c/subscription
 c/technology.atom
 c1/en/pdf-nf/*.PDF
 c1/en/pdf-nf/*.pdf
-c360/v1/track
-c360_v1_track
-c=b.closest("[data-vdb]");c&&(c.dataset.nohu="1",b.dataset.hovt&&(b=c.querySelector("[data-vist]")))&&(b.addEventListener("mouseenter",function(){delete
 c?*attr_*=
 cDN_contENt
 ca
@@ -8753,7 +8737,6 @@ careers/texas-event/
 careers/toronto-event/
 careers/toronto-storage-hiring-2014/
 carousel
-cars/index.hi.
 cart
 cart$
 cart.srv
@@ -8811,7 +8794,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://medium.com/robots.txt
+cdn-cgi/http://csfd.cz/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
@@ -8842,7 +8825,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://canada.ca/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8955,7 +8938,7 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
+checkouthttp://dinotim.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9006,7 +8989,6 @@ citations?view_op=top_venues
 cite-count
 cits
 city
-city_bookings
 civil/frauds
 civis/account
 civis/admin.php
@@ -9182,7 +9164,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://w3techs.com/robots.txt
+code/http://marriott.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -9274,7 +9256,7 @@ community/*/comments
 community/*/feed
 community/*/live
 community/*/post
-community/*/profile/*http://commission.europa.eu/robots.txt
+community/*/profile/*http://beatstars.com/robots.txt
 community/*/topics
 community/*/trackback
 community/*?
@@ -9298,7 +9280,6 @@ compagnie
 companies/c
 companies/o
 companies/search
-company
 company/*.rss
 company/add-ons-agreement
 company/contact-thank-you
@@ -9352,7 +9333,6 @@ compliance/security-assurance-faq-8
 compliance/security-assurance-faq-9
 compliance/security-assurance-faq-complete
 compliance/third-party-access/
-component/*
 components
 composer
 composer.json
@@ -9392,11 +9372,10 @@ confirm/link
 confirm?
 confirmDelete?
 confirmation
-confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://datatracker.ietf.org/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -9502,7 +9481,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://healthtips1dr.blogspot.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -9696,6 +9675,7 @@ cp/api/logger
 cp/api/wpa
 cpds2
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr$
@@ -10152,7 +10132,6 @@ de_
 de_de/vorlagen/M
 deactivate-account
 dealqa-assets
-deals-special-offers/index.
 deals/*/confirmation?pledge_id
 deals/*/memberships
 deals/cardatron_proxy?*=
@@ -10512,7 +10491,7 @@ docs
 docs$
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://deezer.com/robots.txt
+docs-api-legacy/http://cdn.who.int/robots.txt
 docs-footer
 docs/*
 docs/3.x/fr
@@ -10671,7 +10650,6 @@ e
 e-dition
 e-print
 e/*?
-e=this||self;function
 ear-health-support/balance
 ear-health-support/daily-care
 ear-health-support/default.htm
@@ -11099,7 +11077,6 @@ eo/users
 ep-live/
 epaper
 epilepsy-seizures-rapid-rescue-single-treatment
-episode_times
 erasmus-plus/404_en.htm
 err/
 error
@@ -11654,7 +11631,6 @@ fedsearch
 feed
 feed$
 feed.mhtml
-feed/$
 feed/activity
 feed/check
 feed/history
@@ -11821,7 +11797,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://journals.plos.org/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -11843,7 +11819,7 @@ financial-services/ofss
 find
 find$
 find-more
-find/*http://freepik.com/robots.txt
+find/*http://propublica.org/robots.txt
 finetune
 fios
 firefox/?
@@ -11862,10 +11838,8 @@ flag_content?
 flash
 flash-templates
 flexibleshopping
-flexiproduct
 flickrimagerequest
 flights
-flights/index.hi.
 flipboardrss
 flu/espanol/
 flutter-canvaskit
@@ -11935,7 +11909,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://embassybel.ru/robots.txt
+forum/ucp.phphttp://aasciences.ac.ke/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -12154,14 +12128,9 @@ fr/your
 fr/zi/
 fr_
 fr_fr/modeles/M
-fragment.*.html
-fragment.*.json
-fragment.html
-fragment.json
 fragments
 franchise/
 free
-free-cancellation/index.
 free-report
 free-trial
 free-video/*/horizontal
@@ -12213,7 +12182,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://vice.com/robots.txt
 g/api
 ga-IE/android/collections
 ga-IE/android/search
@@ -12280,7 +12249,6 @@ geforce/release-notes/GFE/Rich/*
 geforce/release-notes/GFN/Rich/*
 geforce/release-notes/GFNB/Rich/*
 genai-analytics
-general.
 general/availability
 general/dbapps/404
 genre
@@ -12296,7 +12264,6 @@ get-cloud/
 get-galleryfragment
 get-giftmodule
 get-hired
-get-instant-confirmation/index.
 get-menu-header
 get-started
 getCallUsInfoData
@@ -12368,7 +12335,6 @@ gn/user
 gn/users
 gnca-ajax-redesign/showcase-image
 go
-go$
 go-back
 go-back?
 go/
@@ -12394,7 +12360,6 @@ go/tools/po-locator/po-locator.html
 go/tools/track-confirm/quick-track.html
 go/tools/zip-code-lookup/quick-zip.html
 go/turkey
-go?
 gog
 goglobal/
 google-sso
@@ -12427,7 +12392,7 @@ government-education/nonprofits/leadership-forum-poc
 government-education/nonprofits/leadership-forum-poc/confirmation
 government-education/public-sector-cloud-start/public-sector-cloud-start/
 government-education/public-sector-cloud-start/public-sector-cloud-start1/
-government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://asyura2.com/robots.txt
+government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://kamupersonel.com/robots.txt
 gp
 gp/aag
 gp/aag/main?*seller=ABVFEJU8LS620
@@ -12586,7 +12551,6 @@ gsr
 gss
 gsx
 gt/Download
-gta_impression
 gtp/stir
 gu-IN/forums
 gu-IN/kb/*/discuss
@@ -12931,6 +12895,7 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -12956,7 +12921,6 @@ homes/new_homes/$
 homes/new_homes/*_p/$
 homes/recently_sold/$
 homes/recently_sold/*_p/$
-honing.html
 hook
 hooks
 hootlet/load
@@ -12966,17 +12930,12 @@ horoscopes
 hosted/images
 hostgator
 hosting/search
-hotel/index.hi.
 hotel/reviews?
-hotel/us/the-airstream-van.*.html
-hotel_attractions
-hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/newAdaptiveRoomTypePhotoViewer
 hotels/rpc
 hotels/search
-hotelsonmap.*.json
 hotfix/
 houseads
 houzz-historyzz
@@ -13038,39 +12997,39 @@ html5
 http
 http-checker
 http2_data
-http://2.bp.blogspot.com/robots.txt
-http://about.fb.com/robots.txt
-http://akparti.org.tr/robots.txt
-http://amazon.de/robots.txt
-http://amazon.in/robots.txt
-http://ameblo.jp/robots.txt
-http://apple.com/robots.txt
-http://bbc.com/robots.txt
-http://bbcsfx.acropolis.org.uk/robots.txt
-http://census.gov/robots.txt
-http://creativecommons.org/robots.txt
-http://economist.com/robots.txt
-http://expedia.com/robots.txt
-http://gist.github.com/robots.txt
-http://govostis.gr/robots.txt
-http://healthline.com/robots.txt
-http://irishtimes.com/robots.txt
-http://iubenda.com/robots.txt
-http://last.fm/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://patents.google.com/robots.txt
-http://producthunt.com/robots.txt
-http://python.org/robots.txt
-http://reconstructingjudaism.org/robots.txt
-http://smithsonianmag.com/robots.txt
-http://static.wixstatic.com/robots.txt
-http://techradar.com/robots.txt
-http://theverge.com/robots.txt
-http://threads.net/robots.txt
-http://tiny.cc/robots.txt
-http://tracks.arte.tv/robots.txt
-http://weebly.com/robots.txt
+http://americanexpress.com/robots.txt
+http://bitly.com/robots.txt
+http://css-tricks.com/robots.txt
+http://developer.apple.com/robots.txt
+http://developer.chrome.com/robots.txt
+http://docs.microsoft.com/robots.txt
+http://duckduckgo.com/robots.txt
+http://edition.cnn.com/robots.txt
+http://eepurl.com/robots.txt
+http://epidemicsound.com/robots.txt
+http://fb.com/robots.txt
+http://google.it/robots.txt
+http://groups.google.com/robots.txt
+http://guardian.co.uk/robots.txt
+http://hootsuite.com/robots.txt
+http://instagram.com/robots.txt
+http://investopedia.com/robots.txt
+http://journals.sagepub.com/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
+http://notion.so/robots.txt
+http://plushcare.com/robots.txt
+http://pwc.com/robots.txt
+http://sciencemag.org/robots.txt
+http://sfgate.com/robots.txt
+http://spreaker.com/robots.txt
+http://stock.adobe.com/robots.txt
+http://theatlantic.com/robots.txt
+http://upload.wikimedia.org/robots.txt
+http://upwork.com/robots.txt
+http://washingtonpost.com/robots.txt
+http://webmd.com/robots.txt
+http://yt3.googleusercontent.com/robots.txt
+http://zapier.com/robots.txt
 https:/www.alibaba.com
 hu
 hu-*/
@@ -13598,7 +13557,6 @@ independentlens/video/index.php?
 indepthtoolkit/smallprox
 indepthtoolkit/smallprox$
 index
-index.hi.
 index.html
 index.html$
 index.html?
@@ -13667,7 +13625,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://diigo.com/robots.txt
+index.php/user/logout/http://haveibeenpwned.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -13729,7 +13687,7 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://fda.gov/robots.txt
+interactive*http://alltop.com/robots.txt
 interactive/reading-preference
 interactives
 intercept
@@ -14166,7 +14124,6 @@ join/?next=
 join/shared_invite
 join/signup/?next=
 join?
-join_js_tracking
 joincall/*
 journal
 journal-subcriber.html
@@ -14375,8 +14332,6 @@ js3/ta-mobile
 js3/vr-shared
 jsErrAjax
 jsGalleryWidget
-js_errors
-js_tracking
 jsapi
 jscripts
 jsearch
@@ -14571,10 +14526,7 @@ landing/cmsnext-root
 landing/now/ontap
 landing/signout.html
 lang
-lang=en-gb
 lang=es*
-lang=ru
-lang=tr
 language
 language-switch?currentPath
 language?
@@ -14594,7 +14546,7 @@ law-abiding-citizen
 layout
 layouts
 lb
-leadingtogether/http://validator.w3.org/robots.txt
+leadingtogether/http://buystiiizypods.com/robots.txt
 leaf
 learn
 learn-noperf
@@ -14753,6 +14705,7 @@ limited-release
 link
 link-intersect
 link-intersect/$
+link?
 link_to
 linked
 linkedin
@@ -14794,7 +14747,6 @@ lo/search
 lo/user
 lo/users
 loadHelpcenterDecouplePage
-load_times
 load_video_player
 loader
 loader.cfm
@@ -14848,7 +14800,6 @@ log-in
 log-in$
 log-in?
 log?
-log_rt_blocks_order
 logger
 login
 login$
@@ -14889,7 +14840,6 @@ login_or_join/redirected$
 login_or_join/redirected?
 login_or_join?
 login_with_redirect
-logo
 logo-maker/brief
 logo-maker/choose-variation
 logo-maker/woo
@@ -15140,7 +15090,6 @@ mapslt?
 mapspro
 mapstt?
 mapview
-markers_on_map
 market/
 market/confederate_flag
 market/dixie_flag
@@ -15469,7 +15418,6 @@ mone_event$
 money/stockChart.jsp
 money/stockQuote.jsp
 money/stockQuoteChart.jsp
-monthly_minrates
 moon/*?
 moon/*year=
 more
@@ -15521,7 +15469,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.uk/robots.txt
+mre/*.zip$http://accidentinjurylawyers.claims/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -15584,7 +15532,6 @@ multiproduct
 multisite_files/fastcompany/imagecache
 multivu
 munin
-munin*http://lefigaro.fr/robots.txt
 muse/identity/v2/identity.js
 museumdays/accounts
 music
@@ -15780,7 +15727,6 @@ my_videos_upload
 myaccount
 myaccount/
 myb
-mybooking.html
 mybookoflists
 mycart
 mye
@@ -15861,7 +15807,6 @@ nav/tabs/community/
 nav/tabs/developers/
 nav/tabs/products/
 nav/tabs/support/
-navigation_times
 navigator-info
 navlvl=
 nb-*/
@@ -16179,7 +16124,6 @@ no*/cdn-cgi/challenge-platform
 no*/step
 no*/submit
 no*/submitted
-no-booking-fees/index.
 no-en*/blog-article-remove-faq-utms-*.js
 no-en*/cdn-cgi/challenge-platform
 no-en*/listing/*/favoriters
@@ -16325,7 +16269,6 @@ node/add
 node/add/
 node=
 noflashhtml
-nofollow=1
 noindex
 noindex$
 nojs=
@@ -16543,7 +16486,7 @@ ohcm
 ojp
 okxbet.com
 oma
-on-demand/session/*http://nymag.com/robots.txt
+on-demand/session/*http://podcasts.google.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -16680,7 +16623,7 @@ p/*/v/*?
 p/*/v?
 p/*/victory$
 p/*/victory?
-p/*http://socialimpact.youtube.com/robots.txt
+p/*http://ifcncodeofprinciples.poynter.org/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -16744,8 +16687,6 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
-page/*/?s
-page/*/?s=
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -17179,17 +17120,6 @@ phoneinfo
 photo
 photo-editor
 photo-test-editor-x
-photo.de.html
-photo.en.html
-photo.es.html
-photo.fr.html
-photo.html
-photo.it.html
-photo.ja.html
-photo.nl.html
-photo.pl.html
-photo.pt.html
-photo.zh.html
 photo/group
 photogallery
 photogallery/*.xml$
@@ -17549,7 +17479,6 @@ postings/PostForSale.htm?
 postings/PostMakeMeMoveStreamlined.htm?
 postlogin
 postmail.cms
-posts
 posts/
 posts/flag
 posts/item
@@ -17592,7 +17521,7 @@ premium-video/*/vertical
 premium-videos
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://coindesk.com/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -17670,7 +17599,7 @@ privacy/zoho-group.html
 privacy_policy
 private
 private-promo
-private/http://sgtrains.com/robots.txt
+private/http://drupal.org/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -17694,7 +17623,7 @@ product-catalogs
 product-detail
 product-detail/alisite-mobile.alibaba.com
 product-feed
-product-ratings/http://wix.com/robots.txt
+product-ratings/http://allaboutcookies.org/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -17705,7 +17634,6 @@ productBrand=
 productId=
 productPurchaseDone
 product_
-product_header.html
 productdetail/*
 producthunt
 productid=
@@ -18113,8 +18041,6 @@ pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
-pxbook?
-pxgo?
 py
 q
 q/*/admin_log
@@ -18319,7 +18245,6 @@ refund-detail
 refund-history
 reg
 reg/regmsg.xhtml
-region_attractions
 region_map
 regions.html?
 regions_list.xml
@@ -18755,8 +18680,6 @@ reviewVote
 reviewWidget
 review_feed_auto_fetch
 reviewit
-reviewlist.*.html
-reviewlist.html
 reviews
 reviews/batch-request
 reviews/hall-of-fame
@@ -18993,6 +18916,7 @@ s3
 s=
 s=p
 s?
+s?
 s?*rh=n%3A1380045031
 s_id=
 sa
@@ -19277,7 +19201,6 @@ search-ar-dev
 search-collections?
 search-console/scfe
 search-effectiveness.html
-search-page/
 search-people?
 search-results
 search-webglimps
@@ -19403,7 +19326,6 @@ sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-
 sections?
 sections_activeEl=
 secure
-secure-booking/index.
 secure-web.cisco.com
 secure/
 secure/login
@@ -19433,7 +19355,6 @@ send_to_friend
 sendarticle
 sendemail
 sendit
-sendlayoutevents
 sendto_form$
 sendto_form$
 sendtofriend
@@ -19657,6 +19578,7 @@ sharing/folders
 shelf/user_shelves
 shenghuo
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -19718,7 +19640,7 @@ showcase/Click.htm?
 showroom
 shows/
 showtime/.requestinvite.html.swp
-showtimes/location/*http://img.youtube.com/robots.txt
+showtimes/location/*http://platform.twitter.com/robots.txt
 shr*
 shrek
 shutterstock
@@ -19744,7 +19666,6 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
-sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -19816,21 +19737,6 @@ sitemap/rss
 sitemaps
 sitemaps/
 sitemaps_v3
-sitembk-articles-https-index-articles.xml
-sitembk-articles-index-articles-https.xml
-sitembk-discover-https-index.xml
-sitembk-dsf-https-index-destinationfinder.xml
-sitembk-dsf-index-destinationfinder-https.xml
-sitembk-https-index.xml
-sitembk-incr-closed-index-hotel-reviews-https_2017-04-20.xml
-sitembk-incr-closed-index-hotel-reviews-https_2017-04-21.xml
-sitembk-index-https.xml
-sitembk-reviews-https-index.xml
-sitembk-reviews-index-city-review-https.xml
-sitembk-reviews-index-country-review-https.xml
-sitembk-reviews-index-hotel-review-https.xml
-sitembk-reviews-index-region-review-https.xml
-sitembk-reviews-index-single-review-https.xml
 siteminderagent
 siteopt.js
 sites
@@ -20271,7 +20177,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://inc.com/robots.txt
+sos/registration/http://coschedule.com/robots.txt
 soundcloud-tpa
 soundoff
 sounds/player
@@ -20359,7 +20265,6 @@ sq/users
 squared/api
 squared/search
 squared/table
-squeak
 sr-latn-*/
 sr-latn-cs/
 sr-latn-rs/
@@ -20373,8 +20278,6 @@ src=sem_ggl
 src=support_app
 src=urllib
 srch
-srcompset.*.html
-srcompset.html
 srprices.php
 srv
 ss
@@ -20844,7 +20747,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dinotim.com/robots.txt
+tag/*+http://msdn.microsoft.com/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
@@ -20901,7 +20804,6 @@ taxation_customs/tax-cfw-interactive-brochure
 taxation_customs/tax-cfw-interactive-brochure-news
 taxation_customs/tax-cfw-interactive-brochure-news_en
 taxation_customs/tax-cfw-interactive-brochure_en
-taxi/index.hi.
 taxonomy/*
 taxonomy/term
 tb
@@ -21010,7 +20912,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://monroewvhistory.org/robots.txt
+testhttp://pewresearch.org/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -21810,6 +21712,7 @@ uk/your
 uk/zazzle
 uki/search
 uli/trac
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -22330,7 +22233,7 @@ uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uz/en/
 uz/forums
-uz/http://bilgematics.com/robots.txt
+uz/http://welt.de/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -22606,7 +22509,6 @@ vp
 vp2
 vpBaselines
 vplbl
-vpmlogdesktopscreensize
 vr
 vrm/bin/sendThisPage
 vs2005/
@@ -22661,7 +22563,6 @@ way=
 wc
 wcs
 wcsstore
-we-speak-your-language/index.
 wearepages
 weather
 weather.html?latitude=
@@ -23261,9 +23162,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://assets.ctfassets.net/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://creativecommons.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://hulu.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -23556,8 +23457,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
-wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
+wp-admin/admin-ajax.phphttp://adweek.com/robots.txt
+wp-admin/admin-ajax.phphttp://wellbeing.google/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -23567,11 +23468,9 @@ wp-content/*.jpg
 wp-content/*.js
 wp-content/*.png
 wp-content/cache
-wp-content/cache/
 wp-content/client-mu-plugins
 wp-content/mu_plugins
 wp-content/plugins
-wp-content/plugins/
 wp-content/plugins/abm-sej/includes/ga/clarity.js
 wp-content/plugins/abm-sej/includes/ga/js/growthbook.js
 wp-content/plugins/abm-sej/includes/ga/js/pix.js
@@ -23646,7 +23545,6 @@ wp-json/ws-form
 wp-login
 wp-login.php
 wp-login.php
-wp-login.php*
 wp-signup.php
 wp-srv
 wp-stat/ad
@@ -23747,7 +23645,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://streamelements.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -23897,7 +23795,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
+zh-tw/searchhttp://npmjs.com/robots.txt
 zh-tw/searchresults
 zh/
 zh/*?*shpxid=