[Github Action] Automated trickest wordlists update.

2026-08-28 07:26:19 +00:00 · 2025-08-24 10:03:49 +00:00
parent de2bfa3a67
commit 80a48067dc
12 changed files with 3896 additions and 1619 deletions
@@ -87,6 +87,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -94,9 +98,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
 /*/milestones/new
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -106,11 +113,24 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /UserAuthentication/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /_widget
 /album/*/*?i=
 /api
@@ -132,10 +152,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -165,6 +187,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /login
 /lookup?
 /mediaapi/
@@ -177,10 +200,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
+/organize
 /partials
+/pins
 /plugins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /report_abuse
 /revisions
@@ -188,6 +214,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -216,11 +244,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/new/*?*&*&*
 /store/top-free/*?*&*&*
 /store/top-paid/*?*&*&*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /widget_
 /wiki/Special:
@@ -343,6 +375,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
+?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -468,6 +501,8 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -532,6 +567,8 @@ _next/data
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -629,10 +666,12 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
+addboard
 addressBookExport
 admin
 admin/
 ads
+ads.txt
 ads/gpa/vidgen
 ads/learn
 ads/local
@@ -643,6 +682,7 @@ advisor/*zx1fa
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 ai-sandbox-internal/generated_images
 aihub/tfhub
@@ -699,7 +739,9 @@ api?
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -776,6 +818,7 @@ author/following
 author=
 authoring/
 authwall
+autocomplete
 away.php
 awmp/data/images
 b?*node=7454898011
@@ -833,6 +876,10 @@ blogs/nationals-journal-beta
 blogs/search/
 blogs/slow-ride
 blogs/test
+board
+board_activity
+board_activity_comment
+bookmarklet
 bookmarks
 books
 books/NBK
@@ -854,17 +901,38 @@ books?*zoom=
 books?*zoom=1
 books?*zoom=5
 boutique/sitemaps
+branded-pins
 business
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 buyside-e2e-monitor
 cai
 call
@@ -893,6 +961,7 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/crlset
 chrome/webstore/images
 chwilio
@@ -913,6 +982,7 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -931,6 +1001,7 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx*
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -947,11 +1018,14 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 companyDir
 compare
 compressiontest
 concussion/HeadsUp/training/
 config.js
+connect
 connections
 consumers/archive
 contact/menu*
@@ -959,9 +1033,15 @@ contact/partner*
 contact_importer
 contactus
 contactus/mwaas*
+content-claiming
 content-guest/rss/channels
 control
+conversation
+conversations
+convert-business
+convert-personal
 copy-conductor/crawled
+copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -979,10 +1059,18 @@ covid19/mobility
 cr$
 cr?
 create
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 csp
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1008,8 +1096,10 @@ de/ott
 de/solutions
 de/upload
 de/vimeo-academy
+deactivate-account
 default.aspx/kb/
 default.aspx/ph/
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1097,6 +1187,8 @@ earth/social
 ebook
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1109,6 +1201,7 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
+email_verification_error
 embed
 embed/@
 embed/curated
@@ -1170,6 +1263,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise
 enterprise-jobs
 enterprise-partner-search/sitemaps
@@ -1255,14 +1349,18 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
+facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
+fb.html
 fbml/ajax/dialog
 fd/
 fe=true
@@ -1299,6 +1397,8 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -1380,6 +1480,8 @@ global$
 gog
 google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
 google.internal.maps.mapsjs.v1.MapsJsInternalService
+google_gdn.html
+google_search.html
 googlebooks/images
 gorf
 gp
@@ -1495,6 +1597,7 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1518,9 +1621,12 @@ help/zendesk_sso
 hex
 history
 history/static
+holiday-spotlight
+holidays-celebrations
 home
 home$
 home?
+homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1532,10 +1638,10 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://amazon.com/robots.txt
-http://mozilla.org/robots.txt
+http://dropbox.com/robots.txt
 http://ncbi.nlm.nih.gov/robots.txt
-http://wordpress.org/robots.txt
+http://news.google.com/robots.txt
+http://support.cloudflare.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1549,6 +1655,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1595,14 +1704,17 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 integrations
 internalPref
 intl
 intl/*/search/?
 intl/*/search?
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1639,6 +1751,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp/$
 jp/about
 jp/blog
@@ -1681,6 +1795,7 @@ ko/ott
 ko/solutions
 ko/upload
 ko/vimeo-academy
+kwanzaa-spotlight
 l.php
 labs-code
 labs/pmc
@@ -1717,12 +1832,15 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
+linked
 lite
+live-session
 live_chat
 llms.txt
 lm/R1XIHQVKXSKBNJ
@@ -1898,6 +2016,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
 news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
@@ -1907,6 +2026,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newsround
@@ -1920,6 +2040,7 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
+notifications
 notifications/
 ns/hydra/console/?
 nus-trk
@@ -1927,11 +2048,15 @@ nwshp$
 o/di
 o/dt
 oas/
+oauth/line
+oauth/login
 oauth/v2
 oauth2
 oauth2/v2
+oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
+offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1962,9 +2087,12 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partner-program
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -1995,12 +2123,46 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+pin
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
+place
 plan=
 platform-telemetry
 play/store/web
@@ -2050,6 +2212,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -2058,6 +2221,8 @@ previewtemplate
 print
 private
 proFile/history?
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -2113,12 +2278,14 @@ pt-br/vimeo-academy
 publications
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2127,6 +2294,7 @@ rating
 rd/search
 rd/search$
 rd/search?
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/*?q=
@@ -2143,6 +2311,9 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
+register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2150,9 +2321,13 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
+resource
+resource/*/get
 results
 results
 retail
@@ -2192,6 +2367,7 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
+safe-redirect
 safety
 safetycheck
 salary-explorer/api
@@ -2237,6 +2413,7 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
+sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2272,6 +2449,7 @@ shop/productpage
 shop/topics
 shop/view/product
 shop?
+shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2575,10 +2753,12 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
+socialmanager
 solutions
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -2600,6 +2780,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 stat
@@ -2661,6 +2842,10 @@ stores$
 stores/
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2686,6 +2871,7 @@ support/content
 support/forum/search?
 sureroute
 surprise
+suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2703,6 +2889,7 @@ svc/strands
 svc/sudoku
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2710,6 +2897,7 @@ t/terms
 tab=
 tablet
 tag
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2757,7 +2945,9 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
+thanksgiving-spotlight
 themacallan/worlds-together
+theme
 tickets-external?
 timedtext_video
 title
@@ -2851,6 +3041,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tv
 tv/thumb
 typeahead
 u
@@ -2867,9 +3058,14 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
+unauth-profile
+unlink
 unsub
 until=
 upload
+upload-image-lens-history
+upload-lens-image
+upload-shuffle-draft
 uploads
 urchin_test
 url
@@ -2887,9 +3083,11 @@ using
 utils
 uviewer
 v1
+v1/urls/count.json
 v2
 v3
 v3/openapi
+v3/pidgets/log
 valkyrie-playground
 verified-authors
 verify_age
@@ -2947,6 +3145,9 @@ webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webscr
 websearch
+website/confirm
+website/confirm/download
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3252,7 +3453,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://drive.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://vimeo.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3471,6 +3672,7 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/branding/favicon
@@ -395,7 +395,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
+.well-known/assetlinks.jsonhttp://redbubble.com/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -715,7 +715,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/projects
 /*/pulse
 /*/schemes
-/*/search-results.htmlhttp://x.com/robots.txt
+/*/search-results.htmlhttp://photos.app.goo.gl/robots.txt
 /*/stargazers
 /*/structures
 /*/tables
@@ -2660,7 +2660,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://tiny.cc/robots.txt
+/articlelist/*http://beinternetawesome.withgoogle.com/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -3496,7 +3496,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
+/no-referrer-when-downgradehttp://uk.linkedin.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -4229,7 +4229,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://vk.com/robots.txt
+?*apikey*http://amazon.in/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4401,7 +4401,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?articleno=*
 ?attachment_id=
 ?attribute_key
-?author=
 ?autoenter=
 ?autoplay
 ?autoplay=
@@ -4696,7 +4695,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=search
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://rebrand.ly/robots.txt
+?q=user/logout/http://irs.gov/robots.txt
 ?q=user/password
 ?q=user/register
 ?qa_expand_key
@@ -6397,11 +6396,13 @@ _singlePage.html
 _smt=
 _sort
 _static
+_td
 _td_api
 _tdhl_api
 _tdpp_api
 _template
 _themes
+_uac/adpage.html
 _user/api
 _v1st
 _vercel/insights/view
@@ -6503,8 +6504,6 @@ about/careers/applications/jobs/results?*&page=
 about/careers/applications/jobs/results?page=
 about/faq/station-finder/?state-text=
 about/faq/station-finder/?zip-text=
-about/leadership-university-administration/board-of-trustees/newsletter
-about/news-publications/news/search
 about?
 aboutus
 abs
@@ -6546,7 +6545,7 @@ account-settings
 account-setup
 account/
 account/*
-account/*http://healthtips1dr.blogspot.com/robots.txt
+account/*http://imgur.com/robots.txt
 account/accomplishments
 account/ackgift
 account/authenticate
@@ -6769,8 +6768,6 @@ admin/*
 administration
 administrator
 adminusers
-admissions/undergraduate-admissions
-admissions/undergraduate-admissions.html
 adobe/dynamicmedia/deliver/
 adredir?
 adresa-segmentator
@@ -6949,7 +6946,6 @@ alphafoldserver
 als/shakespeare_pilot
 alumni
 alumni-subscriptions
-alumni/the-hub
 am-cookie-helper
 am-sonntag/vorproduktion
 amazon-chat
@@ -7045,7 +7041,7 @@ api/extensions/1.0/extensions
 api/federation
 api/graphql
 api/html
-api/http://kobo.com/robots.txt
+api/http://bloomberg.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7121,7 +7117,7 @@ app*/shr*
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
+app-ads.txthttp://nielsen.com/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -7541,7 +7537,7 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
-audio-edition-podcast/*/index.xmlhttp://ecrs.com/robots.txt
+audio-edition-podcast/*/index.xmlhttp://i0.wp.com/robots.txt
 audio.html
 audio?performer=1&q=
 audio_file
@@ -7927,7 +7923,7 @@ blog/*?tag=
 blog/*?text=
 blog/*sitemap.xml$
 blog/.*
-blog/.html.*http://samsung.com/robots.txt
+blog/.html.*http://yandex.ru/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
 blog/27-figjam-activities-to-spark-creativity-in-the-classroom/$
@@ -8817,7 +8813,6 @@ build
 build.xml
 builders
 bundle-next
-bursar
 bus/api
 bus/orders
 buscar
@@ -9456,13 +9451,13 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://medium.com/robots.txt
+cdn-cgi/http://autodesk.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://deezer.com/robots.txt
+cdn-cgi/zaraz/http://sec.gov/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -9486,7 +9481,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://wretch.cc/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -9602,7 +9597,7 @@ checkout
 checkout-external
 checkout/
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
+checkouthttp://accidentinjurylawyers.claims/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9790,7 +9785,7 @@ code
 code-connect-docs
 code-docs
 code/*
-code/http://w3techs.com/robots.txt
+code/http://static1.squarespace.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -11813,7 +11808,6 @@ compliance/security-assurance-faq-8
 compliance/security-assurance-faq-9
 compliance/security-assurance-faq-complete
 compliance/third-party-access/
-component/*
 components
 components/collaboration/api
 composer
@@ -11863,7 +11857,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://theglobeandmail.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -11960,7 +11954,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://aljazeera.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -13106,12 +13100,6 @@ demo
 demo/$
 demos/dev-mode-design/$
 demos/dev-mode-developers/$
-dental/dh
-dental/endo
-dental/histo
-dental/intranet
-dental/perio
-dental/students
 depth--
 design
 design-handoff/$
@@ -14448,6 +14436,7 @@ en/users/*/bookmarks
 en/users/*/followers
 en/users/*/mypixiv
 en/web/campaigns
+en/web/emadrid-legacy
 en/web/technology-transfer/institutional-ip-policies-links
 en/web/upov
 en_au
@@ -15604,7 +15593,6 @@ faq_search.php
 faqs/search
 fashion/lookbook/38917
 fashion/search/models
-fast-facts
 fast-five
 fast-furious
 fastajax
@@ -15656,7 +15644,6 @@ fedsearch
 feed
 feed$
 feed.mhtml
-feed/$
 feed/activity
 feed/amazon-rss
 feed/check
@@ -15816,7 +15803,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://hackerone.com/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -15831,7 +15818,7 @@ finance/stocks/option
 financial-services/ofss
 find
 find-more
-find/*http://freepik.com/robots.txt
+find/*http://namecheap.com/robots.txt
 finetune
 fios
 firefox/?
@@ -17614,7 +17601,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://embassybel.ru/robots.txt
+forum/ucp.phphttp://form.jotform.com/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -17625,6 +17612,7 @@ forums/create/question
 forums/login
 forums/preferences
 forums/profile
+forward
 foryou
 fos/icn/
 fotos/es/*+
@@ -18434,7 +18422,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://searchenginejournal.com/robots.txt
 g/api
 ga-IE/forums
 ga-IE/kb/*/discuss
@@ -19180,46 +19168,46 @@ html5
 http
 http-checker
 http2_data
-http://2.bp.blogspot.com/robots.txt
-http://akparti.org.tr/robots.txt
+http://abcnews.go.com/robots.txt
 http://amazon.co.jp/robots.txt
-http://amazon.co.uk/robots.txt
-http://amazon.com/robots.txt
-http://amazon.de/robots.txt
-http://amazon.es/robots.txt
-http://amazon.fr/robots.txt
-http://amazon.in/robots.txt
-http://amazon.it/robots.txt
 http://ameblo.jp/robots.txt
-http://apple.com/robots.txt
-http://creativecommons.org/robots.txt
-http://en.m.wikipedia.org/robots.txt
+http://amzn.to/robots.txt
+http://artgeschoss.com/robots.txt
+http://calendar.google.com/robots.txt
+http://clickfunnels.com/robots.txt
+http://developer.chrome.com/robots.txt
+http://enterprisemarketingportal.google/robots.txt
+http://epa.gov/robots.txt
 http://expedia.com/robots.txt
-http://gist.github.com/robots.txt
-http://gmail.com/robots.txt
-http://govostis.gr/robots.txt
-http://groupon.com/robots.txt
-http://healthline.com/robots.txt
-http://help.twitter.com/robots.txt
-http://irishtimes.com/robots.txt
-http://kickstarter.com/robots.txt
-http://last.fm/robots.txt
-http://lefigaro.fr/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://nerdwallet.com/robots.txt
-http://patents.google.com/robots.txt
-http://python.org/robots.txt
+http://festivaldesantipodes.com/robots.txt
+http://flaybos.blogspot.com/robots.txt
+http://fr.wikipedia.org/robots.txt
+http://freepik.com/robots.txt
+http://help.pinterest.com/robots.txt
+http://klarna.com/robots.txt
+http://learnyn.xyz/robots.txt
+http://maps.app.goo.gl/robots.txt
+http://mayoclinic.org/robots.txt
+http://money.cnn.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://notion.so/robots.txt
+http://pbs.org/robots.txt
+http://pbs.twimg.com/robots.txt
+http://plushcare.com/robots.txt
 http://reconstructingjudaism.org/robots.txt
-http://seekingalpha.com/robots.txt
-http://siteground.com/robots.txt
-http://smithsonianmag.com/robots.txt
-http://static.wixstatic.com/robots.txt
-http://techradar.com/robots.txt
-http://teenage.engineering/robots.txt
-http://theverge.com/robots.txt
-http://tracks.arte.tv/robots.txt
-http://weebly.com/robots.txt
+http://redrousel.blogspot.com/robots.txt
+http://regionalevakschilders.be/robots.txt
+http://sfgate.com/robots.txt
+http://smile.amazon.com/robots.txt
+http://speakerdeck.com/robots.txt
+http://support.zendesk.com/robots.txt
+http://target.com/robots.txt
+http://techcrunch.com/robots.txt
+http://vox.com/robots.txt
+http://welt.de/robots.txt
+http://wired.com/robots.txt
+http://wp.me/robots.txt
+http://wsj.com/robots.txt
 https://player.cnevids.com
 https:/www.alibaba.com
 hu
@@ -19722,7 +19710,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://diigo.com/robots.txt
+index.php/user/logout/http://psychologytoday.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -19790,7 +19778,7 @@ integrations
 intelligencer/amp
 intent
 interactive
-interactive*http://fda.gov/robots.txt
+interactive*http://woocommerce.com/robots.txt
 interactive/reading-preference
 interactives
 interactives/sponsor-story
@@ -19872,6 +19860,7 @@ ip-outreach/*/ipday/
 ip-outreach/*/ipday/2024/
 ipad
 iphone_data/check_update
+iplayer
 iplayer/bigscreen
 iplayer/cbbc/episodes
 iplayer/cbbc/search
@@ -21120,6 +21109,7 @@ labs-code
 labs/caption-search
 labs/pmc
 labs/popgadget/search
+lac
 lamda/images
 land-browse-bff
 landing
@@ -21996,6 +21986,7 @@ mld?
 mlt
 mm
 mm/
+mm_track
 mmend.htm$
 mms
 mn
@@ -22124,7 +22115,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.uk/robots.txt
+mre/*.zip$http://arenawanita.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -22922,7 +22913,6 @@ nwshp$
 nxs-video-player
 nymag/columns/intelligencer/features/16951
 nymag/letters/14872
-nyucard/campuscash/admin
 nz
 nz$
 nz*/listing/*/favoriters
@@ -23044,7 +23034,7 @@ ojp
 okxbet.com
 om/payroll/
 oma
-on-demand/session/*http://nymag.com/robots.txt
+on-demand/session/*http://google.es/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -23184,7 +23174,7 @@ p/*/v2/actions$
 p/*/v2/actions?
 p/*/victory$
 p/*/victory?
-p/*http://socialimpact.youtube.com/robots.txt
+p/*http://epidemicsound.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -24074,7 +24064,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://cnewsnews.blogspot.com/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -24156,8 +24146,8 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://about.fb.com/robots.txt
-private/http://sgtrains.com/robots.txt
+private/http://newyorker.com/robots.txt
+private/http://wsws.org/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -24188,7 +24178,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://wix.com/robots.txt
+product-ratings/http://lefigaro.fr/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -24890,7 +24880,6 @@ public
 public-api
 public-data-sets/applicants/
 public-data-sets/terms/
-public.affairs/gata
 public.api
 public/*.css$
 public/*.css?
@@ -25566,8 +25555,6 @@ reservations/*/notifyme
 reset
 reset-password
 reset?
-residential.education/archive
-residential.education/templates
 resource
 resource-library/$
 resource-library/*?
@@ -26363,7 +26350,6 @@ search-ar-dev
 search-collections?
 search-console/scfe
 search-effectiveness.html
-search-page/
 search-people?
 search-results
 search-webglimps
@@ -27299,7 +27285,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://inc.com/robots.txt
+sos/registration/http://katyperry.com/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -27866,7 +27852,6 @@ surveys-360
 surveys/
 suspended_tickets
 suspension-appeal
-sustainability
 sutils
 sv-SE/android/collections
 sv-SE/android/search
@@ -27997,8 +27982,9 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dinotim.com/robots.txt
+tag/*+http://espn.com/robots.txt
 tag/credible
+tag/expire-images
 tag/interaction-card
 tag/js
 tag/search/db-home
@@ -28500,7 +28486,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://moskva.stroi-podryad.ru/robots.txt
+testhttp://500px.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -28872,6 +28858,7 @@ tracky
 tractive
 trade
 tradeoffer
+traffic
 training-plans
 training/
 training/ajax
@@ -29686,7 +29673,7 @@ uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
 uz/forums
-uz/http://bilgematics.com/robots.txt
+uz/http://papers.ssrn.com/robots.txt
 uz/kb/*/discuss
 uz/search
 uz/user
@@ -29955,8 +29942,6 @@ w/load.php?
 w/rest.php/site/v1/sitemap
 w/users/user_hints
 w3
-wagner/newsite
-wagner/newsiteTEST
 wai-conformance-model-test
 walking-tall
 walkscore
@@ -30042,6 +30027,7 @@ web/ZA/telepresence/pro/
 web/applicat
 web/campaigns
 web/checkout
+web/emadrid-legacy
 web/go
 web/help/index.html
 web/login
@@ -30615,9 +30601,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://allaboutcookies.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://youtube-creators.googleblog.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -30927,8 +30913,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
-wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
+wp-admin/admin-ajax.phphttp://wellbeing.google/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -30939,7 +30924,6 @@ wp-content/*.jpg
 wp-content/*.js
 wp-content/*.png
 wp-content/cache
-wp-content/cache/
 wp-content/client-mu-plugins
 wp-content/mu_plugins
 wp-content/plugins
@@ -31022,7 +31006,6 @@ wp-json/ws-form
 wp-login
 wp-login.php
 wp-login.php
-wp-login.php*
 wp-signup.php
 wp-srv
 wp-stat/ad
@@ -31127,7 +31110,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://eur-lex.europa.eu/robots.txt
+youreurope/businessDEV/http://foxnews.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -31334,7 +31317,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
+zh-tw/searchhttp://gumroad.com/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?