[Github Action] Automated trickest wordlists update.

2026-08-27 05:22:38 +00:00 · 2025-08-27 10:04:11 +00:00
parent 850616cb3a
commit d151af5e4e
26 changed files with 7027 additions and 1976 deletions
@@ -75,6 +75,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .git$
 .js
 .json
+.md
 .pdf$
 .php
 .qr
@@ -87,6 +88,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -94,9 +99,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
 /*/milestones/new
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -106,11 +114,24 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /UserAuthentication/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /_widget
 /album/*/*?i=
 /api
@@ -132,10 +153,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -165,6 +188,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /login
 /lookup?
 /mediaapi/
@@ -177,10 +201,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
+/organize
 /partials
+/pins
 /plugins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /report_abuse
 /revisions
@@ -188,6 +215,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -216,11 +245,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/new/*?*&*&*
 /store/top-free/*?*&*&*
 /store/top-paid/*?*&*&*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /widget_
 /wiki/Special:
@@ -343,6 +376,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
+?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -468,6 +502,8 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -532,6 +568,8 @@ _next/data
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -629,10 +667,12 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
+addboard
 addressBookExport
 admin
 admin/
 ads
+ads.txt
 ads/gpa/vidgen
 ads/learn
 ads/local
@@ -643,6 +683,7 @@ advisor/*zx1fa
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 ai-sandbox-internal/generated_images
 aihub/tfhub
@@ -699,7 +740,9 @@ api?
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -776,6 +819,7 @@ author/following
 author=
 authoring/
 authwall
+autocomplete
 away.php
 awmp/data/images
 b?*node=7454898011
@@ -833,6 +877,10 @@ blogs/nationals-journal-beta
 blogs/search/
 blogs/slow-ride
 blogs/test
+board
+board_activity
+board_activity_comment
+bookmarklet
 bookmarks
 books
 books/NBK
@@ -854,17 +902,38 @@ books?*zoom=
 books?*zoom=1
 books?*zoom=5
 boutique/sitemaps
+branded-pins
 business
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 buyside-e2e-monitor
 cai
 call
@@ -893,6 +962,7 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/crlset
 chrome/webstore/images
 chwilio
@@ -913,6 +983,7 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -931,6 +1002,7 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx*
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -947,11 +1019,14 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 companyDir
 compare
 compressiontest
 concussion/HeadsUp/training/
 config.js
+connect
 connections
 consumers/archive
 contact/menu*
@@ -959,9 +1034,15 @@ contact/partner*
 contact_importer
 contactus
 contactus/mwaas*
+content-claiming
 content-guest/rss/channels
 control
+conversation
+conversations
+convert-business
+convert-personal
 copy-conductor/crawled
+copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -979,10 +1060,18 @@ covid19/mobility
 cr$
 cr?
 create
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 csp
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1008,8 +1097,10 @@ de/ott
 de/solutions
 de/upload
 de/vimeo-academy
+deactivate-account
 default.aspx/kb/
 default.aspx/ph/
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1097,6 +1188,8 @@ earth/social
 ebook
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1109,6 +1202,7 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
+email_verification_error
 embed
 embed/@
 embed/curated
@@ -1170,6 +1264,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise
 enterprise-jobs
 enterprise-partner-search/sitemaps
@@ -1255,14 +1350,18 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
+facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
+fb.html
 fbml/ajax/dialog
 fd/
 fe=true
@@ -1299,6 +1398,8 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -1380,6 +1481,8 @@ global$
 gog
 google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
 google.internal.maps.mapsjs.v1.MapsJsInternalService
+google_gdn.html
+google_search.html
 googlebooks/images
 gorf
 gp
@@ -1495,6 +1598,7 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1518,9 +1622,12 @@ help/zendesk_sso
 hex
 history
 history/static
+holiday-spotlight
+holidays-celebrations
 home
 home$
 home?
+homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1532,10 +1639,10 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://cdc.gov/robots.txt
-http://google-analytics.com/robots.txt
-http://ncbi.nlm.nih.gov/robots.txt
-http://s3.amazonaws.com/robots.txt
+http://de.wikipedia.org/robots.txt
+http://linkedin.com/robots.txt
+http://npr.org/robots.txt
+http://patreon.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1549,6 +1656,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1595,14 +1705,17 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 integrations
 internalPref
 intl
 intl/*/search/?
 intl/*/search?
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1639,6 +1752,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp/$
 jp/about
 jp/blog
@@ -1681,6 +1796,7 @@ ko/ott
 ko/solutions
 ko/upload
 ko/vimeo-academy
+kwanzaa-spotlight
 l.php
 labs-code
 labs/pmc
@@ -1717,12 +1833,15 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
+linked
 lite
+live-session
 live_chat
 llms.txt
 lm/R1XIHQVKXSKBNJ
@@ -1898,6 +2017,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
 news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
@@ -1907,6 +2027,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newsround
@@ -1920,6 +2041,7 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
+notifications
 notifications/
 ns/hydra/console/?
 nus-trk
@@ -1927,11 +2049,15 @@ nwshp$
 o/di
 o/dt
 oas/
+oauth/line
+oauth/login
 oauth/v2
 oauth2
 oauth2/v2
+oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
+offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1962,9 +2088,12 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partner-program
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -1995,12 +2124,46 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+pin
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
+place
 plan=
 platform-telemetry
 play/store/web
@@ -2050,6 +2213,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -2058,6 +2222,8 @@ previewtemplate
 print
 private
 proFile/history?
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -2113,12 +2279,14 @@ pt-br/vimeo-academy
 publications
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2127,6 +2295,7 @@ rating
 rd/search
 rd/search$
 rd/search?
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/*?q=
@@ -2143,6 +2312,9 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
+register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2150,9 +2322,13 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
+resource
+resource/*/get
 results
 results
 retail
@@ -2192,6 +2368,7 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
+safe-redirect
 safety
 safetycheck
 salary-explorer/api
@@ -2237,6 +2414,7 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
+sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2272,6 +2450,7 @@ shop/productpage
 shop/topics
 shop/view/product
 shop?
+shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2575,10 +2754,12 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
+socialmanager
 solutions
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -2600,6 +2781,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 stat
@@ -2661,6 +2843,10 @@ stores$
 stores/
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2686,6 +2872,7 @@ support/content
 support/forum/search?
 sureroute
 surprise
+suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2703,6 +2890,7 @@ svc/strands
 svc/sudoku
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2710,6 +2898,7 @@ t/terms
 tab=
 tablet
 tag
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2757,7 +2946,9 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
+thanksgiving-spotlight
 themacallan/worlds-together
+theme
 tickets-external?
 timedtext_video
 title
@@ -2851,6 +3042,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tv
 tv/thumb
 typeahead
 u
@@ -2867,9 +3059,14 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
+unauth-profile
+unlink
 unsub
 until=
 upload
+upload-image-lens-history
+upload-lens-image
+upload-shuffle-draft
 uploads
 urchin_test
 url
@@ -2887,9 +3084,11 @@ using
 utils
 uviewer
 v1
+v1/urls/count.json
 v2
 v3
 v3/openapi
+v3/pidgets/log
 valkyrie-playground
 verified-authors
 verify_age
@@ -2899,7 +3098,6 @@ vi-vn/lp
 vi-vn/searchresults
 video/embedded
 videos
-videos/?
 videos/browsing
 videos/explore
 videos/favorites
@@ -2909,14 +3107,8 @@ videos/music
 videos/music/
 videos/music/?
 videos/music?
-videos/riverview/relatedvideo
-videos/riverview/relatedvideo/?
-videos/riverview/relatedvideo?
-videos/search/?
-videos/search?
 videos/trending
 videos/trendingcontent
-videos?
 viewer
 viewlocale=zh_CN
 viewvc
@@ -2947,6 +3139,9 @@ webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webscr
 websearch
+website/confirm
+website/confirm/download
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3471,6 +3666,7 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/branding/favicon
@@ -362,6 +362,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .kmz
 .less$
 .masterpages/
+.md
 .model.json
 .mspx
 .net
@@ -395,7 +396,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
+.well-known/assetlinks.jsonhttp://aesthetics.fandom.com/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -715,7 +716,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/projects
 /*/pulse
 /*/schemes
-/*/search-results.htmlhttp://x.com/robots.txt
+/*/search-results.htmlhttp://quora.com/robots.txt
 /*/stargazers
 /*/structures
 /*/tables
@@ -2418,6 +2419,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /6.html?_escaped_fragment_=/5003.html
 /7.html?_escaped_fragment_=/2000.html
 /7.html?_escaped_fragment_=/5003.html
+/?
 /?&
 /?*amp_client_id
 /?*m=
@@ -2660,7 +2662,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://tiny.cc/robots.txt
+/articlelist/*http://blog.cloudflare.com/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -2887,6 +2889,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cty/pdp/ispd
 /cuaca/
 /cum-*.html
+/custom-report
 /customer-success-stories.*._filter
 /customer-success-stories.[a-z]*Sort.*
 /customer-success-stories._filter.[a-z]*Sort.*
@@ -2971,6 +2974,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /dt/*/testing
 /dt/microsites/cafe
 /duplex-apartments_att
+/dvd-mode
 /dynalist/*
 /dynamics/
 /dzcfg
@@ -3151,6 +3155,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /following$
 /following$
 /followings
+/for-business
 /foreclosed
 /foreclosure--
 /fork
@@ -3267,6 +3272,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /info
 /info$
 /info/contactus/email-the-ceo
+/info/kdt
 /informacion-de-mi-cuenta
 /initLoad$
 /inline$
@@ -3303,6 +3309,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /lazy.js
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/learn
 /learn/search
 /least
 /legal/*?ets=
@@ -3496,7 +3503,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
+/no-referrer-when-downgradehttp://pixlr.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3593,6 +3600,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /platform/disqus
 /playbyplay?
 /playlists/relevance
+/pleasereg
 /plugins
 /plugins/?s=
 /plus
@@ -3693,6 +3701,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rent-house_att
 /report_abuse
 /repository/archive
+/request-demo
 /return/requests
 /returns/*?*&liteToken=
 /returns/*?*&ref=
@@ -3843,6 +3852,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /seller--
 /seminar/
 /sendpv$
+/sensor
 /serie
 /service/author/*&
 /service/author/*?
@@ -4079,6 +4089,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /upload/forgot_password
 /uploads
 /url$
+/use-cases
 /user
 /user$
 /user/account$
@@ -4229,7 +4240,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://vk.com/robots.txt
+?*apikey*http://getpocket.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4696,7 +4707,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=search
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://rebrand.ly/robots.txt
+?q=user/logout/http://amazon.ca/robots.txt
 ?q=user/password
 ?q=user/register
 ?qa_expand_key
@@ -6278,7 +6289,10 @@ _/pantheon
 _/pantheon-platform
 _/play
 _/pog
+_/report_blank
+_/site_info_blank
 _/tfhub
+_/toolkit_blank
 _/transparencyreport
 _POST
 _POST$
@@ -6366,6 +6380,7 @@ _nimbusJsonp.js
 _nimbusJsonpStatic.js
 _nitf.xml
 _nsfgfb
+_nuxt
 _ok
 _overlay
 _partials/wix-vod
@@ -6397,11 +6412,13 @@ _singlePage.html
 _smt=
 _sort
 _static
+_td
 _td_api
 _tdhl_api
 _tdpp_api
 _template
 _themes
+_uac/adpage.html
 _user/api
 _v1st
 _vercel/insights/view
@@ -6522,8 +6539,12 @@ aca/authorinformation
 academic-subscriptions
 academic/profile
 academic/search
+academy
 academy-free-account
+academy/*/results
 academy/*?*draft
+academy/*utm_source=
+academy/certificates
 academy/draft
 acc-merge
 acceso/contrasena
@@ -6544,7 +6565,7 @@ account-settings
 account-setup
 account/
 account/*
-account/*http://healthtips1dr.blogspot.com/robots.txt
+account/*http://ft.com/robots.txt
 account/accomplishments
 account/ackgift
 account/authenticate
@@ -6706,6 +6727,7 @@ activate/hsw/confirmation/
 activate/loft/
 activate/self-starters/confirmation/
 activate/wdm/*
+activation_successful
 activities
 activities/*/analysis
 activities/*/embed
@@ -6984,6 +7006,8 @@ analytics/feeds
 analytics/help/onpremise/api/
 analytics/partners/comments
 analytics/portal
+analytics/seomagic
+analytics/traffic/overview
 analytics/uploads
 analyzer-api
 and
@@ -7012,6 +7036,7 @@ api*.do
 api*?hl=
 api-keys
 api-proxy
+api.html?
 api.php
 api.php?
 api.php?*&action=
@@ -7040,7 +7065,7 @@ api/extensions/1.0/extensions
 api/federation
 api/graphql
 api/html
-api/http://kobo.com/robots.txt
+api/http://ibm.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7116,7 +7141,7 @@ app*/shr*
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
+app-ads.txthttp://plushcare.com/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -7191,6 +7216,7 @@ archive.php?archive=*
 archive.php?view=all
 archive/api/image.jpg
 archive/article
+archive/graphs.php
 archive/page
 archive/project/sovsport$
 archived
@@ -7536,7 +7562,7 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
-audio-edition-podcast/*/index.xmlhttp://ecrs.com/robots.txt
+audio-edition-podcast/*/index.xmlhttp://raw.githubusercontent.com/robots.txt
 audio.html
 audio?performer=1&q=
 audio_file
@@ -7885,6 +7911,7 @@ blocks/*.svg
 blocks?
 blog
 blog-ads-api-output
+blog-manager
 blog-temp-ru
 blog-this.g
 blog.php?id=*
@@ -7916,13 +7943,15 @@ blog/*?archive
 blog/*?content-format=
 blog/*?event-format=
 blog/*?event-type=
+blog/*?img=
 blog/*?s=
 blog/*?segment=
 blog/*?tag=
 blog/*?text=
 blog/*sitemap.xml$
+blog/*utm_source=
 blog/.*
-blog/.html.*http://samsung.com/robots.txt
+blog/.html.*http://ebay.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
 blog/27-figjam-activities-to-spark-creativity-in-the-classroom/$
@@ -8594,6 +8623,7 @@ blog/updates-to-how-drafts-work/$
 blog/updating-our-web-system-for-a-new-era/$
 blog/uphill-thinking/$
 blog/variable-fonts-a-conversation-with-grilli-type/$
+blog/version-control-figma-make-video-playback/$
 blog/version-control-how-a-ux-writer-weighs-one-word-against-another/$
 blog/version-control-three-ways-figma-explored-horizontal-scrolling/$
 blog/versus-comments
@@ -9450,13 +9480,13 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://medium.com/robots.txt
+cdn-cgi/http://kids.youtube.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://deezer.com/robots.txt
+cdn-cgi/zaraz/http://cdtfa.ca.gov/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -9480,7 +9510,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://beppegrillo.it/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -9596,7 +9626,7 @@ checkout
 checkout-external
 checkout/
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
+checkouthttp://accidentinjurylawyers.claims/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9784,7 +9814,7 @@ code
 code-connect-docs
 code-docs
 code/*
-code/http://w3techs.com/robots.txt
+code/http://fb.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -11777,6 +11807,7 @@ compare?
 compareajax
 comparl/
 compass
+competitive-research
 competitive/gated-content-for-agents/
 compliance/contact-us-confirmation/
 compliance/hipaa-eligible-services-reference/
@@ -11857,7 +11888,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://s3-us-west-2.amazonaws.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -11912,6 +11943,7 @@ content-assembly
 content-claiming
 content-generator-embed
 content-guest/rss/channels
+content-marketing
 content-queries
 content/*/gated-pdfs/*
 content/*/gated-resources/*
@@ -11954,7 +11986,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://verizon.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -12208,6 +12240,7 @@ crm/onboarding/
 cron.php
 cross
 cross-domain$
+cross-domain-bridge.html
 cross-domain/*
 crotchless-body-stocking
 cs
@@ -12273,6 +12306,7 @@ custom/created.html
 custom/search/
 custom_banner
 custom_orders
+custom_report
 customer/secure/checkout/tesco
 customer/secure/reset-password
 customerapps/*
@@ -13098,6 +13132,7 @@ demand
 demo
 demo
 demo/$
+demonstration
 demos/dev-mode-design/$
 demos/dev-mode-developers/$
 depth--
@@ -13429,6 +13464,7 @@ dotnet/docs/reference
 dotnet/docs/reference/*/latest
 dotnet/docs/reference/*/latest$
 dotnet/docs/reference/help
+double_activation
 doubleclick
 doubleclick/
 downgrade
@@ -13649,6 +13685,7 @@ electrode/api/logger
 element/*goodbye
 element/?
 element/commun/afficher
+element_properties.
 elements
 eli-search
 eliminar-busqueda
@@ -14373,7 +14410,6 @@ en-zw
 en-zw/lp$
 en-zw/lp/contact-us
 en-zw/lp/homepage$
-en/
 en/*/footer/contactinformation.html
 en/*/menu.html
 en/*/menu/footer.html
@@ -14482,6 +14518,7 @@ enterprise-partner-search/sitemaps
 enterprise/$
 enterprise/orgs-terms
 enterprise/plan/$
+enterprise/seo
 entertainment/article/Minerva-s-horoscope
 entities/search
 entityexplore$
@@ -15636,8 +15673,8 @@ feature_three_browse-bin=
 featured-optimize
 featured-stock-photographers_
 features
-features/connectors
-features/study-mode
+features/for-
+features/index2
 federal/events/earthobservationday2015/
 federal/events/earthobservationday2015/ConfirmationPage/
 fedsearch
@@ -15804,7 +15841,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://nam.edu/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -15819,7 +15856,7 @@ finance/stocks/option
 financial-services/ofss
 find
 find-more
-find/*http://freepik.com/robots.txt
+find/*http://namecheap.com/robots.txt
 finetune
 fios
 firefox/?
@@ -17569,6 +17606,7 @@ football/conversation?gameId=
 football/lineups
 football/matchstats
 football/video
+for-business
 for-sale-by-owner/?zpid=
 forgetting-sarah-marshall
 forgood
@@ -17584,6 +17622,7 @@ forgotpassword?
 form
 form/conf/
 form/pdf/*
+form_defaults.
 format
 formfeedback
 forms
@@ -17591,6 +17630,7 @@ forms/*
 forms/activate-support
 forms/perks
 forr/companyadmin
+forrester-marketing-silos
 forum
 forum$
 forum/
@@ -17602,7 +17642,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://embassybel.ru/robots.txt
+forum/ucp.phphttp://cambridge.org/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -17613,6 +17653,8 @@ forums/create/question
 forums/login
 forums/preferences
 forums/profile
+forums/search
+forward
 foryou
 fos/icn/
 fotos/es/*+
@@ -18368,6 +18410,7 @@ france/mnp_utility.mspx?
 franchise/
 free
 free-report
+free-tools/plagiarism-checker/?q=
 free-trial
 free/cloud-computing-free-tier/
 free/databases-free-tier/
@@ -18422,7 +18465,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://eji.org/robots.txt
 g/api
 ga-IE/forums
 ga-IE/kb/*/discuss
@@ -19168,46 +19211,46 @@ html5
 http
 http-checker
 http2_data
-http://2.bp.blogspot.com/robots.txt
-http://akparti.org.tr/robots.txt
-http://amazon.co.jp/robots.txt
-http://amazon.co.uk/robots.txt
-http://amazon.com/robots.txt
-http://amazon.de/robots.txt
+http://9gag.com/robots.txt
+http://about.fb.com/robots.txt
 http://amazon.es/robots.txt
-http://amazon.fr/robots.txt
-http://amazon.in/robots.txt
-http://amazon.it/robots.txt
-http://ameblo.jp/robots.txt
-http://apple.com/robots.txt
-http://creativecommons.org/robots.txt
-http://en.m.wikipedia.org/robots.txt
-http://expedia.com/robots.txt
-http://gist.github.com/robots.txt
-http://gmail.com/robots.txt
-http://govostis.gr/robots.txt
-http://groupon.com/robots.txt
-http://healthline.com/robots.txt
-http://help.twitter.com/robots.txt
-http://irishtimes.com/robots.txt
-http://kickstarter.com/robots.txt
-http://last.fm/robots.txt
-http://lefigaro.fr/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://nerdwallet.com/robots.txt
-http://patents.google.com/robots.txt
-http://python.org/robots.txt
-http://reconstructingjudaism.org/robots.txt
-http://seekingalpha.com/robots.txt
-http://siteground.com/robots.txt
-http://smithsonianmag.com/robots.txt
-http://static.wixstatic.com/robots.txt
-http://techradar.com/robots.txt
-http://teenage.engineering/robots.txt
-http://theverge.com/robots.txt
-http://tracks.arte.tv/robots.txt
-http://weebly.com/robots.txt
+http://android.com/robots.txt
+http://arstechnica.com/robots.txt
+http://bible.com/robots.txt
+http://bing.com/robots.txt
+http://blog.livedoor.jp/robots.txt
+http://creatoracademy.youtube.com/robots.txt
+http://criminallawyerinnj.com/robots.txt
+http://dainikshiksha.com/robots.txt
+http://dao-tokyo.xyz/robots.txt
+http://developer.chrome.com/robots.txt
+http://disqus.com/robots.txt
+http://donorbox.org/robots.txt
+http://dx.doi.org/robots.txt
+http://eepurl.com/robots.txt
+http://eventbrite.com/robots.txt
+http://fb.me/robots.txt
+http://flandersjuwelen.be/robots.txt
+http://google.ca/robots.txt
+http://google.pl/robots.txt
+http://google.ru/robots.txt
+http://jotform.com/robots.txt
+http://mayoclinic.org/robots.txt
+http://mobile.twitter.com/robots.txt
+http://opera.com/robots.txt
+http://php.net/robots.txt
+http://spreaker.com/robots.txt
+http://squarespace.com/robots.txt
+http://store.steampowered.com/robots.txt
+http://stupidhackathon.github.io/robots.txt
+http://support.cloudflare.com/robots.txt
+http://tunecore.co.jp/robots.txt
+http://unpkg.com/robots.txt
+http://wired.com/robots.txt
+http://woocommerce.com/robots.txt
+http://wsws.org/robots.txt
+http://xing.com/robots.txt
+http://zazzle.com/robots.txt
 https://player.cnevids.com
 https:/www.alibaba.com
 hu
@@ -19710,7 +19753,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://diigo.com/robots.txt
+index.php/user/logout/http://pitchfork.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -19778,7 +19821,7 @@ integrations
 intelligencer/amp
 intent
 interactive
-interactive*http://fda.gov/robots.txt
+interactive*http://scmp.com/robots.txt
 interactive/reading-preference
 interactives
 interactives/sponsor-story
@@ -21353,6 +21396,7 @@ lij/user
 lij/users
 like=
 liked
+limit_hits
 limited-release
 link
 link-intersect
@@ -21372,6 +21416,7 @@ listbox
 listen
 listing/*/stubs
 listings*?q=
+listings-management/superpower-landing2
 lit
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
@@ -21517,10 +21562,23 @@ lp-lang/mobilewebsite
 lp-spa
 lp/*?
 lp/adwords
+lp/affiliate-program
 lp/appcampaigns/attribution
+lp/black-friday
+lp/black-friday-aff
 lp/br-themes
+lp/cyber-week
+lp/enterprise-aio
+lp/enterprise-crawler
+lp/for-agencies/en
+lp/growth-quadrant
 lp/hygge-desk
 lp/hygge-desk-br
+lp/insights
+lp/mfour
+lp/seasonal-ai/en
+lp/semrush-circle
+lp/seo-consultation
 lp/thank-you-reader
 lp/thank-you-reader$
 lp/thank-you-reader%
@@ -21986,6 +22044,7 @@ mld?
 mlt
 mm
 mm/
+mm_track
 mmend.htm$
 mms
 mn
@@ -22114,7 +22173,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.uk/robots.txt
+mre/*.zip$http://qualtrics.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -22272,6 +22331,7 @@ my_etsy=
 my_favorites
 my_listings
 my_playlists
+my_reports/reports
 my_videos
 my_videos_upload
 myaccount
@@ -22490,6 +22550,7 @@ news-redirect/*
 news-release/
 news/
 news/*/$
+news/*?page=
 news/0
 news/archive/commentary
 news/articles/BT-CO
@@ -22845,6 +22906,7 @@ no/search/
 no/search/default.mi
 no/user
 no/users
+no_cookies
 node
 node/*
 node/*/edit
@@ -23033,7 +23095,7 @@ ojp
 okxbet.com
 om/payroll/
 oma
-on-demand/session/*http://nymag.com/robots.txt
+on-demand/session/*http://marriott.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -23173,7 +23235,7 @@ p/*/v2/actions$
 p/*/v2/actions?
 p/*/victory$
 p/*/victory?
-p/*http://socialimpact.youtube.com/robots.txt
+p/*http://telegram.me/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -24040,6 +24102,7 @@ posttv/sponsored-video
 pov_mt/mt4
 power-rangers
 powershell/
+ppc
 ppl
 ppob/?
 ppob?
@@ -24063,7 +24126,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://electad.com/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -24145,8 +24208,8 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://about.fb.com/robots.txt
-private/http://sgtrains.com/robots.txt
+private/http://developers.facebook.com/robots.txt
+private/http://irishtimes.com/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -24177,7 +24240,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://wix.com/robots.txt
+product-ratings/http://assets.ctfassets.net/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -24351,6 +24414,7 @@ project/issues/subscribe-mail
 projects
 projects/*/contributions
 projects/*/payments
+projects/?
 projects/browse.php
 projects/embed
 projects/geo/download
@@ -24369,6 +24433,7 @@ projects/php/shopping-cart-checkout
 projects/php/shopping-cart-checkout?
 projects/website-design/loan-referral-website
 projects/website-design/loan-referral-website?
+projects2
 promo
 promo/*goodbye
 promo/*welcome
@@ -24392,6 +24457,7 @@ promotions
 promotions/emails
 proof=
 proof=t%2Btarget%3D\
+property_group_options.
 proplayer
 props/
 proredir?
@@ -25030,6 +25096,7 @@ rampup/
 random
 range_chapter=
 range_subcategory=
+ranking-factors
 rateandparity
 rating
 ratings$
@@ -25105,6 +25172,7 @@ recruit/helpnew/
 recs
 red
 red-2
+redesign/_next/image
 redesigning-finance-how-great-design-is-transforming-the-industry/$
 redir
 redir?
@@ -25115,6 +25183,7 @@ redirect%3Dmobile
 redirect=
 redirect=mobile
 redirect?
+redirect?url=
 redirector
 rediscover
 redux-thunk/static-2.1
@@ -26510,6 +26579,8 @@ sendto_form$
 sendto_form$
 sendtofriend
 sendwelcometest
+seo
+seo-old
 seo-toolbar/welcome
 seo/*
 seo/for/*?*draft
@@ -27224,8 +27295,10 @@ social-connect/send
 social/photosui/images
 social/photosui/sitemap
 social/search?
+social/share
 social/social-security-directory/cai
 social_media
+social_plugins
 socialapp/
 socialapp/SocialAppAppBoxMyAppListAsync.naver
 socialapp/SocialAppAppBoxMyAppListAsync.nhn
@@ -27251,6 +27324,7 @@ software/gnun/reports
 software/gnun/test
 solution-center/tag
 solutions
+solutions/$
 solutions/case-studies/
 solutions/case-studies/generative-ai-bolttech/
 solutions/case-studies/generative-ai-ekacare/
@@ -27285,7 +27359,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://inc.com/robots.txt
+sos/registration/http://pensiuneacoral.ro/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -27322,6 +27396,7 @@ speed
 speed-test-parent/
 spend/help/
 spf=
+spi
 spice
 splash
 splashui
@@ -27666,6 +27741,7 @@ studios
 style-guide
 style/beauty/hearstmagazines
 style/fashion/hearstmagazines
+style_builder.
 styled-components/static-1.3
 styled-components/static-1.4
 styled-components/static-1.6
@@ -27931,6 +28007,7 @@ sw/kb/*/discuss
 sw/search
 sw/user
 sw/users
+swa/api
 swag
 sweeps
 sweepstakes
@@ -27982,8 +28059,9 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dinotim.com/robots.txt
+tag/*+http://msdn.microsoft.com/robots.txt
 tag/credible
+tag/expire-images
 tag/interaction-card
 tag/js
 tag/search/db-home
@@ -28015,7 +28093,6 @@ target_id
 targetdirect_group
 tariffselect
 tasks
-tasks/
 tax-center
 tax.php
 tax_countries.php
@@ -28485,7 +28562,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://moskva.stroi-podryad.ru/robots.txt
+testhttp://500px.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -28857,6 +28934,7 @@ tracky
 tractive
 trade
 tradeoffer
+traffic
 training-plans
 training/
 training/ajax
@@ -29528,13 +29606,12 @@ usage-tracker/static-1.67
 usage-tracker/static-1.68
 usage-tracker/static-1.71
 usage-tracker/static-1.76
+use-cases
 use-cases/global-solution-providers/microsoft/bizspark/
 use-cases/global-solution-providers/microsoft/bizspark/getting-started/
 use-cases/global-solution-providers/microsoft/bizspark/signon/
 use-cases/global-solution-providers/microsoft/bizspark/signon/thankyou/
 use-cases/global-solution-providers/microsoft/bizspark/thankyou/
-use-cases/students
-use-cases/university-educators
 used
 usenet
 user
@@ -29671,7 +29748,7 @@ uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
 uz/forums
-uz/http://bilgematics.com/robots.txt
+uz/http://beacons.ai/robots.txt
 uz/kb/*/discuss
 uz/search
 uz/user
@@ -29861,7 +29938,6 @@ videodash.cms*
 videodetails
 videorequest
 videos
-videos/?
 videos/browsing
 videos/embed
 videos/expander
@@ -29873,19 +29949,13 @@ videos/music
 videos/music/
 videos/music/?
 videos/music?
-videos/riverview/relatedvideo
-videos/riverview/relatedvideo/?
-videos/riverview/relatedvideo?
 videos/search
-videos/search/?
-videos/search?
 videos/show_trailer
 videos/slider
 videos/sponsor-story
 videos/transcripts
 videos/trending
 videos/trendingcontent
-videos?
 videosearch
 view
 view-3d-home
@@ -30084,10 +30154,12 @@ webpoc/ruleCenter
 webscr
 websearch
 webservice
+website
 website-template/view/flash
 website/builder?storyId=
 website/confirm
 website/confirm/download
+website/search
 website/templates*?screen=
 website/templates/flash
 websiteoptimizer
@@ -30599,9 +30671,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://commission.europa.eu/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://yummly.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -30911,7 +30983,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
+wp-admin/admin-ajax.phphttp://elegantthemes.com/robots.txt
+wp-admin/admin-ajax.phphttp://sciencedaily.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -31045,6 +31118,7 @@ www-stage-cloud.cisco.com
 wwwhkotc.cc
 x
 x/oauth
+xas/api
 xbp/search
 xclick-auction
 xcs0MhRsfxHG.js
@@ -31110,7 +31184,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://eur-lex.europa.eu/robots.txt
+youreurope/businessDEV/http://nasa.gov/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -31317,7 +31391,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
+zh-tw/searchhttp://npmjs.com/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?