[Github Action] Automated trickest wordlists update.

2026-08-27 15:08:18 +00:00 · 2025-08-22 10:04:12 +00:00
parent 15489f4f64
commit 3f304dde2a
22 changed files with 2894 additions and 2542 deletions
@@ -395,7 +395,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://akorda.kz/robots.txt
+.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -715,7 +715,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/projects
 /*/pulse
 /*/schemes
-/*/search-results.htmlhttp://stackoverflow.com/robots.txt
+/*/search-results.htmlhttp://x.com/robots.txt
 /*/stargazers
 /*/structures
 /*/tables
@@ -2492,6 +2492,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ajax/Similar
 /BucketContent
 /CHANGELOG.txt
+/CVS
 /Careers/Form
 /Careers/Profiles
 /Careers/Registration
@@ -2659,7 +2660,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://mirror.co.uk/robots.txt
+/articlelist/*http://tiny.cc/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -3495,7 +3496,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://psychologytoday.com/robots.txt
+/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3597,6 +3598,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /plus
 /pmredirectshow/*
 /pmtoinavigation/*
+/po
 /pocasi/
 /podcast/*/*?i=
 /podcast/ITEM_NAME
@@ -4171,6 +4173,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /windvane$
 /winfx/
 /wire?
+/workshop
 /workshop/
 /wp-admin
 /wp-content/cache
@@ -4226,7 +4229,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://bol.com/robots.txt
+?*apikey*http://vk.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4533,7 +4536,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ftag=
 ?gclsrc
 ?gm
-?gologin=1
 ?google_preview=
 ?gp=*
 ?gws_rd=ssl$
@@ -4693,7 +4695,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=search
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://us02web.zoom.us/robots.txt
+?q=user/logout/http://rebrand.ly/robots.txt
 ?q=user/password
 ?q=user/register
 ?qa_expand_key
@@ -5168,7 +5170,6 @@ ExternalLinkInterstitial
 FG_ID=
 FacebookConnect
 FareCalendar
-FatalError.html
 FavoriteReviewManagement
 Feature
 Featured
@@ -5362,7 +5363,6 @@ JoinPlus
 JsonData/
 JsonServiceController
 JustForYouGuide
-LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
 LNAjax
 LanderLogger
@@ -5689,7 +5689,6 @@ OwnersDM
 OwnersNew
 OwnersOld
 OwnersTermsAndConditions
-P.mvc?_escaped_fragment_=/peopletags.aspx
 PDAET/
 PDATOI/
 POLLSERVER
@@ -5940,7 +5939,6 @@ SendMessage
 SendToFriend
 SentConfirmationEmail
 Server
-ServerError.aspx
 Service-Search/find-a-psychological-therapies-service/find-your-gp
 Service-Search/find-a-psychological-therapies-service/results
 Service-Search/find-a-psychological-therapies-service/what-happens-when-you-refer-yourself
@@ -6394,13 +6392,11 @@ _singlePage.html
 _smt=
 _sort
 _static
-_td
 _td_api
 _tdhl_api
 _tdpp_api
 _template
 _themes
-_uac/adpage.html
 _user/api
 _v1st
 _vercel/insights/view
@@ -6486,9 +6482,6 @@ about-wipo/*/assemblies/2019/a_59/statement_details.jsp
 about-wipo/*/assemblies/2019/a_59/statements.jsp
 about-wipo/*/dgo/
 about.html
-about/*/getting-started
-about/*/mobile
-about/*/update
 about/adrm/data-linkage
 about/ask/
 about/ask?*
@@ -6502,7 +6495,6 @@ about/careers/applications/jobs/results?*&page=
 about/careers/applications/jobs/results?page=
 about/faq/station-finder/?state-text=
 about/faq/station-finder/?zip-text=
-about/images
 about?
 aboutus
 abs
@@ -6544,7 +6536,7 @@ account-settings
 account-setup
 account/
 account/*
-account/*http://imgur.com/robots.txt
+account/*http://healthtips1dr.blogspot.com/robots.txt
 account/accomplishments
 account/ackgift
 account/authenticate
@@ -7039,7 +7031,7 @@ api/extensions/1.0/extensions
 api/federation
 api/graphql
 api/html
-api/http://gofundme.com/robots.txt
+api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7115,7 +7107,7 @@ app*/shr*
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://webmd.com/robots.txt
+app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -7423,9 +7415,7 @@ athletic/embedded-interactive
 athletic/feed-test
 athletic/following-feed-test
 athletic/forgot-password
-athletic/forgot-password/$
 athletic/forgot-password2
-athletic/forgot-password2/$
 athletic/get-current-user
 athletic/global-color-test.php
 athletic/global-font-test.php
@@ -7537,7 +7527,7 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
-audio-edition-podcast/*/index.xmlhttp://google.it/robots.txt
+audio-edition-podcast/*/index.xmlhttp://ecrs.com/robots.txt
 audio.html
 audio?performer=1&q=
 audio_file
@@ -7562,7 +7552,6 @@ auth_pass
 authentication
 authentication$
 authentication/signin
-authkey=
 author
 author/
 author/*/date
@@ -7923,7 +7912,7 @@ blog/*?tag=
 blog/*?text=
 blog/*sitemap.xml$
 blog/.*
-blog/.html.*http://last.fm/robots.txt
+blog/.html.*http://samsung.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
 blog/27-figjam-activities-to-spark-creativity-in-the-classroom/$
@@ -8786,7 +8775,6 @@ broadband
 brouillon
 browse
 browse-2
-browse.aspx
 browse/alphabetical/feature_films
 browse/deals/partial
 browse/homes/all
@@ -9450,13 +9438,13 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://google.qualtrics.com/robots.txt
+cdn-cgi/http://medium.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://cdtfa.ca.gov/robots.txt
+cdn-cgi/zaraz/http://deezer.com/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -9480,7 +9468,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://hackernoon.com/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -9596,6 +9584,7 @@ checkout
 checkout-external
 checkout/
 checkout/package
+checkouthttp://moderncalculators.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9783,7 +9772,7 @@ code
 code-connect-docs
 code-docs
 code/*
-code/http://mp.weixin.qq.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -11775,10 +11764,6 @@ compare?
 compareajax
 comparl/
 compass
-compatible/images
-compatible/includes
-compatible/questionnaires/certificates
-compatible/questionnaires/images
 competitive/gated-content-for-agents/
 compliance/contact-us-confirmation/
 compliance/hipaa-eligible-services-reference/
@@ -11859,7 +11844,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://s3-us-west-2.amazonaws.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -11956,7 +11941,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://similarweb.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -12057,6 +12042,7 @@ cookie-preferences
 cookie.aspx
 cookies
 copy-conductor/crawled
+copyleft
 copyright-reporting
 coral-talk
 core
@@ -12361,7 +12347,6 @@ customizable=
 customize
 customize_search
 cve
-cve/images
 cvx/client/sync/fpc
 cwv
 cy
@@ -13031,7 +13016,6 @@ de/technologie-medien-und-telekommunikation/gemo-2018-executive-summary.pdf
 de/technologie-medien-und-telekommunikation/gemo-2018.pdf
 de/themes/README.txt
 de/total-leadership
-de/track
 de/transactions
 de/treasury
 de/upload
@@ -13444,7 +13428,6 @@ downloadHistory
 download_file
 download_history.mhtml$
 downloadassets
-downloadaszip
 downloadimage.aspx
 downloads
 downloads.php
@@ -13702,7 +13685,6 @@ embed_js
 embed_video
 embeddable
 embeds
-embedservererror.aspx
 embedvideo.cms*
 emessenger.cisco.com
 emmy
@@ -15267,7 +15249,6 @@ es/tools/reports-and-studies/h-1b-employer-data-hub/export-csv
 es/tools/reports-and-studies/h-2b-employer-data-hub/export
 es/tools/reports-and-studies/h-2b-employer-data-hub/export-csv
 es/total-leadership
-es/track
 es/transactions
 es/treasury
 es/upload
@@ -15599,7 +15580,6 @@ fastajax/order
 fastajax/order/tax
 fastajax/order/tax/validatevat
 fastanswers
-fatalerror.html
 faves-i_love_u_get_away_from_me
 favorit-hinzufuegen
 favorit-loeschen
@@ -15802,7 +15782,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://wunderground.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -15817,7 +15797,7 @@ finance/stocks/option
 financial-services/ofss
 find
 find-more
-find/*http://uci.org/robots.txt
+find/*http://freepik.com/robots.txt
 finetune
 fios
 firefox/?
@@ -17600,7 +17580,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://form.jotform.com/robots.txt
+forum/ucp.phphttp://embassybel.ru/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -17611,7 +17591,6 @@ forums/create/question
 forums/login
 forums/preferences
 forums/profile
-forward
 foryou
 fos/icn/
 fotos/es/*+
@@ -18339,7 +18318,6 @@ fr/tag
 fr/teams
 fr/themes/README.txt
 fr/total-leadership
-fr/track
 fr/transactions
 fr/treasury
 fr/upload
@@ -18420,7 +18398,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://cisco.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 ga-IE/forums
 ga-IE/kb/*/discuss
@@ -18576,6 +18554,8 @@ gn/search
 gn/user
 gn/users
 gnca-ajax-redesign/showcase-image
+gnu.css
+gnusearch
 go
 go-back
 go-back?
@@ -18778,7 +18758,6 @@ groupSharingMsg
 groupcallembed/*
 groupon_says
 groups
-groups/
 groups/*/-/analytics
 groups/*/-/billings
 groups/*/-/contribution_analytics
@@ -19164,47 +19143,46 @@ html5
 http
 http-checker
 http2_data
-http://about.fb.com/robots.txt
-http://accidentinjurylawyers.claims/robots.txt
-http://bitbucket.org/robots.txt
-http://blog.hubspot.com/robots.txt
-http://chat.openai.com/robots.txt
-http://cloudflare.com/robots.txt
-http://datacommons.org/robots.txt
-http://dictionary.com/robots.txt
-http://disqus.com/robots.txt
-http://epa.gov/robots.txt
-http://exchanger24.org/robots.txt
-http://fb.com/robots.txt
-http://groups.google.com/robots.txt
-http://inc.com/robots.txt
-http://issuu.com/robots.txt
-http://iubenda.com/robots.txt
-http://jetbrains.com/robots.txt
-http://krebsonsecurity.com/robots.txt
-http://maxcdn.bootstrapcdn.com/robots.txt
-http://nhs.uk/robots.txt
-http://oecd.org/robots.txt
-http://omegamasonry.com/robots.txt
-http://pandora.com/robots.txt
-http://pewresearch.org/robots.txt
-http://plushcare.com/robots.txt
-http://redbubble.com/robots.txt
-http://rollingstone.com/robots.txt
-http://scholar.google.com/robots.txt
-http://scmp.com/robots.txt
-http://ser13gio.blogspot.com/robots.txt
-http://support.cloudflare.com/robots.txt
-http://support.microsoft.com/robots.txt
-http://uber.com/robots.txt
-http://upwork.com/robots.txt
-http://vox.com/robots.txt
-http://wp.me/robots.txt
-http://wretch.cc/robots.txt
-http://yandex.com/robots.txt
-http://yumpu.com/robots.txt
-http://zazzle.com/robots.txt
-http://zendesk.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://akparti.org.tr/robots.txt
+http://amazon.co.jp/robots.txt
+http://amazon.co.uk/robots.txt
+http://amazon.com/robots.txt
+http://amazon.de/robots.txt
+http://amazon.es/robots.txt
+http://amazon.fr/robots.txt
+http://amazon.in/robots.txt
+http://amazon.it/robots.txt
+http://ameblo.jp/robots.txt
+http://apple.com/robots.txt
+http://creativecommons.org/robots.txt
+http://en.m.wikipedia.org/robots.txt
+http://expedia.com/robots.txt
+http://gist.github.com/robots.txt
+http://gmail.com/robots.txt
+http://govostis.gr/robots.txt
+http://groupon.com/robots.txt
+http://healthline.com/robots.txt
+http://help.twitter.com/robots.txt
+http://irishtimes.com/robots.txt
+http://kickstarter.com/robots.txt
+http://last.fm/robots.txt
+http://lefigaro.fr/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://nerdwallet.com/robots.txt
+http://patents.google.com/robots.txt
+http://python.org/robots.txt
+http://reconstructingjudaism.org/robots.txt
+http://seekingalpha.com/robots.txt
+http://siteground.com/robots.txt
+http://smithsonianmag.com/robots.txt
+http://static.wixstatic.com/robots.txt
+http://techradar.com/robots.txt
+http://teenage.engineering/robots.txt
+http://theverge.com/robots.txt
+http://tracks.arte.tv/robots.txt
+http://weebly.com/robots.txt
 https://player.cnevids.com
 https:/www.alibaba.com
 hu
@@ -19322,7 +19300,6 @@ id/search
 id/search/
 id/search/default.mi
 id/sound-effects/tracks
-id/track
 id/user
 id/users
 id/verify
@@ -19705,7 +19682,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://insights.sustainability.google/robots.txt
+index.php/user/logout/http://diigo.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -19773,7 +19750,7 @@ integrations
 intelligencer/amp
 intent
 interactive
-interactive*http://sxsw.com/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives
 interactives/sponsor-story
@@ -20101,7 +20078,6 @@ it/tag
 it/teams
 it/themes/README.txt
 it/total-leadership
-it/track
 it/transactions
 it/treasury
 it/user
@@ -21977,7 +21953,6 @@ mld?
 mlt
 mm
 mm/
-mm_track
 mmend.htm$
 mms
 mn
@@ -22006,8 +21981,6 @@ mobile_login
 mobileformat=
 mobilenextapi/graphql
 mobilenextapi/v2/logs
-mobilepagenotfounderror.aspx
-mobileservererror.aspx
 mod
 mod.php
 mod=
@@ -22106,7 +22079,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://dell.com/robots.txt
+mre/*.zip$http://gov.uk/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -22494,7 +22467,6 @@ news/current
 news/externalpost
 news/go
 news/image
-news/images
 news/intelligencer/16951
 news/m
 news/main.jhtml
@@ -22856,6 +22828,7 @@ nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
 norobot
+norobotsnorhumansshouldevervisithispage
 norokayoblog/videolist-*.html
 norokayoblog/videolist.html
 north-america/search
@@ -23023,7 +22996,7 @@ ojp
 okxbet.com
 om/payroll/
 oma
-on-demand/session/*http://myspace.com/robots.txt
+on-demand/session/*http://nymag.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -23163,7 +23136,7 @@ p/*/v2/actions$
 p/*/v2/actions?
 p/*/victory$
 p/*/victory?
-p/*http://beppegrillo.it/robots.txt
+p/*http://socialimpact.youtube.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -23231,7 +23204,6 @@ pagead/js
 pagead/managed
 pagead/show_ads.js
 pageitem
-pagenotfounderror.aspx
 pages-extensions/FollowCompany
 pages.www.cloudflare.com
 pages/
@@ -23593,8 +23565,6 @@ people/pad$
 people/pad/$
 people/search
 people/search
-peopleoptions.aspx
-peopletags.aspx
 pepe
 percy-jackson-the-olympians-the-lightning-thief
 perfil
@@ -24052,12 +24022,14 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://coe.ksu.edu/robots.txt
+premium/http://s.w.org/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
 prensa
 preorders
+prep/gnumaint
+prep/wrappers-and-scripts
 present
 presentation
 presentation-maker/$
@@ -24132,8 +24104,8 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://duckduckgo.com/robots.txt
-private/http://explore.org/robots.txt
+private/http://about.fb.com/robots.txt
+private/http://sgtrains.com/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -24164,7 +24136,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://allaboutcookies.org/robots.txt
+product-ratings/http://wix.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -24849,7 +24821,6 @@ pt/shop_name_search_service
 pt/sound-effects/tracks
 pt/tag
 pt/teams
-pt/track
 pt/transactions
 pt/treasury
 pt/user
@@ -24976,7 +24947,6 @@ questions-and-answers
 queue
 qui-sommes-nous
 quick-search
-quickadd.aspx
 quickcast
 quickfacts
 quickstart
@@ -26110,6 +26080,7 @@ sap/saphana/pilot/
 sap/saphana/pilot/offer/
 sap/saphana/pilot/offer/confirmation
 sars-cov-2
+savannah-checkouts
 save
 save-document
 save-query
@@ -26231,6 +26202,7 @@ scratch_1.4
 scratchr2/static
 screener/insider
 screensaver
+screenshots
 script
 scripts
 scripts/accountextlogin.php
@@ -26472,11 +26444,9 @@ seek-and-destroy
 segments/*/compare
 select
 selectedImage
-selectembed.aspx
 selectlocale-dmc?fromPage=
 selectpayment
 self-registration
-self.aspx
 sell/?
 sell/options
 seller_onboarding
@@ -26503,10 +26473,28 @@ serv/
 server
 server-configurator
 server-status
+server/banners
+server/body-include
+server/bottom-notes
 server/docs/search
+server/footer
+server/fs-gang
+server/generic
+server/gnun
+server/head-include
+server/header
+server/html5-head-include
+server/html5-header
+server/include-file-list
+server/outdated
+server/select-language.html
+server/source
+server/staging
+server/top-addendum
+server/trans-map.html
+server/whatsnew_translations.xml
 server_error_pages/
 serverdown
-servererror.aspx
 service-search/dist/images/loading.gif
 service-search/find-a-psychological-therapies-service/find-your-gp
 service-search/find-a-psychological-therapies-service/results
@@ -26632,9 +26620,7 @@ shareables
 shared
 shared/
 shared/*?wtime
-sharedfavorite.aspx
 sharedmemories
-sharefavorite.aspx
 sharer
 sharer.php
 sharing
@@ -27207,6 +27193,10 @@ soft/punto/?
 soft/punto/mac/uninstall
 soft/punto/win/uninstall
 soft/win/?
+software/gnun/linc
+software/gnun/proofread
+software/gnun/reports
+software/gnun/test
 solution-center/tag
 solutions
 solutions/case-studies/
@@ -27243,7 +27233,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://pensiuneacoral.ro/robots.txt
+sos/registration/http://inc.com/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -27509,6 +27499,7 @@ store/ajax/visited-store
 store/all-wholesale-products
 store/apex/help/
 store/apps/collection/p3_details_
+store/apps/datasafety
 store/apps/editorial?*id=mc__games_battlestar
 store/apps/editorial?*id=mc_apps_us_sponsored_feature_pilot_turbotax_fcp_option_a
 store/apps/editorial?*id=mc_battlestar
@@ -27941,9 +27932,8 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://res.cloudinary.com/robots.txt
+tag/*+http://dinotim.com/robots.txt
 tag/credible
-tag/expire-images
 tag/interaction-card
 tag/js
 tag/search/db-home
@@ -28445,7 +28435,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://edition.cnn.com/robots.txt
+testhttp://moskva.stroi-podryad.ru/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -28817,7 +28807,6 @@ tracky
 tractive
 trade
 tradeoffer
-traffic
 training-plans
 training/
 training/ajax
@@ -29495,7 +29484,9 @@ use-cases/global-solution-providers/microsoft/bizspark/signon/
 use-cases/global-solution-providers/microsoft/bizspark/signon/thankyou/
 use-cases/global-solution-providers/microsoft/bizspark/thankyou/
 use-cases/students
+use-cases/university-educators
 used
+usenet
 user
 user
 user$
@@ -29630,7 +29621,7 @@ uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
 uz/forums
-uz/http://img1.wsimg.com/robots.txt
+uz/http://bilgematics.com/robots.txt
 uz/kb/*/discuss
 uz/search
 uz/user
@@ -29867,7 +29858,6 @@ vip
 virtual
 virtualization/
 virtualsupportassistant
-viruswarning.aspx
 visual-notes
 visualj/
 visuals/services
@@ -30066,7 +30056,6 @@ weekly/signup
 weimg
 welcome
 welcome-email
-welcome.aspx
 wetter/action/bayernwetter/bayern.do?plz=
 wetter/action/bayernwetter/bayern.do?regio=
 wewantyou/
@@ -30557,9 +30546,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://lefigaro.fr/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://xing.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -30869,8 +30858,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://bls.gov/robots.txt
-wp-admin/admin-ajax.phphttp://groupon.com/robots.txt
+wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
+wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -31069,7 +31058,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://streamelements.com/robots.txt
+youreurope/businessDEV/http://eur-lex.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -31276,7 +31265,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://i2.wp.com/robots.txt
+zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?