[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1547,9 +1547,9 @@ hpc/*/supported-applications.aspx?
 hpm
 hpmob
 http://de.wikipedia.org/robots.txt
-http://flickr.com/robots.txt
-http://instagram.com/robots.txt
-http://ncbi.nlm.nih.gov/robots.txt
+http://patreon.com/robots.txt
+http://support.microsoft.com/robots.txt
+http://wa.me/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3262,7 +3262,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://medium.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://facebook.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -355,7 +355,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
+.well-known/assetlinks.jsonhttp://crunchbase.com/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -545,7 +545,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/projects
 /*/pulse
 /*/schemes
-/*/search-results.htmlhttp://x.com/robots.txt
+/*/search-results.htmlhttp://whatsapp.com/robots.txt
 /*/stargazers
 /*/structures
 /*/tables
@@ -1723,7 +1723,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://tiny.cc/robots.txt
+/articlelist/*http://padlet.com/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -2538,7 +2538,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
+/no-referrer-when-downgradehttp://digital-strategy.ec.europa.eu/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3276,7 +3276,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://vk.com/robots.txt
+?*apikey*http://hackernoon.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -3318,7 +3318,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://healthtips1dr.blogspot.com/robots.txt
+?*http://developer.apple.com/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
 ?*iframe
@@ -3641,7 +3641,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?kids=
 ?kind=
 ?krypto=
-?kw
 ?kwid=
 ?lang=
 ?lang=en-ss
@@ -5143,6 +5142,7 @@ TestingTravelMaps
 Themes/Client/app/img/favicons/manifest.json
 ThirdPartyRedirect
 ThorHammer
+TodayOJ
 TodaysLowestFaresAjax
 Tr/SocialMediaActivity/LogJSWidgetLinkClick
 Tracker?data=*
@@ -6119,6 +6119,7 @@ api/taxonomy$
 api/template-taxonomy-service
 api/template-taxonomy-service$
 api/ucs/shortlist
+api/ui
 api/ui-extensions
 api/uisprime/track
 api/unified-underdog
@@ -6171,7 +6172,7 @@ app*/shr*
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
+app-ads.txthttp://nielsen.com/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -6954,7 +6955,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://samsung.com/robots.txt
+blog/.html.*http://tools.ietf.org/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/2025-shifting-roles-report/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
@@ -7461,6 +7462,7 @@ blog/navbar-reviews
 blog/net-zero-watershed/$
 blog/new-design-conference-vectors-sold-out-in-2-days-for-a-great-reason/$
 blog/new-faces-at-the-figma-helm/$
+blog/new-features-in-figma-buzz/$
 blog/new-roles-new-rules/$
 blog/new-ways-to-search-and-provide-context-in-figma/$
 blog/news/$
@@ -7650,6 +7652,7 @@ blog/version-control-figma-make-video-playback/$
 blog/version-control-how-a-ux-writer-weighs-one-word-against-another/$
 blog/version-control-three-ways-figma-explored-horizontal-scrolling/$
 blog/versus-comments
+blog/visibility-at-scale-how-figma-detects-sensitive-data-exposure/$
 blog/want-figma-api-inspiration-heres-8-community-powered-projects/$
 blog/we-made-a-mistake-with-our-api-challenge-and-were-sorry/$
 blog/web-design-without-a-web-designer-xfive-turns-to-figma/$
@@ -8472,7 +8475,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://medium.com/robots.txt
+cdn-cgi/http://teenage.engineering/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
 cdn-cgi/rum
@@ -8480,7 +8483,7 @@ cdn-cgi/scripts
 cdn-cgi/speculation
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://deezer.com/robots.txt
+cdn-cgi/zaraz/http://ibb.co/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -8504,7 +8507,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://snipfeed.co/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8570,6 +8573,7 @@ ch_it/Download
 challenge
 challenges
 challenges$
+change-displayed-metadata
 change-email
 change-password
 change-shipping
@@ -8621,7 +8625,7 @@ checkout
 checkout-external
 checkout/
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
+checkouthttp://accidentinjurylawyers.claims/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8733,6 +8737,7 @@ cloud-launcher/sitemap
 cloud/
 cloud/multicloud-solution
 cloudhsm/classic
+cloudmonitor
 cloudplayer
 cloudsourcetools/images
 clp
@@ -8801,7 +8806,7 @@ code
 code-connect-docs
 code-docs
 code/*
-code/http://w3techs.com/robots.txt
+code/http://audible.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -10870,7 +10875,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://irishtimes.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10974,7 +10979,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://gopro.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -12275,6 +12280,7 @@ discount_type=
 discover
 discover/trending/detail
 discovery
+discuss/search
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -12408,6 +12414,7 @@ docs/search_results.html
 docs/socialmarkup
 doctor-strange
 document
+document-format.html
 document/comments
 document/create
 document/delete
@@ -12465,6 +12472,7 @@ doubleclick
 downgrade
 download
 download-evernote
+download-notice
 download/*/Zoom_launcher.exe
 download/*/zoomusLauncher.zip
 download/get
@@ -12666,6 +12674,7 @@ element/?
 element/commun/afficher
 element_properties.
 elements
+eli-search
 eliminar-busqueda
 eliminar-favoritos
 elite?
@@ -13515,6 +13524,7 @@ error/403
 error/404
 error/500
 error/PageNotFound.htm
+error/authentication-required.html
 error404.aspx
 error_204
 errordocs
@@ -14524,6 +14534,7 @@ experiences/*?*scheduled_id
 experiment
 experiments
 experiments.xml
+expert-search-form
 experts-arena
 experts/search
 experts/search?
@@ -14532,6 +14543,7 @@ explore/*/?p=
 explore/*/lightbox
 explore/search
 explorespa
+export-documents
 export/
 export/sites/intranet/
 export/sites/upov/shared/
@@ -14592,6 +14604,8 @@ facebook-template
 facebook/templates
 facebook_connect
 factory
+fallback
+false/select-store-cookies.html
 family-validation
 family_filter
 familylink-earlyaccess
@@ -14800,7 +14814,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://justice.gov/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -14818,7 +14832,7 @@ find
 find$
 find-more
 find/
-find/*http://freepik.com/robots.txt
+find/*http://indeed.com/robots.txt
 finetune
 fios
 firefox/?
@@ -16603,7 +16617,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://embassybel.ru/robots.txt
+forum/ucp.phphttp://hhs.gov/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -17569,7 +17583,7 @@ fy-NL/firefox/collections/mozilla
 fy-NL/firefox/collections/mozilla/$
 fy-NL/firefox/search
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://animoto.com/robots.txt
 g/api
 ga-actions/formie/forms/refresh-tokens
 ga/p
@@ -17702,9 +17716,6 @@ global/shop/creator
 globalization/
 globalmarketfinder
 globalmarketfinder/*.html
-globeNoTest
-globeResource
-globeTest_
 gm-api/
 gnca-ajax-redesign/showcase-image
 gnu.css
@@ -17769,7 +17780,7 @@ gorsel/touch/?
 goto
 goto_issue
 goto_rubric
-gov/files/awards/http://inc.com/robots.txt
+gov/files/awards/http://dl.acm.org/robots.txt
 governance-add-on/$
 government-education/nonprofits/aws-serve-member/
 government-education/nonprofits/aws-serve/
@@ -17943,7 +17954,7 @@ gsr
 gss
 gsx
 gt/Download
-gtc/gtc-chatbot/*http://nymag.com/robots.txt
+gtc/gtc-chatbot/*http://myspace.com/robots.txt
 gtp/stir
 gu-IN/$
 guest-pass
@@ -18271,47 +18282,46 @@ html5
 http
 http-checker
 http2_data
-http://2.bp.blogspot.com/robots.txt
-http://akparti.org.tr/robots.txt
-http://aliexpress.com/robots.txt
-http://amazon.co.jp/robots.txt
-http://amazon.co.uk/robots.txt
-http://amazon.com/robots.txt
-http://amazon.de/robots.txt
-http://amazon.es/robots.txt
-http://amazon.fr/robots.txt
-http://amazon.in/robots.txt
-http://amazon.it/robots.txt
-http://ameblo.jp/robots.txt
-http://apple.com/robots.txt
-http://creativecommons.org/robots.txt
-http://en.m.wikipedia.org/robots.txt
-http://expedia.com/robots.txt
-http://gist.github.com/robots.txt
-http://govostis.gr/robots.txt
-http://groupon.com/robots.txt
-http://healthline.com/robots.txt
-http://help.twitter.com/robots.txt
-http://img.youtube.com/robots.txt
-http://irishtimes.com/robots.txt
-http://kickstarter.com/robots.txt
-http://last.fm/robots.txt
-http://lefigaro.fr/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://patents.google.com/robots.txt
-http://python.org/robots.txt
+http://alexa.com/robots.txt
+http://aljazeera.com/robots.txt
+http://alltop.com/robots.txt
+http://arminbwagner.com/robots.txt
+http://artists.youtube.com/robots.txt
+http://assets.ctfassets.net/robots.txt
+http://axios.com/robots.txt
+http://bing.com/robots.txt
+http://blog.livedoor.jp/robots.txt
+http://calendar.google.com/robots.txt
+http://cbsnews.com/robots.txt
+http://cdn.shopify.com/robots.txt
+http://chrome.google.com/robots.txt
+http://dailymotion.com/robots.txt
+http://dainikshiksha.com/robots.txt
+http://developers.facebook.com/robots.txt
+http://disqus.com/robots.txt
+http://dribbble.com/robots.txt
+http://eventbrite.co.uk/robots.txt
+http://fastcompany.com/robots.txt
+http://fonts.google.com/robots.txt
+http://get.adobe.com/robots.txt
+http://gov.br/robots.txt
+http://iubenda.com/robots.txt
+http://jetbrains.com/robots.txt
+http://kids.youtube.com/robots.txt
+http://klarna.com/robots.txt
+http://missingkids.org/robots.txt
+http://ohchr.org/robots.txt
+http://orcd.co/robots.txt
+http://plushcare.com/robots.txt
 http://reconstructingjudaism.org/robots.txt
-http://seekingalpha.com/robots.txt
-http://siteground.com/robots.txt
-http://smithsonianmag.com/robots.txt
-http://static.wixstatic.com/robots.txt
-http://techradar.com/robots.txt
-http://teenage.engineering/robots.txt
-http://threads.net/robots.txt
-http://tracks.arte.tv/robots.txt
-http://use.fontawesome.com/robots.txt
-http://weebly.com/robots.txt
+http://sciencedirect.com/robots.txt
+http://shorturl.at/robots.txt
+http://techcrunch.com/robots.txt
+http://themeforest.net/robots.txt
+http://thenextweb.com/robots.txt
+http://woocommerce.com/robots.txt
+http://worldbank.org/robots.txt
+http://zdnet.com/robots.txt
 https://player.cnevids.com
 https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide
 https://www.iubenda.com/en/help/142642-old-vs-new-pricing
@@ -18777,7 +18787,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://diigo.com/robots.txt
+index.php/user/logout/http://haveibeenpwned.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -18842,7 +18852,7 @@ integrations
 intelligencer/amp
 intent
 interactive
-interactive*http://fda.gov/robots.txt
+interactive*http://yandex.com/robots.txt
 interactive/reading-preference
 interactives/sponsor-story
 intercept
@@ -18850,6 +18860,7 @@ internal
 internal-api
 internal/*
 internalPref
+internalapi
 interstitial-ad
 intl
 intl/*/customers
@@ -20285,6 +20296,54 @@ leerberichten
 legal
 legal-b2b
 legal-contact-us
+legal-content/BG/TXT/DOC
+legal-content/BG/TXT/SIG
+legal-content/CS/TXT/DOC
+legal-content/CS/TXT/SIG
+legal-content/DA/TXT/DOC
+legal-content/DA/TXT/SIG
+legal-content/DE/TXT/DOC
+legal-content/DE/TXT/SIG
+legal-content/EL/TXT/DOC
+legal-content/EL/TXT/SIG
+legal-content/EN/TXT/DOC
+legal-content/EN/TXT/SIG
+legal-content/ES/TXT/DOC
+legal-content/ES/TXT/SIG
+legal-content/ET/TXT/DOC
+legal-content/ET/TXT/SIG
+legal-content/FI/TXT/DOC
+legal-content/FI/TXT/SIG
+legal-content/FR/TXT/DOC
+legal-content/FR/TXT/SIG
+legal-content/GA/TXT/DOC
+legal-content/GA/TXT/SIG
+legal-content/HR/TXT/DOC
+legal-content/HR/TXT/SIG
+legal-content/HU/TXT/DOC
+legal-content/HU/TXT/SIG
+legal-content/IT/TXT/DOC
+legal-content/IT/TXT/SIG
+legal-content/LT/TXT/DOC
+legal-content/LT/TXT/SIG
+legal-content/LV/TXT/DOC
+legal-content/LV/TXT/SIG
+legal-content/MT/TXT/DOC
+legal-content/MT/TXT/SIG
+legal-content/NL/TXT/DOC
+legal-content/NL/TXT/SIG
+legal-content/PL/TXT/DOC
+legal-content/PL/TXT/SIG
+legal-content/PT/TXT/DOC
+legal-content/PT/TXT/SIG
+legal-content/RO/TXT/DOC
+legal-content/RO/TXT/SIG
+legal-content/SK/TXT/DOC
+legal-content/SK/TXT/SIG
+legal-content/SL/TXT/DOC
+legal-content/SL/TXT/SIG
+legal-content/SV/TXT/DOC
+legal-content/SV/TXT/SIG
 legal/$
 legal/3874403/
 legal/ai-terms/$
@@ -20750,6 +20809,7 @@ mapslt?
 mapspro
 mapstt?
 mapview
+mar-optout
 market/
 market/confederate_flag
 market/dixie_flag
@@ -21017,6 +21077,7 @@ mod
 mod.php
 mod=
 mod?
+modal-message
 modal_active=
 models
 models/*/ar-redirect
@@ -21107,7 +21168,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.uk/robots.txt
+mre/*.zip$http://dinotim.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -21244,6 +21305,7 @@ my-MM/$
 my-account
 my-agent/eligibility
 my-articles
+my-eurlex
 my-library
 my-library
 my-list-shows
@@ -21506,8 +21568,6 @@ newshour/mt4
 newsletter
 newsletters
 newsletters/*
-newsletters/preferences/manage
-newsletters/preferences/unsubscribe
 newspaper/archive
 newsroom/$
 newsroom/ctr
@@ -22094,8 +22154,6 @@ p/*/psf/membership$
 p/*/psf/membership-ask$
 p/*/psf/membership-ask?
 p/*/psf/membership?
-p/*/psf/offer/subscription$
-p/*/psf/offer/subscription?
 p/*/psf/promote_or_share$
 p/*/psf/promote_or_share?
 p/*/psf/share$
@@ -22134,7 +22192,7 @@ p/*/v2/actions$
 p/*/v2/actions?
 p/*/victory$
 p/*/victory?
-p/*http://socialimpact.youtube.com/robots.txt
+p/*http://verizon.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -22873,6 +22931,7 @@ plugins/search
 plus/experience/*/
 plus/experience/*/series/
 plusinstall
+pm-optout
 pm/
 pm/amplify/
 pm/lambda/
@@ -23013,11 +23072,12 @@ preferences/
 preferences/manage-cookies
 prefetch
 prefs
+prelex
 premium$
 premium-reports
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://ser13gio.blogspot.com/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -23077,6 +23137,7 @@ pricing/payment
 pricing/pro
 primeshow
 print
+print-pdf
 printView=
 printable/pdf
 printer_friendly_story
@@ -23099,8 +23160,8 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://about.fb.com/robots.txt
-private/http://sgtrains.com/robots.txt
+private/http://indiegogo.com/robots.txt
+private/http://salesforce.com/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -23132,7 +23193,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://wix.com/robots.txt
+product-ratings/http://sourcetoyou.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -23304,6 +23365,7 @@ project/issues/subscribe-mail
 projects
 projects/?
 projects/browse.php
+projects/embed
 projects/geo/download
 projects/geo/tools
 projects/gtr/gt
@@ -23349,6 +23411,7 @@ proplayer
 props/
 proredir?
 prospective-students/undergraduate-redesign
+protected
 proto
 protocol
 protocolexchange/labgroups
@@ -23962,7 +24025,6 @@ quickstart/promo
 quickstart/promo/confirmation
 quickstirshow*
 quiz
-quizResult=
 quizzes/
 quote
 quote/*/earnings/*-*-2025-*-*.html
@@ -24140,6 +24202,7 @@ remotelogout
 removalrequest
 remove-favorite
 renders
+renewal-reminder-optout
 rental-manager/?source=topnav&itc=postbutton_topnav
 rental-manager/?zpid=
 rental-manager/login/?url
@@ -25101,6 +25164,8 @@ sap/saphana/pilot/offer/confirmation
 sars-cov-2
 savannah-checkouts
 save
+save-document
+save-query
 save/save-agency-search-tool
 save/save-agency-search-tool/export
 savedhomes
@@ -25205,6 +25270,8 @@ scl
 scmp_comments
 scorecard
 scorecard/
+scratch_1.4
+scratchr2/static
 screener/insider
 screensaver
 screenshots
@@ -25306,6 +25373,7 @@ search-ads-360
 search-ar-dev
 search-collections?
 search-console/scfe
+search-effectiveness.html
 search-people?
 search-results
 search-webglimps
@@ -25764,6 +25832,7 @@ single_pages
 sio
 sit_rep
 site
+site-api
 site-archive
 site-explorer
 site-explorer/$
@@ -26148,6 +26217,7 @@ slp/*/b$
 slp/s$
 smart/button
 smart/buttons
+smartapi
 smartmarket
 smartmarket/*/productListInitial.action?
 smbe/
@@ -26931,7 +27001,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dinotim.com/robots.txt
+tag/*+http://money.cnn.com/robots.txt
 tag/credible
 tag/expire-images
 tag/interaction-card
@@ -27399,6 +27469,7 @@ templates/x-matrix-template/$
 templates/yearly-calendar-template/$
 temporary_marketing_proxy/*
 temptation-island
+ter-optout
 termini-e-condizioni
 termos-e-condicoes
 terms
@@ -27428,7 +27499,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://moskva.stroi-podryad.ru/robots.txt
+testhttp://500px.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -27806,6 +27877,7 @@ transcripts/419570939
 transcripts/470280334
 transcripts/480128005
 transcripts/830237502
+transfers
 transformation-digitale-du-processus-de-design/$
 transit?
 translate
@@ -27906,6 +27978,7 @@ trips/v1
 trivia/answer
 trk
 trouver
+true/select-store-cookies.html
 trust.php
 trustedstores/images
 trustedstores/js
@@ -28123,6 +28196,7 @@ univercd/cc/td/doc
 universal-design-system/
 university
 unlink
+unlisted
 unsaved
 unsub
 unsubscribe
@@ -28594,7 +28668,7 @@ uxtest/ux/
 uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
-uz/http://bilgematics.com/robots.txt
+uz/http://img1.wsimg.com/robots.txt
 v
 v$
 v/badge
@@ -28632,6 +28706,7 @@ validate-user
 valkyrie-playground
 var
 variant=
+varserver
 vas
 vbtv/
 ve/Download
@@ -28649,6 +28724,7 @@ verificationofemployment
 verified-authors
 verified-modal
 verify
+verify-mobile
 verify_age
 verify_cookies
 verify_your_email$
@@ -28727,6 +28803,7 @@ video/embed
 video/embedded
 video/embeded
 video/iframe
+video/movies/catalog
 video/movies/entity
 video/movies_sitemap_*.xml
 video/pad
@@ -28741,6 +28818,7 @@ video/touch
 video/touch/$
 video/touch/%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81
 video/touch/?
+video/touch/movies/catalog
 video/touch/movies/entity
 video/touch/preview
 video/touch/search?text=%D0%B2%D0%B8%D0%B4%D0%B5%D0%BE$
@@ -28834,6 +28912,8 @@ wall*?search=1
 wall*?thread=
 wall*?with=
 wall-*?q=
+wallpaper
+wallpapers
 wanted
 wap/*
 wapsearch?
@@ -29486,9 +29566,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://akorda.kz/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://lefigaro.fr/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://pinterest.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -29795,7 +29875,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
+wp-admin/admin-ajax.phphttp://wellbeing.google/robots.txt
 wp-admin/images/*
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
@@ -29977,7 +30057,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://prnewswire.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourtake