[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1546,10 +1546,9 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://de.wikipedia.org/robots.txt
-http://patreon.com/robots.txt
-http://support.microsoft.com/robots.txt
-http://wa.me/robots.txt
+http://bbc.com/robots.txt
+http://blog.google/robots.txt
+http://npr.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -79,7 +79,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &f%5B
 &f[
 &f[*]=
-&f_*=
 &fbclid=
 &filters=
 &find_similar_by=
@@ -151,7 +150,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &priority=
 &psy=
 &q=
-&q=*
 &questiondefault*
 &quicktabs_5=
 &quote=
@@ -171,7 +169,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &section*
 &section=
 &set_mobile=
-&sgsc=*
 &share=
 &shareCard=
 &showAllGroups=
@@ -214,7 +211,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &xhr=1
 &year=
 &zipstatecity=
-&zz_*=
 (
 (d=
 (l=*)
@@ -288,7 +284,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .com
 .css
 .css
-.css$
 .diff$
 .element
 .emailjson
@@ -305,7 +300,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpge
 .js
 .js
-.js$
 .json
 .jsx
 .jsx$
@@ -315,7 +309,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .llms.txt$
 .m3u8
 .m4a
-.masterpages/
 .md
 .md$
 .model.json
@@ -355,7 +348,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://crunchbase.com/robots.txt
+.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -545,7 +538,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/projects
 /*/pulse
 /*/schemes
-/*/search-results.htmlhttp://whatsapp.com/robots.txt
+/*/search-results.htmlhttp://x.com/robots.txt
 /*/stargazers
 /*/structures
 /*/tables
@@ -688,7 +681,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*cartel-
 /*casting-couch
 /*cfnm
-/*cg=*
 /*chiasse
 /*child-model
 /*child-nude
@@ -756,7 +748,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*donkey-punch
 /*double-dong
 /*double-penetration
-/*dp=*
 /*draaikontg
 /*driehoog-achter-wonen
 /*drooggeiler
@@ -1611,7 +1602,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /a-com-no-follow-no-index/
 /abm
 /about
-/about
 /about-us/contact/contact-spotify-account
 /about-us/contact/contact-spotify-password
 /abtest
@@ -1723,7 +1713,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://padlet.com/robots.txt
+/articlelist/*http://tiny.cc/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -1731,7 +1721,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /asisonline
 /atlas
 /atom
-/attachment/*
 /audible/signinRedirect
 /auth
 /authentication/signin
@@ -1860,7 +1849,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cnet_global_app_redirect.xml
 /codesamples/
 /collections
-/collections
 /collections/*%2B
 /collections/*%2b
 /collections/*+
@@ -1876,7 +1864,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comment/reply/
 /comment/reply/*
 /comments
-/comments
 /comments$
 /comments.js
 /comments/
@@ -2203,7 +2190,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /fly/*/bundles/flyjs
 /follow
 /followers
-/followers
 /followers$
 /followers$
 /following
@@ -2245,7 +2231,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /get-page-header-and-facets
 /get-paginated-cards
 /get-spotify
-/getstarted
 /gift
 /gift-title
 /global/assets/rotera
@@ -2538,7 +2523,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://digital-strategy.ec.europa.eu/robots.txt
+/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
 /no-search-results
 /node
 /node/add
@@ -2677,7 +2662,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /productaanbevelingen
 /producten-vergelijken
 /products
-/products
 /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
 /products/*?*filter=
 /products/erp/s4hana-private-edition/trial.html
@@ -2731,7 +2715,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /registration-confirmation/
 /registration/
 /related
-/related
 /rent-house_att
 /report_abuse
 /repository/archive
@@ -2759,13 +2742,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /roadshow/finder
 /rodate.js
 /rss
-/rss
 /rss2
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
 /ru-ru
-/rules
 /s
 /s?k=*&rh=n*p_*p_*p_
 /saa/
@@ -3276,7 +3257,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://hackernoon.com/robots.txt
+?*apikey*http://vk.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -3318,7 +3299,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://developer.apple.com/robots.txt
+?*http://healthtips1dr.blogspot.com/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
 ?*iframe
@@ -3535,7 +3516,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?createacct=*
 ?criteria=
 ?cssPath=
-?ct=*
 ?customize_changeset_uuid=
 ?dateRange=
 ?dclid
@@ -3552,7 +3532,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?embed=
 ?entity_id=
 ?entity_type=
-?epik=*
 ?err=
 ?errors=
 ?esource=
@@ -3564,8 +3543,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?f%5B
 ?f[
 ?f[*]=
-?f_*=
-?f_psi=*
 ?fbc=
 ?fbclid
 ?fbclid=
@@ -3599,7 +3576,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?gm
 ?gologin=1
 ?google_preview=
-?gp=*
 ?gws_rd=ssl$
 ?h=*
 ?hc_location
@@ -3735,7 +3711,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?post=
 ?post_add
 ?post_type=feedback&p=
-?pp=*
 ?preview=
 ?previewToken=
 ?preview_key=
@@ -3757,7 +3732,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?pull=
 ?q
 ?q=
-?q=*
 ?q=admin
 ?q=comment/reply
 ?q=epaper
@@ -3798,7 +3772,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?rel
 ?reply=
 ?replytocom
-?replytocom
 ?reported_by=
 ?retry=
 ?returnPage=
@@ -3829,7 +3802,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?service=ajax
 ?set_mobile=
 ?sfdebug*
-?sgsc=*
 ?share=
 ?showAllGroups=
 ?show_error=true
@@ -3874,7 +3846,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?tabid=
 ?target*
 ?tc_deviceCategory=
-?td=*
 ?term=
 ?theme_preview=
 ?tickers=
@@ -3942,7 +3913,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?year=
 ?ysclid
 ?zipstatecity=
-?zz_*=
 @@castle.cms.querylisting*?
 @@search?
 @async
@@ -5553,8 +5523,6 @@ about.html
 about/*/getting-started
 about/*/mobile
 about/*/update
-about/ask/
-about/ask?*
 about/careers/applications-a/jobs/results
 about/careers/applications/candidate-prep
 about/careers/applications/connect-with-a-googler
@@ -6172,7 +6140,7 @@ app*/shr*
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://nielsen.com/robots.txt
+app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -6955,7 +6923,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://tools.ietf.org/robots.txt
+blog/.html.*http://samsung.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/2025-shifting-roles-report/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
@@ -8475,7 +8443,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://teenage.engineering/robots.txt
+cdn-cgi/http://medium.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
 cdn-cgi/rum
@@ -8483,7 +8451,7 @@ cdn-cgi/scripts
 cdn-cgi/speculation
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://ibb.co/robots.txt
+cdn-cgi/zaraz/http://deezer.com/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -8507,7 +8475,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://snipfeed.co/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8623,9 +8591,8 @@ checkForm=
 checklink?
 checkout
 checkout-external
-checkout/
 checkout/package
-checkouthttp://accidentinjurylawyers.claims/robots.txt
+checkouthttp://moderncalculators.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8794,7 +8761,6 @@ cnnintl_adspaces
 cnt
 co
 co-
-co/
 co/Download
 co/multistore/co_epp_corp_gointegro
 co/multistore/co_epp_members
@@ -8806,7 +8772,7 @@ code
 code-connect-docs
 code-docs
 code/*
-code/http://audible.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -8821,7 +8787,6 @@ collection/*/product
 collection/api/logger
 collections
 collections.php
-collections/
 collections/*%2B
 collections/*%2b
 collections/*+
@@ -10875,7 +10840,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://irishtimes.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10979,7 +10944,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://gopro.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -11054,7 +11019,6 @@ contests
 context_referrer=gig_page
 context_referrer=user_page
 contribute/*
-contributors/
 control
 controller
 controller/audio_player
@@ -11191,7 +11155,6 @@ cpro
 cpropub/univercd
 cpspa
 cr$
-cr/
 cr/Download
 cr?
 craft
@@ -11204,7 +11167,6 @@ create-free-account
 create-rss-feed-url
 create-saved-search
 create-sign-in
-create/designtool
 create/survey/preview
 create_pin
 createawebsite
@@ -11264,7 +11226,6 @@ csi_204
 csp
 csp_block
 csp_report_only
-csrf=*
 csrf_error
 csrf_token
 css
@@ -11289,7 +11250,6 @@ curatedsearches
 custom-player
 custom-reviews
 custom/created.html
-custom/search/
 custom_banner
 custom_orders
 custom_report
@@ -12145,7 +12105,6 @@ design-process/$
 design-study-by-forrester/$
 design-system/digital
 design-systems/$
-design/
 design/$
 design/free/files
 design?create
@@ -12158,7 +12117,6 @@ designers
 designers/$
 designers/events/fullscreen-page
 designtech
-designtool
 desk/images/desk-pricing-inr.pdf
 desk/images/desk-pricing-usd.pdf
 despiration/testseo
@@ -12296,9 +12254,7 @@ discussions/*
 discussions/*/p/_template_
 discussions/*sort=
 discussions/*view=
-disney23/iframe/
 disneyid
-disneyiframe/
 dispatch/us/search
 display-video-360
 distributions
@@ -12942,6 +12898,7 @@ en-ca/blog
 en-ca/dt
 en-ca/feedback
 en-ca/lp
+en-ca/payroll/
 en-ca/perspectives
 en-ca/searchresults
 en-ca/shop/sfc/sf/alienware-desktops
@@ -13514,7 +13471,6 @@ eo
 ep-live/
 epaper
 erasmus-plus/404_en.htm
-err/
 err404.php
 error
 error-page
@@ -14814,7 +14770,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://justice.gov/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -14832,7 +14788,7 @@ find
 find$
 find-more
 find/
-find/*http://indeed.com/robots.txt
+find/*http://freepik.com/robots.txt
 finetune
 fios
 firefox/?
@@ -16617,7 +16573,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://hhs.gov/robots.txt
+forum/ucp.phphttp://embassybel.ru/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -16665,6 +16621,7 @@ fr-bj/lp/homepage$
 fr-ca*/lp
 fr-ca/
 fr-ca/login-messages/
+fr-ca/payroll/
 fr-cd
 fr-cd/lp$
 fr-cd/lp/contact-us
@@ -17163,6 +17120,11 @@ fr-fr/security/$
 fr-fr/sites/$
 fr-fr/slides/$
 fr-fr/solutions/createur-applications-ia/$
+fr-fr/solutions/createur-site-web-personnel-ia/$
+fr-fr/solutions/createur-site-web-portfolio-ia/$
+fr-fr/solutions/createur-site-web-produit-ia/$
+fr-fr/solutions/createur-site-web-professionnel-ia/$
+fr-fr/solutions/createur-site-web-start-up-ia/$
 fr-fr/solutions/createur-sites-web-ia/$
 fr-fr/solutions/design-to-code/$
 fr-fr/solutions/design-ux-ia/$
@@ -17170,6 +17132,7 @@ fr-fr/solutions/generateur-code-ia/$
 fr-fr/solutions/generateur-design-ia/$
 fr-fr/solutions/generateur-landing-page-ia/$
 fr-fr/solutions/generateur-prototype-ia/$
+fr-fr/solutions/generateur-prototype-tableau-bord-ia/$
 fr-fr/solutions/generateur-site-web-ia/$
 fr-fr/solutions/generateur-ui-ia/$
 fr-fr/solutions/generateur-wireframe-ia/$
@@ -17583,7 +17546,7 @@ fy-NL/firefox/collections/mozilla
 fy-NL/firefox/collections/mozilla/$
 fy-NL/firefox/search
 g
-g/4arE9Chttp://animoto.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 ga-actions/formie/forms/refresh-tokens
 ga/p
@@ -17780,7 +17743,7 @@ gorsel/touch/?
 goto
 goto_issue
 goto_rubric
-gov/files/awards/http://dl.acm.org/robots.txt
+gov/files/awards/http://inc.com/robots.txt
 governance-add-on/$
 government-education/nonprofits/aws-serve-member/
 government-education/nonprofits/aws-serve/
@@ -17954,7 +17917,7 @@ gsr
 gss
 gsx
 gt/Download
-gtc/gtc-chatbot/*http://myspace.com/robots.txt
+gtc/gtc-chatbot/*http://nymag.com/robots.txt
 gtp/stir
 gu-IN/$
 guest-pass
@@ -18282,46 +18245,47 @@ html5
 http
 http-checker
 http2_data
-http://alexa.com/robots.txt
-http://aljazeera.com/robots.txt
-http://alltop.com/robots.txt
-http://arminbwagner.com/robots.txt
-http://artists.youtube.com/robots.txt
-http://assets.ctfassets.net/robots.txt
-http://axios.com/robots.txt
-http://bing.com/robots.txt
-http://blog.livedoor.jp/robots.txt
-http://calendar.google.com/robots.txt
-http://cbsnews.com/robots.txt
-http://cdn.shopify.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://akparti.org.tr/robots.txt
+http://aliexpress.com/robots.txt
+http://amazon.co.jp/robots.txt
+http://amazon.co.uk/robots.txt
+http://amazon.com/robots.txt
+http://amazon.de/robots.txt
+http://amazon.es/robots.txt
+http://amazon.fr/robots.txt
+http://amazon.in/robots.txt
+http://amazon.it/robots.txt
+http://ameblo.jp/robots.txt
+http://apple.com/robots.txt
 http://chrome.google.com/robots.txt
-http://dailymotion.com/robots.txt
-http://dainikshiksha.com/robots.txt
-http://developers.facebook.com/robots.txt
-http://disqus.com/robots.txt
-http://dribbble.com/robots.txt
-http://eventbrite.co.uk/robots.txt
-http://fastcompany.com/robots.txt
-http://fonts.google.com/robots.txt
-http://get.adobe.com/robots.txt
-http://gov.br/robots.txt
-http://iubenda.com/robots.txt
-http://jetbrains.com/robots.txt
-http://kids.youtube.com/robots.txt
-http://klarna.com/robots.txt
-http://missingkids.org/robots.txt
-http://ohchr.org/robots.txt
-http://orcd.co/robots.txt
-http://plushcare.com/robots.txt
+http://creativecommons.org/robots.txt
+http://en.m.wikipedia.org/robots.txt
+http://expedia.com/robots.txt
+http://gist.github.com/robots.txt
+http://govostis.gr/robots.txt
+http://groupon.com/robots.txt
+http://healthline.com/robots.txt
+http://help.twitter.com/robots.txt
+http://img.youtube.com/robots.txt
+http://irishtimes.com/robots.txt
+http://kickstarter.com/robots.txt
+http://last.fm/robots.txt
+http://lefigaro.fr/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://patents.google.com/robots.txt
+http://python.org/robots.txt
 http://reconstructingjudaism.org/robots.txt
-http://sciencedirect.com/robots.txt
-http://shorturl.at/robots.txt
-http://techcrunch.com/robots.txt
-http://themeforest.net/robots.txt
-http://thenextweb.com/robots.txt
-http://woocommerce.com/robots.txt
-http://worldbank.org/robots.txt
-http://zdnet.com/robots.txt
+http://seekingalpha.com/robots.txt
+http://siteground.com/robots.txt
+http://smithsonianmag.com/robots.txt
+http://static.wixstatic.com/robots.txt
+http://techradar.com/robots.txt
+http://threads.net/robots.txt
+http://tracks.arte.tv/robots.txt
+http://use.fontawesome.com/robots.txt
+http://weebly.com/robots.txt
 https://player.cnevids.com
 https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide
 https://www.iubenda.com/en/help/142642-old-vs-new-pricing
@@ -18428,10 +18392,6 @@ idea-pin-invite
 idea-place/p
 idea-place/test
 ideabooks
-ideas/*/?s=*
-ideas/*/about
-ideas/?s=*
-ideas/search/
 identity
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
@@ -18503,7 +18463,6 @@ ie/your
 ie?
 ieupdate/
 ifh
-ifr/
 iframe/ad?
 iframe=
 ignoring/human/orders
@@ -18702,7 +18661,6 @@ inbox
 inbox$
 inbox$
 inboxcommerce
-include/
 includes
 incoming
 incomplete
@@ -18787,7 +18745,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://haveibeenpwned.com/robots.txt
+index.php/user/logout/http://diigo.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -18852,7 +18810,7 @@ integrations
 intelligencer/amp
 intent
 interactive
-interactive*http://yandex.com/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives/sponsor-story
 intercept
@@ -19474,6 +19432,7 @@ ja-jp/reports/ai-design-trends-2024/$
 ja-jp/reports/build-your-design-system/$
 ja-jp/reports/building-a-design-driven-culture/$
 ja-jp/reports/building-collaborative-design-process/$
+ja-jp/reports/design-system-ready-to-scale/$
 ja-jp/reports/design-system-series/$
 ja-jp/reports/design-systems-101/$
 ja-jp/reports/design-systems-102/$
@@ -19999,6 +19958,7 @@ ko-kr/reports/ai-design-trends-2024/$
 ko-kr/reports/build-your-design-system/$
 ko-kr/reports/building-a-design-driven-culture/$
 ko-kr/reports/design-growth-story-apac-report/$
+ko-kr/reports/design-system-ready-to-scale/$
 ko-kr/reports/design-system-series/$
 ko-kr/reports/design-systems-102/$
 ko-kr/reports/designer-developer-trends/$
@@ -20209,7 +20169,6 @@ landing/cmsnext-root
 landing/now/ontap
 landing/signout.html
 lang
-lang=es*
 language
 language?
 languages
@@ -20395,7 +20354,6 @@ level/34
 level/78
 lexikon
 lexikonListe
-lgn/
 li/track
 lib
 lib-ajax
@@ -20538,7 +20496,6 @@ login.php/?next=
 login.php?next=
 login.php?return_to=
 login.thetimes.co.uk/user/logout
-login/
 login/$
 login/*&next=
 login/?*guestpasskey=
@@ -20835,7 +20792,6 @@ martech-content
 martech/css
 martech/js
 marvel-s-avengers-age-of-ultron
-marvelshop/iframe/
 mashupmaker
 masters
 masthead
@@ -20848,7 +20804,6 @@ max_price=
 maxprice=
 mbf
 mbox
-mbr/
 mcp-catalog/$
 mcp-cc-ai-code/$
 md
@@ -21168,7 +21123,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://dinotim.com/robots.txt
+mre/*.zip$http://gov.uk/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -21313,7 +21268,6 @@ my-list-videos
 my-list-viewing-history
 my-reviews
 my-saved-words/dictionary/starclick
-my/
 my_account
 my_etsy=
 my_favorites
@@ -21929,7 +21883,6 @@ ns/hydra/console/?
 ns/local_news
 nu
 nuance-chat.html
-null$
 nus-trk
 nutrition/*/wp-
 nutrition/wp-
@@ -22192,7 +22145,7 @@ p/*/v2/actions$
 p/*/v2/actions?
 p/*/victory$
 p/*/victory?
-p/*http://verizon.com/robots.txt
+p/*http://socialimpact.youtube.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -22234,7 +22187,6 @@ page-59800369_45472411$
 page-777107_28406709$
 page-resources
 page-strength
-page/*
 page/*/?a_aid=
 page/*/?egotecpage
 page/*/?hc_location=
@@ -22586,9 +22538,6 @@ pct/dc/closeddates/faces/page/index.xhtml
 pct/guide/
 pctdb/
 pctdb/cgi
-pd/find
-pd/spp/
-pd/styles
 pda/?
 pda/search?
 pda?
@@ -23036,14 +22985,12 @@ post/
 post_comment
 post_redemption_survey
 postattendee
-postdesign/
 postings
 postings/PostForSale.htm?
 postings/PostMakeMeMoveStreamlined.htm?
 postlogin
 postmail.cms
 posts
-posts/
 posttv-beta
 posttv/c/embed
 posttv/c/trendex
@@ -23077,7 +23024,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://ser13gio.blogspot.com/robots.txt
+premium/http://s.w.org/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -23160,8 +23107,8 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://indiegogo.com/robots.txt
-private/http://salesforce.com/robots.txt
+private/http://about.fb.com/robots.txt
+private/http://sgtrains.com/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -23193,7 +23140,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://sourcetoyou.com/robots.txt
+product-ratings/http://wix.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -23420,7 +23367,6 @@ proxy
 proxy
 proxy/
 prp
-prsnl=*
 prtpage
 prv/originalfile
 ps
@@ -24100,7 +24046,6 @@ reactions?
 read
 readcommentshtml
 reader
-readme.html
 ready_sit_read/index.jhtml
 real-country
 real-estate-listings
@@ -24892,14 +24837,9 @@ reviews_page=
 reward
 rewards
 rewardsapp/
-rf=*
 rip/
 ripple
-rlv/
-rlv/api/
-rlv/svc/
 rm/*
-rma/
 rmp
 ro
 ro-RO/$
@@ -25110,7 +25050,6 @@ rweb
 rye
 s
 s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/
-s/
 s/*
 s/*$
 s/*/homes
@@ -25466,7 +25405,6 @@ search?*tbm=map
 search?q$
 search?q=
 search?q=%23
-search?q=*
 search?s=
 search?s=*
 search?searchtext=
@@ -26273,14 +26211,24 @@ software/gnun/test
 solution-center/tag
 solutions
 solutions/$
+solutions/ai-admin-app-builder/$
 solutions/ai-agency-website-builder/$
 solutions/ai-animated-prototype-generator/$
 solutions/ai-app-builder/$
 solutions/ai-artist-website-builder/$
+solutions/ai-booking-app-builder/$
+solutions/ai-budgeting-app-builder/$
 solutions/ai-business-website-builder/$
+solutions/ai-calculator-app-builder/$
+solutions/ai-calendar-app-builder/$
+solutions/ai-chat-app-builder/$
+solutions/ai-classroom-app-builder/$
 solutions/ai-code-generator/$
 solutions/ai-company-website-builder/$
 solutions/ai-consulting-website-builder/$
+solutions/ai-contact-manager-app-builder/$
+solutions/ai-crm-app-builder/$
+solutions/ai-customer-support-app-builder/$
 solutions/ai-dashboard-prototype-generator/$
 solutions/ai-design-generator/$
 solutions/ai-ecommerce-prototype-generator/$
@@ -26491,7 +26439,6 @@ sso?
 sstk/api
 sstk/api/footage/wasabi
 st.redirect*
-st=*
 stadia/gamers
 staff
 staging
@@ -26695,7 +26642,6 @@ strategist/search
 stream
 strpixel.png
 structured-content-renderer
-sts/
 student-loans
 studentpro
 students
@@ -26945,15 +26891,12 @@ sv/user
 sv_se/mallar/M
 svc
 svc/account
-svc/buy
 svc/connections
 svc/crosswords
 svc/games
 svc/letter-boxed
 svc/news/v3/all/pshb.rss
 svc/pips
-svc/px
-svc/pxcss
 svc/spelling-bee
 svc/strands
 svc/sudoku
@@ -27001,7 +26944,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://money.cnn.com/robots.txt
+tag/*+http://dinotim.com/robots.txt
 tag/credible
 tag/expire-images
 tag/interaction-card
@@ -27064,7 +27007,6 @@ tb/recent
 tbl*
 tblang=
 tbproxy
-tdid=*
 tdir/p/kids-back-to-school
 tdv2_fp
 te-IN/$
@@ -27499,7 +27441,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://500px.com/robots.txt
+testhttp://moskva.stroi-podryad.ru/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -28653,7 +28595,6 @@ util/ClientLogger.htm
 utility
 utility/trac
 utils
-utl/
 utm_campaign=
 utm_content=
 utm_expid=
@@ -28668,7 +28609,7 @@ uxtest/ux/
 uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
-uz/http://img1.wsimg.com/robots.txt
+uz/http://bilgematics.com/robots.txt
 v
 v$
 v/badge
@@ -29566,9 +29507,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://akorda.kz/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://lefigaro.fr/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://pinterest.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -29875,8 +29816,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://wellbeing.google/robots.txt
-wp-admin/images/*
+wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -29888,7 +29828,6 @@ wp-content/*.js
 wp-content/*.png
 wp-content/cache
 wp-content/client-mu-plugins
-wp-content/litespeed/
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins/
@@ -30057,7 +29996,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://prnewswire.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourtake
@@ -30322,7 +30261,6 @@ zz-test
 ~guido/orlijn
 ~srloomis/ut/trac
 1
-1+1+1+*
 1_fs
 2
 2-fast-2-furious