[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1548,10 +1548,10 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://amazon.co.uk/robots.txt
 http://discord.gg/robots.txt
-http://npr.org/robots.txt
-http://player.vimeo.com/robots.txt
+http://ec.europa.eu/robots.txt
+http://storage.googleapis.com/robots.txt
+http://support.cloudflare.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3264,7 +3264,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -269,6 +269,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .amp.html
 .amr
 .asp$
+.aspx$
 .asx
 .atom
 .atom$
@@ -351,7 +352,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
+.well-known/assetlinks.jsonhttp://europarl.europa.eu/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -541,7 +542,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/projects
 /*/pulse
 /*/schemes
-/*/search-results.htmlhttp://x.com/robots.txt
+/*/search-results.htmlhttp://photos.app.goo.gl/robots.txt
 /*/stargazers
 /*/structures
 /*/tables
@@ -1716,7 +1717,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://tiny.cc/robots.txt
+/articlelist/*http://state.gov/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -2209,7 +2210,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /forums
 /forums/topic-tag/reader
 /fragments
-/free
 /free-plan-refresh-faqs
 /free-shipping
 /friends$
@@ -2526,7 +2526,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
+/no-referrer-when-downgradehttp://wetransfer.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -2955,6 +2955,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /speednewsbytopic/*
 /speednewsshow/*
 /speedtest
+/spend/help/
 /split
 /spm$
 /spmException$
@@ -3076,6 +3077,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /tracking.json
 /training/
 /training/price-matrix-data/list
+/translate
 /translator/c
 /travel/discover
 /travel/search?*
@@ -3262,7 +3264,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*_hsmi=
 ?*add-to-cart=
 ?*ajs_event
-?*apikey*http://vk.com/robots.txt
+?*apikey*http://getpocket.com/robots.txt
 ?*app
 ?*attachment_id
 ?*author
@@ -3303,7 +3305,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://healthtips1dr.blogspot.com/robots.txt
+?*hss_channel=
+?*http://link.springer.com/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
 ?*iframe
@@ -5435,7 +5438,7 @@ _tdhl_api
 _tdpp_api
 _template
 _themes
-_uac/adpage.htmlhttp://enterprisemarketingportal.google/robots.txt
+_uac/adpage.htmlhttp://takeout.google.com/robots.txt
 _user/api
 _v1st
 _vercel/insights/view
@@ -5537,6 +5540,8 @@ about/careers/applications/jobs/results?*&page=
 about/careers/applications/jobs/results?page=
 about/faq/station-finder/?state-text=
 about/faq/station-finder/?zip-text=
+about/leadership-university-administration/board-of-trustees/newsletter
+about/news-publications/news/search
 about/team_member
 about?
 aboutus
@@ -5797,6 +5802,8 @@ admin/*
 administration
 administrator
 adminusers
+admissions/undergraduate-admissions
+admissions/undergraduate-admissions.html
 adobe/dynamicmedia/deliver/
 adredir?
 adresa-segmentator
@@ -5971,6 +5978,7 @@ alphafoldserver
 als/shakespeare_pilot
 alumni
 alumni-subscriptions
+alumni/the-hub
 am-cookie-helper
 am-sonntag/vorproduktion
 am/$
@@ -6090,7 +6098,6 @@ api/taxonomy$
 api/template-taxonomy-service
 api/template-taxonomy-service$
 api/ucs/shortlist
-api/ui
 api/ui-extensions
 api/uisprime/track
 api/unified-underdog
@@ -6289,6 +6296,7 @@ ask-for-a-coronavirus-test
 ask-for-a-coronavirus-test/
 askhome
 asm/
+asp/demo_db_edit.asp
 asrelated.cms*
 assessment/request
 assessor-eligibility
@@ -6924,7 +6932,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://samsung.com/robots.txt
+blog/.html.*http://abcnews.go.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/2025-shifting-roles-report/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
@@ -7816,6 +7824,7 @@ build
 build.xml
 builders
 bundle-next
+bursar
 bus/api
 bus/orders
 buscar
@@ -8449,7 +8458,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://medium.com/robots.txt
+cdn-cgi/http://beatstars.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
 cdn-cgi/rum
@@ -8457,7 +8466,7 @@ cdn-cgi/scripts
 cdn-cgi/speculation
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://deezer.com/robots.txt
+cdn-cgi/zaraz/http://ibb.co/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -8481,7 +8490,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://baidu.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8598,7 +8607,7 @@ checklink?
 checkout
 checkout-external
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
+checkouthttp://accidentinjurylawyers.claims/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8778,6 +8787,7 @@ code
 code-connect-docs
 code-docs
 code/*
+code/http://fonts.google.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -10845,7 +10855,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://blog.youtube/robots.txt
+connect/http://zapier.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10949,7 +10959,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://themeforest.net/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -12113,6 +12123,12 @@ demo/$
 demonstration
 demos/dev-mode-design/$
 demos/dev-mode-developers/$
+dental/dh
+dental/endo
+dental/histo
+dental/intranet
+dental/perio
+dental/students
 denver
 depth--
 design
@@ -12415,6 +12431,7 @@ documents/search
 documents/slack_pilot_dpa
 dogs-of-figma/$
 doi
+doi/am-pdf
 doi/book
 doi/citedby
 doi/cover-img
@@ -14594,6 +14611,7 @@ faq
 faq_search.php
 fashion/lookbook/38917
 fashion/search/models
+fast-facts
 fast-five
 fast-furious
 fastajax
@@ -14789,7 +14807,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://nationalgeographic.com/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -14807,7 +14825,7 @@ find
 find$
 find-more
 find/
-find/*http://freepik.com/robots.txt
+find/*http://validator.w3.org/robots.txt
 finetune
 fios
 firefox/?
@@ -16592,7 +16610,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://embassybel.ru/robots.txt
+forum/ucp.phphttp://siteground.com/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -17577,7 +17595,7 @@ fy-NL/firefox/collections/mozilla
 fy-NL/firefox/collections/mozilla/$
 fy-NL/firefox/search
 g
-g/4arE9Chttp://flipboard.com/robots.txt
+g/4arE9Chttp://artstation.com/robots.txt
 g/api
 ga-actions/formie/forms/refresh-tokens
 ga/p
@@ -17948,7 +17966,7 @@ gsr
 gss
 gsx
 gt/Download
-gtc/gtc-chatbot/*http://nymag.com/robots.txt
+gtc/gtc-chatbot/*http://msdn.microsoft.com/robots.txt
 gtp/stir
 gu-IN/$
 guest-pass
@@ -18028,7 +18046,7 @@ health-news/wp-
 health/*/wp-
 health/QA-Tabbed-ManyTabs-21
 health/drugs/hm-test-all-about-humira
-health/files/rhpthttp://inc.com/robots.txt
+health/files/rhpthttp://coschedule.com/robots.txt
 health/hm-test-17-proven-tips-to-sleep-better-at-night
 health/hm-test-feature-template-for-sponsorship
 health/mirgraine-headaches
@@ -18280,44 +18298,44 @@ http
 http-checker
 http2_data
 http://2.bp.blogspot.com/robots.txt
-http://akparti.org.tr/robots.txt
-http://aliexpress.com/robots.txt
-http://amazon.co.jp/robots.txt
-http://amazon.co.uk/robots.txt
-http://amazon.com/robots.txt
-http://amazon.de/robots.txt
-http://amazon.es/robots.txt
-http://amazon.fr/robots.txt
-http://amazon.in/robots.txt
-http://amazon.it/robots.txt
-http://ameblo.jp/robots.txt
-http://apple.com/robots.txt
-http://chrome.google.com/robots.txt
-http://creativecommons.org/robots.txt
-http://en.m.wikipedia.org/robots.txt
-http://expedia.com/robots.txt
-http://gist.github.com/robots.txt
-http://govostis.gr/robots.txt
-http://groupon.com/robots.txt
-http://healthline.com/robots.txt
-http://help.twitter.com/robots.txt
-http://img.youtube.com/robots.txt
-http://irishtimes.com/robots.txt
-http://kickstarter.com/robots.txt
-http://lefigaro.fr/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://patents.google.com/robots.txt
-http://python.org/robots.txt
-http://seekingalpha.com/robots.txt
-http://siteground.com/robots.txt
-http://smithsonianmag.com/robots.txt
-http://static.wixstatic.com/robots.txt
-http://techrepublic.com/robots.txt
-http://threads.net/robots.txt
-http://tracks.arte.tv/robots.txt
-http://use.fontawesome.com/robots.txt
-http://weebly.com/robots.txt
+http://aesthetics.fandom.com/robots.txt
+http://alltop.com/robots.txt
+http://blog.hubspot.com/robots.txt
+http://blogger.com/robots.txt
+http://canada.ca/robots.txt
+http://cdn.shopify.com/robots.txt
+http://dainikshiksha.com/robots.txt
+http://dev.to/robots.txt
+http://dictionary.com/robots.txt
+http://disqus.com/robots.txt
+http://docs.microsoft.com/robots.txt
+http://eepurl.com/robots.txt
+http://ftc.gov/robots.txt
+http://gofundme.com/robots.txt
+http://google.ru/robots.txt
+http://hootsuite.com/robots.txt
+http://huggingface.co/robots.txt
+http://i.imgur.com/robots.txt
+http://material.io/robots.txt
+http://merriam-webster.com/robots.txt
+http://money.cnn.com/robots.txt
+http://oreilly.com/robots.txt
+http://patreon.com/robots.txt
+http://quora.com/robots.txt
+http://rtbf.be/robots.txt
+http://salesforce.com/robots.txt
+http://scmp.com/robots.txt
+http://sgtrains.com/robots.txt
+http://sintradaytrips.com/robots.txt
+http://skillshare.com/robots.txt
+http://sourcetoyou.com/robots.txt
+http://speakerdeck.com/robots.txt
+http://spreaker.com/robots.txt
+http://stanfieldrealestate.com/robots.txt
+http://t.me/robots.txt
+http://tv.youtube.com/robots.txt
+http://webcache.googleusercontent.com/robots.txt
+http://wired.com/robots.txt
 https://player.cnevids.com
 https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide
 https://www.iubenda.com/en/help/142642-old-vs-new-pricing
@@ -18777,7 +18795,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://diigo.com/robots.txt
+index.php/user/logout/http://houzz.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -18839,7 +18857,7 @@ integrations
 intelligencer/amp
 intent
 interactive
-interactive*http://fda.gov/robots.txt
+interactive*http://airtable.com/robots.txt
 interactive/reading-preference
 interactives/sponsor-story
 intercept
@@ -20762,7 +20780,6 @@ mapslt?
 mapspro
 mapstt?
 mapview
-mar-optout
 market/
 market/confederate_flag
 market/dixie_flag
@@ -21118,7 +21135,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.uk/robots.txt
+mre/*.zip$http://qualtrics.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -21886,6 +21903,7 @@ nwshp$
 nxs-video-player
 nymag/columns/intelligencer/features/16951
 nymag/letters/14872
+nyucard/campuscash/admin
 nz
 nz$
 nz*/listing/*/favoriters
@@ -22140,7 +22158,7 @@ p/*/v2/actions$
 p/*/v2/actions?
 p/*/victory$
 p/*/victory?
-p/*http://socialimpact.youtube.com/robots.txt
+p/*http://l.facebook.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -22876,7 +22894,6 @@ plugins/search
 plus/experience/*/
 plus/experience/*/series/
 plusinstall
-pm-optout
 pm/
 pm/amplify/
 pm/lambda/
@@ -23020,7 +23037,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://qvc.co/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -23102,8 +23119,7 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://about.fb.com/robots.txt
-private/http://sgtrains.com/robots.txt
+private/http://google.it/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -23135,7 +23151,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://wix.com/robots.txt
+product-ratings/http://support.office.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -23857,6 +23873,7 @@ public
 public-api
 public-data-sets/applicants/
 public-data-sets/terms/
+public.affairs/gata
 public.api
 public/*.css$
 public/*.css?
@@ -24150,7 +24167,6 @@ remotelogout
 removalrequest
 remove-favorite
 renders
-renewal-reminder-optout
 rental-manager/?source=topnav&itc=postbutton_topnav
 rental-manager/?zpid=
 rental-manager/login/?url
@@ -24534,6 +24550,8 @@ reservations/*/notifyme
 reset
 reset-password
 reset?
+residential.education/archive
+residential.education/templates
 resource
 resource-library/$
 resource-library/*?
@@ -25429,6 +25447,7 @@ search_rss$
 search_suggest
 searchdeb/
 searches
+searchhttp://theglobeandmail.com/robots.txt
 searchresults
 searchresults.aspx
 searchsuggest
@@ -26363,7 +26382,6 @@ specials
 specific
 speed
 speed-test-parent/
-spend/help/
 spf=
 spi
 spice
@@ -26879,6 +26897,7 @@ surveys-360
 surveys/
 suspended_tickets
 suspension-appeal
+sustainability
 sutils
 sv-SE/$
 sv-SE/android/collections
@@ -26980,7 +26999,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dinotim.com/robots.txt
+tag/*+http://500px.com/robots.txt
 tag/credible
 tag/expire-images
 tag/interaction-card
@@ -27446,7 +27465,6 @@ templates/x-matrix-template/$
 templates/yearly-calendar-template/$
 temporary_marketing_proxy/*
 temptation-island
-ter-optout
 termini-e-condizioni
 termos-e-condicoes
 terms
@@ -27476,7 +27494,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://moz.com/robots.txt
+testhttp://edition.cnn.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -27855,7 +27873,6 @@ transcripts/419570939
 transcripts/470280334
 transcripts/480128005
 transcripts/830237502
-transfers
 transformation-digitale-du-processus-de-design/$
 transit?
 translate
@@ -28174,7 +28191,6 @@ univercd/cc/td/doc
 universal-design-system/
 university
 unlink
-unlisted
 unsaved
 unsub
 unsubscribe
@@ -28647,7 +28663,7 @@ uxtest/ux/
 uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
-uz/http://bilgematics.com/robots.txt
+uz/http://papers.ssrn.com/robots.txt
 v
 v$
 v/badge
@@ -28703,7 +28719,6 @@ verificationofemployment
 verified-authors
 verified-modal
 verify
-verify-mobile
 verify_age
 verify_cookies
 verify_your_email$
@@ -28881,6 +28896,8 @@ w/load.php?
 w/rest.php/site/v1/sitemap
 w/users/user_hints
 w3
+wagner/newsite
+wagner/newsiteTEST
 wai-conformance-model-test
 walking-tall
 walkscore
@@ -28891,8 +28908,6 @@ wall*?search=1
 wall*?thread=
 wall*?with=
 wall-*?q=
-wallpaper
-wallpapers
 wanted
 wap/*
 wapsearch?
@@ -29545,9 +29560,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://deepl.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://moderncalculators.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://support.google.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -29854,8 +29869,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
-wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
+wp-admin/admin-ajax.phphttp://beacons.ai/robots.txt
+wp-admin/admin-ajax.phphttp://us.napster.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -30035,7 +30050,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://streamelements.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourtake