weyne/SecLists
1
0
Fork 0
mirror of https://github.com/danielmiessler/SecLists.git synced 2026-08-13 09:16:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Github Action] Automated trickest wordlists update.

Browse Source
This commit is contained in:
github-actions[bot]
2026-01-24 10:07:22 +00:00
parent a061848005
commit 3691b73f5e
4 changed files with 3906 additions and 1156 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.bin/wordlist-updaters/status.json
+1 -1
View File
@@ -3,6 +3,6 @@
"last_update": 1769231298 "last_update": 1769231298
}, },
"Trickest wordlist update": { "Trickest wordlist update": {
"last_update": 1769162920 "last_update": 1769249232
} }
} }
Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+5 -5
View File
@@ -1534,10 +1534,10 @@ hp/video
hpc/*/supported-applications.aspx? hpc/*/supported-applications.aspx?
hpm hpm
hpmob hpmob
http://blog.google/robots.txt http://flickr.com/robots.txt
http://eventbrite.com/robots.txt http://podcasts.apple.com/robots.txt
http://mozilla.org/robots.txt http://support.cloudflare.com/robots.txt
http://wordpress.org/robots.txt http://web.archive.org/robots.txt
hub?category= hub?category=
hz/contact-us/ajax/initiate-trusted-contact hz/contact-us/ajax/initiate-trusted-contact
hz/help/contact/*/message/$ hz/help/contact/*/message/$
@@ -3226,7 +3226,7 @@ wiki/Wikipedia_Diskussion:Checkuser
wiki/Wikipedia_Diskussion:Spam-Blacklist-Log wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_reports
wiki/Wikipedia_talk%3AAbuse_response wiki/Wikipedia_talk%3AAbuse_response
wiki/Wikipedia_talk%3AAdministrator_electionshttp://google.com/robots.txt wiki/Wikipedia_talk%3AAdministrator_electionshttp://support.google.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_recall
wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrator_review
wiki/Wikipedia_talk%3AAdministrators%27_noticeboard wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+84 -94
View File
@@ -333,7 +333,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.well-known/amphtml/apikey.pub .well-known/amphtml/apikey.pub
.well-known/apple-app-site-association .well-known/apple-app-site-association
.well-known/assetlinks.json .well-known/assetlinks.json
.well-known/assetlinks.jsonhttp://web.dev/robots.txt .well-known/assetlinks.jsonhttp://aesthetics.fandom.com/robots.txt
.well-known/privacy-sandbox-attestations.json .well-known/privacy-sandbox-attestations.json
.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
.well-known/security.txt .well-known/security.txt
@@ -385,7 +385,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/*/projects /*/projects
/*/pulse /*/pulse
/*/schemes /*/schemes
/*/search-results.htmlhttp://x.com/robots.txt /*/search-results.html
/*/stargazers /*/stargazers
/*/structures /*/structures
/*/tables /*/tables
@@ -784,7 +784,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/business/aisearch /business/aisearch
/business/availability /business/availability
/business/availability/?context /business/availability/?context
/business/availability/?context=http://help.twitter.com/robots.txt /business/availability/?context=http://yandex.com/robots.txt
/business/availability?context /business/availability?context
/business/availability?context= /business/availability?context=
/business/search /business/search
@@ -1178,7 +1178,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/goglobal/ /goglobal/
/goldlog$ /goldlog$
/group /group
/gtc/gtc-chatbot/*http://nymag.com/robots.txt /gtc/gtc-chatbot/*http://analytics.google.com/robots.txt
/hack /hack
/hardware/*/cart /hardware/*/cart
/havadurumu/ /havadurumu/
@@ -1463,7 +1463,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/newssearch /newssearch
/nextpodcastlist /nextpodcastlist
/nightly-news /nightly-news
/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt /no-referrer-when-downgradehttp://pitchfork.com/robots.txt
/no-search-results /no-search-results
/node /node
/node/add /node/add
@@ -2206,7 +2206,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*add-to-cart= ?*add-to-cart=
?*adxarea= ?*adxarea=
?*ajs_event ?*ajs_event
?*apikey*http://vk.com/robots.txt ?*apikey*http://hackernoon.com/robots.txt
?*app ?*app
?*attachment_id ?*attachment_id
?*author ?*author
@@ -2253,7 +2253,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*hsCacheBuster= ?*hsCacheBuster=
?*hsCtaTracking ?*hsCtaTracking
?*hs_preview= ?*hs_preview=
?*http://healthtips1dr.blogspot.com/robots.txt ?*http://lifehacker.com/robots.txt
?*hubs_signup-cta ?*hubs_signup-cta
?*hybrid= ?*hybrid=
?*iframe ?*iframe
@@ -2710,6 +2710,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?rel ?rel
?reply= ?reply=
?replytocom ?replytocom
?replytocom=
?reported_by= ?reported_by=
?retry= ?retry=
?returnPage= ?returnPage=
@@ -4493,8 +4494,6 @@ about/careers/applications/jobs/results?*&page=
about/careers/applications/jobs/results?page= about/careers/applications/jobs/results?page=
about/faq/station-finder/?state-text= about/faq/station-finder/?state-text=
about/faq/station-finder/?zip-text= about/faq/station-finder/?zip-text=
about/leadership-university-administration/board-of-trustees/newsletter
about/news-publications/news/search
about/team_member about/team_member
about? about?
aboutus aboutus
@@ -4764,8 +4763,6 @@ admin?context=
administration administration
administrator administrator
adminusers adminusers
admissions/undergraduate-admissions
admissions/undergraduate-admissions.html
adobe/dynamicmedia/deliver/ adobe/dynamicmedia/deliver/
adredir? adredir?
adresa-segmentator adresa-segmentator
@@ -4941,7 +4938,6 @@ alphafoldserver
als/shakespeare_pilot als/shakespeare_pilot
alumni alumni
alumni-subscriptions alumni-subscriptions
alumni/the-hub
am-cookie-helper am-cookie-helper
am-sonntag/vorproduktion am-sonntag/vorproduktion
am/$ am/$
@@ -5015,7 +5011,7 @@ apdata
api api
api*.do api*.do
api*?hl= api*?hl=
api*?hl=http://adssettings.google.com/robots.txt api*?hl=http://g.co/robots.txt
api-keys api-keys
api-proxy api-proxy
api.html? api.html?
@@ -5046,7 +5042,6 @@ api/federation
api/graphql api/graphql
api/historical api/historical
api/html api/html
api/http://kerrymuseum.ie/robots.txt
api/infinite-list.html api/infinite-list.html
api/internal/*/location api/internal/*/location
api/jobPostings/jobs api/jobPostings/jobs
@@ -5146,6 +5141,7 @@ appId=Dev10IDEF1
app_data/ app_data/
appchart appchart
appealed-pin appealed-pin
appf9QLP4vUH4aK8w/shrpFRNJwchpnDrGb
appl appl
apple-app-site-association apple-app-site-association
apple-news apple-news
@@ -5945,7 +5941,7 @@ blog/*?text=
blog/*sitemap.xml$ blog/*sitemap.xml$
blog/*utm_source= blog/*utm_source=
blog/.* blog/.*
blog/.html.*http://samsung.com/robots.txt blog/.html.*http://evernote.com/robots.txt
blog/10-lessons-from-an-engineering-manager/$ blog/10-lessons-from-an-engineering-manager/$
blog/2025-shifting-roles-report/$ blog/2025-shifting-roles-report/$
blog/23-prototyping-resources-to-bookmark-right-now/$ blog/23-prototyping-resources-to-bookmark-right-now/$
@@ -6381,6 +6377,7 @@ blog/introducing-figma-ai/$
blog/introducing-figma-buzz/$ blog/introducing-figma-buzz/$
blog/introducing-figma-community/$ blog/introducing-figma-community/$
blog/introducing-figma-draw/$ blog/introducing-figma-draw/$
blog/introducing-figma-make-embeds/$
blog/introducing-figma-make/$ blog/introducing-figma-make/$
blog/introducing-figma-mcp-server/$ blog/introducing-figma-mcp-server/$
blog/introducing-figma-mirror-for-android/$ blog/introducing-figma-mirror-for-android/$
@@ -6864,7 +6861,6 @@ build
build.xml build.xml
builders builders
bundle-next bundle-next
bursar
bus/api bus/api
bus/orders bus/orders
buscar buscar
@@ -7209,7 +7205,7 @@ ca_fr
ca_fr/Download ca_fr/Download
ca_referer= ca_referer=
caas caas
caas/http://enterprisemarketingportal.google/robots.txt caas/http://zazzle.com/robots.txt
cache cache
cache/MiamiImageURL cache/MiamiImageURL
cacheKiller= cacheKiller=
@@ -7470,7 +7466,7 @@ cart.srv
cart? cart?
cartoon cartoon
carts carts
case-studies/http://wretch.cc/robots.txt case-studies/http://po.st/robots.txt
cash cash
cashout cashout
cassette.axd/manifest.xml cassette.axd/manifest.xml
@@ -7494,6 +7490,7 @@ category/*
category/*.xml$ category/*.xml$
category/*/calendar category/*/calendar
category/*/overview category/*/overview
category/*/page
category/*/upcoming category/*/upcoming
cats-of-figma/$ cats-of-figma/$
cbbc/search cbbc/search
@@ -7513,7 +7510,7 @@ cdn-cgi
cdn-cgi/ cdn-cgi/
cdn-cgi/bm/cv cdn-cgi/bm/cv
cdn-cgi/challenge-platform cdn-cgi/challenge-platform
cdn-cgi/http://medium.com/robots.txt cdn-cgi/http://kids.youtube.com/robots.txt
cdn-cgi/images/trace cdn-cgi/images/trace
cdn-cgi/l/email-protection cdn-cgi/l/email-protection
cdn-cgi/rum cdn-cgi/rum
@@ -7521,7 +7518,7 @@ cdn-cgi/scripts
cdn-cgi/speculation cdn-cgi/speculation
cdn-cgi/styles cdn-cgi/styles
cdn-cgi/zaraz cdn-cgi/zaraz
cdn-cgi/zaraz/http://deezer.com/robots.txt cdn-cgi/zaraz/http://waze.com/robots.txt
cdn-proxy/pim cdn-proxy/pim
cdn-proxy/px cdn-proxy/px
cdn.jwplayer.com/previews cdn.jwplayer.com/previews
@@ -7545,7 +7542,7 @@ cgi-bin/koha/
cgi-bin/loginpage cgi-bin/loginpage
cgi-bin/search.fpl cgi-bin/search.fpl
cgi-bin/wx cgi-bin/wx
cgi-binhttp://ifttt.com/robots.txt cgi-binhttp://baidu.com/robots.txt
cgi-local cgi-local
cgi-mad/ cgi-mad/
cgi-pct/ cgi-pct/
@@ -7672,7 +7669,7 @@ checklink?
checkout checkout
checkout-external checkout-external
checkout/package checkout/package
checkouthttp://moderncalculators.com/robots.txt checkouthttp://accidentinjurylawyers.claims/robots.txt
checkoutnow checkoutnow
checkouts checkouts
checkpoint checkpoint
@@ -7844,7 +7841,7 @@ code
code-connect-docs code-connect-docs
code-docs code-docs
code/* code/*
code/http://w3techs.com/robots.txt code/http://espn.com/robots.txt
codeCoverage codeCoverage
coderpad-for-figjam/$ coderpad-for-figjam/$
codesamples/ codesamples/
@@ -9915,7 +9912,7 @@ confirmation
conflagexp conflagexp
connect connect
connect/@ connect/@
connect/http://blog.twitter.com/robots.txt connect/http://s3-us-west-2.amazonaws.com/robots.txt
connect/social-intranet.html connect/social-intranet.html
connections connections
connections/recent connections/recent
@@ -10060,6 +10057,7 @@ content/search
content/telegraph content/telegraph
content/temp/* content/temp/*
content/websites/languages content/websites/languages
content/websites/us/en/noindex/*http://stackoverflow.com/robots.txt
content_reporting content_reporting
content_title= content_title=
contest contest
@@ -11214,12 +11212,6 @@ demo/$
demonstration demonstration
demos/dev-mode-design/$ demos/dev-mode-design/$
demos/dev-mode-developers/$ demos/dev-mode-developers/$
dental/dh
dental/endo
dental/histo
dental/intranet
dental/perio
dental/students
denver denver
design design
design-handoff/$ design-handoff/$
@@ -13242,7 +13234,6 @@ fantastic-beasts-and-where-to-find-them
faq_search.php faq_search.php
fashion/lookbook/38917 fashion/lookbook/38917
fashion/search/models fashion/search/models
fast-facts
fast-five fast-five
fast-furious fast-furious
fastajax fastajax
@@ -13252,7 +13243,7 @@ fastajax/order/tax/validatevat
fastanswers fastanswers
fatalerror.html fatalerror.html
faves-i_love_u_get_away_from_me faves-i_love_u_get_away_from_me
favicon.icohttp://blog.google/robots.txt favicon.icohttp://safety.google/robots.txt
favorit-hinzufuegen favorit-hinzufuegen
favorit-loeschen favorit-loeschen
favorites? favorites?
@@ -13443,7 +13434,7 @@ files/live/sites/isoorg/files/_noindex
files/resources files/resources
fileview fileview
filing/free-file-fillable-forms/free-file-fillable-forms-support filing/free-file-fillable-forms/free-file-fillable-forms-support
filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://wunderground.com/robots.txt
filter/ filter/
filter/tips filter/tips
filter/tips filter/tips
@@ -13463,7 +13454,7 @@ finance/stocks/option
financial-services/ofss financial-services/ofss
find find
find-more find-more
find/*http://frontiersin.org/robots.txt find/*http://indeed.com/robots.txt
finetune finetune
fios fios
firefox/? firefox/?
@@ -15250,7 +15241,7 @@ forum/members
forum/online forum/online
forum/posts forum/posts
forum/search forum/search
forum/ucp.phphttp://embassybel.ru/robots.txt forum/ucp.phphttp://bls.gov/robots.txt
forum/viewtopic.php forum/viewtopic.php
forum/whats-new forum/whats-new
forumTeaser forumTeaser
@@ -15743,6 +15734,7 @@ fr-fr/resource-library/meilleures-polices-pour-logos/$
fr-fr/resource-library/meilleures-polices-pour-sites-web/$ fr-fr/resource-library/meilleures-polices-pour-sites-web/$
fr-fr/resource-library/pinterest-image-sizes/$ fr-fr/resource-library/pinterest-image-sizes/$
fr-fr/resource-library/principes-design-ui/$ fr-fr/resource-library/principes-design-ui/$
fr-fr/resource-library/principes-du-design-graphique/$
fr-fr/resource-library/qu-est-ce-qu-un-cas-d-utilisation/$ fr-fr/resource-library/qu-est-ce-qu-un-cas-d-utilisation/$
fr-fr/resource-library/quest-ce-que-le-wireframing/$ fr-fr/resource-library/quest-ce-que-le-wireframing/$
fr-fr/resource-library/share-file/$ fr-fr/resource-library/share-file/$
@@ -16149,7 +16141,7 @@ fy-NL/firefox/collections/mozilla
fy-NL/firefox/collections/mozilla/$ fy-NL/firefox/collections/mozilla/$
fy-NL/firefox/search fy-NL/firefox/search
g g
g/4arE9Chttp://flickr.com/robots.txt g/4arE9Chttp://nps.gov/robots.txt
g/api g/api
ga-actions/formie/forms/refresh-tokens ga-actions/formie/forms/refresh-tokens
ga/p ga/p
@@ -16891,43 +16883,43 @@ html5
http http
http-checker http-checker
http2_data http2_data
http://2.bp.blogspot.com/robots.txt http://aasciences.ac.ke/robots.txt
http://akparti.org.tr/robots.txt
http://aliexpress.com/robots.txt
http://amazon.co.jp/robots.txt http://amazon.co.jp/robots.txt
http://amazon.co.uk/robots.txt http://api.discount-shop.uk/robots.txt
http://amazon.com/robots.txt http://apis.google.com/robots.txt
http://amazon.de/robots.txt http://aws.amazon.com/robots.txt
http://amazon.es/robots.txt http://beacons.ai/robots.txt
http://amazon.fr/robots.txt http://blog.naver.com/robots.txt
http://amazon.in/robots.txt http://crunchbase.com/robots.txt
http://amazon.it/robots.txt http://cutt.ly/robots.txt
http://ameblo.jp/robots.txt http://darden.virginia.edu/robots.txt
http://apple.com/robots.txt http://developer.mozilla.org/robots.txt
http://chrome.google.com/robots.txt http://developers.facebook.com/robots.txt
http://creatoracademy.youtube.com/robots.txt http://ebay.ie/robots.txt
http://en.m.wikipedia.org/robots.txt http://explore.org/robots.txt
http://gist.github.com/robots.txt http://gov.br/robots.txt
http://govostis.gr/robots.txt http://groups.google.com/robots.txt
http://groupon.com/robots.txt http://hootsuite.com/robots.txt
http://healthline.com/robots.txt http://huffingtonpost.com/robots.txt
http://irishtimes.com/robots.txt http://hulu.com/robots.txt
http://kickstarter.com/robots.txt
http://lefigaro.fr/robots.txt http://lefigaro.fr/robots.txt
http://nationalgeographic.com/robots.txt http://money.cnn.com/robots.txt
http://patents.google.com/robots.txt http://mozilla.org/robots.txt
http://python.org/robots.txt http://onedrive.live.com/robots.txt
http://seekingalpha.com/robots.txt http://plushcare.com/robots.txt
http://siteground.com/robots.txt http://reconstructingjudaism.org/robots.txt
http://smithsonianmag.com/robots.txt http://roblox.com/robots.txt
http://rogalyd.no/robots.txt
http://rollingstone.com/robots.txt
http://s3.amazonaws.com/robots.txt
http://scmp.com/robots.txt
http://static.wixstatic.com/robots.txt http://static.wixstatic.com/robots.txt
http://techradar.com/robots.txt http://techcrunch.com/robots.txt
http://thelancet.com/robots.txt http://technorati.com/robots.txt
http://threads.net/robots.txt http://ted.com/robots.txt
http://tracks.arte.tv/robots.txt http://wipo.int/robots.txt
http://upload.wikimedia.org/robots.txt http://wretch.cc/robots.txt
http://use.fontawesome.com/robots.txt http://zillow.com/robots.txt
http://weebly.com/robots.txt
https://player.cnevids.com https://player.cnevids.com
https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide
https://www.iubenda.com/en/help/142642-old-vs-new-pricing https://www.iubenda.com/en/help/142642-old-vs-new-pricing
@@ -17487,7 +17479,7 @@ index.php/user/logout
index.php/user/logout/ index.php/user/logout/
index.php/user/logout/?context index.php/user/logout/?context
index.php/user/logout/?context= index.php/user/logout/?context=
index.php/user/logout/http://diigo.com/robots.txt index.php/user/logout/http://howtogeek.com/robots.txt
index.php/user/logout?context index.php/user/logout?context
index.php/user/logout?context= index.php/user/logout?context=
index.php/user/password index.php/user/password
@@ -17558,7 +17550,7 @@ integrations
intelligencer/amp intelligencer/amp
intent intent
interactive interactive
interactive*http://fda.gov/robots.txt interactive*http://thetimes.co.uk/robots.txt
interactive/reading-preference interactive/reading-preference
interactives/sponsor-story interactives/sponsor-story
intercept intercept
@@ -19992,7 +19984,7 @@ mre/*.jpg$
mre/*.js$ mre/*.js$
mre/*.pdf$ mre/*.pdf$
mre/*.png$ mre/*.png$
mre/*.zip$http://gov.uk/robots.txt mre/*.zip$http://arenawanita.com/robots.txt
mre/*? mre/*?
mre/*@@configuracoes_view mre/*@@configuracoes_view
mre/*@@download/file$ mre/*@@download/file$
@@ -20034,7 +20026,7 @@ mu_api
multiproduct multiproduct
multivu multivu
munin munin
munin*http://podcasters.spotify.com/robots.txt munin*http://penguinrandomhouse.com/robots.txt
muse/identity/v2/identity.js muse/identity/v2/identity.js
museumdays/accounts museumdays/accounts
music music
@@ -20803,7 +20795,6 @@ nwshp$
nxs-video-player nxs-video-player
nymag/columns/intelligencer/features/16951 nymag/columns/intelligencer/features/16951
nymag/letters/14872 nymag/letters/14872
nyucard/campuscash/admin
nz nz
nz$ nz$
nz*/listing/*/favoriters nz*/listing/*/favoriters
@@ -21066,7 +21057,7 @@ p/*/v2/actions$
p/*/v2/actions? p/*/v2/actions?
p/*/victory$ p/*/victory$
p/*/victory? p/*/victory?
p/*http://socialimpact.youtube.com/robots.txt p/*http://tenor.com/robots.txt
p/*surveyopen p/*surveyopen
p/*thm= p/*thm=
p/60 p/60
@@ -21962,7 +21953,7 @@ premium$
premium-reports premium-reports
premium/ premium/
premium/$ premium/$
premium/http://s3-us-west-2.amazonaws.com/robots.txt premium/http://miro.com/robots.txt
premiumsupport/iam/ premiumsupport/iam/
premiumsupport/knowledge-center/feedback-no/ premiumsupport/knowledge-center/feedback-no/
premiumsupport/knowledge-center/feedback-yes/ premiumsupport/knowledge-center/feedback-yes/
@@ -22046,7 +22037,7 @@ privacy/zoho-group.html
private private
private private
private-promo private-promo
private/http://about.fb.com/robots.txt private/http://tools.ietf.org/robots.txt
private/wtrack private/wtrack
pro pro
pro-help/q pro-help/q
@@ -22080,7 +22071,7 @@ product-integrations/figma-for-microsoft-teams/$
product-integrations/google-workspace/$ product-integrations/google-workspace/$
product-integrations/zoom/$ product-integrations/zoom/$
product-managers/$ product-managers/$
product-ratings/http://wix.com/robots.txt product-ratings/http://people.com/robots.txt
product-reviews/B0069IY63Y product-reviews/B0069IY63Y
product/* product/*
product/electrode/api/logger product/electrode/api/logger
@@ -22599,6 +22590,7 @@ pt-br/resource-library/o-que-e-um-caso-de-uso/$
pt-br/resource-library/o-que-e-wireframing/$ pt-br/resource-library/o-que-e-wireframing/$
pt-br/resource-library/pinterest-image-sizes/$ pt-br/resource-library/pinterest-image-sizes/$
pt-br/resource-library/principios-design-ui/$ pt-br/resource-library/principios-design-ui/$
pt-br/resource-library/principios-do-design-grafico/$
pt-br/resource-library/soundcloud-banner-size/$ pt-br/resource-library/soundcloud-banner-size/$
pt-br/resource-library/tipos-de-fluxogramas/$ pt-br/resource-library/tipos-de-fluxogramas/$
pt-br/resource-library/twitch-banner-size/$ pt-br/resource-library/twitch-banner-size/$
@@ -22770,7 +22762,6 @@ public-api
public-data-sets/applicants/ public-data-sets/applicants/
public-data-sets/terms/ public-data-sets/terms/
public-profile public-profile
public.affairs/gata
public.api public.api
public/*.css$ public/*.css$
public/*.css? public/*.css?
@@ -23448,8 +23439,6 @@ reservations/*/notifyme
reset reset
reset-password reset-password
reset? reset?
residential.education/archive
residential.education/templates
resource resource
resource-library/$ resource-library/$
resource-library/*? resource-library/*?
@@ -25789,7 +25778,6 @@ surveys-360
surveys/ surveys/
suspended_tickets suspended_tickets
suspension-appeal suspension-appeal
sustainability
sutils sutils
sv-SE/$ sv-SE/$
sv-SE/android/collections sv-SE/android/collections
@@ -25892,7 +25880,8 @@ tag
tag-manager tag-manager
tag-manager-360 tag-manager-360
tag/ tag/
tag/*+http://dinotim.com/robots.txt tag/*+http://figma.com/robots.txt
tag/*/page
tag/credible tag/credible
tag/expire-images tag/expire-images
tag/interaction-card tag/interaction-card
@@ -26386,7 +26375,7 @@ test.html
test_community test_community
testfl testfl
testgpr testgpr
testhttp://moskva.stroi-podryad.ru/robots.txt testhttp://edition.cnn.com/robots.txt
testing testing
testpage-forhomepage testpage-forhomepage
tests/* tests/*
@@ -27379,6 +27368,7 @@ us/en/industry/entertainment-media/publications/tmm/assets/*
us/en/insurance/assets/* us/en/insurance/assets/*
us/en/insurance/publications/assets/* us/en/insurance/publications/assets/*
us/en/law-firms/assets/* us/en/law-firms/assets/*
us/en/noindex
us/en/power-and-utilities/assets/* us/en/power-and-utilities/assets/*
us/en/power-and-utilities/publications/assets/* us/en/power-and-utilities/publications/assets/*
us/en/private-equity/assets* us/en/private-equity/assets*
@@ -27589,7 +27579,7 @@ uxtest/ux/
uy uy
uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
uy/help uy/help
uz/http://bilgematics.com/robots.txt uz/http://welt.de/robots.txt
v v
v$ v$
v/badge v/badge
@@ -27815,8 +27805,6 @@ w/load.php?
w/rest.php/site/v1/sitemap w/rest.php/site/v1/sitemap
w/users/user_hints w/users/user_hints
w3 w3
wagner/newsite
wagner/newsiteTEST
wai-conformance-model-test wai-conformance-model-test
walking-tall walking-tall
walkscore walkscore
@@ -28487,9 +28475,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
wiki/Wikipedia_discusión:Supresores/Candidaturas wiki/Wikipedia_discusión:Supresores/Candidaturas
wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_reports
wiki/Wikipedia_talk%3AAbuse_response wiki/Wikipedia_talk%3AAbuse_response
wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt wiki/Wikipedia_talk%3AAdministrator_electionshttp://drive.google.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt wiki/Wikipedia_talk%3AAdministrator_electionshttp://owasp.org/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt wiki/Wikipedia_talk%3AAdministrator_electionshttp://yummly.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_recall
wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrator_review
wiki/Wikipedia_talk%3AAdministrators%27_noticeboard wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -28791,7 +28779,8 @@ wp-admin
wp-admin/ wp-admin/
wp-admin/admin-ajax.php wp-admin/admin-ajax.php
wp-admin/admin-ajax.php wp-admin/admin-ajax.php
wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt wp-admin/admin-ajax.phphttp://cambridge.org/robots.txt
wp-admin/admin-ajax.phphttp://sciencedaily.com/robots.txt
wp-admin/load-scripts.php wp-admin/load-scripts.php
wp-admin/load-styles.php wp-admin/load-styles.php
wp-adv wp-adv
@@ -28850,6 +28839,7 @@ wp-content/themes/wired/assets/images/subscribe_290x110.gif
wp-content/themes/wired/assets/images/subscribe_310x80.gif wp-content/themes/wired/assets/images/subscribe_310x80.gif
wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
wp-content/themes/wired/assets/images/wired_video_1000x190.jpg wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
wp-content/uploads
wp-content/uploads/ wp-content/uploads/
wp-content/uploads/sites/4/wpforms wp-content/uploads/sites/4/wpforms
wp-content/uploads/sites/6/wpforms wp-content/uploads/sites/6/wpforms
@@ -28966,7 +28956,7 @@ year
your your
your-shop your-shop
youreurope/businessACC youreurope/businessACC
youreurope/businessDEV/http://europarl.europa.eu/robots.txt youreurope/businessDEV/http://streamelements.com/robots.txt
youreurope/citizensACC youreurope/citizensACC
youreurope/citizensDEV youreurope/citizensDEV
yourtake yourtake
@@ -29245,7 +29235,7 @@ zz-test
404 404
404 404
404.html 404.html
413gkwMT/http://sgtrains.com/robots.txt 413gkwMT/http://aljazeera.com/robots.txt
429.html 429.html
500 500
500 500
Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+3771 -1011
View File
File diff suppressed because it is too large Load Diff