weyne/SecLists
1
0
Fork 0
mirror of https://github.com/danielmiessler/SecLists.git synced 2026-08-28 15:36:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Github Action] Automated trickest wordlists update.

Browse Source
This commit is contained in:
github-actions[bot]
2025-05-07 10:04:15 +00:00
parent de60185de8
commit 5ef2a28b1e
32 changed files with 3740 additions and 2628 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+3 -206
View File
@@ -87,10 +87,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.well-known
.well-known/assetlinks.json
.xml
/*/*/_tools
/*/*/more_ideas
/*/_tools
/*/activity
/*/branches
/*/commits
/*/compare
@@ -98,11 +94,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/*/edit$
/*/forks
/*/graphs
/*/group
/*/invite
/*/issues/new
/*/issues/search
/*/more_ideas
/*/network
/*/projects
/*/pulse
@@ -112,24 +105,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/*source=
/.git
//wiki/skins
/?*amp_client_id
/?z=1
/MANUALS/*.pdf$
/Search/
/UserAuthentication/
/_
/_/rsrc
/__wishlist__
/_activities
/_activity
/_community
/_created
/_followers
/_following
/_quick_saves
/_saved
/_shop
/_shopping_list
/_widget
/album/*/*?i=
/api
@@ -151,12 +131,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/comments
/commits/*?author
/commits/*?path
/communities
/contact/menu*
/contact/partner*
/contactus/mwaas*
/directory
/discovered
/docs/product
/download
/download/Browse.aspx?
@@ -187,7 +165,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/layout/
/leads/*/jsplayer_show_lead_form.html
/leads/*/show_form.html
/likes
/login
/lookup?
/mediaapi/
@@ -200,12 +177,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/newest/*rss
/newest/*xml
/newsearch/
/organize
/partials
/pins
/podcast/*/*?i=
/print$
/profile-about
/raw
/report_abuse
/revisions
@@ -213,8 +187,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/rsvps/*atom
/rsvps/*rss
/rsvps/*xml
/scheduled-pin
/scheduled-pins
/search
/search/
/search/*?q=
@@ -228,15 +200,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/store/d/groove-music-pass/cfq7ttc0k5dq/0001
/store/locations/store-locations-sitemap.xml
/store/music/groove-music-pass/*
/story_pins
/tagged
/tarball
/tree
/tried
/tv-season/*/*?i=
/unsubscribe/
/video-
/video_pins
/wal/
/widget_
/wiki/Special:
@@ -356,7 +324,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?search_forum=
?set_mobile=
?showAllGroups=
?show_error=true
?slogin
?sort=
?sortBy=
@@ -482,8 +449,6 @@ WebObjects/MZStoreElements.woa
[_0-9a-zA-Z]+/status/[0-9]+/likes
[_0-9a-zA-Z]+/status/[0-9]+/retweets
_
_/_
_/_/pixel
_/aihub_pod
_/ain/_/js
_/alkali-learn
@@ -546,8 +511,6 @@ _next/data
_next/jwt
_next/title
_next/viewer
_ngjs/resource
_ngjs/resource/*/get
_nimbusJson.json
_nimbusJsonp.js
_nimbusJsonpStatic.js
@@ -667,12 +630,10 @@ actions/news/rss
ad_id=
addContacts
add_favorite
addboard
addressBookExport
admin
admin/
ads
ads.txt
ads/gpa/vidgen
ads/hotels/partners
ads/learn
@@ -689,7 +650,6 @@ adwords/proposal
adx/bin
affil
affil/pal
age-appeal
agreements/approve
ai-sandbox-internal/generated_images
aihub/tfhub
@@ -742,10 +702,8 @@ api?
api_access_key=
app*_
app*form_id=
app-ads.txt
app/
app/updates
appealed-pin
apple-app-site-association
apps
apps*&tags=
@@ -823,7 +781,6 @@ author/following
author=
authoring/
authwall
autocomplete
away.php
awmp/data/images
b?*node=7454898011
@@ -882,10 +839,6 @@ blogs/slow-ride
blogs/test
blogsearch
blogsearch_feeds
board
board_activity
board_activity_comment
bookmarklet
bookmarks
books
books/NBK
@@ -908,38 +861,17 @@ books?*zoom=1
books?*zoom=5
booksrightsholders
boutique/sitemaps
branded-pins
business
business/ad_create
business/adshare
business/adshare/faqs
business/blahblah
business/business-access
business/business-hierarchy
business/business-manager
business/catalogs
business/commerce-integrations
business/community-information
business/convert
business/create
business/create-linked-account
business/feedback
business/hub
business/invite
business/leads/jsplayer_show_lead_form.html
business/leads/show_form.html
business/learning/blog
business/onboarding
business/pin_create
business/premium/is_payment_pending
business/promotion
business/referral
business/sales/blog
business/site
business/switch-account
business/top-ads
business/update
business/verified-merchant/status
buyside-e2e-monitor
buzz/post
cai
@@ -972,7 +904,6 @@ checkout
checkout-external
checkoutnow
checkpoint
christmas-spotlight
chrome/browser/mobile/tour
chrome/crlset
chrome/webstore/images
@@ -996,7 +927,6 @@ clickthru
clima/ets
clima/sites/registry
clone/library/genomic/organisms
close-account
cloud-launcher/sitemap
cloudsourcetools/images
cms_content
@@ -1016,7 +946,6 @@ commission_2010-2014/katainen
commits?author=
common/
common/survey.aspx*
communities
communities/bin.aspx?
communities/blogs/PortalResults.mspx?
communities/eventdetails.mspx?
@@ -1033,32 +962,23 @@ community/category/*
community/comments
community/feed
community/trackback
community_comment
community_post
companyDir
compare
compare/*/apply
compressiontest
concussion/HeadsUp/training/
config.js
connect
connections
consumers/archive
contact/menu*
contact/partner*
contactus
contactus/mwaas*
content-claiming
content-guest/rss/channels
control
conversation
conversations
convert-business
convert-personal
coop/directory
coop/manage
copy-conductor/crawled
copyright-reporting
core/
core/*.css$
core/*.css?
@@ -1075,22 +995,14 @@ coupons/visit
covid19/mobility
cr$
cr?
create_pin
creative-europe/404_en.htm
creative-studio
creative_editor
creator-spotlight
creator_hub/_earn
creator_hub/_partnerships
creatorhub
cse/home
cse/manage
cse/panel
cse?
csp
csrf_error
ct
ct.html
ct/log_list
culturalinstitute/images
culturalinstitute/sitemaps
@@ -1101,11 +1013,9 @@ de-de/corporate/rechtliche-hinweise/impressum_de.aspx
de-de/feedback
de-de/lp
de-de/searchresults
deactivate-account
default
default.aspx/kb/
default.aspx/ph/
delete_post
delight
dell/cities-transformed
dell/cloud-future-of-medicine
@@ -1203,8 +1113,6 @@ ebooks?*zoom=1
ebooks?*zoom=5
ece
eclas
edit
editorial/*
edu/cs4hs
education/404_en.htm
education/blocks
@@ -1217,7 +1125,6 @@ ekansa/Open-Context-Data
ekansa/opencontext-
email
email-unsubscribe
email_verification_error
embed
embed/@
embed/curated
@@ -1279,7 +1186,6 @@ en/microsoft-viva/
en/security
en/security/
endorsements
engagement
enterprise-jobs
enterprise-partner-search/sitemaps
entities/search
@@ -1348,18 +1254,14 @@ exec/obidos/subst/marketplace/sell-your-collection.html
exec/obidos/subst/marketplace/sell-your-stuff.html
exec/obidos/subst/partners/friends/access.html
exec/obidos/tg/cm/member
explore
explore/*/?p=
explore/*/lightbox
external
external/overture
external_hosted
f/healthcheck
facebook
faves-i_love_u_get_away_from_me
favorite
fb
fb.html
fd/
fe=true
feature/sf-test
@@ -1393,8 +1295,6 @@ flu/espanol/
flutter-canvaskit
folder
follow
follow_board
follow_user
following
food/archive
food/favourites
@@ -1461,8 +1361,6 @@ global$
gog
google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
google.internal.maps.mapsjs.v1.MapsJsInternalService
google_gdn.html
google_search.html
googlebooks/images
gorf
gp
@@ -1578,7 +1476,6 @@ guidebooks
gview
gwt
h5games_gamecenter/images
hanukkah-spotlight
hashtag/*?src=
hd
header/channels
@@ -1602,12 +1499,9 @@ help/zendesk_sso
hex
history
history/static
holiday-spotlight
holidays-celebrations
home
home$
home?
homefeed
homepage-video-test
hosted/images
hotel/reviews?
@@ -1619,9 +1513,9 @@ hp/video
hpc/*/supported-applications.aspx?
hpm
hpmob
http://dropbox.com/robots.txt
http://patreon.com/robots.txt
http://podcasts.apple.com/robots.txt
http://discord.gg/robots.txt
http://ncbi.nlm.nih.gov/robots.txt
http://slideshare.net/robots.txt
hub?category=
hz/contact-us/ajax/initiate-trusted-contact
hz/help/contact/*/message/$
@@ -1635,9 +1529,6 @@ id-id.www.cloudflare.com
id-id/feedback
id-id/lp
id-id/searchresults
idea-ads-tool
idea-pin-builder
idea-pin-invite
identity/accountsettingsactivityweb
identity/accountsettingssyaf
ie/ie40/
@@ -1683,17 +1574,14 @@ info/customerror.htm*
info/smart404.asp*
info/tech-feedback
inproduct_help/chatsupport
install-shuffles
internalPref
intl
intl/*/about/views
intl/*/search/?
intl/*/search?
intlkb/
invite
inviteFromProfile
inviteMany
invited
invoice/est
invoice/estimate/buyerView
invoice/estimate/buyerView/attachments
@@ -1729,8 +1617,6 @@ johnhancock
johnhancock/in-a-lifetime-healthcare
johnhancock/in-a-lifetime-sustainability
johnhancock/in-a-lifetime-work
join/?next=
join/signup/?next=
js
jsapi
jsearch
@@ -1745,7 +1631,6 @@ ko-kr.www.cloudflare.com
ko-kr/feedback
ko-kr/lp
ko-kr/searchresults
kwanzaa-spotlight
labs/pmc
labs/popgadget/search
lamda/images
@@ -1780,15 +1665,12 @@ learning/settings
learning/settings$
learning/settings?
legal
lens-search
li/track
library/devices
licensing-syndication
limited-release
link
linked
lite
live-session
live_chat
lm/R1XIHQVKXSKBNJ
lm/R3HQ5WJSZK6QSO
@@ -1816,7 +1698,6 @@ localservices
lochp?
login
login$
login/?next=
login?*=
logout
lp
@@ -1953,7 +1834,6 @@ narrative-
native
nbubumblebee
network
new_invite
news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
@@ -1963,7 +1843,6 @@ news/test
news/test-liveblog
news?viewArticle
newsArticle
news_hub
newsletter
newsroom/dae
newsround
@@ -1977,7 +1856,6 @@ nl-nl/lp
nl-nl/searchresults
node/add/
nonprofits/account
notifications
notifications/
ns/hydra/console/?
nus-trk
@@ -1985,15 +1863,11 @@ nwshp$
o/di
o/dt
oas/
oauth/line
oauth/login
oauth/v2
oauth2
oauth2/v2
oauth_error
offers/proxy/dealsserver/api/log
offers/proxy/dealsserver/buy
offsite
og
okxbet.com
onebox/media/sports/logos
@@ -2022,12 +1896,9 @@ pagespeed/insights/ui/logo
panel
pantheon
pantheon-platform
parental-consent/confirmation
parental-passcode
participate/conferences.xml
partner-program
partners
password/reset
password_expired
patent-search/frontend
patents/download
@@ -2057,47 +1928,13 @@ photos/gbachelie
photos/i_love_u_get_away_from_me
photos/tags/*/page
photos/youpy
pin
pin-builder
pin-communities
pin-creation-tool
pin-editor
pin/*/activities
pin/*/activity
pin/*/analytics
pin/*/brand-catalog
pin/*/comments
pin/*/email
pin/*/feedback
pin/*/idea-pin/related-products
pin/*/likes
pin/*/promote
pin/*/reaction
pin/*/related-products
pin/*/repin
pin/*/repins
pin/*/sent
pin/*/share
pin/*/shop-the-look
pin/*/tag
pin/*/takes
pin/*/visual-search
pin/*/visual-shop
pin/create
pin/find
pin/find?url=
pin_shop
ping
ping?
pingback
pinterest-predicts
pinterest-wellbeing
pinterestwellbeing
pl-pl.www.cloudflare.com
pl-pl/feedback
pl-pl/lp
pl-pl/searchresults
place
plan=
platform-telemetry
play/store/web
@@ -2146,7 +1983,6 @@ ppob/?
ppob?
pqa
preference
prefs
present
presentation
prettyearth/assets
@@ -2155,8 +1991,6 @@ previewtemplate
print
private
proFile/history?
product-catalogs
product-feed
product-reviews/B0069IY63Y
product/reviews?
productPurchaseDone
@@ -2199,14 +2033,12 @@ pt-br/searchresults
publications
purchases
puzzles/leaderboards/invite
pw
pwapi-proxy/pwproxy
pwapiv2
q=
qnasearch?
qr
quality_form?
quiz
r
rackspace/elevating-performance
radio/imda
@@ -2215,7 +2047,6 @@ rating
rd/search
rd/search$
rd/search?
recently-viewed
recharge/dashboard/car
recharge/dashboard/static
recipes/*?q=
@@ -2232,9 +2063,6 @@ refer
refer/pal
referrals
referrer=
refresh_stored_accounts
refresh_token
register
registry/wishlist
remotelogout
rep=hc
@@ -2242,13 +2070,9 @@ report
report-abuse?report=
report=
report_abuse.gne
reports-and-violations
request-data
requestList
requests
research/participants/cofund
resource
resource/*/get
results
results
retail
@@ -2287,7 +2111,6 @@ s2/search/social
s2/sitemaps
s2/static
s?
safe-redirect
safebrowsing/diagnostic
safebrowsing/report_badware
safebrowsing/report_error
@@ -2337,7 +2160,6 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
sections/ombudsman/2008/01/frequently_asked_questions_1.html
sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
secure
sendHeaderEarly
sendarticle
services
services/oauth
@@ -2368,7 +2190,6 @@ shop/collections
shop/iphone/payments/overlay
shop/view/product
shop?
shop_pins
shopping-content-api/product_images
shopping/deals
shopping/product
@@ -2672,11 +2493,9 @@ social/photosui/images
social/photosui/sitemap
social/search?
social/social-security-directory/cai
socialmanager
sounds/search
sounds/search$
sounds/search?
source
source=
source_repo=
spain/empresas/
@@ -2698,7 +2517,6 @@ ss
ss/customer-reviews/lighthouse
ss/twister/ajax
sslsingle
sso
stadia/gamers
start
stat
@@ -2756,10 +2574,6 @@ stores$
stores/
stores/page/*visitId=
stories
story-pin-builder
story-pin-invite
story_feed
story_pins
storyworks/preview
styles/js-on.css$
subscribe/braintree
@@ -2785,7 +2599,6 @@ support/content
support/forum/search?
sureroute
surprise
suspension-appeal
sutils
sv-se.www.cloudflare.com
sv-se/feedback
@@ -2800,7 +2613,6 @@ svc/spelling-bee
svc/vertex
svc/wordle
svpRecommendations
sw-shell.html
swg
system1/images
t/privacy
@@ -2808,7 +2620,6 @@ t/terms
tab=
tablet
tag
taggingtool
tagmanager/containers/xo
tagmanager/pptm.js
talk
@@ -2855,9 +2666,7 @@ th-th/feedback
th-th/lp
th-th/searchresults
th?
thanksgiving-spotlight
themacallan/worlds-together
theme
tickets-external?
timedtext_video
title
@@ -2949,7 +2758,6 @@ trustedstores/js
trustedstores/s
trustedstores/tm2
trustedstores/verify
tv
tv/thumb
typeahead
u
@@ -2965,14 +2773,9 @@ ugc$
ugcsupport
ugcsupport$
ui
unauth-profile
unlink
unsub
until=
upload
upload-image-lens-history
upload-lens-image
upload-shuffle-draft
uploads
urchin_test
url
@@ -2990,11 +2793,9 @@ using
utils
uviewer
v1
v1/urls/count.json
v2
v3
v3/openapi
v3/pidgets/log
valkyrie-playground
verified-authors
verify_age
@@ -3051,9 +2852,6 @@ webapps/xoonboarding
webmasters/sitemaps/ping?
webscr
websearch
website/confirm
website/confirm/download
welcome
whats-next/planes-trains-and-analytics
whsmiths
widget/cr
@@ -3572,7 +3370,6 @@ xhtml?
xml?
xoplatform/logger/api/logger
xorouter
your-shop
youth/404_en.htm
youtube/fonts
youtube/img/promos
Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+114 -86
View File
@@ -2390,6 +2390,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/Ajax
/Ajax/MediaData
/Ajax/Similar
/BotDetectCaptcha.ashx
/BucketContent
/CHANGELOG.txt
/CVS
@@ -2419,8 +2420,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/RedesignBucket
/Search/
/SelectLocale?fromPage=
/SiteProcessForm.aspx
/UPGRADE.txt
/UserAuthentication/
/WebResource.axd
/Xhr
/_
/_/rsrc
@@ -2555,7 +2558,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/article/figure/powerpoint
/article/metrics
/articlelist/*
/articlelist/*http://tiny.cc/robots.txt
/articlelist/*http://mirror.co.uk/robots.txt
/articleshow_amitr/*
/articleshowajax/*
/articleshowhsbc/
@@ -3283,7 +3286,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/newsletter
/newssearch
/nightly-news
/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
/no-referrer-when-downgradehttp://digital-strategy.ec.europa.eu/robots.txt
/no-search-results
/node
/node/add
@@ -3341,6 +3344,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/p/*/embed/captioned
/page
/page-*.html
/page404.aspx
/paid-posts
/params/smecompany/entityid-*
/parking
@@ -3678,7 +3682,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/shopping/vr
/shoppingcart
/showads.js
/showtimes/location/*http://img.youtube.com/robots.txt
/showtimes/location/*http://t.co/robots.txt
/sign_in?
/signin
/signin-oidc
@@ -3690,6 +3694,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/site/
/sitecore/
/sitemap_gpdc.xml
/sitethankyou.aspx
/skeleton
/skin-preview
/skip-video
@@ -3771,6 +3776,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/test
/test-template
/testhome
/thankyoupage.aspx
/the-tonight-show/guest
/themes
/themes/*.css$
@@ -3977,7 +3983,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*__rmidpage
?*_hsmi=
?*ajs_event
?*apikey*http://vk.com/robots.txt
?*apikey*http://phys.org/robots.txt
?*app
?*aspects=
?*attachment_id
@@ -4420,7 +4426,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?q=user
?q=user/login
?q=user/logout
?q=user/logout/http://rebrand.ly/robots.txt
?q=user/logout/http://sustainability.google/robots.txt
?q=user/password
?q=user/register
?q=vote
@@ -4591,7 +4597,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
@me$
AI
AITripBuilder
API/v2$http://hbr.org/robots.txt
API/v2$http://pitchfork.com/robots.txt
APIAccessSupport
AWSEC2/2006-06-26
AWSEC2/2006-10-01
@@ -5655,6 +5661,7 @@ SavedFlightsSearchesAjax
SavedPhotos
Saves
ScreensaverShade
ScriptResource.axd
Scripts
Search
Search
@@ -5925,6 +5932,7 @@ WebObjects/MZFinance.woa
WebObjects/MZPersonalizer.woa
WebObjects/MZStore.woa/wa/viewMultiRoom?
WebObjects/MZStoreElements.woa
WebResource.axd
WebX
WhatsNearby
WidgetBrowserExtension
@@ -6295,7 +6303,7 @@ account-settings
account-setup
account/
account/*
account/*http://healthtips1dr.blogspot.com/robots.txt
account/*http://wp.me/robots.txt
account/accomplishments
account/ackgift
account/authenticate
@@ -6377,7 +6385,13 @@ acq/real-estate?
act
action
action$
action/ajaxShowRecommended
action/clickThrough
action/downloadSupplement
action/journalInformation*aimsScope
action/journalInformation*editorialBoard
action/journalInformation*journalMetrics
action/journalInformation*societyInformation
action/showAltPdf
action/showBmHtml
action/showBmPdf
@@ -6386,9 +6400,13 @@ action/showCoverImage
action/showFeed
action/showFmHtml
action/showFmPdf
action/showGraphicalAbstractImage
action/showJournal
action/showLogin
action/showOpenGraphCoverImage
action/showPublications
action/showPublications*ConceptID=
action/showPublications*alphabetRange=
action/showTopic
action/showXml
action/showfeed
@@ -6583,6 +6601,7 @@ ai_log
aid
aihub/tfhub
aim/
aiq.html*
aistudio/*favicon*.png$
ajah
ajax
@@ -6752,7 +6771,7 @@ api/editionurlgenerator
api/extensions/1.0/extensions
api/federation
api/html
api/http://kobo.com/robots.txt
api/http://youtube-nocookie.com/robots.txt
api/infinite-list.html
api/internal/*/location
api/internal/_bb
@@ -6825,7 +6844,7 @@ app$
app*_
app*form_id=
app-ads.txt
app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
app-ads.txthttp://nielsen.com/robots.txt
app-center/oauth/authorize
app-directory
app-market/search-result?query=
@@ -7589,7 +7608,6 @@ biz_redir
biz_share
biz_update
bkshp?*q=
bkuhn-signed-agia-certificate.txt
bl-email
blaize
blank.html
@@ -7644,7 +7662,7 @@ blog/*?text=
blog/*sitemap.xml$
blog/*utm_source=
blog/.*
blog/.html.*http://samsung.com/robots.txt
blog/.html.*http://paypal.me/robots.txt
blog/10-lessons-from-an-engineering-manager/$
blog/23-prototyping-resources-to-bookmark-right-now/$
blog/27-figjam-activities-to-spark-creativity-in-the-classroom/$
@@ -8378,7 +8396,7 @@ bookmark_mana2
bookmarklet
bookmarks
bookmarks/widget
bookmarkshttp://ecrs.com/robots.txt
bookmarkshttp://www2.deloitte.com/robots.txt
books
books/NBK
books/about
@@ -9129,7 +9147,7 @@ cdn-cgi
cdn-cgi/
cdn-cgi/bm/cv
cdn-cgi/challenge-platform
cdn-cgi/http://medium.com/robots.txt
cdn-cgi/http://eji.org/robots.txt
cdn-cgi/images/trace
cdn-cgi/rum
cdn-cgi/scripts
@@ -9159,7 +9177,7 @@ cgi-bin/koha/
cgi-bin/loginpage
cgi-bin/search.fpl
cgi-bin/wx
cgi-binhttp://ifttt.com/robots.txt
cgi-binhttp://seekingalpha.com/robots.txt
cgi-local
cgi-mad/
cgi-pct/
@@ -9277,7 +9295,7 @@ checkout-external
checkout/
checkout/cart
checkout/package
checkouthttp://moderncalculators.com/robots.txt
checkouthttp://bilgematics.com/robots.txt
checkoutnow
checkouts
checkpoint
@@ -9460,7 +9478,7 @@ co/user
co/users
code
code/*
code/http://w3techs.com/robots.txt
code/http://marriott.com/robots.txt
codeCoverage
coderpad-for-figjam/$
codesamples/
@@ -11435,7 +11453,6 @@ compatible/questionnaires/certificates
compatible/questionnaires/images
competitive-research
competitive/gated-content-for-agents/
compliance
compliance/contact-us-confirmation/
compliance/hipaa-eligible-services-reference/
compliance/how-to-open-aws-compliance-reports/
@@ -11515,7 +11532,7 @@ confirmation
conflagexp
connect
connect/@
connect/http://blog.twitter.com/robots.txt
connect/http://irishtimes.com/robots.txt
connect/social-intranet.html
connections
connections/recent
@@ -11625,7 +11642,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://scientificamerican.com/robots.txt
content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
content/dam/oecd/
content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -12927,7 +12944,7 @@ docs
docs$
docs-api-legacy
docs-api-legacy$
docs-api-legacy/http://deezer.com/robots.txt
docs-api-legacy/http://searchengineland.com/robots.txt
docs-footer
docs/*
docs/3.x/fr
@@ -12991,6 +13008,7 @@ dogs-of-figma/$
doi
doi/book
doi/citedby
doi/cover-img
doi/epdf
doi/metrics
doi/mlt
@@ -13459,6 +13477,7 @@ en/themes/
en/users/*/bookmarks
en/users/*/followers
en/users/*/mypixiv
en/web/campaigns
en/web/technology-transfer/institutional-ip-policies-links
en_au
en_br
@@ -14026,6 +14045,7 @@ es/user/*/shoutbox
es/user/*/shoutbox?
es/users
es/verify
es/web/campaigns
es/wiki/Ayuda:
es/wiki/Especial:
es/wiki/Especial:AllMaps
@@ -14194,8 +14214,6 @@ event/*/shoutbox
event/*/shoutbox?
eventDisplay
events
events-begin.html
events-end.html
events/
events/$
events/applesummit
@@ -14527,7 +14545,7 @@ files/live/sites/isoorg/files/_noindex
files/resources
fileview
filing/free-file-fillable-forms/free-file-fillable-forms-support
filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://business.facebook.com/robots.txt
filter/
filter/tips
filter/tips
@@ -14551,7 +14569,7 @@ find
find$
find-more
find/
find/*http://freepik.com/robots.txt
find/*http://icann.org/robots.txt
finetune
fios
firefox/?
@@ -14651,7 +14669,7 @@ forum/members
forum/online
forum/posts
forum/search
forum/ucp.phphttp://embassybel.ru/robots.txt
forum/ucp.phphttp://roxanegay.com/robots.txt
forum/viewtopic.php
forum/whats-new
forumTeaser
@@ -15169,6 +15187,7 @@ fr/user/*/shoutbox
fr/user/*/shoutbox?
fr/users
fr/verify
fr/web/campaigns
fr/your
fr/zi/
fr_fr
@@ -15234,7 +15253,7 @@ fy-NL/search
fy-NL/user
fy-NL/users
g
g/4arE9Chttp://flickr.com/robots.txt
g/4arE9Chttp://nps.gov/robots.txt
g/api
ga-IE/forums
ga-IE/kb/*/discuss
@@ -15322,7 +15341,6 @@ getaccess
getaways/search
getaways/tripadvisor
getflipit
gethelp
gethelp/
getstarted
getstarted/
@@ -15382,6 +15400,7 @@ gn/user
gn/users
gnca-ajax-redesign/showcase-image
gnu.css
gnusearch
go
go-back
go-back?
@@ -15407,7 +15426,6 @@ go/teenwolf-fanfiction/
go/turkey
gog
goglobal/
google
google-fonts/$
google-fonts/josefin-sans-font-pairings/$
google-fonts/lato-font-pairings/$
@@ -15439,7 +15457,6 @@ gorsel/touch/?
goto
goto_issue
goto_rubric
government
government-education/nonprofits/aws-serve-member/
government-education/nonprofits/aws-serve/
government-education/nonprofits/credit-program/
@@ -15974,42 +15991,42 @@ html5
http
http-checker
http2_data
http://2.bp.blogspot.com/robots.txt
http://about.fb.com/robots.txt
http://akparti.org.tr/robots.txt
http://about.google/robots.txt
http://aljazeera.com/robots.txt
http://amazon.de/robots.txt
http://amazon.in/robots.txt
http://ameblo.jp/robots.txt
http://apple.com/robots.txt
http://bbc.com/robots.txt
http://bbcsfx.acropolis.org.uk/robots.txt
http://creativecommons.org/robots.txt
http://en.m.wikipedia.org/robots.txt
http://blog.cloudflare.com/robots.txt
http://blog.giallozafferano.it/robots.txt
http://bostonglobe.com/robots.txt
http://congress.gov/robots.txt
http://contributors.youtube.com/robots.txt
http://developer.chrome.com/robots.txt
http://developers.facebook.com/robots.txt
http://disqus.com/robots.txt
http://expedia.com/robots.txt
http://gist.github.com/robots.txt
http://govostis.gr/robots.txt
http://groupon.com/robots.txt
http://healthline.com/robots.txt
http://help.twitter.com/robots.txt
http://irishtimes.com/robots.txt
http://iubenda.com/robots.txt
http://lefigaro.fr/robots.txt
http://msdn.microsoft.com/robots.txt
http://nationalgeographic.com/robots.txt
http://nerdwallet.com/robots.txt
http://patents.google.com/robots.txt
http://producthunt.com/robots.txt
http://python.org/robots.txt
http://reconstructingjudaism.org/robots.txt
http://seekingalpha.com/robots.txt
http://siteground.com/robots.txt
http://smithsonianmag.com/robots.txt
http://static.wixstatic.com/robots.txt
http://techradar.com/robots.txt
http://theverge.com/robots.txt
http://threads.net/robots.txt
http://tracks.arte.tv/robots.txt
http://weebly.com/robots.txt
http://get.adobe.com/robots.txt
http://gettyimages.com/robots.txt
http://godaddy.com/robots.txt
http://goodreads.com/robots.txt
http://google.pl/robots.txt
http://gov.br/robots.txt
http://hootsuite.com/robots.txt
http://klarna.com/robots.txt
http://maxcdn.bootstrapcdn.com/robots.txt
http://moskva.stroi-podryad.ru/robots.txt
http://mozilla.org/robots.txt
http://orcd.co/robots.txt
http://pbs.twimg.com/robots.txt
http://php.net/robots.txt
http://raw.githubusercontent.com/robots.txt
http://regionalevakschilders.be/robots.txt
http://research.youtube/robots.txt
http://spreaker.com/robots.txt
http://taplink.cc/robots.txt
http://trends.google.com/robots.txt
http://us02web.zoom.us/robots.txt
http://web.archive.org/robots.txt
http://who.int/robots.txt
http://zazzle.com/robots.txt
https:/www.alibaba.com
hu
hu-hu/
@@ -16295,6 +16312,7 @@ images/*.png
images/?
images/async/?
images/async?
images/gen/
images/hosted/?
images/hosted/search?
images/hosted?
@@ -16499,7 +16517,7 @@ index.php/user/login/
index.php/user/logout
index.php/user/logout
index.php/user/logout/
index.php/user/logout/http://diigo.com/robots.txt
index.php/user/logout/http://haveibeenpwned.com/robots.txt
index.php/user/password
index.php/user/password
index.php/user/password/
@@ -16563,7 +16581,7 @@ integrate/
integrations
intelligencer/amp
intent
interactive*http://fda.gov/robots.txt
interactive*http://amazon.es/robots.txt
interactive/reading-preference
interactives
intercept
@@ -17259,6 +17277,7 @@ journal/neuroscience-research/articles-in-press?u=
journal/neuroscience-research/latest?u=
journal/neuroscience-research?u=
journals
journals/*/about-this-journal
journals/testfieldhumanities/
jp
jp$
@@ -17974,6 +17993,7 @@ lp/thank-you-reader%
lp/thank-you-reader?
lp/three
lp/webinars
lsSvc.asmx/
lsoinstall
lspoll/
lst/ng
@@ -18550,7 +18570,7 @@ mre/*.jpg$
mre/*.js$
mre/*.pdf$
mre/*.png$
mre/*.zip$http://gov.uk/robots.txt
mre/*.zip$http://dao-tokyo.xyz/robots.txt
mre/*?
mre/*@@configuracoes_view
mre/*@@download/file$
@@ -19208,7 +19228,6 @@ no-en/transactions
no-en/treasury
no-en/your
no-follow
no-word-attachments.html
no/
no/Download
no/en/*.PDF
@@ -19410,7 +19429,7 @@ ohcm
ojp
okxbet.com
oma
on-demand/session/*http://nymag.com/robots.txt
on-demand/session/*http://skype.com/robots.txt
onboard
onboarding
one-app-preview
@@ -19540,10 +19559,12 @@ p/*/unsign?
p/*/v$
p/*/v/*$
p/*/v/*?
p/*/v2/actions$
p/*/v2/actions?
p/*/v?
p/*/victory$
p/*/victory?
p/*http://socialimpact.youtube.com/robots.txt
p/*http://l.facebook.com/robots.txt
p/*surveyopen
p/*thm=
p/60
@@ -19611,6 +19632,7 @@ page/html
page/scientific-american-digital-subscription-user-guide
page/scientific-american-mind-digital-subscription-user-guide
page/slbu
page404.aspx
page=
page=2$
page_object/page_object_status
@@ -20028,6 +20050,7 @@ photos/videos
photos/youpy
photosales/index.cfm?fuseaction=
photosandvideos
photovogue/photographers
php/docs/reference
php/docs/reference/*/latest
php/docs/reference/help
@@ -20425,7 +20448,7 @@ premium$
premium-reports
premium/
premium/$
premium/http://s.w.org/robots.txt
premium/http://dw.com/robots.txt
premiumsupport/iam/
premiumsupport/knowledge-center/feedback-no/
premiumsupport/knowledge-center/feedback-yes/
@@ -20509,7 +20532,7 @@ privacy/zoho-group.html
private
private
private-promo
private/http://sgtrains.com/robots.txt
private/http://explore.org/robots.txt
private/wtrack
pro
pro-learn
@@ -20541,7 +20564,7 @@ product-integrations/google-workspace/$
product-integrations/zoom/$
product-managers/$
product-news-zip
product-ratings/http://wix.com/robots.txt
product-ratings/http://prezi.com/robots.txt
product-reviews/B0069IY63Y
product/*
product/electrode/api/logger
@@ -21341,6 +21364,7 @@ reports-and-violations
reports/$
reports/2024-forrester-tei/$
reports/5-agencies-that-changed-the-way-they-design/$
reports/RC/public
reports/ai-2025/$
reports/ai-design-trends-2024/$
reports/australia-design-growth-story-apac-report/$
@@ -21362,6 +21386,7 @@ reports/how-can-ux-designers-talk-language/$
reports/how-redefining-the-designer-helps-you-scale/$
reports/india-design-growth-story-apac-report/$
reports/product-leaders-ai/$
reports/public
reports/state-of-the-designer-regional-report-apac/$
reports/state-of-the-designer-regional-report/$
reports/supercharging-design-in-korea/$
@@ -22594,7 +22619,6 @@ serv/
server
server-configurator
server-status
server/*.xslt
server/banners
server/body-include
server/bottom-notes
@@ -22608,7 +22632,6 @@ server/header
server/html5-head-include
server/html5-header
server/include-file-list
server/list-mirrors.html
server/outdated
server/select-language.html
server/source
@@ -23357,7 +23380,7 @@ sort=
sortBy=
sos/clerical/
sos/online_corps/
sos/registration/http://inc.com/robots.txt
sos/registration/http://cve.mitre.org/robots.txt
soundcloud-tpa
sounds/player
sounds/player$
@@ -23708,6 +23731,7 @@ sub-processors/$
sub-sections
subject
subject=
subjects
submit
submitstory
submitted/review
@@ -23970,7 +23994,7 @@ tag
tag-manager
tag-manager-360
tag/
tag/*+http://dinotim.com/robots.txt
tag/*+http://msdn.microsoft.com/robots.txt
tag/*/shoutbox
tag/*/shoutbox?
tag/credible
@@ -24491,7 +24515,7 @@ test.html
test_community
testfl
testgpr
testhttp://moskva.stroi-podryad.ru/robots.txt
testhttp://edition.cnn.com/robots.txt
testing
testpage-forhomepage
tests/*
@@ -24722,12 +24746,14 @@ topic/*[*
topic/*seo9*
topic/*{*
topic/article/
topic/articlecollection
topic/bbc
topic/collection
topic/electrode/api/logger
topic/electrode/api/wpa
topic/photo/
topic/quote/
topic/sections
topic?
topiclist/
topics
@@ -25640,7 +25666,7 @@ uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_inser
uy/help
uz/en/
uz/forums
uz/http://bilgematics.com/robots.txt
uz/http://sciencedaily.com/robots.txt
uz/kb/*/discuss
uz/ru/
uz/search
@@ -25759,6 +25785,7 @@ vi/search/
vi/search/default.mi
vi/user
vi/users
vi/web/campaigns
vi_vi
vi_vn/mau/M
via=
@@ -25872,7 +25899,6 @@ vmware/about
vn
vod
voices/
volunteers
vote
vote-review
votre-europarl/
@@ -25987,6 +26013,7 @@ web/SE/telepresence/pro
web/TR/telepresence/pro
web/ZA/telepresence/pro/
web/applicat
web/campaigns
web/checkout
web/go
web/help/index.html
@@ -26563,9 +26590,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
wiki/Wikipedia_discusión:Supresores/Candidaturas
wiki/Wikipedia_talk%3AAbuse_reports
wiki/Wikipedia_talk%3AAbuse_response
wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://europarl.europa.eu/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://support.office.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_recall
wiki/Wikipedia_talk%3AAdministrator_review
wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -26866,8 +26893,8 @@ wp-admin
wp-admin/
wp-admin/admin-ajax.php
wp-admin/admin-ajax.php
wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
wp-admin/admin-ajax.phphttp://cambridge.org/robots.txt
wp-admin/admin-ajax.phphttp://groupon.com/robots.txt
wp-admin/load-scripts.php
wp-admin/load-styles.php
wp-adv
@@ -27070,7 +27097,7 @@ your
your-account
your-shop
youreurope/businessACC
youreurope/businessDEV/http://europarl.europa.eu/robots.txt
youreurope/businessDEV/http://iso.org/robots.txt
youreurope/citizensACC
youreurope/citizensDEV
yours
@@ -27176,7 +27203,7 @@ zh-tw.www.cloudflare.com
zh-tw/
zh-tw/feedback
zh-tw/lp
zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
zh-tw/searchhttp://google.be/robots.txt
zh-tw/searchresults
zh/
zh/api.php?
@@ -27244,6 +27271,7 @@ zz-test
{{section}}
{{url}}
~
~*
~X~
~ecartis
~guido/orlijn
Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+1772 -1457
View File
File diff suppressed because it is too large Load Diff