weyne/SecLists
1
0
Fork 0
mirror of https://github.com/danielmiessler/SecLists.git synced 2026-08-26 04:46:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Github Action] Automated trickest wordlists update.

Browse Source
This commit is contained in:
github-actions[bot]
2025-11-15 10:07:21 +00:00
parent 0e84f45d61
commit 6239858180
26 changed files with 4332 additions and 2528 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+216 -5
View File
@@ -88,6 +88,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.well-known
.well-known/assetlinks.json
.xml
/*/*/_tools
/*/*/more_ideas
/*/_tools
/*/activity
/*/branches
/*/commits
/*/compare
@@ -95,9 +99,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/*/edit$
/*/forks
/*/graphs
/*/group
/*/invite
/*/issues/new
/*/issues/search
/*/milestones/new
/*/more_ideas
/*/network
/*/projects
/*/pulse
@@ -106,10 +113,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/*/watchers
/*source=
/.git
/?*amp_client_id
/?z=1
/MANUALS/*.pdf$
/Search/
/_
/_/rsrc
/__wishlist__
/_activities
/_activity
/_community
/_created
/_followers
/_following
/_quick_saves
/_saved
/_shop
/_shopping_list
/_widget
/album/*/*?i=
/analytics
@@ -132,10 +152,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/comments
/commits/*?author
/commits/*?path
/communities
/contact/menu*
/contact/partner*
/contactus/mwaas*
/directory
/discovered
/docs/product
/download
/download/Browse.aspx?
@@ -165,6 +187,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/layout/
/leads/*/jsplayer_show_lead_form.html
/leads/*/show_form.html
/likes
/login
/lookup?
/mediaapi/
@@ -177,10 +200,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/newest/*rss
/newest/*xml
/newsearch/
/organize
/partials
/pins
/plugins
/podcast/*/*?i=
/print$
/profile-about
/raw
/report_abuse
/revisions
@@ -188,6 +214,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/rsvps/*atom
/rsvps/*rss
/rsvps/*xml
/scheduled-pin
/scheduled-pins
/search
/search/
/search/*?q=
@@ -217,11 +245,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/store/new/*?*&*&*
/store/top-free/*?*&*&*
/store/top-paid/*?*&*&*
/story_pins
/tagged
/tarball
/tree
/tried
/tv-season/*/*?i=
/unsubscribe/
/video-
/video_pins
/wal/
/widget_
/wiki/*/edit
@@ -352,6 +384,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?search_forum=
?set_mobile=
?showAllGroups=
?show_error=true
?slogin
?sort=
?sortBy=
@@ -477,6 +510,8 @@ WebObjects/MZStoreElements.woa
[_0-9a-zA-Z]+/status/[0-9]+/likes
[_0-9a-zA-Z]+/status/[0-9]+/retweets
_
_/_
_/_/pixel
_/aihub_pod
_/ain/_/js
_/alkali-learn
@@ -541,6 +576,8 @@ _next/data
_next/jwt
_next/title
_next/viewer
_ngjs/resource
_ngjs/resource/*/get
_nimbusJson.json
_nimbusJsonp.js
_nimbusJsonpStatic.js
@@ -639,10 +676,12 @@ actions/news/rss
ad_id=
addContacts
add_favorite
addboard
addressBookExport
admin
admin/
ads
ads.txt
ads/gpa/vidgen
ads/learn
ads/local
@@ -653,6 +692,7 @@ advisor/*zx1fa
adx/bin
affil
affil/pal
age-appeal
agreements/approve
ai-sandbox-internal/generated_images
aihub/tfhub
@@ -709,7 +749,9 @@ api?
api_access_key=
app*_
app*form_id=
app-ads.txt
app/
appealed-pin
apple-app-site-association
apps
apps*&tags=
@@ -787,6 +829,7 @@ author/following
author=
authoring/
authwall
autocomplete
away.php
awmp/data/images
b?*node=7454898011
@@ -844,6 +887,10 @@ blogs/nationals-journal-beta
blogs/search/
blogs/slow-ride
blogs/test
board
board_activity
board_activity_comment
bookmarklet
bookmarks
books
books/NBK
@@ -865,19 +912,40 @@ books?*zoom=
books?*zoom=1
books?*zoom=5
boutique/sitemaps
branded-pins
bricks/image
business
business/ad_create
business/adshare
business/adshare/faqs
business/blahblah
business/business-access
business/business-hierarchy
business/business-manager
business/catalogs
business/commerce-integrations
business/community-information
business/convert
business/create
business/create-linked-account
business/feedback
business/hub
business/invite
business/leads/jsplayer_show_lead_form.html
business/leads/show_form.html
business/learning/blog
business/onboarding
business/pin_create
business/pos-system/shop
business/premium/is_payment_pending
business/promotion
business/referral
business/sales/blog
business/site
business/switch-account
business/top-ads
business/update
business/verified-merchant/status
buyside-e2e-monitor
cai
call
@@ -906,6 +974,7 @@ checkout
checkout-external
checkoutnow
checkpoint
christmas-spotlight
chrome/crlset
chrome/webstore/images
chwilio
@@ -926,6 +995,7 @@ clickthru
clima/ets
clima/sites/registry
clone/library/genomic/organisms
close-account
cloud-launcher/sitemap
cloudsourcetools/images
cms_content
@@ -944,6 +1014,7 @@ commission_2010-2014/katainen
commits?author=
common/
common/survey.aspx*
communities
communities/bin.aspx?
communities/blogs/PortalResults.mspx?
communities/eventdetails.mspx?
@@ -960,11 +1031,14 @@ community/category/*
community/comments
community/feed
community/trackback
community_comment
community_post
companyDir
compare
compressiontest
concussion/HeadsUp/training/
config.js
connect
connections
consumers/archive
contact/menu*
@@ -972,12 +1046,18 @@ contact/partner*
contact_importer
contactus
contactus/mwaas*
content-claiming
content-guest/rss/channels
control
conversation
conversations
convert-business
convert-personal
copilot
copilot/c
copilotsearch?q=
copy-conductor/crawled
copyright-reporting
core/
core/*.css$
core/*.css?
@@ -995,10 +1075,18 @@ covid19/mobility
cr$
cr?
create
create_pin
creative-europe/404_en.htm
creative-studio
creative_editor
creator-spotlight
creator_hub/_earn
creator_hub/_partnerships
creatorhub
csp
csrf_error
ct
ct.html
ct/log_list
culturalinstitute/images
culturalinstitute/sitemaps
@@ -1024,8 +1112,10 @@ de/ott
de/solutions
de/upload
de/vimeo-academy
deactivate-account
default.aspx/kb/
default.aspx/ph/
delete_post
delight
dell/cities-transformed
dell/cloud-future-of-medicine
@@ -1113,6 +1203,8 @@ earth/social
ebook
ece
eclas
edit
editorial/*
edu/cs4hs
education/404_en.htm
education/blocks
@@ -1125,6 +1217,7 @@ ekansa/Open-Context-Data
ekansa/opencontext-
email
email-unsubscribe
email_verification_error
embed
embed/@
embed/curated
@@ -1186,6 +1279,7 @@ en/microsoft-viva/
en/security
en/security/
endorsements
engagement
enterprise
enterprise-jobs
enterprise-partner-search/sitemaps
@@ -1271,14 +1365,18 @@ exec/obidos/subst/marketplace/sell-your-collection.html
exec/obidos/subst/marketplace/sell-your-stuff.html
exec/obidos/subst/partners/friends/access.html
exec/obidos/tg/cm/member
explore
explore/*/?p=
explore/*/lightbox
external
external/overture
external_hosted
f/healthcheck
facebook
faves-i_love_u_get_away_from_me
favorite
fb
fb.html
fbml/ajax/dialog
fd/
fe=true
@@ -1315,6 +1413,8 @@ flu/espanol/
flutter-canvaskit
folder
follow
follow_board
follow_user
following
food/archive
food/favourites
@@ -1396,6 +1496,8 @@ global$
gog
google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
google.internal.maps.mapsjs.v1.MapsJsInternalService
google_gdn.html
google_search.html
googlebooks/images
gorf
gp
@@ -1511,6 +1613,7 @@ guidebooks
gview
gwt
h5games_gamecenter/images
hanukkah-spotlight
hashtag/*?src=
hd
header/channels
@@ -1534,9 +1637,12 @@ help/zendesk_sso
hex
history
history/static
holiday-spotlight
holidays-celebrations
home
home$
home?
homefeed
homepage-video-test
hosted/images
hotel/reviews?
@@ -1548,10 +1654,10 @@ hp/video
hpc/*/supported-applications.aspx?
hpm
hpmob
http://microsoft.com/robots.txt
http://s3.amazonaws.com/robots.txt
http://wa.me/robots.txt
http://washingtonpost.com/robots.txt
http://api.whatsapp.com/robots.txt
http://apple.com/robots.txt
http://archive.org/robots.txt
http://sites.google.com/robots.txt
hub?category=
hz/contact-us/ajax/initiate-trusted-contact
hz/help/contact/*/message/$
@@ -1566,6 +1672,9 @@ id-id.www.cloudflare.com
id-id/feedback
id-id/lp
id-id/searchresults
idea-ads-tool
idea-pin-builder
idea-pin-invite
identity/accountsettingsactivityweb
identity/accountsettingssyaf
ie/ie40/
@@ -1610,14 +1719,17 @@ info/customerror.htm*
info/smart404.asp*
info/tech-feedback
inproduct_help/chatsupport
install-shuffles
integrations
internalPref
intl
intl/*/search/?
intl/*/search?
intlkb/
invite
inviteFromProfile
inviteMany
invited
invoice/est
invoice/estimate/buyerView
invoice/estimate/buyerView/attachments
@@ -1654,6 +1766,8 @@ johnhancock
johnhancock/in-a-lifetime-healthcare
johnhancock/in-a-lifetime-sustainability
johnhancock/in-a-lifetime-work
join/?next=
join/signup/?next=
jp/$
jp/about
jp/blog
@@ -1696,6 +1810,7 @@ ko/ott
ko/solutions
ko/upload
ko/vimeo-academy
kwanzaa-spotlight
l.php
labs-code
labs/pmc
@@ -1732,12 +1847,15 @@ learning/settings
learning/settings$
learning/settings?
legal
lens-search
li/track
library/devices
licensing-syndication
limited-release
link
linked
lite
live-session
live_chat
llms.txt
lm/R1XIHQVKXSKBNJ
@@ -1799,6 +1917,8 @@ maps/?entry=wc
maps/?f=
maps/?hl=
maps/?q=
maps/?saddr=
maps/?sid=
maps/@
maps/_
maps/about
@@ -1836,6 +1956,13 @@ maps/vt?
maps?
maps?*file=
maps?*output=classic
maps?daddr=
maps?entry=wc
maps?f=
maps?hl=
maps?q=
maps?saddr=
maps?sid=
mapslt?
mapspro
mapstt?
@@ -1914,6 +2041,7 @@ narrative-
native
nbubumblebee
network
new_invite
news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
@@ -1923,6 +2051,7 @@ news/test
news/test-liveblog
news?viewArticle
newsArticle
news_hub
newsletter
newsroom/dae
newsround
@@ -1936,6 +2065,7 @@ nl-nl/lp
nl-nl/searchresults
node/add/
nonprofits/account
notifications
notifications/
ns/hydra/console/?
nus-trk
@@ -1943,11 +2073,15 @@ nwshp$
o/di
o/dt
oas/
oauth/line
oauth/login
oauth/v2
oauth2
oauth2/v2
oauth_error
offers/proxy/dealsserver/api/log
offers/proxy/dealsserver/buy
offsite
og
okxbet.com
onebox/media/sports/logos
@@ -1978,9 +2112,12 @@ pagespeed/insights/ui/logo
panel
pantheon
pantheon-platform
parental-consent/confirmation
parental-passcode
participate/conferences.xml
partner-program
partners
password/reset
password_expired
patent-search/frontend
patents/download
@@ -2013,12 +2150,46 @@ photos/gbachelie
photos/i_love_u_get_away_from_me
photos/tags/*/page
photos/youpy
pin
pin-builder
pin-communities
pin-creation-tool
pin-editor
pin/*/activities
pin/*/activity
pin/*/analytics
pin/*/brand-catalog
pin/*/comments
pin/*/email
pin/*/feedback
pin/*/idea-pin/related-products
pin/*/likes
pin/*/promote
pin/*/reaction
pin/*/related-products
pin/*/repin
pin/*/repins
pin/*/sent
pin/*/share
pin/*/shop-the-look
pin/*/tag
pin/*/takes
pin/*/visual-search
pin/*/visual-shop
pin/create
pin/find
pin/find?url=
pin_shop
ping
pingback
pinterest-predicts
pinterest-wellbeing
pinterestwellbeing
pl-pl.www.cloudflare.com
pl-pl/feedback
pl-pl/lp
pl-pl/searchresults
place
plan=
platform-telemetry
play/store/web
@@ -2068,6 +2239,7 @@ ppob/?
ppob?
pqa
preference
prefs
present
presentation
prettyearth/assets
@@ -2076,6 +2248,8 @@ previewtemplate
print
private
proFile/history?
product-catalogs
product-feed
product-reviews/B0069IY63Y
product/reviews?
productPurchaseDone
@@ -2131,12 +2305,14 @@ pt-br/vimeo-academy
publications
purchases
puzzles/leaderboards/invite
pw
pwapi-proxy/pwproxy
pwapiv2
q=
qnasearch?
qr
quality_form?
quiz
r
rackspace/elevating-performance
radio/imda
@@ -2145,6 +2321,7 @@ rating
rd/search
rd/search$
rd/search?
recently-viewed
recharge/dashboard/car
recharge/dashboard/static
recipes/*?q=
@@ -2161,6 +2338,9 @@ refer
refer/pal
referrals
referrer=
refresh_stored_accounts
refresh_token
register
registry/wishlist
remotelogout
rep=hc
@@ -2168,9 +2348,13 @@ report
report-abuse?report=
report=
report_abuse.gne
reports-and-violations
request-data
requestList
requests
research/participants/cofund
resource
resource/*/get
results
results
retail
@@ -2211,6 +2395,7 @@ s2/search/social
s2/sitemaps
s2/static
s?
safe-redirect
safety
safetycheck
salary-explorer/api
@@ -2256,6 +2441,7 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
sections/ombudsman/2008/01/frequently_asked_questions_1.html
sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
secure
sendHeaderEarly
sendarticle
services
services/oauth
@@ -2291,6 +2477,7 @@ shop/productpage
shop/topics
shop/view/product
shop?
shop_pins
shopping-content-api/product_images
shopping/deals
shopping/product
@@ -2594,10 +2781,12 @@ social/photosui/images
social/photosui/sitemap
social/search?
social/social-security-directory/cai
socialmanager
solutions
sounds/search
sounds/search$
sounds/search?
source
source=
source_repo=
spain/empresas/
@@ -2619,6 +2808,7 @@ ss
ss/customer-reviews/lighthouse
ss/twister/ajax
sslsingle
sso
stadia/gamers
start
stat
@@ -2678,6 +2868,10 @@ storefront
storepicker
stores/page/*visitId=
stories
story-pin-builder
story-pin-invite
story_feed
story_pins
storyworks/preview
styles/js-on.css$
subscribe/braintree
@@ -2703,6 +2897,7 @@ support/content
support/forum/search?
sureroute
surprise
suspension-appeal
sutils
sv-se.www.cloudflare.com
sv-se/feedback
@@ -2720,6 +2915,7 @@ svc/strands
svc/sudoku
svc/wordle
svpRecommendations
sw-shell.html
swg
system1/images
t/privacy
@@ -2727,6 +2923,7 @@ t/terms
tab=
tablet
tag
taggingtool
tagmanager/containers/xo
tagmanager/pptm.js
talk
@@ -2774,7 +2971,9 @@ th-th/feedback
th-th/lp
th-th/searchresults
th?
thanksgiving-spotlight
themacallan/worlds-together
theme
tickets-external?
timedtext_video
title
@@ -2870,6 +3069,7 @@ trustedstores/js
trustedstores/s
trustedstores/tm2
trustedstores/verify
tv
tv/thumb
typeahead
u
@@ -2886,9 +3086,14 @@ ugc$
ugcsupport
ugcsupport$
ui
unauth-profile
unlink
unsub
until=
upload
upload-image-lens-history
upload-lens-image
upload-shuffle-draft
uploads
urchin_test
url
@@ -2906,9 +3111,11 @@ using
utils
uviewer
v1
v1/urls/count.json
v2
v3
v3/openapi
v3/pidgets/log
valkyrie-playground
verified-authors
verify_age
@@ -2954,6 +3161,9 @@ webapps/xo/html/cookiecheck.html
webapps/xoonboarding
webscr
websearch
website/confirm
website/confirm/download
welcome
whats-next/planes-trains-and-analytics
whsmiths
widget/cr
@@ -3264,7 +3474,7 @@ wiki/Wikipedia_Diskussion:Checkuser
wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
wiki/Wikipedia_talk%3AAbuse_reports
wiki/Wikipedia_talk%3AAbuse_response
wiki/Wikipedia_talk%3AAdministrator_electionshttp://github.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://eventbrite.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_recall
wiki/Wikipedia_talk%3AAdministrator_review
wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3483,6 +3693,7 @@ xhtml?
xml?
xoplatform/logger/api/logger
xorouter
your-shop
youth/404_en.htm
youtube/fonts
youtube/img/branding/favicon
Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+130 -177
View File
@@ -283,7 +283,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.co.uk
.com
.css
.css
.diff$
.element
.emailjson
@@ -302,7 +301,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.jpg$
.jpge
.js
.js
.json
.jsx
.jsx$
@@ -352,7 +350,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
.well-known/amphtml/apikey.pub
.well-known/apple-app-site-association
.well-known/assetlinks.json
.well-known/assetlinks.jsonhttp://youtube-creators.googleblog.com/robots.txt
.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
.well-known/privacy-sandbox-attestations.json
.well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
.well-known/security.txt
@@ -369,7 +367,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/%3Cloc%3E
/*&dateFrom=
/*+*+*+
/*-Off-or-More
/*-anal$
/*-anal-
/*-anus$
@@ -542,7 +539,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/*/projects
/*/pulse
/*/schemes
/*/search-results.htmlhttp://pixabay.com/robots.txt
/*/search-results.htmlhttp://x.com/robots.txt
/*/stargazers
/*/structures
/*/tables
@@ -1717,7 +1714,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/article/figure/powerpoint
/article/metrics
/articlelist/*
/articlelist/*http://9to5mac.com/robots.txt
/articlelist/*http://timeanddate.com/robots.txt
/articleshow_amitr/*
/articleshowajax/*
/articleshowhsbc/
@@ -1957,7 +1954,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/customers/author/*&
/customers/author/*?
/d
/d--
/databaseresults
/datacenter/bedrockstub
/date
@@ -1966,7 +1962,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/deals/compare
/demo-thank-you
/deportes
/depth_*--
/descendants
/detect_country.json
/diff
@@ -2162,7 +2157,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/ext/make/ingest
/external
/external-application
/external-products
/f
/favorite-*.html
/favorite.html
@@ -2211,9 +2205,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/forums/topic-tag/reader
/fragments
/free-plan-refresh-faqs
/free-shipping
/friends$
/from-europe
/full-commit
/full_screen_preview
/fullscreen-page
@@ -2241,7 +2233,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/goglobal/
/goldlog$
/group
/h--
/hack
/hardware/*/cart
/havadurumu/
@@ -2249,7 +2240,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/headlines
/health/search/filter
/healthvault/
/height_*--
/help
/help/*/article/search?
/help/article/search?
@@ -2337,7 +2327,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/l/*/73367
/l/*/73368
/l/*/73369
/label--
/laboratory/conductAllInScope
/landing
/lang
@@ -2526,7 +2515,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/newsletter
/newssearch
/nightly-news
/no-referrer-when-downgradehttp://davidlynchfoundation.org/robots.txt
/no-referrer-when-downgradehttp://gmail.com/robots.txt
/no-search-results
/node
/node/add
@@ -2647,7 +2636,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/pre-foreclosure
/preferences/
/preview
/price--
/price-comparison
/price/*?locale
/pricing
@@ -2870,7 +2858,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/select-cadeau-sparen/?
/selectlocale-dmc?fromPage=
/sell-now
/seller--
/seminar/
/sendpv$
/sensor
@@ -2893,8 +2880,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/serviceselection
/settings
/share
/ship-to-country
/ship-to-country--
/shop
/shop/*/favoriters
/shop/*/sold
@@ -3142,7 +3127,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/vader/
/vejr/
/vendorActivityManager
/vendorLeadTime
/version!libs
/video
/video-
@@ -3171,7 +3155,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/vogue-club/perk
/vsarticleshow/*
/w
/w--
/w/?q=
/w?q=
/wal/
@@ -3189,7 +3172,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/wetter/
/widget
/widget_
/width_*--
/wiki/*/edit
/wiki/*/history
/wiki/*/info
@@ -3264,7 +3246,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*_hsmi=
?*add-to-cart=
?*ajs_event
?*apikey*http://politico.com/robots.txt
?*apikey*http://vk.com/robots.txt
?*app
?*attachment_id
?*author
@@ -3306,7 +3288,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*hsCtaTracking
?*hs_preview=
?*hss_channel=
?*http://fda.gov/robots.txt
?*http://healthtips1dr.blogspot.com/robots.txt
?*hubs_signup-cta
?*hybrid=
?*iframe
@@ -3397,7 +3379,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?252525253Bpreview=
?=ref
?Author=
?CMP
?EGOTECpage
?ExternalDataReference
?LID=
?ModPagespeed=noscript
?SESSION
@@ -3425,6 +3409,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?act=
?action=
?action=callus
?ad_webview=
?adcode=
?add-to-cart=
?adid=
@@ -3772,6 +3757,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?referralCode=*
?referrer=
?regcode*
?region=
?rel
?reply=
?replytocom
@@ -3982,6 +3968,7 @@ AddListing
AddToList
AddToRegistry
Admin
Admin/
AdsManager
AdsTest
AffiliateWidgets
@@ -4379,6 +4366,7 @@ INSTALL.sqlite.txt
INSTALL.txt
IgnoreMe
Image/DetailPrint
Images/
ImpressionRecord
ImproveListing
Inbox
@@ -4438,6 +4426,7 @@ MAPS
MUST
MaPS
MachineTranslation
Mail/
MailEmergency
ManageListingApi
ManageOrder
@@ -4801,6 +4790,7 @@ ProductComparisonCmd
ProductDetailsTabView
ProductError
ProductPaymentUpdate
Production/
Profile
Project
PromoTools
@@ -4931,6 +4921,7 @@ RestaurantSearch
RestaurantSolutions
RestaurantXSellAjax
Resubscribe
Review/
Review/LeaveReview/
Review/List/
ReviewCollect
@@ -5431,7 +5422,7 @@ _tdhl_api
_tdpp_api
_template
_themes
_uac/adpage.htmlhttp://abc.net.au/robots.txt
_uac/adpage.htmlhttp://enterprisemarketingportal.google/robots.txt
_user/api
_v1st
_vercel/insights/view
@@ -5922,6 +5913,7 @@ ajax/rentals/ClaimedRentalProperties.htm?actionType=claims
ajax/seoRequest
ajax/skill-bundle.php
ajax/user
ajax?
ajax_collection_share.php
ajax_comments
ajaxcart
@@ -6085,6 +6077,7 @@ api/taxonomy$
api/template-taxonomy-service
api/template-taxonomy-service$
api/ucs/shortlist
api/ui
api/ui-extensions
api/uisprime/track
api/unified-underdog
@@ -6208,7 +6201,9 @@ archive$
archive.php?archive=*
archive.php?view=all
archive/api/image.jpg
archive/article
archive/graphs.php
archive/page
archive/project/sovsport$
archived
archived$
@@ -6233,8 +6228,12 @@ article/PR-CO
article/api
article/beta
article/border-immigration-election-2182fec11fa008ec96c4202e5656d19e
article/category
article/e63d8640-eeb3-4473-b0ad-aa6aec16d9fe
article/preview
article/this-article-has-been-deleted
article/this-article-has-been-removed
article/this-article-is-no-longer-available
article_count
article_email
articlecomment/
@@ -6913,7 +6912,7 @@ blog/*?text=
blog/*sitemap.xml$
blog/*utm_source=
blog/.*
blog/.html.*http://wix.com/robots.txt
blog/.html.*http://samsung.com/robots.txt
blog/10-lessons-from-an-engineering-manager/$
blog/2025-shifting-roles-report/$
blog/23-prototyping-resources-to-bookmark-right-now/$
@@ -8439,7 +8438,7 @@ cdn-cgi
cdn-cgi/
cdn-cgi/bm/cv
cdn-cgi/challenge-platform
cdn-cgi/http://popoko.live/robots.txt
cdn-cgi/http://medium.com/robots.txt
cdn-cgi/images/trace
cdn-cgi/l/email-protection
cdn-cgi/rum
@@ -8447,7 +8446,7 @@ cdn-cgi/scripts
cdn-cgi/speculation
cdn-cgi/styles
cdn-cgi/zaraz
cdn-cgi/zaraz/http://ibb.co/robots.txt
cdn-cgi/zaraz/http://de.wikipedia.org/robots.txt
cdn-proxy/pim
cdn-proxy/px
cdn.jwplayer.com/previews
@@ -8471,7 +8470,7 @@ cgi-bin/koha/
cgi-bin/loginpage
cgi-bin/search.fpl
cgi-bin/wx
cgi-binhttp://baidu.com/robots.txt
cgi-binhttp://ifttt.com/robots.txt
cgi-local
cgi-mad/
cgi-pct/
@@ -8589,7 +8588,7 @@ checklink?
checkout
checkout-external
checkout/package
checkouthttp://accidentinjurylawyers.claims/robots.txt
checkouthttp://money.cnn.com/robots.txt
checkoutnow
checkouts
checkpoint
@@ -8769,7 +8768,7 @@ code
code-connect-docs
code-docs
code/*
code/http://fb.com/robots.txt
code/http://w3techs.com/robots.txt
codeCoverage
coderpad-for-figjam/$
codesamples/
@@ -8780,7 +8779,6 @@ collaborate
collaborating-with-slack
collaboration/boards
collaboration/shared-boards
collection/*/product
collection/api/logger
collections
collections.php
@@ -10837,7 +10835,7 @@ confirmation
conflagexp
connect
connect/@
connect/http://irishtimes.com/robots.txt
connect/http://blog.twitter.com/robots.txt
connect/social-intranet.html
connections
connections/recent
@@ -10941,7 +10939,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://blog.twitter.com/robots.txt
content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
content/dam/oecd/
content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -12109,7 +12107,6 @@ demonstration
demos/dev-mode-design/$
demos/dev-mode-developers/$
denver
depth--
design
design-handoff/$
design-process/$
@@ -12574,6 +12571,7 @@ edit-subscriptions
edit/$
editing
editing/EditHomeFacts.htm
edition/null
editionssi
editor
editor.jsp
@@ -14413,6 +14411,7 @@ estadisticas/prevision/p
estadisticas/recientes/p
estadisticas/recomendaciones/?p=
estadisticas/report-content
estimates/*/client
et-EE/$
et-ee/
et/
@@ -14599,6 +14598,10 @@ fashion/lookbook/38917
fashion/search/models
fast-five
fast-furious
fastajax
fastajax/order
fastajax/order/tax
fastajax/order/tax/validatevat
fastanswers
fatalerror.html
faves-i_love_u_get_away_from_me
@@ -14658,6 +14661,8 @@ feedback-service
feedback/
feedback/user_study
feeds
feeds.thetimes.co.uk/puzzles
feeds.thetimes.co.uk/timescrossword
feeds/
feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg
feeds/rss
@@ -14786,7 +14791,7 @@ files/live/sites/isoorg/files/_noindex
files/resources
fileview
filing/free-file-fillable-forms/free-file-fillable-forms-support
filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://vogue.com/robots.txt
filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
filter/
filter/tips
filter/tips
@@ -14804,7 +14809,7 @@ find
find$
find-more
find/
find/*http://w3c.github.io/robots.txt
find/*http://freepik.com/robots.txt
finetune
fios
firefox/?
@@ -16589,7 +16594,7 @@ forum/members
forum/online
forum/posts
forum/search
forum/ucp.phphttp://form.jotform.com/robots.txt
forum/ucp.phphttp://embassybel.ru/robots.txt
forum/viewtopic.php
forum/whats-new
forumTeaser
@@ -16603,7 +16608,6 @@ forums/profile
forums/topic-tag/reader
forward
foryou
fos/icn/
fotos/es/*+
foundation/contact
fourinthemorning
@@ -17574,7 +17578,7 @@ fy-NL/firefox/collections/mozilla
fy-NL/firefox/collections/mozilla/$
fy-NL/firefox/search
g
g/4arE9Chttp://vice.com/robots.txt
g/4arE9Chttp://flickr.com/robots.txt
g/api
ga-actions/formie/forms/refresh-tokens
ga/p
@@ -17945,7 +17949,7 @@ gsr
gss
gsx
gt/Download
gtc/gtc-chatbot/*http://google.es/robots.txt
gtc/gtc-chatbot/*http://nymag.com/robots.txt
gtp/stir
gu-IN/$
guest-pass
@@ -18025,7 +18029,7 @@ health-news/wp-
health/*/wp-
health/QA-Tabbed-ManyTabs-21
health/drugs/hm-test-all-about-humira
health/files/rhpthttp://google.com.br/robots.txt
health/files/rhpthttp://inc.com/robots.txt
health/hm-test-17-proven-tips-to-sleep-better-at-night
health/hm-test-feature-template-for-sponsorship
health/mirgraine-headaches
@@ -18045,7 +18049,6 @@ healthy/hm-test-page-4-diabetes-and-sweets
healthy/hm-test-page-5-diabetes-and-sweets
healthz
heartbeat.html
height--
helios
hello
help
@@ -18276,45 +18279,45 @@ html5
http
http-checker
http2_data
http://1.bp.blogspot.com/robots.txt
http://airtable.com/robots.txt
http://alltop.com/robots.txt
http://anchor.fm/robots.txt
http://android.com/robots.txt
http://apis.google.com/robots.txt
http://arstechnica.com/robots.txt
http://asana.com/robots.txt
http://bbc.com/robots.txt
http://census.gov/robots.txt
http://chat.openai.com/robots.txt
http://crunchbase.com/robots.txt
http://dailymotion.com/robots.txt
http://dainikshiksha.com/robots.txt
http://designedcurated.com/robots.txt
http://dictionary.com/robots.txt
http://dl.acm.org/robots.txt
http://duckduckgo.com/robots.txt
http://engadget.com/robots.txt
http://eventbrite.co.uk/robots.txt
http://finance.yahoo.com/robots.txt
http://google.it/robots.txt
http://hackernoon.com/robots.txt
http://mayoclinic.org/robots.txt
http://mic.gov.in/robots.txt
http://myaccount.google.com/robots.txt
http://picsart.com/robots.txt
http://privacy.microsoft.com/robots.txt
http://rollingstone.com/robots.txt
http://s3.amazonaws.com/robots.txt
http://salesforce.com/robots.txt
http://sfgate.com/robots.txt
http://sgtrains.com/robots.txt
http://slideshare.net/robots.txt
http://smile.amazon.com/robots.txt
http://telegram.me/robots.txt
http://theplace.org.uk/robots.txt
http://tinyurl.com/robots.txt
http://yumpu.com/robots.txt
http://2.bp.blogspot.com/robots.txt
http://akparti.org.tr/robots.txt
http://aliexpress.com/robots.txt
http://amazon.co.jp/robots.txt
http://amazon.co.uk/robots.txt
http://amazon.com/robots.txt
http://amazon.de/robots.txt
http://amazon.es/robots.txt
http://amazon.fr/robots.txt
http://amazon.in/robots.txt
http://amazon.it/robots.txt
http://ameblo.jp/robots.txt
http://apple.com/robots.txt
http://chrome.google.com/robots.txt
http://creatoracademy.youtube.com/robots.txt
http://en.m.wikipedia.org/robots.txt
http://expedia.com/robots.txt
http://getpocket.com/robots.txt
http://govostis.gr/robots.txt
http://gravatar.com/robots.txt
http://healthline.com/robots.txt
http://help.twitter.com/robots.txt
http://img.youtube.com/robots.txt
http://irishtimes.com/robots.txt
http://kickstarter.com/robots.txt
http://lefigaro.fr/robots.txt
http://msdn.microsoft.com/robots.txt
http://nationalgeographic.com/robots.txt
http://patents.google.com/robots.txt
http://python.org/robots.txt
http://seekingalpha.com/robots.txt
http://siteground.com/robots.txt
http://smithsonianmag.com/robots.txt
http://static.wixstatic.com/robots.txt
http://techradar.com/robots.txt
http://threads.net/robots.txt
http://tracks.arte.tv/robots.txt
http://use.fontawesome.com/robots.txt
http://weebly.com/robots.txt
https://player.cnevids.com
https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide
https://www.iubenda.com/en/help/142642-old-vs-new-pricing
@@ -18774,7 +18777,7 @@ index.php/user/login/
index.php/user/logout
index.php/user/logout
index.php/user/logout/
index.php/user/logout/http://haveibeenpwned.com/robots.txt
index.php/user/logout/http://diigo.com/robots.txt
index.php/user/password
index.php/user/password
index.php/user/password/
@@ -18836,7 +18839,7 @@ integrations
intelligencer/amp
intent
interactive
interactive*http://scholar.google.com/robots.txt
interactive*http://fda.gov/robots.txt
interactive/reading-preference
interactives/sponsor-story
intercept
@@ -19765,6 +19768,7 @@ journal/neuroscience-research/latest?u=
journal/neuroscience-research?u=
journals
journals/*/about-this-journal
journals/testfieldhumanities/
jp
jp$
jp*/listing/*/favoriters
@@ -20534,6 +20538,7 @@ login.php*&next=
login.php/?next=
login.php?next=
login.php?return_to=
login.thetimes.co.uk/user/logout
login/$
login/*&next=
login/?*guestpasskey=
@@ -20725,6 +20730,7 @@ make/$
manage
manage-listing
manage/*
manage/leads
manage_playlist
manager
mandrake
@@ -20760,6 +20766,8 @@ maps/?entry=wc
maps/?f=
maps/?hl=
maps/?q=
maps/?saddr=
maps/?sid=
maps/@
maps/_
maps/about
@@ -20801,10 +20809,18 @@ maps/vt?
maps?
maps?*file=
maps?*output=classic
maps?daddr=
maps?entry=wc
maps?f=
maps?hl=
maps?q=
maps?saddr=
maps?sid=
mapslt?
mapspro
mapstt?
mapview
mar-optout
market/
market/confederate_flag
market/dixie_flag
@@ -21162,7 +21178,7 @@ mre/*.jpg$
mre/*.js$
mre/*.pdf$
mre/*.png$
mre/*.zip$http://qualtrics.com/robots.txt
mre/*.zip$http://gov.uk/robots.txt
mre/*?
mre/*@@configuracoes_view
mre/*@@download/file$
@@ -21298,6 +21314,7 @@ my
my-MM/$
my-account
my-agent/eligibility
my-articles
my-eurlex
my-library
my-library
@@ -22186,7 +22203,7 @@ p/*/v2/actions$
p/*/v2/actions?
p/*/victory$
p/*/victory?
p/*http://wretch.cc/robots.txt
p/*http://socialimpact.youtube.com/robots.txt
p/*surveyopen
p/*thm=
p/60
@@ -22532,6 +22549,7 @@ password
password-changed-email
password/reset
password_expired
past-six-days
patent
patent-search/frontend
patents
@@ -22903,6 +22921,7 @@ play
play/store/web
play/surveys/serp
player
player/brightcove
player/metadata/video
playerColor=
playing-house
@@ -22920,6 +22939,7 @@ plugins/search
plus/experience/*/
plus/experience/*/series/
plusinstall
pm-optout
pm/
pm/amplify/
pm/lambda/
@@ -23064,7 +23084,7 @@ premium$
premium-reports
premium/
premium/$
premium/http://tesla.com/robots.txt
premium/http://rtbf.be/robots.txt
premiumsupport/iam/
premiumsupport/knowledge-center/feedback-no/
premiumsupport/knowledge-center/feedback-yes/
@@ -23147,11 +23167,12 @@ privacy/zoho-group.html
private
private
private-promo
private/http://example.com/robots.txt
private/http://about.fb.com/robots.txt
private/wtrack
pro
pro-learn
pro-learn/blog/*error
pro-meeting
pro-resources
pro-site
pro-solutions
@@ -23179,7 +23200,7 @@ product-integrations/figma-for-microsoft-teams/$
product-integrations/google-workspace/$
product-integrations/zoom/$
product-managers/$
product-ratings/http://paulkelly.com.au/robots.txt
product-ratings/http://wordpress.com/robots.txt
product-reviews/B0069IY63Y
product/*
product/electrode/api/logger
@@ -23194,97 +23215,22 @@ productdetail/*
producthunt
productid=
production-monitoring
production/
products
products$
products/$
products/*--*--*--
products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
products/*/accent-chests-and-cabinets/review--4-stars-and-up
products/*/armoires-and-wardrobes/review--4-stars-and-up
products/*/bar-tables/review--4-stars-and-up
products/*/bath-mats/review--4-stars-and-up
products/*/bathtub-faucets/review--4-stars-and-up
products/*/bedroom-furniture-sets/review--4-stars-and-up
products/*/bunk-beds/review--4-stars-and-up
products/*/ceiling-lighting/review--4-stars-and-up
products/*/comforters-and-comforter-sets/review--4-stars-and-up
products/*/height*--*Large
products/*/height*--*Small
products/*/height*--*Tall
products/*/height*--*Thin
products/*/height_stool--
products/*/height_table--
products/*/interior-doors/review--4-stars-and-up
products/*/kitchen-island-lighting/review--4-stars-and-up
products/*/lamp-shades/review--4-stars-and-up
products/*/living-room-furniture/review--4-stars-and-up
products/*/love-seats/review--4-stars-and-up
products/*/outdoor-cushions-and-pillows/review--4-stars-and-up
products/*/outdoor-rocking-chairs/review--4-stars-and-up
products/*/quilts/review--4-stars-and-up
products/*/review--
products/*/screens-and-room-dividers/review--4-stars-and-up
products/*/storage-cabinets/review--4-stars-and-up
products/*/swing-arm-wall-lamps/review--4-stars-and-up
products/*/tile/review--4-stars-and-up
products/*/toilet-paper-holders/review--4-stars-and-up
products/*/width*--*Large
products/*/width*--*Small
products/*/wine-racks/review--4-stars-and-up
products/accent-chests-and-cabinets/*review--4-stars-and-up
products/armoires-and-wardrobes/*review--4-stars-and-up
products/bar-tables/*review--4-stars-and-up
products/bath-mats/*review--4-stars-and-up
products/bathroom-sinks/*--*--*--
products/bathroom-sinks/*--*--*--*--
products/bathtub-faucets/*review--4-stars-and-up
products/bedroom-furniture-sets/*review--4-stars-and-up
products/bunk-beds/*review--4-stars-and-up
products/ceiling-lighting/*review--4-stars-and-up
products/comforters-and-comforter-sets/*review--4-stars-and-up
products/commerce-cloud/partner-marketplace/.*
products/console-tables/*--*--*--
products/console-tables/*--*--*--*--
products/container.html
products/content
products/decorative-pillows/*--*--*--
products/decorative-pillows/*--*--*--*--
products/einstein/ai-research.*
products/filing-cabinets/*--*--*--
products/filing-cabinets/*--*--*--*--
products/finder
products/fire-pits/*--*--*--
products/fire-pits/*--*--*--*--
products/holiday-sales-*sgbr-sg
products/home-perf/
products/interior-doors/*review--4-stars-and-up
products/kitchen-island-lighting/*review--4-stars-and-up
products/lamp-shades/*review--4-stars-and-up
products/living-room-furniture/*review--4-stars-and-up
products/love-seats/*review--4-stars-and-up
products/ottomans-and-cubes/*--*--*--
products/ottomans-and-cubes/*--*--*--*--
products/outdoor-cushions-and-pillows/*review--4-stars-and-up
products/outdoor-rocking-chairs/*review--4-stars-and-up
products/platform-beds/*--*--*--
products/platform-beds/*--*--*--*--
products/query
products/query/*nqrwns
products/quilts/*review--4-stars-and-up
products/screens-and-room-dividers/*review--4-stars-and-up
products/sectional-sofas/*--*--*--
products/sectional-sofas/*--*--*--*--
products/shower-benches-and-seats/*--*--*--
products/shower-benches-and-seats/*--*--*--*--
products/sitemaps/new
products/storage-cabinets/*review--4-stars-and-up
products/swing-arm-wall-lamps/*review--4-stars-and-up
products/telepresence-for-docker/thank-you
products/tile/*review--4-stars-and-up
products/toilet-paper-holders/*review--4-stars-and-up
products/wall-sconces/*--*--*--
products/wall-sconces/*--*--*--*--
products/wine-racks/*review--4-stars-and-up
products;
products?
products_
@@ -23945,7 +23891,6 @@ puzzles/leaderboards/invite
puzzles/puzzle/*?source=
pv1/
pv2/
pvp/dual-heads-12-rain-high-pressure-shower-system-with-3-way-thermostatic-faucet-matte-black-prpv-pv~192604086
pw
pwapi-proxy/pwproxy
pwapiv2
@@ -24195,6 +24140,7 @@ remotelogout
removalrequest
remove-favorite
renders
renewal-reminder-optout
rental-manager/?source=topnav&itc=postbutton_topnav
rental-manager/?zpid=
rental-manager/login/?url
@@ -24854,6 +24800,7 @@ review-by-author
review-drafts
review-order
review-sample
review/
review/*/transparency
review/common/du
review/dynamic/sims-box
@@ -25475,7 +25422,7 @@ search_rss$
search_suggest
searchdeb/
searches
searchhttp://inc.com/robots.txt
searchhttp://shopify.com/robots.txt
searchresults
searchresults.aspx
searchsuggest
@@ -27027,7 +26974,7 @@ tag
tag-manager
tag-manager-360
tag/
tag/*+http://nvidia.com/robots.txt
tag/*+http://dinotim.com/robots.txt
tag/credible
tag/expire-images
tag/interaction-card
@@ -27493,6 +27440,7 @@ templates/x-matrix-template/$
templates/yearly-calendar-template/$
temporary_marketing_proxy/*
temptation-island
ter-optout
termini-e-condizioni
termos-e-condicoes
terms
@@ -27522,7 +27470,7 @@ test.html
test_community
testfl
testgpr
testhttp://500px.com/robots.txt
testhttp://moskva.stroi-podryad.ru/robots.txt
testing
testpage-forhomepage
tests/*
@@ -27797,6 +27745,7 @@ topic/*seo9
topic/*{
topic/article/
topic/articlecollection
topic/bbc
topic/collection
topic/electrode/api/logger
topic/electrode/api/wpa
@@ -27900,6 +27849,7 @@ transcripts/419570939
transcripts/470280334
transcripts/480128005
transcripts/830237502
transfers
transformation-digitale-du-processus-de-design/$
transit?
translate
@@ -28017,6 +27967,7 @@ try-search-term
try?
trylater
tsa
tto
tucritica
tune*retpath=
turbo
@@ -28218,6 +28169,7 @@ univercd/cc/td/doc
universal-design-system/
university
unlink
unlisted
unsaved
unsub
unsubscribe
@@ -28690,7 +28642,7 @@ uxtest/ux/
uy
uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
uy/help
uz/http://groupon.com/robots.txt
uz/http://bilgematics.com/robots.txt
v
v$
v/badge
@@ -28746,6 +28698,7 @@ verificationofemployment
verified-authors
verified-modal
verify
verify-mobile
verify_age
verify_cookies
verify_your_email$
@@ -28933,6 +28886,8 @@ wall*?search=1
wall*?thread=
wall*?with=
wall-*?q=
wallpaper
wallpapers
wanted
wap/*
wapsearch?
@@ -29138,7 +29093,6 @@ widgets/content_js
widgets/trk
widgets=
widnows/
width--
wiki
wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch
wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search
@@ -29585,9 +29539,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
wiki/Wikipedia_discusión:Supresores/Candidaturas
wiki/Wikipedia_talk%3AAbuse_reports
wiki/Wikipedia_talk%3AAbuse_response
wiki/Wikipedia_talk%3AAdministrator_electionshttp://advancedformintegration.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://docs.google.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://lefigaro.fr/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
wiki/Wikipedia_talk%3AAdministrator_recall
wiki/Wikipedia_talk%3AAdministrator_review
wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -29894,8 +29848,7 @@ wp-admin
wp-admin/
wp-admin/admin-ajax.php
wp-admin/admin-ajax.php
wp-admin/admin-ajax.phphttp://cambridge.org/robots.txt
wp-admin/admin-ajax.phphttp://ucl.ac.uk/robots.txt
wp-admin/admin-ajax.phphttp://state.gov/robots.txt
wp-admin/load-scripts.php
wp-admin/load-styles.php
wp-adv
@@ -30075,7 +30028,7 @@ your
your-account
your-shop
youreurope/businessACC
youreurope/businessDEV/http://gettyimages.com/robots.txt
youreurope/businessDEV/http://europarl.europa.eu/robots.txt
youreurope/citizensACC
youreurope/citizensDEV
yourtake
Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+3219 -1927
View File
File diff suppressed because it is too large Load Diff