[Github Action] Automated trickest wordlists update.

This commit is contained in:
github-actions[bot]
2024-06-20 10:03:52 +00:00
parent 17e2285eaf
commit 5e205351ad
22 changed files with 1644 additions and 2518 deletions
File diff suppressed because it is too large Load Diff
@@ -3075,7 +3075,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/newssearch
/no-internet-heading-assigned
/no-internet-heading-assisted
/no-referrer-when-downgradehttp://index.hr/robots.txt
/no-referrer-when-downgradehttp://steamcommunity.com/robots.txt
/no-search-results
/node
/node/add
@@ -3130,6 +3130,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/partials
/password
/patches/new
/patterns/
/pay-invoice
/pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q
/pd/ITEM_NAME-Podcast
@@ -3329,6 +3330,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/search/?
/search/?*terms
/search/?q
/search/?q=*
/search/account
/search/ai-search
/search/assets
@@ -3365,6 +3367,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
/search?searchProvider=*&sort=
/search?title=
/searchDirectory
/searchresults/
/searchsuggest
/secure/
/select*?
@@ -3642,7 +3645,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*__rmid
?*__rmidpage
?*ajs_event
?*apikey*http://akismet.com/robots.txt
?*apikey*http://rebrand.ly/robots.txt
?*app
?*appidt=*
?*aspects=
@@ -3668,6 +3671,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*egotecpage
?*err_code=404
?*f[*]=
?*f[0]=*http://feedly.com/robots.txt
?*fbclid
?*feed=
?*gg155.cn
@@ -3865,7 +3869,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?*utm_medium=
?*utm_source
?*utm_source=
?*utm_source=http://mentalfloss.com/robots.txt
?*utm_source=http://fedex.com/robots.txt
?*utm_term=
?*verified=
?*xid
@@ -4247,6 +4251,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
?url=
?usg=
?utf8=
?utm
?utm_*=
?utm_campaign=Monitor&
?utm_source=*
@@ -5580,7 +5585,6 @@ HotelsManageListing
HotelsManagementCenter
HotelsProductCart
HowTheSiteWorks
HpImageArchive.aspx
HubStyle/static-2.309
HubStyle/static-2.313
HubStyle/static-2.315
@@ -6152,7 +6156,6 @@ Project
PromoTools
PromotionDetailsDisplayView
PromotionDisplayView
Proxy.ashx
ProxyToolsAccountSettingsTool
ProxyToolsBillingAndPaymentsTool
ProxyToolsBillingDetailTool
@@ -6285,7 +6288,6 @@ Saves
ScreensaverShade
Scripts
Search
Search
Search/*
Search/Mail/Public
SearchNavigationView
@@ -6848,6 +6850,7 @@ about.html
about/*/getting-started
about/*/mobile
about/*/update
about/adrm/data-linkage
about/ask/
about/ask?*
about/careers/applications
@@ -6895,8 +6898,6 @@ ac/
ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
ac2
academic-subscriptions
academic/profile
academic/search
academy
academy-free-account
academy/*/results
@@ -6918,7 +6919,7 @@ account-settings
account-setup
account/
account/accomplishments
account/accomplishments/http://gartner.com/robots.txt
account/accomplishments/http://flic.kr/robots.txt
account/ackgift
account/deactivated
account/emailoptout/?*token=
@@ -6928,6 +6929,7 @@ account/myint
account/mypro
account/password/reset
account/registration
account/sign-in
account/subscribe
account/unsubscribe
account_purchase_history.mhtml
@@ -6981,7 +6983,6 @@ ach/search
ach/user
ach/users
achievements
aclick
aclk
acoustic
acq/nonprofits
@@ -7241,7 +7242,6 @@ alexa-top-sites/*
alexa-web-search/*
alexa/*
alexaforbusiness/
alink
alkali
all
all-supported-params
@@ -7267,7 +7267,6 @@ amp
amp$
amp-proxy
amp-tealium
amp/
amp/authorize
amphtml
amphtml/blogs/test
@@ -7333,17 +7332,16 @@ api.html?
api.php
api/
api/?
api/attachments/*http://giphy.com/robots.txt
api/attachments/*http://form.jotform.com/robots.txt
api/discovery
api/editionurlgenerator
api/eventlogging
api/html
api/http://bostonglobe.com/robots.txt
api/http://video.twimg.com/robots.txt
api/internal/*/location
api/internal/analytics/songs
api/jobPostings/jobs
api/legendary-data/relay
api/maps/
api/nextsteps/*
api/nicorepo/timeline
api/partner_select/*/price_query
@@ -7411,7 +7409,7 @@ appchart
appdynamics-wem.cisco.com
appealed-pin
apple-app-site-association
apple-app-site-associationhttp://mediafire.com/robots.txt
apple-app-site-associationhttp://iso.org/robots.txt
apple-news
appliance
applicant-eligibility
@@ -8213,7 +8211,6 @@ backoffice=
backstage/help/search-results.html
badges/profile/create
bagon
baidu
ban-me-i-am-a-robot
bandito
banking
@@ -8462,7 +8459,6 @@ bezahlvorgaenge.html
bfe/apps/website
bfl
bfmp
bfp/search
bg
bg-*/
bg-bg/
@@ -8524,7 +8520,6 @@ bin
bin/
bin/search.go
bin/search.py
bing-site-safety
bingbot
bipolar-disorder/bipolar-depression-management
bipolar-disorder/video/bipolar-fatherhood
@@ -8614,7 +8609,7 @@ blog/*?text=
blog/*sitemap.xml$
blog/*utm_source=
blog/.
blog/.html.*http://stripe.com/robots.txt
blog/.html.*http://skype.com/robots.txt
blog/?p=
blog/?s=
blog/Neuer_Beitrag.html
@@ -8670,7 +8665,6 @@ blogs/blogpost/preview
blogs/nationals-journal-beta
blogs/pad$
blogs/pad/$
blogs/search/
blogs/slow-ride
blogs/technology.atom
blogs/test
@@ -9532,7 +9526,6 @@ capacity4dev/xmlrpc.php
captcha
captchas
car-search-sitemap
card
card/panel
card_management.php
career-academy/programs
@@ -9587,6 +9580,7 @@ cart-ajax/notify-items
cart?
cartoon
carts
cashout
cassette.axd/manifest.xml
cassette.axd/script/
cassette.axd/stylesheet/
@@ -9662,7 +9656,7 @@ cdn-cgi
cdn-cgi/
cdn-cgi/bm/cv
cdn-cgi/challenge-platform
cdn-cgi/http://beatport.com/robots.txt
cdn-cgi/http://xkcd.com/robots.txt
cdn-cgi/rum
cdn-cgi/zaraz/s.js
cdn-cgi/zaraz/t
@@ -9689,7 +9683,7 @@ cgi-bin/homelandsecurity
cgi-bin/loginpage
cgi-bin/state
cgi-bin/wx
cgi-binhttp://youtube.de/robots.txt
cgi-binhttp://audible.com/robots.txt
cgi-local
cgi-perl
cgi-registry
@@ -9761,7 +9755,6 @@ chapter/10.1007/978-94-6209-446-8_8
chapters.html
chapters/local-activities
chapters/students/excellence-awards/
charities
charities/beta/account/login
charity/search
chart/*/async
@@ -9886,7 +9879,6 @@ civis/posts
civis/search
civis/threads/*in_iframe=1
civis/threads/*wp_data=
ck/
cl
cl2/feeds
cl2/ical
@@ -10029,8 +10021,9 @@ co/tools/logo-maker/onboarding
co/user
co/users
co/ventureone
code
code/*
code/http://m.youtube.com/robots.txt
code/http://moz.com/robots.txt
codeCoverage
codesamples/
coin*mid=
@@ -10241,7 +10234,7 @@ conflagexp
connect
connect/@
connect/help/search-results.html
connect/http://zen.yandex.ru/robots.txt
connect/http://mailchimp.com/robots.txt
connect/social-intranet.html
connections
connections/recent
@@ -10359,7 +10352,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://apache.org/robots.txt
content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://vine.co/robots.txt
content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
content/dam/redcross/lp
content/dam/web/da_dk/www
@@ -10544,16 +10537,13 @@ cp/api/wpa
cpds2
cpes/
cpresources
cpro
cpropub/univercd
cpspa
cr
cr$
cr/
cr/$
cr/corporate/contact
cr/news
cr?
craft
crash
crawler4j
@@ -11027,8 +11017,8 @@ deals/categories/*
deals/merchant/*
deals/popular/*
debats/
debitcard
debug
debug/
decision-makers$
decision-makers/*/admin_accounts$
decision-makers/*/admin_accounts?
@@ -11060,6 +11050,7 @@ dell/cities-transformed
dell/cloud-future-of-medicine
deluge/help/search-results.html
demo
demokratie-jetzt.html
demonstration
demos
denver
@@ -11116,6 +11107,7 @@ dg-service
dgs/education_culture/404_en.htm
dhtml
dhtmlmenu
di-ag/
diagnosed-with-glioblastoma
dialog/*
dictionary/static/sitemaps
@@ -11920,9 +11912,6 @@ enterprise/seo
entertain
entertainment/article/Minerva-s-horoscope
entertainment/bravo
entities/search
entityexplore$
entityexplore?
entrez
entrez/eutils
entrez/sutils
@@ -12277,6 +12266,7 @@ et/users
etalage$
etalage.html$
etarticleshow*
etc
etc/
etc/insights-lists/
etopneinappamp.cms*
@@ -12347,7 +12337,7 @@ events/friday-rush$
events/fsi-cloud-symposium-nyc.html
events/rss
evernote/like.php
evite/*http://timesofindia.indiatimes.com/robots.txt
evite/*http://fcc.gov/robots.txt
examples/*
exclusive-offers
exec/obidos/account-access-login
@@ -12457,7 +12447,6 @@ fbl/terms.html
fbpostaction.cms?article=
fcgi-
fckeditor
fd/
fdbk
feature/sf-test
feature_nine_browse-bin=
@@ -12716,6 +12705,7 @@ forgot-password
forgot-username
forgot?nextUrl=*
forgot_password
forgotpassword?
form
form/conf
form/pdf
@@ -13020,8 +13010,6 @@ full
fullscreen
fullscreen/ReportLinker
fun
fun/api/
fun/g/
fundraiser/charity
fundraiser/search
fur/forums
@@ -13043,7 +13031,7 @@ fy-NL/search
fy-NL/user
fy-NL/users
g
g/4arE9Chttp://icann.org/robots.txt
g/4arE9Chttp://s.yimg.com/robots.txt
g/api
g00
g01
@@ -13182,6 +13170,7 @@ games/find
games?act=search_page&tags=
gamtarget
gas-prices/*
gateway
gb
gb/admin
gb/admin$
@@ -13254,8 +13243,6 @@ getthebetas/
getting-started
getting-started/functional-groups/
getting-started/functional-groups/*
gettingstarted
getvenmo
gfe
gfe_rd=
gfx/stock
@@ -13266,7 +13253,7 @@ gh/news
gh/useracquisition
gh_jid=
gif
gifshttp://feeds.feedburner.com/robots.txt
gifshttp://business.twitter.com/robots.txt
gift-redemption
gift-terms
gift_card=
@@ -13292,6 +13279,7 @@ gl/users
glass/images/commerce
global
global$
global-infrastructure/services/get-async
global-master
global-nav-esi
global/RU/
@@ -13618,7 +13606,7 @@ ha/search
ha/user
ha/users
hackathons/reinvent-2013/
hacker/*/followhttp://networkadvertising.org/robots.txt
hacker/*/followhttp://digitalocean.com/robots.txt
hacker/*/unfollow
hair-transplant-services
handler
@@ -13894,7 +13882,6 @@ homeandgarden/home/hearstmagazines
homefeed
homepage
homepage-video-test
homepage/
homepage/2013
honing.html
hooks
@@ -13915,14 +13902,12 @@ hosted
hosted/images
hosting/search
hotel/index.hi.
hotel/reviews?
hotel/us/the-airstream-van.*.html
hotel_attractions
hotel_rt_onview
hotelfinder/rpc
hotels
hotels/rpc
hotels/search
hotelsonmap.*.json
hotfix/
houseads
@@ -13936,8 +13921,6 @@ howto
howtobuy/
hp/focus-retrocompatibile$
hp/video
hpm
hpmob
hr
hr-*/
hr-hr/
@@ -14018,39 +14001,39 @@ http
http-checker
http2_data
http:
http://1.gravatar.com/robots.txt
http://ademe.fr/robots.txt
http://audiomack.com/robots.txt
http://bitly.com/robots.txt
http://bluehost.com/robots.txt
http://canada.ca/robots.txt
http://cbsnews.com/robots.txt
http://cdbaby.com/robots.txt
http://crunchyroll.com/robots.txt
http://amazon.com.br/robots.txt
http://bizjournals.com/robots.txt
http://blog.google/robots.txt
http://de.wikipedia.org/robots.txt
http://ed.ted.com/robots.txt
http://fastcompany.com/robots.txt
http://gstatic.com/robots.txt
http://hubspot.com/robots.txt
http://iso.org/robots.txt
http://jstor.org/robots.txt
http://last.fm/robots.txt
http://getbootstrap.com/robots.txt
http://google.co.in/robots.txt
http://google.fr/robots.txt
http://huffingtonpost.com/robots.txt
http://i1.wp.com/robots.txt
http://ifttt.com/robots.txt
http://img.youtube.com/robots.txt
http://kck.st/robots.txt
http://klick-tipp.com/robots.txt
http://leonardodavincisinventions.com/robots.txt
http://linkedin.com/robots.txt
http://moz.com/robots.txt
http://lifehacker.com/robots.txt
http://lifestylesimplify.com/robots.txt
http://msdn.microsoft.com/robots.txt
http://news.ycombinator.com/robots.txt
http://nydailynews.com/robots.txt
http://paypal.me/robots.txt
http://phys.org/robots.txt
http://scmp.com/robots.txt
http://sonicwall.com/robots.txt
http://spreaker.com/robots.txt
http://static.googleusercontent.com/robots.txt
http://store.steampowered.com/robots.txt
http://time.com/robots.txt
http://toucharcade.com/robots.txt
http://use.fontawesome.com/robots.txt
http://virustotal.com/robots.txt
http://vogue.com/robots.txt
http://yellowpages.ca/robots.txt
http://zendesk.com/robots.txt
http://platform.twitter.com/robots.txt
http://salon.com/robots.txt
http://sfchronicle.com/robots.txt
http://siemens.com/robots.txt
http://storage.googleapis.com/robots.txt
http://ted.com/robots.txt
http://thegadgetflow.com/robots.txt
http://thetimes.co.uk/robots.txt
http://vanityfair.com/robots.txt
http://wix.com/robots.txt
http://yt3.ggpht.com/robots.txt
hu
hu-*/
hu-hu/
@@ -14224,6 +14207,7 @@ ideas/*/?s=*
ideas/*/about
ideas/?s=*
ideas/search/
identity
identity/accountsettingsactivityweb
identity/accountsettingssyaf
idojaras/*p=
@@ -14420,16 +14404,11 @@ images/$
images/*
images/?
images/Podcasts
images/async/?
images/async?
images/carBlogsimages
images/chart_gifs
images/chart_pdfs
images/chart_png300
images/chart_png460
images/hosted/?
images/hosted/search?
images/hosted?
images/interview_pdfs
images/li.gif
images/logging_requests.gif
@@ -14438,12 +14417,8 @@ images/ndtvvideo/*
images/pad/search?rpt=imageview
images/pad/search?text=*&source=morda
images/resume
images/search%3F
images/search/?
images/search?
images/search?rpt=imageview
images/search?text=*&source=morda
images/searchbyimage
images/showroomimages
images/smart/$
images/touch/$
@@ -14454,7 +14429,6 @@ images/usedcarimages
images/userprofileimg
images/v$
images/viewconfig$
images?
imagine/
imesync
img
@@ -14576,7 +14550,6 @@ inapp
inbox
inbox$
inbox$
inboxcommerce
inc5000dev
include
include/
@@ -14584,6 +14557,7 @@ includes
includes/
includes/re.php
incoming
incomplete
inctv/video/featured-audio
inctv/video/featured-video
independentlens/film-lists/watch-online
@@ -14640,6 +14614,7 @@ index.php/ko/node/
index.php/magazine/get_comment
index.php/media/oembed
index.php/members/profile
index.php/node/
index.php/node/add
index.php/node/add/
index.php/ru/node/
@@ -14733,7 +14708,7 @@ intcmp=
integrate/
integromedb
intelligencer/amp
interactive*http://jupiterbroadcasting.com/robots.txt
interactive*http://promo.com/robots.txt
interactive/reading-preference
interface/pda
intern/service/suche
@@ -15615,7 +15590,7 @@ layout/set/txt_pq
layout/set/xml
layouts
lb
leadingtogether/http://techrepublic.com/robots.txt
leadingtogether/http://tiff.net/robots.txt
leaf
learn
learn-noperf
@@ -15770,7 +15745,6 @@ liked
limit_hits
limited-release
link
link?
link_to
linked
linkedin
@@ -15837,7 +15811,6 @@ loans
loc/volunteers
loc=
local
local
local-services-ads
local/ajax
local/blogsandcolumns/slow-ride-front
@@ -16158,7 +16131,6 @@ maps/*?lang=uk$
maps/*?lang=uz$
maps/*?ll=
maps/about
maps/adsendpoint
maps/api/js
maps/api/place/js
maps/api/staticmap
@@ -16300,7 +16272,7 @@ media/tourism-content
media/travelpod-roll.flv
media/tv/channel/credits
media/tyfo*
media/tyfo*http://fbi.gov/robots.txt
media/tyfo*http://codex.wordpress.org/robots.txt
media/unesco
media/vr-geo-photo-j
media/vr-geo-photo-l
@@ -16624,7 +16596,6 @@ merchant/directions/*
merchant/imageUploadPreview/*
merchant/loc/*
merchant/moreProducts?*
merchant/reviews?
merchant/update/*
merchantapps
mes
@@ -17579,6 +17550,7 @@ no_cookies
noaccess
nocookie
node
node/
node/*/edit
node/*/nodequeue
node/add
@@ -17588,7 +17560,7 @@ noflashhtml
nofollow=1
nojs=
nonConfig/api/wpa
nonce="Xo0DnUNLv1R3zs9uyzG5ZQ">if(google.cis
nonce="2OSZCzO4S2fDbP47uktsdg">if(google.cis
nonprofits/account
nonstyleishida/videolist-*.html
nonstyleishida/videolist.html
@@ -17610,7 +17582,6 @@ notificarelacionadas
notifications
notifications
notifications$
notifications/
notifications/*
nova
now/mt3
@@ -17792,8 +17763,6 @@ offers/nonprofits
offers/nonprofits$
offers/nonprofits%
offers/nonprofits?
offers/proxy/dealsserver/api/log
offers/proxy/dealsserver/buy
offers/referral-terms-conditions
offers/referral-terms-conditions$
offers/referral-terms-conditions%
@@ -18127,7 +18096,6 @@ patents/related
patents?
path,
patronNext
pay
pay/images/merchant_logos
pay/images/program_logos
payapp
@@ -18498,7 +18466,7 @@ pmc/publisherportal/download
pmc/publisherportal/journalmanager
pmc/tocrender.fcgi
pmc/utilities
pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycgocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwooCiZXbyBsaWVndCBkaWUgUm9ib3RzIHR4dCBiZWkgV29yZFByZXNzPwolCiNXYXMgYmVkZXV0ZXQgVXNlci1BZ2VudCAqIGRpc2FsbG93PxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x227kcMSKBIuiX0-FWnLehmrkqguE8\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyYQocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwooCiZXbyBsaWVndCBkaWUgUm9ib3RzIHR4dCBiZWkgV29yZFByZXNzPwoUChJXYXMgaGVpw590IFJvYm90cz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x225pWtfPYI6zhMepurce8S7JcnLyY\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
pmcomment/
pmm-templates
pmo/contact/en/staff
@@ -18839,6 +18807,9 @@ prestobots/docs
prettyearth/assets
prevent-bee-sting-allergic-reactions
preview
preview/result
preview/result%
preview/result?
preview=
preview=*
preview=true
@@ -18890,7 +18861,6 @@ pro-resources
pro-site
pro/about
pro2
proFile/history?
proMatch
proProjects
proVideoWidget
@@ -18908,7 +18878,6 @@ product-reviews/B0069IY63Y
product/electrode/api/logger
product/electrode/api/wpa
product/recommended
product/reviews?
productBrand=
productId=
productPurchaseDone
@@ -18963,7 +18932,6 @@ profile/*/followers
profile/*/following
profile/*/map$
profile/downloads_limit
profile/history?
profile/license
profile/payment/getstarted
profile/view
@@ -19612,7 +19580,6 @@ resources/xml/sitemaps
responder
rest
results
results
results-export-email-by-search-data
results-export-ids
results-export-search-by-year
@@ -19665,7 +19632,6 @@ reviews/seller
reviews/top-reviewers
reviews_page=
rewards
rewardsapp/
rf=*
rfcdiff*
ribbon.php
@@ -19869,7 +19835,6 @@ s2/sitemaps
s2/static
s3
s?
s?
s?*rh=n%3A1380045031
sa
sa=
@@ -20337,7 +20302,7 @@ section/3
section/36
section/6
section/8
section/9http://telegram.me/robots.txt
section/9http://figma.com/robots.txt
sectionized
sections
sections$
@@ -20426,7 +20391,6 @@ semantic-homepage
seminar/
semp
send-email
send-receive
send/global
sendHeaderEarly
send_to_friend
@@ -20506,7 +20470,6 @@ set_cookie.pl
setbucket
setprefs
settings
settings
settings/*
settings/deactivated
settings/linkaccount
@@ -20638,9 +20601,7 @@ sharing/files
sharing/folders
sheet/help/search-results.html
shelf/user_shelves
shenghuo
shenghuo/search?
shifen/
shihui
shihui?
ship
@@ -20649,8 +20610,6 @@ shipping-payment
shippingassistant
shippinginformation
shop
shop$
shop/
shop/*&
shop/bag
shop/browse/campaigns/mobile_overlay
@@ -20659,7 +20618,6 @@ shop/browse/ribbon
shop/global
shop/iphone/payments/overlay
shop/search.ep
shop?
shop_name_search_service
shop_pins
shopfront-api
@@ -20704,12 +20662,13 @@ show_friend.pl
show_intro.pl
show_profile.pl
showcaptcha
showcase
showdependency
shows/
showtag
showtime/.requestinvite.html.swp
showtime/help/search-results.html
showtimes/location/*http://example.com/robots.txt
showtimes/location/*http://tripadvisor.com/robots.txt
shr*
shutterstock
si
@@ -20795,6 +20754,12 @@ signup.SignUp.html$
signup/$
signup/*
signup/collablink
signup/onboarding
signup/onboarding%
signup/onboarding?
signup/payment
signup/payment%
signup/payment?
signup?
signup_modal
signurl
@@ -21256,7 +21221,6 @@ social-connect/send
social/help/search-results.html
social/photosui/images
social/photosui/sitemap
social/search?
social/social-security-directory/cai
social_media
socialapp/
@@ -21366,7 +21330,6 @@ sp/3for2
sp=
sp_url=
spartan
spbasic
spbot
spc-source=
special-promo/2for1
@@ -21445,7 +21408,6 @@ sports/whatson
sports_fp_ms
spp/
spreadsheet
spresults
sprint_wml
sprint_xhtml
sprints/help/search-results.html
@@ -21494,6 +21456,7 @@ ssi/geoip_cc
sslsingle
sso
sso-redirect
sso-signin?
sso/action/logout
sso/login
sso/login
@@ -21526,10 +21489,10 @@ startPage
start_order
stat
statement
statements
static
static-assets/documents/PwnedPasswordsTop100k.txt
static-assets/images/collection
static/
static/*.css$
static/*.css?
static/*.gif
@@ -21655,8 +21618,6 @@ storeclick
storefront
storepicker
storerequest
stores$
stores/
stores/page/*visitId=
stories
story
@@ -21965,7 +21926,7 @@ tag
tag-manager
tag-manager-360
tag/
tag/*+http://drupal.org/robots.txt
tag/*+http://technologyreview.com/robots.txt
tag/*/a
tag/*/a/
tag/*/b
@@ -22109,7 +22070,6 @@ teachers/edcar
teachers/innovators/toolkit
teachers/search/resources/?q=
tealeaf
team
teamplain/
teams
techbiz/media/news/2001/09/46556
@@ -22200,7 +22160,7 @@ test5
test6
testcases
testfl
testhttp://thenextweb.com/robots.txt
testhttp://shopify.com/robots.txt
testing
testpage-forhomepage
tests/*
@@ -22209,7 +22169,6 @@ text
text_edition
tfemail
th
th$
th-*/
th-th.www.cloudflare.com
th-th/
@@ -22232,7 +22191,6 @@ th/solutions/case-studies/
th/solutions/case-studies/innovators/innovators-eu/
th/user
th/users
th?
th_th/templates/M
thank-you
thank-you-enterprise-demo
@@ -22477,7 +22435,6 @@ translate_static
translate_suggestion
translate_t
translation
translator/?ref=
transmute/static-1.85
transmute/static-2.6
transmute/static-2.8
@@ -22505,24 +22462,10 @@ travel/
travel/2013/aug/22/been-there-readers-competition?
travel/8711559/The-Telegraph-Travel-Awards-2011.html
travel/clk
travel/css
travel/flight/flightSearch
travel/flight/flightSearchAction
travel/flight/search/?
travel/flight/search?
travel/flights/s
travel/hotel-search
travel/hotel/e
travel/hotel/hotelMiniSearchRequest
travel/hotel/hotelSearch
travel/hotels/checkout
travel/hotels/detail
travel/hotels/hotel-finder
travel/hotels/hotel-finder/$
travel/hotels/search/?
travel/hotels/search?
travel/scripts
travel/secure
travelnevadahighway95tc
treasury
treasury/treasdocuments
@@ -22886,7 +22829,6 @@ uk/users
uk/ventureone
uk/wdc
uk/your
ulink?
ulk/i
ulk/sch
ulk/usr
@@ -22906,6 +22848,7 @@ understanding-c3g
understanding-melanoma
unfiltered?
unfinished.php
unicef-component-mosaic
unicorn/check
unijobs/*/emailjob
unijobs/*/jbequicksignup
@@ -23018,7 +22961,6 @@ ur/search
ur/user
ur/users
urchin_test
url
urlinator/static-1.54
urlinator/static-1.55
urlinator/static-1.57
@@ -23536,29 +23478,14 @@ video_passthrough.php
videodash.cms*
videorequest
videos
videos/?
videos/assets
videos/browsing
videos/e
videos/explore
videos/favorites
videos/feed
videos/feedcontent
videos/get_video_by_uid/
videos/images
videos/js
videos/music
videos/music/
videos/music/?
videos/music?
videos/search.php
videos/search/?
videos/search?
videos/trending
videos/trendingcontent
videos/viewmeta/
videos/week
videos?
videosearch
view
viewReview
@@ -23651,7 +23578,6 @@ w
w.cfm
w/api.php?action=mobileview&
w/load.php?
w/signup
w/users/user_hints
w3
walkthroughs
@@ -23805,10 +23731,6 @@ whythisad
widget
widget-landing-page.html
widget/*
widget/cr
widget/entity/search/?
widget/render
widget/snapshot
widget_auth.php
widget_chunks
widgets
@@ -24574,7 +24496,6 @@ word/embed
wordpress/wp-admin
wordpress/wp-admin/admin-ajax.php
work
work
work/_
work/acceptinvitation
work/account
@@ -24677,8 +24598,8 @@ wp-admin
wp-admin/
wp-admin/admin-ajax.php
wp-admin/admin-ajax.php
wp-admin/admin-ajax.phphttp://click.linksynergy.com/robots.txt
wp-admin/admin-ajax.phphttp://plurk.com/robots.txt
wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
wp-admin/admin-ajax.phphttp://php.net/robots.txt
wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
wp-admin/load-scripts.php
wp-admin/load-styles.php
@@ -24745,7 +24666,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
wp-content/uploads
wp-content/uploads/
wp-content/uploads/wp-import-export-lite/http://en.m.wikipedia.org/robots.txt
wp-content/uploads/wp-import-export-lite/http://allrecipes.com/robots.txt
wp-dyn
wp-includes
wp-includes*.css
@@ -24878,7 +24799,7 @@ your-shop
yourAccount
youraccount
youreurope/businessACC
youreurope/businessDEV/http://youtube-nocookie.com/robots.txt
youreurope/businessDEV/http://deepmind.com/robots.txt
youreurope/citizensACC
youreurope/citizensDEV
yours
@@ -25228,7 +25149,7 @@ zz
8618
9742
9744
101612.rsshttp://sustainability.google/robots.txt
101612.rsshttp://sonicwall.com/robots.txt
1010203
1014943
1027454
File diff suppressed because it is too large Load Diff