[Github Action] Automated trickest wordlists update.

2026-08-27 23:16:09 +00:00 · 2024-05-18 00:19:56 +00:00
parent 39e62bb5dd
commit 8bb957d260
27 changed files with 1931 additions and 1409 deletions
@@ -2045,8 +2045,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://imdb.com/robots.txt
-http://washingtonpost.com/robots.txt
+http://ec.europa.eu/robots.txt
+http://tripadvisor.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3388,7 +3388,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://bloomberg.com/robots.txt
+showtimes/location/*http://ted.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -3070,7 +3070,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://gmail.com/robots.txt
+/no-referrer-when-downgradehttp://iana.org/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3631,7 +3631,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://visitazores.com/robots.txt
+?*apikey*http://aljazeera.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3845,7 +3845,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://chrome.google.com/robots.txt
+?*utm_source=http://mtv.com.lb/robots.txt
 ?*utm_term=
 ?*verified=
 ?*xid
@@ -5549,7 +5549,6 @@ Meo
 MessageRunDetailID=
 MetaURI
 Microsoft.URL.Control
-Mobile/EM/
 Moreover
 Moreoverbot
 MoviesYouveSeen
@@ -6179,7 +6178,7 @@ about/careers/applications/jobs/results?page=
 about/careers/applications/locations
 about/careers/applications/students
 about/careers/applications/teams
-about/createfeedback.html
+about/createfeedback.html*
 about/faq/station-finder/?state-text=
 about/faq/station-finder/?zip-text=
 about/team_member
@@ -6302,6 +6301,7 @@ act-network
 action
 action
 action$
+action/ajaxShowRecommended
 action/clickThrough
 action/downloadSupplement
 action/journalInformation*aimsScope
@@ -6588,7 +6588,7 @@ ampplace
 amptest
 amturing-acm-org/
 amupr_id
-amurl
+amurl/*
 amzn/click
 an/forums
 an/kb/*/discuss
@@ -6642,12 +6642,12 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://docs.wixstatic.com/robots.txt
+api/attachments/*http://purl.org/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://kobo.com/robots.txt
+api/http://israelnationalnews.com/robots.txt
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
@@ -6716,7 +6716,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://fonts.google.com/robots.txt
+apple-app-site-associationhttp://fda.gov/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -7912,7 +7912,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://salon.com/robots.txt
+blog/.html.*http://money.cnn.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8040,7 +8040,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ed.ted.com/robots.txt
+bookmarkshttp://neowin.net/robots.txt
 books
 books/NBK
 books/about
@@ -8182,25 +8182,25 @@ bulk/confirmation
 bulk/vieworder
 bundle-next
 bus/*/Ads.html
-bus/*/Eco.html
-bus/*/Map.html
-bus/*/Menu.html
-bus/*/NearBy.html
-bus/*/Photos.html
-bus/*/Promotion.html
+bus/*/Eco.html*
+bus/*/Map.html*
+bus/*/Menu.html*
+bus/*/NearBy.html*
+bus/*/Photos.html*
+bus/*/Promotion.html*
 bus/*/Reviews.html
-bus/*/Video.html
-bus/*/Website.html
-bus/Colombie-Britannique
-bus/Ile-du-Prince-Edouard
-bus/Nouveau-Brunswick
-bus/Nouvelle-Ecosse
-bus/Terre-Neuve-et-Labrador
+bus/*/Video.html*
+bus/*/Website.html*
+bus/Colombie-Britannique/*
+bus/Ile-du-Prince-Edouard/*
+bus/Nouveau-Brunswick/*
+bus/Nouvelle-Ecosse/*
+bus/Terre-Neuve-et-Labrador/*
 bus/Territoires-du-Nord-Ouest
 bus/api
 bus/orders
-bus/print
-bus/widget
+bus/print/*
+bus/widget/*
 buscador
 buscador/GoogleServlet
 buscador/GoogleServletBuscadorVertical
@@ -8235,8 +8235,8 @@ business/onboarding
 business/pin_create
 business/premium/is_payment_pending
 business/press-releases
-business/printMerchant.html
-business/printResults.html
+business/printMerchant.html*
+business/printResults.html*
 business/programas/PDFs/Brochures/
 business/promotion
 business/prweb
@@ -8957,7 +8957,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://mediapost.com/robots.txt
+cdn-cgi/http://iso.org/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -8985,7 +8985,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://euroncap.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9306,6 +9306,7 @@ co/landing
 co/legal
 co/multistore/co_epp_corp_gointegro
 co/multistore/co_epp_members
+co/multistore/co_epp_outlet
 co/outils/createur-de-logo/onboarding
 co/payment-gateways
 co/retail/search$
@@ -9324,7 +9325,7 @@ co/user
 co/users
 co/ventureone
 code/*
-code/http://w3techs.com/robots.txt
+code/http://m.youtube.com/robots.txt
 codesamples/
 coin*mid=
 colehaan/daring-to-step-forward
@@ -9446,6 +9447,7 @@ companies
 companies/c
 companies/o
 companies/search
+company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -9531,7 +9533,7 @@ conflagexp
 connect
 connect/@
 connect/help/search-results.html
-connect/http://blog.twitter.com/robots.txt
+connect/http://nbcnews.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -9657,7 +9659,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://bcn.cl/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/redcross/lp
 content/dam/web/da_dk/www
@@ -10323,11 +10325,11 @@ de/werben
 de/your
 de_de/vorlagen/M
 deactivate-account
-deals-promos
+deals-promos/*
 deals-special-offers/index.
-deals/categories
-deals/merchant
-deals/popular
+deals/categories/*
+deals/merchant/*
+deals/popular/*
 debats/
 debitcard
 debug
@@ -10914,7 +10916,7 @@ eclipse/map
 eclipse/map/*?
 eclipse/map/202
 eco_language=
-ecodeals
+ecodeals/*
 ecommerce
 economic/ess/fcldatabase
 edc
@@ -11649,7 +11651,7 @@ events/friday-rush$
 events/fsi-cloud-symposium-nyc.html
 events/rss
 evernote/like.php
-evite/*http://dw.com/robots.txt
+evite/*http://mozilla.com/robots.txt
 examples/*
 exclusive-offers
 exec/obidos/account-access-login
@@ -11933,7 +11935,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://epa.gov/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12356,7 +12358,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://s.yimg.com/robots.txt
 g/api
 g00
 g01
@@ -12494,7 +12496,7 @@ games/faq
 games/find
 games?act=search_page&tags=
 gamtarget
-gas-prices
+gas-prices/*
 gb
 gb/admin
 gb/admin$
@@ -12578,7 +12580,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://gist.github.com/robots.txt
+gifshttp://1.bp.blogspot.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -12650,7 +12652,7 @@ go/tools/track-confirm/quick-track.html
 go/tools/zip-code-lookup/quick-zip.html
 go/turkey
 go?
-goframe
+goframe/*
 goglobal/
 gold?
 google-sso
@@ -12669,7 +12671,7 @@ gorsel/touch/?
 goto
 goto_issue
 goto_rubric
-gourl
+gourl*
 government-education/nonprofits/aws-serve-member/
 government-education/nonprofits/aws-serve/
 government-education/nonprofits/credit-program/
@@ -12931,7 +12933,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://hackerone.com/robots.txt
+hacker/*/followhttp://analytics.google.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13325,40 +13327,41 @@ http
 http-checker
 http2_data
 http:
-http://2.bp.blogspot.com/robots.txt
-http://about.google/robots.txt
-http://amazon.de/robots.txt
-http://amzn.to/robots.txt
-http://api.whatsapp.com/robots.txt
-http://app.box.com/robots.txt
-http://audiomack.com/robots.txt
-http://bbc.com/robots.txt
-http://bcn.cl/robots.txt
+http://airtable.com/robots.txt
+http://amsterdam.nl/robots.txt
 http://behance.net/robots.txt
-http://census.gov/robots.txt
-http://euronews.com/robots.txt
-http://extension.purdue.edu/robots.txt
-http://graphisoft.com/robots.txt
-http://hubspot.com/robots.txt
-http://ie.edu/robots.txt
-http://linkedin.com/robots.txt
-http://mashable.com/robots.txt
-http://mrisoftware.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://news.cnet.com/robots.txt
-http://news.yahoo.com/robots.txt
-http://npmjs.com/robots.txt
-http://patreon.com/robots.txt
-http://producthunt.com/robots.txt
-http://raiplay.it/robots.txt
-http://redbubble.com/robots.txt
-http://support.apple.com/robots.txt
-http://techradar.com/robots.txt
-http://tiny.cc/robots.txt
-http://torproject.org/robots.txt
-http://translate.google.com/robots.txt
-http://upload.wikimedia.org/robots.txt
-http://vogue.com/robots.txt
+http://bitbucket.org/robots.txt
+http://cbsnews.com/robots.txt
+http://cdbaby.com/robots.txt
+http://chromium.org/robots.txt
+http://clickfunnels.com/robots.txt
+http://cloud.google.com/robots.txt
+http://code.google.com/robots.txt
+http://dailymotion.com/robots.txt
+http://dexknows.com/robots.txt
+http://fcc.gov/robots.txt
+http://finance.yahoo.com/robots.txt
+http://fr.wikipedia.org/robots.txt
+http://fun888asia.com/robots.txt
+http://google.com.mx/robots.txt
+http://hootsuite.com/robots.txt
+http://is.gd/robots.txt
+http://ko-fi.com/robots.txt
+http://microsoft.com/robots.txt
+http://mozilla.org/robots.txt
+http://nicovideo.jp/robots.txt
+http://plus.google.com/robots.txt
+http://politico.com/robots.txt
+http://searchenginewatch.com/robots.txt
+http://sfgate.com/robots.txt
+http://smartpassiveincome.com/robots.txt
+http://sonicwall.com/robots.txt
+http://spiegel.de/robots.txt
+http://thefa.com/robots.txt
+http://visitazores.com/robots.txt
+http://w3c.github.io/robots.txt
+http://web.facebook.com/robots.txt
+http://wikihow.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14047,7 +14050,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://fcc.gov/robots.txt
+interactive*http://store.cdbaby.com/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -14920,7 +14923,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://validator.w3.org/robots.txt
+leadingtogether/http://hayhouse.com/robots.txt
 leaf
 learn
 learn-noperf
@@ -14954,7 +14957,7 @@ learning/settings?
 learnmorelayer
 learnmorelayertv
 lecture
-lecture/http://creativecommons.org/robots.txt
+lecture/http://svt.se/robots.txt
 lees/gids/exclusief
 lees/gids/exclusief$
 lees/gids/exclusief.*$
@@ -15434,9 +15437,9 @@ map
 map-constructor/loader
 map-regular.xml
 map-videofull.xml
-map/createmap.html
-map/printdrivingdir.html
-map/printmap.html
+map/createmap.html*
+map/printdrivingdir.html*
+map/printmap.html*
 mapabcpoi?
 mapeditor/*?
 maphp?
@@ -15485,7 +15488,7 @@ mapslt?
 mapspro
 mapstt?
 mapview
-marchand/miseajour
+marchand/miseajour/*
 markers_on_map
 market/confederate_flag
 market/dixie_flag
@@ -15554,7 +15557,7 @@ media/popup/
 media/thumbnails/
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://statcounter.com/robots.txt
+media/tyfo*http://codex.wordpress.org/robots.txt
 mediabase
 mediaembed
 medialibrary/de/brief
@@ -15847,17 +15850,17 @@ meps/*/pdf*
 meps/*/xml*
 mercerreport
 merchanism
-merchant/*/ugcPhoto
-merchant/deals
-merchant/directions
-merchant/imageUploadPreview
-merchant/loc
-merchant/moreProducts?
+merchant/*/ugcPhoto/*
+merchant/deals/*
+merchant/directions/*
+merchant/imageUploadPreview/*
+merchant/loc/*
+merchant/moreProducts?*
 merchant/reviews?
-merchant/update
+merchant/update/*
 merchantapps
 mes
-mesachatsmonquartier
+mesachatsmonquartier/*
 message
 message/compose
 messageID
@@ -17261,6 +17264,8 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
+page/*/?s
+page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
 page/html
@@ -17696,7 +17701,7 @@ player
 player/brightcove
 player/metadata/video
 playerColor=
-playerhttp://rollingstone.com/robots.txt
+playerhttp://willowgarage.com/robots.txt
 playlist.php
 playlists/*/user
 playstation
@@ -17732,7 +17737,7 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyZAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChgKFldhcyBiZWRldXRldCBkaXNhbGxvdz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22n0dqD6JTCSeT9kxJdubLXEekO2I\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
+pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyYgobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChYKFFdhcyBiZWRldXRldCBSb2JvdHM_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22N9FCKlvrd0zIttrV4lLmgGBsFmI\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment/
 pmm-templates
 pmo/contact/en/staff
@@ -18115,7 +18120,7 @@ privacy_policy
 privacypolicychanges
 private
 private/wtrack
-prix-essence
+prix-essence/*
 pro
 pro-learn
 pro-learn/blog/*error
@@ -19394,30 +19399,30 @@ search.pl
 search/
 search/$
 search/*
-search/*-ad
-search/*-bn
-search/*-dist
-search/*-dl
-search/*-dym
-search/*-eco
-search/*-editorChoice
-search/*-fto
-search/*-geo
-search/*-itm
-search/*-lpp
-search/*-menu
-search/*-pop
-search/*-prox
-search/*-rat
-search/*-rel
-search/*-rev
-search/*-rr
-search/*-vdo
+search/*-ad*
+search/*-bn*
+search/*-dist*
+search/*-dl*
+search/*-dym*
+search/*-eco*
+search/*-editorChoice*
+search/*-fto*
+search/*-geo*
+search/*-itm*
+search/*-lpp*
+search/*-menu*
+search/*-pop*
+search/*-prox*
+search/*-rat*
+search/*-rel*
+search/*-rev*
+search/*-rr*
+search/*-vdo*
 search/*/grid
 search/*/issues
-search/*/rcu-
+search/*/rcu-*
 search/*/rla-lang25
-search/*/rpy-
+search/*/rpy-*
 search/*?*assetsCategory=
 search/*?*assetsExtensionTypes=
 search/*?*assetsPriceTier=
@@ -19438,14 +19443,14 @@ search/*?*schools=
 search/*?*sort=
 search/*?*time=
 search/*?*tools=
-search/*?*userAvailability=*http://betterplace.org/robots.txt
-search/*filter=dl
+search/*?*userAvailability=*http://telegraph.co.uk/robots.txt
+search/*filter=dl*
 search/.
 search/2/api
 search/?
 search/?*q=
 search/?q=
-search/?stype
+search/?stype*
 search/about
 search/acquisitions
 search/advanced
@@ -19467,16 +19472,16 @@ search/howsearchworks
 search/index
 search/issues
 search/jobs
-search/map.html
+search/map.html*
 search/more-like-this
 search/morelikethis
 search/name-text
-search/nonAdSearch
-search/nonAdvertiserSearch.html
+search/nonAdSearch*
+search/nonAdvertiserSearch.html*
 search/people
-search/pr
-search/print
-search/pv
+search/pr*
+search/print/*
+search/pv*
 search/query
 search/realtime
 search/results
@@ -19488,39 +19493,39 @@ search/search-ng.do
 search/search_results.html?q=
 search/searchtips.html
 search/sets
-search/si-booking
-search/si-dyw
-search/si-editorChoice
-search/si-messaging
-search/si-mostWanted
-search/si-onlineOrdering
-search/si-open
-search/si/1/Bb-Chou-Chou
-search/si/1/Chris-Kampouris-Avocat
-search/si/1/Clinique-D-Osteopathie-Aux-Quatre-Vents-Inc
-search/si/1/Clinique-d-osteopathie-Aux-Quatre-Vents-Inc
-search/si/1/Lyne-Riopel-Clinique
-search/si/1/Vanco-Home-Care-Services
-search/si/1/Vernide-Dieujuste-Junius-Soins-a-Domicile
+search/si-booking*
+search/si-dyw/*
+search/si-editorChoice*
+search/si-messaging*
+search/si-mostWanted*
+search/si-onlineOrdering*
+search/si-open*
+search/si/1/Bb-Chou-Chou/*
+search/si/1/Chris-Kampouris-Avocat*
+search/si/1/Clinique-D-Osteopathie-Aux-Quatre-Vents-Inc/*
+search/si/1/Clinique-d-osteopathie-Aux-Quatre-Vents-Inc/*
+search/si/1/Lyne-Riopel-Clinique*
+search/si/1/Vanco-Home-Care-Services/*
+search/si/1/Vernide-Dieujuste-Junius-Soins-a-Domicile/*
 search/static
 search/title-text
 search/title/?title_type=feature,tv_movie,tv_miniseries,documentary,short,video,tv_short&release_date=,2020-12-31&lists=%21ls538187658,%21ls539867036,%21ls538186228&view=simple&sort=num_votes,asc&aft
 search/topic
 search/users
-search/widget
+search/widget/*
 search/x
 search=*
 search?
 search?
-search?fmt=JSON
+search?fmt=JSON*
 search?q$
 search?q=
 search?q=%23
 search?searchtext=
-search?stype
+search?stype*
 search?text=
 searchAuthor*feature_six_browse-bin
-searchBusiness.do
+searchBusiness.do*
 searchID
 searchNarrator*feature_six_browse-bin
 searchProvider*feature_six_browse-bin
@@ -19556,7 +19561,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://issuu.com/robots.txt
+section/9http://amazon.in/robots.txt
 sectionized
 sections
 sections$
@@ -19896,7 +19901,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopsite-images
-shoptheneighbourhood
+shoptheneighbourhood/*
 short
 shots/*/buckets
 shots/*/colors.aco
@@ -19926,7 +19931,7 @@ shows/
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://j.mp/robots.txt
+showtimes/location/*http://yelp.com/robots.txt
 shr*
 shutterstock
 si
@@ -19981,6 +19986,7 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
+sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign/help/search-results.html
@@ -21192,7 +21198,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://discogs.com/robots.txt
+tag/*+http://minds.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21315,8 +21321,8 @@ tc/ngo
 tc/tca
 tc/tci/ClimateChange
 tc/tcom
-tdaroundme
-tdautourdemoi
+tdaroundme/*
+tdautourdemoi/*
 tdc
 tdid=*
 tdir/p/kids-back-to-school
@@ -21432,7 +21438,7 @@ test5
 test6
 testcases
 testfl
-testhttp://moz.com/robots.txt
+testhttp://pca.st/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -21596,7 +21602,7 @@ tools/quotes/sched13f.asp
 tools/quotes/sched13g.asp
 tools/quotes/secarticle.asp
 tools/quotes/secfilings.asp
-tools/sensitiveHeading.html
+tools/sensitiveHeading.html*
 tooltips
 top
 top
@@ -21723,7 +21729,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://anchor.fm/robots.txt
+transparency/http://npmjs.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22873,7 +22879,7 @@ visual-gps/insights/results
 visualj/
 visuals/services
 vlabl
-vlocal
+vlocal/*
 vlt
 vmware/about
 vn
@@ -23101,6 +23107,7 @@ whysecure
 whythisad
 widget
 widget-landing-page.html
+widget/*
 widget/cr
 widget/entity/search/?
 widget/render
@@ -23975,9 +23982,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://fool.com/robots.txt
-wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
+wp-admin/admin-ajax.phphttp://amazon.com.br/robots.txt
+wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
+wp-admin/admin-ajax.phphttp://promo.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24043,7 +24050,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
+wp-content/uploads/wp-import-export-lite/http://merriam-webster.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24157,7 +24164,7 @@ yandsearch
 yap/preview
 yca/cy
 year
-yid
+yid/*
 yo/forums
 yo/kb/*/discuss
 yo/search
@@ -24178,7 +24185,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://adweek.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -24528,7 +24535,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://c-span.org/robots.txt
+101612.rsshttp://explore.org/robots.txt
 1010203
 1014943
 1027454