[Github Action] Automated trickest wordlists update.

2026-08-25 11:21:52 +00:00 · 2024-07-16 10:03:54 +00:00
parent 748a726cef
commit 3751c3a6a3
14 changed files with 1166 additions and 1176 deletions
@@ -26,10 +26,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -37,11 +33,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -51,21 +44,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/watchers
 /*source=
 /.git
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -77,8 +59,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -103,7 +83,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -111,20 +90,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -140,15 +114,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -216,7 +186,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -1011,8 +980,6 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1074,8 +1041,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1181,7 +1146,6 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
@@ -1204,7 +1168,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -1245,7 +1208,6 @@ api_access_key=
 app*_
 app*form_id=
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1415,7 +1377,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 avis
 away.php
 b2bauth
@@ -1533,11 +1494,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -1559,38 +1516,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1784,7 +1720,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1807,7 +1742,6 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1829,7 +1763,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1845,15 +1778,12 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connectivity
 connector
@@ -1861,31 +1791,20 @@ consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1894,9 +1813,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -2009,9 +1926,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2062,7 +1977,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2157,8 +2071,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2170,7 +2082,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2225,7 +2136,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2327,8 +2237,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2338,7 +2246,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -2418,8 +2325,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -2530,8 +2435,6 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
-google_gdn.html
-google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2640,7 +2543,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2715,18 +2617,15 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://developers.google.com/robots.txt
-http://imdb.com/robots.txt
+http://ec.europa.eu/robots.txt
+http://twitch.tv/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2737,9 +2636,6 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2910,14 +2806,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -3007,8 +2900,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3075,7 +2966,6 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3110,12 +3000,10 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -3123,7 +3011,6 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3154,7 +3041,6 @@ location_suggest
 lochp?
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3399,7 +3285,6 @@ native
 nb-no.www.cloudflare.com
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -3411,7 +3296,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3518,7 +3402,6 @@ no-en/treasury
 no-en/your
 nonprofits/account
 not_recommended_reviews/preview
-notifications
 nova
 ns/hydra/console/?
 nus-trk
@@ -3572,12 +3455,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3610,11 +3489,8 @@ pages?oid=-
 pagespeed/insights/ui/logo
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3649,40 +3525,8 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3733,7 +3577,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -3761,7 +3604,6 @@ ppob?
 pqa
 preference
 preferences
-prefs
 present
 presentation
 prettyearth/assets
@@ -3772,8 +3614,6 @@ private
 pro
 pro-resources
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3851,7 +3691,6 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3859,7 +3698,6 @@ q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3873,7 +3711,6 @@ rd/search
 rd/search$
 rd/search?
 recensioni
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3891,8 +3728,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -3902,14 +3737,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -3945,7 +3776,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -4043,7 +3873,6 @@ searchhistory
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4117,7 +3946,6 @@ shop/bag
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -4126,7 +3954,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://apis.google.com/robots.txt
+showtimes/location/*http://tripadvisor.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4410,13 +4238,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -4439,7 +4265,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -4491,10 +4316,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4515,7 +4336,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -4526,7 +4346,6 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
@@ -4534,7 +4353,6 @@ t/terms
 tab=
 tablet
 tacms
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4567,10 +4385,8 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -4627,7 +4443,11 @@ travel-frontend/images
 travel-vacations
 travel/2013/aug/22/been-there-readers-competition?
 travel/clk
+travel/entity
 travel/flights/s
+travel/hotels/entity
+travel/hotels/stories
+travel/search
 treasury
 trending
 trends
@@ -4646,7 +4466,6 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
-tv
 tv/thumb
 tvschedule
 twitter
@@ -4711,13 +4530,9 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4791,8 +4606,6 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4823,13 +4636,10 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5290,7 +5100,6 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
@@ -2437,6 +2437,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/metrics
 /articleshow_amitr/*
 /articleshowajax/*
+/articleshowhsbc/
 /articulos/*/articulos
 /arya
 /asisonline
@@ -3072,7 +3073,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://iana.org/robots.txt
+/no-referrer-when-downgradehttp://google.ru/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3127,6 +3128,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /partials
 /password
 /patches/new
+/patterns/
 /pay-invoice
 /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q
 /pd/ITEM_NAME-Podcast
@@ -3323,6 +3325,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/*?q=
 /search/?*terms
 /search/?q
+/search/?q=*
 /search/account
 /search/ai-search
 /search/assets
@@ -3359,6 +3362,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search?searchProvider=*&sort=
 /search?title=
 /searchDirectory
+/searchresults/
 /searchsuggest
 /secure/
 /select*?
@@ -3438,6 +3442,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/checkouts
 /store/orders
 /story_pins
+/storylist/
 /structures
 /submit
 /submit-review-expiration
@@ -3639,7 +3644,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://akismet.com/robots.txt
+?*apikey*http://rebrand.ly/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3867,13 +3872,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://bls.gov/robots.txt
+?*utm_source=http://cricketarchive.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*xid
 ?252525253Bpreview=
 ?Author=
+?CMP
 ?EGOTECpage
+?ExternalDataReference
 ?LID=
 ?ModPagespeed=noscript
 ?RefID=
@@ -3886,6 +3893,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?_af_cid=
 ?_cookie-check=
 ?_erv=*
+?_ga
 ?_health_check_=
 ?_locale=
 ?_preview=
@@ -4159,6 +4167,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ref=binfind.com
 ?referralCode=*
 ?referrer=
+?region=
 ?region=australia-and-new-zealand
 ?replytocom
 ?reported_by=
@@ -5681,6 +5690,7 @@ Korean
 LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
 LNAjax
+LP
 LanderLogger
 LandingPage
 Landingpages.html
@@ -6916,7 +6926,7 @@ account-settings
 account-setup
 account/
 account/accomplishments
-account/accomplishments/http://svt.se/robots.txt
+account/accomplishments/http://digitaltrends.com/robots.txt
 account/ackgift
 account/deactivated
 account/emailoptout/?*token=
@@ -6959,6 +6969,7 @@ account_settings/set_your_password$
 account_settings/set_your_password?
 account_settings?
 accountaccess
+accounthelp
 accounts
 accounts/ClientAuth
 accounts/ClientAuth
@@ -7340,7 +7351,7 @@ api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://sciencemag.org/robots.txt
+api/http://shareasale.com/robots.txt
 api/internal/*/location
 api/internal/analytics/songs
 api/jobPostings/jobs
@@ -7415,7 +7426,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://iso.org/robots.txt
+apple-app-site-associationhttp://fda.gov/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -7474,7 +7485,9 @@ archiv/regional
 archive
 archive$
 archive/api/image.jpg
+archive/article
 archive/graphs.php
+archive/page
 archive/project/sovsport$
 archived
 archives
@@ -7499,7 +7512,11 @@ article/HUG
 article/PR-CO
 article/api
 article/beta
+article/category
 article/preview
+article/this-article-has-been-deleted
+article/this-article-has-been-removed
+article/this-article-is-no-longer-available
 article_email
 articlecomment/
 articles
@@ -7546,6 +7563,7 @@ askhome
 asm/
 asp/demo_db_edit.asp
 aspx/
+asrelated.cms*
 assessment/request
 assessor-eligibility
 asset-manifest.json
@@ -8616,7 +8634,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://money.cnn.com/robots.txt
+blog/.html.*http://aboutads.info/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8744,7 +8762,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://s3-us-west-2.amazonaws.com/robots.txt
+bookmarkshttp://neowin.net/robots.txt
 books
 books/NBK
 books/about
@@ -9663,7 +9681,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://xkcd.com/robots.txt
+cdn-cgi/http://beatport.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -10035,7 +10053,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://dx.doi.org/robots.txt
+code/http://web.archive.org/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10160,6 +10178,7 @@ companies
 companies/c
 companies/o
 companies/search
+company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10366,6 +10385,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://producthunt.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
+content/dam/redcross/lp
 content/dam/web/da_dk/www
 content/dam/web/de_ch/www
 content/dam/web/de_de/www
@@ -10402,6 +10422,7 @@ content/ipad
 content/pdf/10.1007%2F978-94-6209-446-8_8.pdf
 content/pdf/bbm
 content/pdf/bfm
+content/redcross
 content/ru_ru/
 content/search
 content/telegraph
@@ -11031,6 +11052,7 @@ deals/merchant/*
 deals/popular/*
 debats/
 debug
+debug/
 decision-makers$
 decision-makers/*/admin_accounts$
 decision-makers/*/admin_accounts?
@@ -11062,7 +11084,6 @@ dell/cities-transformed
 dell/cloud-future-of-medicine
 deluge/help/search-results.html
 demo
-demokratie-jetzt.html
 demonstration
 demos
 denver
@@ -11119,6 +11140,7 @@ dg-service
 dgs/education_culture/404_en.htm
 dhtml
 dhtmlmenu
+di-ag/
 diagnosed-with-glioblastoma
 dialog/*
 dictionary/static/sitemaps
@@ -11624,6 +11646,7 @@ edit/success
 edit_article
 editarticle
 editgroup
+edition/null
 editionssi
 editor
 editor.jsp
@@ -12351,7 +12374,7 @@ events/friday-rush$
 events/fsi-cloud-symposium-nyc.html
 events/rss
 evernote/like.php
-evite/*http://getbootstrap.com/robots.txt
+evite/*http://smashbros.com/robots.txt
 examples/*
 exclusive-offers
 exec/obidos/account-access-login
@@ -12502,6 +12525,8 @@ feedback
 feedback-service
 feedback/user_study
 feeds
+feeds.thetimes.com/puzzles
+feeds.thetimes.com/timescrossword
 feeds/
 feeds/*
 feeds/rss
@@ -12635,7 +12660,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://newsweek.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://yandex.com/robots.txt
 filter
 filter/tips
 filter/tips
@@ -13053,7 +13078,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://s.yimg.com/robots.txt
+g/4arE9Chttp://ico.org.uk/robots.txt
 g/api
 g00
 g01
@@ -13281,7 +13306,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://feeds.feedburner.com/robots.txt
+gifshttp://business.twitter.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13308,6 +13333,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
+global-infrastructure/services/get-async/http://webpatogh.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13632,7 +13658,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://blog.twitter.com/robots.txt
+hacker/*/followhttp://thefader.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -14031,38 +14057,38 @@ http
 http-checker
 http2_data
 http:
-http://airtable.com/robots.txt
-http://apple.co/robots.txt
-http://blog.google/robots.txt
-http://buffer.com/robots.txt
-http://catholic.com/robots.txt
-http://ec.europa.eu/robots.txt
-http://feedly.com/robots.txt
-http://forms.gle/robots.txt
-http://freewebs.com/robots.txt
-http://google.fr/robots.txt
-http://help.twitter.com/robots.txt
-http://i.imgur.com/robots.txt
-http://ikea.com/robots.txt
-http://imgur.com/robots.txt
-http://ipcc.ch/robots.txt
-http://israelnationalnews.com/robots.txt
-http://lapakbrebes.com/robots.txt
-http://lh5.googleusercontent.com/robots.txt
-http://loc.gov/robots.txt
-http://nicovideo.jp/robots.txt
-http://opera.com/robots.txt
-http://pkp.sfu.ca/robots.txt
-http://roguefitness.com/robots.txt
-http://sec.gov/robots.txt
-http://slack.com/robots.txt
-http://tandfonline.com/robots.txt
-http://tools.google.com/robots.txt
-http://us02web.zoom.us/robots.txt
+http://addons.mozilla.org/robots.txt
+http://androidcommunity.com/robots.txt
+http://apache.org/robots.txt
+http://blog.youtube/robots.txt
+http://chromium.org/robots.txt
+http://csmonitor.com/robots.txt
+http://flipboard.com/robots.txt
+http://foxnews.com/robots.txt
+http://google.co.in/robots.txt
+http://i2.wp.com/robots.txt
+http://img.youtube.com/robots.txt
+http://jstor.org/robots.txt
+http://kickstarter.com/robots.txt
+http://klove.com/robots.txt
+http://minds.com/robots.txt
+http://mozilla.org/robots.txt
+http://nature.com/robots.txt
+http://nl.linkedin.com/robots.txt
+http://onlinelibrary.wiley.com/robots.txt
+http://platform.twitter.com/robots.txt
+http://s3-eu-west-1.amazonaws.com/robots.txt
+http://storage.googleapis.com/robots.txt
+http://target.com/robots.txt
+http://time.com/robots.txt
+http://timeanddate.com/robots.txt
+http://tv.youtube.com/robots.txt
+http://ubuntu.com/robots.txt
+http://udemy.com/robots.txt
 http://usnews.com/robots.txt
-http://validator.w3.org/robots.txt
-http://virustotal.com/robots.txt
-http://w3techs.com/robots.txt
+http://webmd.com/robots.txt
+http://yellowpages.ca/robots.txt
+http://zdnet.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14704,6 +14730,7 @@ info/jobs/Kooperations-Manager.html
 info/jobs/Social-Media-Online-Kommunikation.html
 info/jobs/UX-UI-Designer.html
 info/jobs/ba-medieninformatik.html
+info/jobs/backend-entwicklerin.html
 info/jobs/buchhaltung-payment.html
 info/jobs/buchhaltung-personal.html
 info/jobs/compliance.html
@@ -14716,7 +14743,6 @@ info/jobs/product-owner.html
 info/jobs/projektberater.html
 info/jobs/scrum-master.html
 info/jobs/showmaster.html
-info/jobs/site-reliability-engineer.html
 info/jobs/social-media.html
 info/jobs/support.html
 info/jobs/texterin-uxwriterin.html
@@ -14750,7 +14776,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://startnext.com/robots.txt
+interactive*http://jigsaw.w3.org/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -14805,6 +14831,7 @@ inviteMany
 invited
 invites/buy
 invoice
+invoice-central
 invoice/cn/
 invoice/de/
 invoice/download
@@ -15611,6 +15638,7 @@ latest-playlist
 latest-talk
 latin
 latin_en
+launch-day-show-voting.html
 launch2005/
 law-school/search-results/
 lawlib/archive
@@ -15904,6 +15932,7 @@ login$
 login-business/*
 login-messages
 login.mhtml$
+login.thetimes.com/user/logout
 login/
 login/$
 login/?*guestpasskey=
@@ -16324,7 +16353,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://codex.wordpress.org/robots.txt
+media/tyfo*http://fbi.gov/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -17014,6 +17043,7 @@ my*/step
 my*/submit
 my*/submitted
 my-account
+my-articles
 my-eurlex
 my-library
 my-list-shows
@@ -17609,7 +17639,7 @@ noflashhtml
 nofollow=1
 nojs=
 nonConfig/api/wpa
-nonce="BkR1c0IS-gSTBOehrHeq7A">if(google.cis
+nonce="A9nfak_-IujyavR_EcgMyg">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17643,6 +17673,7 @@ npost/
 nqrwns
 nrdapp
 ns/
+ns/apology
 ns/hydra/console/?
 ns/local_news
 nsj/analytics
@@ -17832,6 +17863,7 @@ okxbet.com
 oma
 omgilibot
 on
+on/demandware.store
 onboard
 onboarding
 one/help/search-results.html
@@ -18051,6 +18083,7 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
+page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -18145,6 +18178,9 @@ password
 password-changed-email
 password/reset
 password_expired
+past-six-days
+past-six-days$
+past-six-days/$
 patent-search/frontend
 patents
 patents/download
@@ -18487,6 +18523,7 @@ play/store/web
 play/surveys/serp
 play/videos/modulos
 player
+player/brightcove
 player/metadata/video
 playerColor=
 playlist.php
@@ -20171,6 +20208,7 @@ search-console/scfe
 search-effectiveness.html
 search-people?
 search-results
+search-the-red-cross-site
 search.html
 search.jsp
 search.php
@@ -20352,7 +20390,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://telegram.me/robots.txt
+section/9http://marketwatch.com/robots.txt
 sectionized
 sections
 sections$
@@ -20723,7 +20761,7 @@ shows/
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://myspace.com/robots.txt
+showtimes/location/*http://mailchi.mp/robots.txt
 shr*
 shutterstock
 si
@@ -20778,6 +20816,7 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
+sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign/help/search-results.html
@@ -21509,6 +21548,7 @@ ss/customer-reviews/lighthouse
 ss/twister/ajax
 ssafe/
 ssi
+ssi/alert/banner.htm
 ssi/geoip_cc
 sslsingle
 sso
@@ -21979,7 +22019,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://pcmag.com/robots.txt
+tag/*+http://drupal.org/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22047,6 +22087,9 @@ tags/newsletters
 tags/topic
 takaoka-saki-blog/videolist-*.html
 takaoka-saki-blog/videolist.html
+take-a-class/asspsafetytraining
+take-a-class/hidden
+take-a-class/participant-materials
 takedown
 talent/matches
 talk
@@ -22210,7 +22253,7 @@ test5
 test6
 testcases
 testfl
-testhttp://playstation.com/robots.txt
+testhttp://photos.google.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22382,6 +22425,7 @@ topic/*/Rss
 topic/*?
 topic/article/
 topic/articlecollection
+topic/bbc
 topic/electrode/api/logger
 topic/electrode/api/wpa
 topic/photo/
@@ -22497,7 +22541,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://j.mp/robots.txt
+transparency/http://ehow.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22521,6 +22565,7 @@ travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
 travel/clk
 travel/css
+travel/entity
 travel/flight/flightSearch
 travel/flight/flightSearchAction
 travel/flight/search/?
@@ -22532,11 +22577,14 @@ travel/hotel/hotelMiniSearchRequest
 travel/hotel/hotelSearch
 travel/hotels/checkout
 travel/hotels/detail
+travel/hotels/entity
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
 travel/hotels/search/?
 travel/hotels/search?
+travel/hotels/stories
 travel/scripts
+travel/search
 travel/secure
 travelnevadahighway95tc
 treasury
@@ -22557,6 +22605,7 @@ trends/topics
 trends/viz?
 trends?
 trends_tpt
+tributes
 trips/upcoming
 trips/v1
 trivia
@@ -22588,6 +22637,7 @@ try-which/wills/
 try?
 trylater
 tsa
+tto
 tucritica
 tudum
 tune*retpath=
@@ -24693,8 +24743,8 @@ wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.phphttp://istockphoto.com/robots.txt
-wp-admin/admin-ajax.phphttp://paypalobjects.com/robots.txt
-wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt
+wp-admin/admin-ajax.phphttp://nydailynews.com/robots.txt
+wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24761,7 +24811,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://allrecipes.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://bs.serving-sys.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24895,7 +24945,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://youtube-nocookie.com/robots.txt
+youreurope/businessDEV/http://www1.nyc.gov/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -25247,7 +25297,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://sonicwall.com/robots.txt
+101612.rsshttp://jquery.com/robots.txt
 1010203
 1014943
 1027454