[Github Action] Automated trickest wordlists update.

2026-08-27 23:16:09 +00:00 · 2024-06-01 00:22:20 +00:00
parent de677acef2
commit ad3dcde13a
91 changed files with 1758338 additions and 1758438 deletions
@@ -31,10 +31,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -42,11 +38,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -56,7 +49,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/watchers
 /*source=
 /.git
-/?z=1
 /B00M3E1HJY
 /B00M3E1NYI
 /B00M3E1Q5Y
@@ -75,16 +67,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Search/
 /_
 /_/rsrc
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -92,15 +74,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /base-en/
 /bin/search.py
 /blame
-/c
 /cache
 /comment
 /comments
 /comments/*?*sort=
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -125,8 +104,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/liked_by
-/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -134,20 +111,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
-/scheduled-pin
-/scheduled-pins
 /search
 /search$
 /search.compact$
@@ -169,15 +141,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -246,7 +214,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?tab=achievements&achievement=
 ?utm_*=
 ?w=address
@@ -333,8 +300,6 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -373,15 +338,11 @@ _/pog
 _/tfhub
 _/transparencyreport
 __i
-_adc_*/shop
 _allComments.html
 _allCommentsClassicBlog.html
-_aoc_*/shop
 _email.html
-_enterprise*/shop
 _generated
 _global_notifications
-_internal-epp-discounted*/shop
 _jsn.json
 _jsnp.js
 _jsnpStatic.js
@@ -391,8 +352,6 @@ _json/getAdsForMediaViewer
 _json/video/mon
 _jsonp.js
 _jsonpStatic.js
-_k12nonbts*/shop
-_kiosk*/shop
 _meta.xml
 _mobile.mobile
 _mobile.xml
@@ -402,20 +361,15 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
 _nitf.xml
-_nonbts*/shop
 _print.html
 _private/admin-tools
 _prq
 _qa.html
-_qpromo*/shop
 _query=
-_refurb-discounted*/shop
 _rss.xml
 _rv/gtm
 _rv/jwt
@@ -512,7 +466,6 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
@@ -534,7 +487,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -572,7 +524,6 @@ api_access_key=
 app*_
 app*form_id=
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -742,7 +693,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 away.php
 b?*node=7454898011
 b?*node=7454917011
@@ -856,11 +806,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -882,38 +828,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 buttonlite.js
 buyside-e2e-monitor
 buzz/post
@@ -1104,7 +1029,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1124,11 +1048,9 @@ cl2/ical
 claim-money?
 classic-apps
 clickthru
-client_error
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1149,7 +1071,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1165,33 +1086,25 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connector
 consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 corgi$
 couchmode
 counter/*?
@@ -1199,13 +1112,7 @@ counters/client-screenview
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1214,9 +1121,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1326,9 +1231,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1378,7 +1281,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -1476,8 +1378,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -1489,7 +1389,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -1544,7 +1443,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -1647,8 +1545,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -1658,7 +1554,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -1738,8 +1633,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -1850,8 +1743,6 @@ globalmarketfinder
 globalmarketfinder/*.html
 go/awards
 gold?
-google_gdn.html
-google_search.html
 googlebooks/images
 goto
 gp
@@ -1962,7 +1853,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2037,17 +1927,14 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://i2.wp.com/robots.txt
+http://facebook.com/robots.txt
 http://translate.google.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
@@ -2059,9 +1946,6 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2232,14 +2116,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -2329,8 +2210,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -2393,7 +2272,6 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -2428,12 +2306,10 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -2442,7 +2318,6 @@ listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
 live
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -2471,10 +2346,8 @@ localservices
 locationQuery=
 location_suggest
 lochp?
-logging
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -2653,7 +2526,6 @@ native
 nb-no.www.cloudflare.com
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -2665,7 +2537,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newsroom/notifications
@@ -2773,7 +2644,6 @@ no-en/treasury
 no-en/your
 nonprofits/account
 not_recommended_reviews/preview
-notifications
 ns/hydra/console/?
 nus-trk
 nwshp$
@@ -2826,12 +2696,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -2862,11 +2728,8 @@ pages?oid=-
 pagespeed/insights/ui/logo
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -2896,39 +2759,8 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -2979,7 +2811,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -3009,7 +2840,6 @@ ppob?
 pqa
 preference
 preferences
-prefs
 present
 presentation
 prettyearth/assets
@@ -3020,8 +2850,6 @@ private
 pro
 pro-resources
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3094,22 +2922,17 @@ pt/teams
 pt/transactions
 pt/treasury
 pt/your
-publicapi
 publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
 q=
 qnasearch?
-qp/batch_fetch_web
 qr
 quality_form?
-query
-quiz
 r
 r/*.rss
 r/*/comments/*.rss
@@ -3137,7 +2960,6 @@ random
 rd/search
 rd/search$
 rd/search?
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3155,8 +2977,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -3167,14 +2987,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -3208,7 +3024,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -3306,7 +3121,6 @@ searchhistory
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -3382,7 +3196,6 @@ shop/browse/overlay
 shop/browse/ribbon
 shop/iphone/payments/overlay
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -3391,7 +3204,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://ted.com/robots.txt
+showtimes/location/*http://mozilla.org/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -3676,13 +3489,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -3704,7 +3515,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -3759,10 +3569,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 submit
@@ -3783,7 +3589,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -3797,14 +3602,12 @@ svc/vertex
 svc/web
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
 t/terms
 tab=
 tablet
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -3837,10 +3640,8 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -3915,7 +3716,6 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
-tv
 tv/thumb
 tvschedule
 twitter
@@ -3980,13 +3780,9 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4060,8 +3856,6 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4090,12 +3884,9 @@ watch_queue_ajax
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -4557,7 +4348,6 @@ xoonboarding
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
@@ -3,6 +3,7 @@
 #
 $
 $
+$http://analog.com/robots.txt
 $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 %20
 %20(http
@@ -237,8 +238,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .env
 .eot*************
 .flv$
-.full-text.print$
-.full.print$
 .gif*************
 .git
 .git$
@@ -2514,7 +2513,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /business/search
 /buyback
 /buyer/widget
-/c
 /c/*
 /c/*/*+3132/$
 /c/*/*+3133/$
@@ -2959,7 +2957,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /lightreg/index.html
 /lijstjes
 /liked-posts
-/liked_by
 /likes
 /limited-release
 /link
@@ -3074,7 +3071,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://gmail.com/robots.txt
+/no-referrer-when-downgradehttp://iana.org/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3453,6 +3450,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /suite
 /support-requests/new
 /system
+/t/
 /tables
 /tag
 /tag=
@@ -3633,7 +3631,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://visitazores.com/robots.txt
+?*apikey*http://akismet.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3847,7 +3845,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://chrome.google.com/robots.txt
+?*utm_source=http://cricketarchive.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*xid
@@ -5966,13 +5964,11 @@ __hstc=
 __i
 __origami
 __rapidworker-1.2.js
-_adc_*/shop
 _ah
 _aid_656913.html
 _ajax
 _allComments.html
 _allCommentsClassicBlog.html
-_aoc_*/shop
 _api
 _api$
 _api/albums-node-server
@@ -5985,7 +5981,6 @@ _comments
 _csrf
 _derived
 _email.html
-_enterprise*/shop
 _escaped_fragment_
 _escaped_fragment_=aboutgroup
 _escaped_fragment_=forumsearch
@@ -6009,7 +6004,6 @@ _hcms/preview
 _hook/*.html
 _hsenc=
 _id_86231824.html
-_internal-epp-discounted*/shop
 _jcr_content
 _jsn.json
 _jsnp.js
@@ -6020,8 +6014,6 @@ _json/getAdsForMediaViewer
 _json/video/mon
 _jsonp.js
 _jsonpStatic.js
-_k12nonbts*/shop
-_kiosk*/shop
 _kw
 _meet$
 _meet/$
@@ -6045,7 +6037,6 @@ _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
 _nitf.xml
-_nonbts*/shop
 _notes/
 _ok
 _overlay
@@ -6060,9 +6051,7 @@ _prq
 _ptid=
 _qa
 _qa.html
-_qpromo*/shop
 _query=
-_refurb-discounted*/shop
 _remote
 _rprt
 _rss.xml
@@ -6192,7 +6181,6 @@ abuse/group
 abuse?
 abuse_reports/new
 ac
-ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
@@ -6641,12 +6629,12 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://docs.wixstatic.com/robots.txt
+api/attachments/*http://euronews.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://kobo.com/robots.txt
+api/http://livestream.com/robots.txt
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
@@ -6715,7 +6703,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://fonts.google.com/robots.txt
+apple-app-site-associationhttp://beatport.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -6917,7 +6905,6 @@ at/c/*search_type=
 at/c/*ship_to=
 at/cart
 at/conversations
-at/de/misc/litetopicpage.global-topic-tags.innovation.html
 at/guest-pass
 at/help/sitemap
 at/help/sitemap.php
@@ -7912,7 +7899,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://salon.com/robots.txt
+blog/.html.*http://stripe.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -7988,7 +7975,6 @@ bm/user
 bm/users
 bmajax
 bmind
-bmj_countries
 bn
 bn-BD/forums
 bn-BD/kb/*/discuss
@@ -8014,8 +8000,6 @@ bn/search
 bn/user
 bn/users
 bo
-boacongress2011
-boacongress2012
 board
 boardInviteDeclined
 board_activity
@@ -8040,7 +8024,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ed.ted.com/robots.txt
+bookmarkshttp://technorati.com/robots.txt
 books
 books/NBK
 books/about
@@ -8957,7 +8941,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://mediapost.com/robots.txt
+cdn-cgi/http://purdue.edu/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -8985,7 +8969,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://is.gd/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9145,7 +9129,6 @@ chronic-rare-kidney-disease-iga-nephropathy
 chwilio
 chwilio$
 chwilio?
-cis/
 cisco/support/RU/
 cisco/web/
 cisco/web/UK/telepresence/pro
@@ -9214,7 +9197,6 @@ clickthru
 clid=
 client
 client/MyAnalog/GetHeaderMyAnalogStrip
-client_error
 client_errors
 clientlink
 clients
@@ -9257,7 +9239,6 @@ cn-k12
 cn/*/aow
 cn/blogs/
 cn/brand/
-cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html
 cn/license/ibis-models
 cn/license/licensing-agreement/
 cn/license/saber-models/
@@ -9326,7 +9307,7 @@ co/user
 co/users
 co/ventureone
 code/*
-code/http://w3techs.com/robots.txt
+code/http://arxiv.org/robots.txt
 codesamples/
 coin*mid=
 colehaan/daring-to-step-forward
@@ -9386,7 +9367,6 @@ comment/frame
 comment/reply
 comment/reply/
 commentary
-commenting
 comments
 comments
 comments$
@@ -9451,7 +9431,6 @@ companies/o
 companies/search
 company
 company/*.rss
-company/?s=
 company/add-ons-agreement
 company/index/thank-you
 company/reseller-add-ons-agreement
@@ -9510,6 +9489,7 @@ composer/Template/README.txt
 compressiontest
 computer/thanks
 computer/thanks-partner
+comscore-json
 comunes
 concursocampusparty/files
 concussion/HeadsUp/training/
@@ -9535,7 +9515,7 @@ conflagexp
 connect
 connect/@
 connect/help/search-results.html
-connect/http://blog.twitter.com/robots.txt
+connect/http://nbcnews.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -9580,7 +9560,6 @@ content
 content-claiming
 content-generator-embed
 content-marketing
-content/*%7Bopenurl%7D
 content/*/async
 content/*/bind
 content/*/cancel
@@ -9616,25 +9595,9 @@ content/blogs/mx/es
 content/blogs/nl/nl
 content/blogs/sg/en
 content/blogs/us/en
-content/campaigns/us/noindex/
 content/dam
-content/dam/Deloitte/be/Documents/noindex/
-content/dam/Deloitte/cn/Documents/strategy/deloitte-cn-consulting-5g-assist-in-2019-ncov-en-200317.pdf
-content/dam/Deloitte/de/Documents/noindex/
-content/dam/Deloitte/dk/Documents/noindex/
-content/dam/Deloitte/fr/Documents/noindex/
-content/dam/Deloitte/gr/Documents/noindex/
-content/dam/Deloitte/hu/Documents/
-content/dam/Deloitte/ie/Documents/noindex/
-content/dam/Deloitte/kx/
-content/dam/Deloitte/no/Documents/noindex/
-content/dam/Deloitte/nz/Documents/noindex/
-content/dam/Deloitte/us/Documents/noindex/
-content/dam/Deloitte/xc/
-content/dam/Deloitte/xl/
 content/dam/cra-arc/formspubs
 content/dam/fedex-com/hdn/
-content/dam/insights/us/USI-dev/
 content/dam/ircc/documents/pdf/english/kits/forms/imm0143e.pdf
 content/dam/ircc/documents/pdf/english/kits/forms/imm0144e.pdf
 content/dam/ircc/documents/pdf/english/kits/forms/imm5444
@@ -9653,7 +9616,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://oecd.org/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/redcross/lp
 content/dam/web/da_dk/www
@@ -9852,7 +9815,6 @@ cr?
 craft
 crash
 crawler4j
-crc/
 create
 create$
 create-account
@@ -9871,7 +9833,6 @@ createshort.html
 creative-europe/404_en.htm
 creative-studio
 creative/
-creative/test.html
 creative_editor
 creativetest/
 creator-spotlight
@@ -10078,7 +10039,6 @@ dashboard/notes
 dashboard/overview
 data
 data-studio
-data/design
 data/free/files
 database/philboard.mdb
 datasets/
@@ -10093,11 +10053,9 @@ date/weekdayadd.html?
 date/workdays.html?
 db2s
 dbcfiles
-dc/
 dc?
 dcb.htm
 dcbdealer
-dcomlib/
 ddp
 de
 de$
@@ -11575,8 +11533,6 @@ etalage$
 etalage.html$
 etarticleshow*
 etc
-etc/
-etc/insights-lists/
 ethics
 eu
 eu/
@@ -11645,7 +11601,7 @@ events/friday-rush$
 events/fsi-cloud-symposium-nyc.html
 events/rss
 evernote/like.php
-evite/*http://dw.com/robots.txt
+evite/*http://mozilla.com/robots.txt
 examples/*
 exclusive-offers
 exec/obidos/account-access-login
@@ -11929,7 +11885,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://s0.wp.com/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12104,7 +12060,6 @@ foutmeldingen.html$
 foxtrotcallback=
 fp_ms
 fp_ms/_rcv/remote?
-fpc/
 fpjs
 fr
 fr$
@@ -12352,7 +12307,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://online.wsj.com/robots.txt
 g/api
 g00
 g01
@@ -12575,7 +12530,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://gist.github.com/robots.txt
+gifshttp://loc.gov/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -12605,7 +12560,6 @@ global-master
 global-nav-esi
 global/RU/
 global/choose-location.html?location=home
-globalblueprint/
 globalization/
 globalmarketfinder
 globalmarketfinder/*.html
@@ -12927,7 +12881,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://hackerone.com/robots.txt
+hacker/*/followhttp://change.org/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13038,10 +12992,8 @@ hidden
 hidden-content
 highereducation/higheddocs
 highlights
-highwire
 hilfe/fundingdetail.html
 hilfe/live/launch-day/launch-day-show-voting.html
-hilfe/live/launch-day/launch-day-videoupload.html
 hilfe/live/officehour/officehour-link.html
 hims-hard-mints
 hinweis/datenleck
@@ -13324,40 +13276,41 @@ http
 http-checker
 http2_data
 http:
-http://2.bp.blogspot.com/robots.txt
-http://about.google/robots.txt
-http://amazon.de/robots.txt
-http://amzn.to/robots.txt
-http://api.whatsapp.com/robots.txt
-http://app.box.com/robots.txt
-http://bbc.com/robots.txt
-http://bcn.cl/robots.txt
-http://behance.net/robots.txt
-http://census.gov/robots.txt
-http://euronews.com/robots.txt
+http://bitly.com/robots.txt
+http://blogger.com/robots.txt
+http://cisco.com/robots.txt
+http://crunchyroll.com/robots.txt
+http://dailymotion.com/robots.txt
+http://developer.apple.com/robots.txt
+http://discord.com/robots.txt
 http://extension.purdue.edu/robots.txt
-http://graphisoft.com/robots.txt
-http://hubspot.com/robots.txt
-http://ie.edu/robots.txt
-http://linkedin.com/robots.txt
-http://mashable.com/robots.txt
-http://mrisoftware.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://news.cnet.com/robots.txt
-http://news.yahoo.com/robots.txt
-http://npmjs.com/robots.txt
-http://patreon.com/robots.txt
-http://producthunt.com/robots.txt
-http://raiplay.it/robots.txt
-http://redbubble.com/robots.txt
-http://support.apple.com/robots.txt
-http://techradar.com/robots.txt
-http://tinyurl.com/robots.txt
-http://torproject.org/robots.txt
-http://translate.google.com/robots.txt
-http://upload.wikimedia.org/robots.txt
-http://vogue.com/robots.txt
-http://yelp.com/robots.txt
+http://fcc.gov/robots.txt
+http://finance.yahoo.com/robots.txt
+http://fr.wikipedia.org/robots.txt
+http://fsf.org/robots.txt
+http://genius.com/robots.txt
+http://google.com.mx/robots.txt
+http://i2.wp.com/robots.txt
+http://iso.org/robots.txt
+http://jstor.org/robots.txt
+http://jupiterbroadcasting.com/robots.txt
+http://ko-fi.com/robots.txt
+http://minds.com/robots.txt
+http://moz.com/robots.txt
+http://news.ycombinator.com/robots.txt
+http://paypalobjects.com/robots.txt
+http://s3-us-west-2.amazonaws.com/robots.txt
+http://sfgate.com/robots.txt
+http://sketchfab.com/robots.txt
+http://statcounter.com/robots.txt
+http://tandfonline.com/robots.txt
+http://thefa.com/robots.txt
+http://theglobeandmail.com/robots.txt
+http://theguardian.com/robots.txt
+http://usatoday.com/robots.txt
+http://w3techs.com/robots.txt
+http://webmd.com/robots.txt
+http://wired.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -13950,6 +13903,7 @@ index.php/ko/node/
 index.php/magazine/get_comment
 index.php/media/oembed
 index.php/members/profile
+index.php/node
 index.php/node/add
 index.php/node/add/
 index.php/ru/node/
@@ -14033,7 +13987,6 @@ insetsrv/v1
 insider$
 insights/*
 insights/rss.aspx
-insights/us/en/redirection-pages/
 install-shuffles
 install.php
 installation
@@ -14044,7 +13997,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://fcc.gov/robots.txt
+interactive*http://startnext.com/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -14728,8 +14681,6 @@ keepalive.html
 keyboard_qwerty.html
 keyword
 keyword=
-kg/en/
-kg/ru/
 khan-labs?step=children-over-limit
 khan-labs?step=english-only
 khan-labs?step=ineligible
@@ -14898,7 +14849,6 @@ latest-playlist
 latest-talk
 latin
 latin_en
-launch-day-show-voting.html
 launch2005/
 law-school/search-results/
 lawlib/archive
@@ -14922,7 +14872,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://validator.w3.org/robots.txt
+leadingtogether/http://feedly.com/robots.txt
 leaf
 learn
 learn-noperf
@@ -14957,7 +14907,7 @@ learning/settings?
 learnmorelayer
 learnmorelayertv
 lecture
-lecture/http://creativemarket.com/robots.txt
+lecture/http://eji.org/robots.txt
 lees/gids/exclusief
 lees/gids/exclusief$
 lees/gids/exclusief.*$
@@ -15024,7 +14974,6 @@ levant_ar
 level.php
 lexaurus
 lg
-lg/
 lg/forums
 lg/kb/*/discuss
 lg/search
@@ -15183,7 +15132,6 @@ log-in*?redirect_to=
 log?
 log_rt_blocks_order
 logger
-logging
 login
 login$
 login-business/*
@@ -15569,7 +15517,6 @@ media/popup/
 media/thumbnails/
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://statcounter.com/robots.txt
 mediabase
 mediaembed
 medialibrary/de/brief
@@ -16885,6 +16832,23 @@ ns/
 ns/apology
 ns/hydra/console/?
 ns/local_news
+nsj/analytics
+nsj/apply-profile
+nsj/document
+nsj/emailjob
+nsj/external-redirect-registration
+nsj/invalid-request
+nsj/jbequicksignup
+nsj/jobsjson
+nsj/jobsrss
+nsj/logon
+nsj/newalert
+nsj/previewjob
+nsj/profile
+nsj/remindme
+nsj/searchjobs
+nsj/session-img
+nsj/your-jobs
 nso/forums
 nso/kb/*/discuss
 nso/search
@@ -18467,7 +18431,6 @@ public_media/docs
 public_media/images/Onboarding-Documents
 public_media/images/StyleGuide
 public_media/images/WPP
-publicapi
 publications
 publications/advanced-search
 publications/article/*/email
@@ -18542,7 +18505,6 @@ qantas
 qemail
 qi
 qnasearch?
-qp/batch_fetch_web
 qr
 qrCode/*
 quality_form?
@@ -18624,7 +18586,6 @@ range_chapter=
 range_subcategory=
 ranking-factors
 ranking_graph
-rapid-responses
 ratefinder/home?cc=US&language=en&locId=express
 rating
 ratings$
@@ -18645,7 +18606,6 @@ rd
 rd/search
 rd/search$
 rd/search?
-re/
 react-dom/static-6.4
 react-dom/static-6.5
 react-input-autosize/static-2.7
@@ -18793,8 +18753,6 @@ research
 research-ai
 research-ai$
 research-credits/data-science-bowl
-research/feed
-research/highlight/feed
 research/participants/cofund
 researchtools/ose
 researchtools/ose/$
@@ -19441,7 +19399,7 @@ search/*?*schools=
 search/*?*sort=
 search/*?*time=
 search/*?*tools=
-search/*?*userAvailability=*http://betterplace.org/robots.txt
+search/*?*userAvailability=*http://tools.google.com/robots.txt
 search/*filter=dl*
 search/.
 search/2/api
@@ -19558,7 +19516,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://issuu.com/robots.txt
+section/9http://amazon.in/robots.txt
 sectionized
 sections
 sections$
@@ -19929,7 +19887,7 @@ shows/
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://img.youtube.com/robots.txt
+showtimes/location/*http://example.com/robots.txt
 shr*
 shutterstock
 si
@@ -20590,7 +20548,6 @@ spbot
 spc-source=
 special-promo/2for1
 specialhandling-payments/
-specialities/*/all-bmj/feed
 specializations-noperf
 specializations-perf
 specials
@@ -21171,7 +21128,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://discogs.com/robots.txt
+tag/*+http://thegadgetflow.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21411,7 +21368,7 @@ test5
 test6
 testcases
 testfl
-testhttp://moz.com/robots.txt
+testhttp://calendly.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -21518,8 +21475,6 @@ tip
 title
 title/tt*/mediaviewer/rm*/tr
 title/tt*/watchoptions
-tj/en/
-tj/ru/
 tkn/*
 tkt
 tl
@@ -21693,7 +21648,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://anchor.fm/robots.txt
+transparency/http://producthunt.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22114,6 +22069,7 @@ understanding-c3g
 understanding-melanoma
 unfiltered?
 unfinished.php
+unicef-component-mosaichttp://tiff.net/robots.txt
 unicorn/check
 unijobs/*/emailjob
 unijobs/*/jbequicksignup
@@ -22376,7 +22332,6 @@ us/developer/docs/sforce50
 us/developer/docs/sforce60
 us/developer/docs/sforce70
 us/dm
-us/en/pages/noindex/
 us/epp
 us/filter/tips
 us/internal
@@ -22575,10 +22530,8 @@ uy/$
 uy/corporate/careers
 uy/corporate/contact
 uy/news
-uz/en/
 uz/forums
 uz/kb/*/discuss
-uz/ru/
 uz/search
 uz/user
 uz/users
@@ -23946,9 +23899,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://fool.com/robots.txt
-wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
+wp-admin/admin-ajax.phphttp://icelandair.com/robots.txt
+wp-admin/admin-ajax.phphttp://pewinternet.org/robots.txt
+wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24014,7 +23967,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
+wp-content/uploads/wp-import-export-lite/http://allrecipes.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24070,12 +24023,9 @@ wusage
 www.espana.rtve.es
 x
 x?
-xb/en/
 xboxone
-xc/
 xclick-auction
 xcs0MhRsfxHG.js
-xd/en/
 xdoor
 xfinity
 xfx7
@@ -24092,7 +24042,6 @@ xhtml?
 xid
 xims/nars
 xl
-xl/
 xls
 xml
 xml/today/SitemapToday*.xml
@@ -24149,7 +24098,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://use.typekit.net/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -24499,7 +24448,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://c-span.org/robots.txt
+101612.rsshttp://bcn.cl/robots.txt
 1010203
 1014943
 1027454