[Github Action] Automated trickest wordlists update.

2026-08-28 07:26:19 +00:00 · 2024-10-24 10:04:11 +00:00
parent c6dd863b6d
commit 4cf4a02d9f
30 changed files with 2284 additions and 1362 deletions
@@ -26,6 +26,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -33,8 +37,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -45,10 +52,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -60,6 +80,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -84,6 +106,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -91,15 +114,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
+/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -115,11 +143,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -193,6 +225,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
+?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -985,6 +1018,8 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1047,6 +1082,8 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1152,10 +1189,12 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
+addboard
 addressBookExport
 admin
 adredir?
 ads
+ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -1175,6 +1214,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -1188,6 +1228,7 @@ alkali
 allanalytics
 alllocations
 ambry
+amp
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -1215,7 +1256,9 @@ api/v3/ajax/bespoke/public/neu/specs
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1389,6 +1432,7 @@ auth/verifychallenge
 author/following
 author=
 authwall
+autocomplete
 avis
 away.php
 b2bauth
@@ -1508,7 +1552,11 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
+board
+board_activity
+board_activity_comment
 bookmark?
+bookmarklet
 bookmarks
 books
 books/about
@@ -1530,17 +1578,38 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
 browse/reviews/recent
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1741,6 +1810,7 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1763,6 +1833,7 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1784,6 +1855,7 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1799,12 +1871,15 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
+connect
 connections
 connectivity
 connector
@@ -1812,20 +1887,30 @@ consumers/archive
 contact_me
 contactus
 content
+content-claiming
 context_referrer=gig_page
 context_referrer=user_page
-control
+conversation
 conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1834,7 +1919,9 @@ cse?
 csp
 csp_block
 csp_report_only
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1952,7 +2039,9 @@ de/teams
 de/transactions
 de/treasury
 de/your
+deactivate-account
 default
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2003,6 +2092,7 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
+discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2099,6 +2189,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2109,6 +2201,7 @@ elite?
 email
 email-unsubscribe
 email_actions
+email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2167,6 +2260,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2273,6 +2367,8 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2282,6 +2378,7 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
+fb.html
 fe=true
 feature/sf-test
 feed
@@ -2363,6 +2460,8 @@ flights
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -2476,6 +2575,8 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
+google_gdn.html
+google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2585,6 +2686,7 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2660,15 +2762,18 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
+holiday-spotlight
+holidays-celebrations
 home
+homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://linkedin.com/robots.txt
-http://m.facebook.com/robots.txt
+http://apple.com/robots.txt
+http://archive.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2682,6 +2787,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2859,11 +2967,14 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -2957,6 +3068,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3026,6 +3139,7 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
+kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3060,10 +3174,12 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
+linked
 linkedin
 list
 list/ls*/_ajax
@@ -3071,6 +3187,7 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3101,6 +3218,7 @@ location_suggest
 lochp?
 login
 login$
+login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3349,6 +3467,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news$
 news/$
 news/0
@@ -3360,6 +3479,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3529,8 +3649,12 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
+oauth/line
+oauth/login
 oauth/v2
 oauth2/v2
+oauth_error
+offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3564,8 +3688,11 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3602,8 +3729,40 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3659,6 +3818,7 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
+place
 plan=
 platform-telemetry
 play/store/web
@@ -3685,6 +3845,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -3695,6 +3856,8 @@ private
 pro
 pro-resources
 pro/about
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3775,6 +3938,7 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3782,6 +3946,7 @@ q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3795,6 +3960,7 @@ rd/search
 rd/search$
 rd/search?
 recensioni
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3812,19 +3978,24 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
 register
 registration
 registry/wishlist
 remotelogout
 rep=hc
-report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
+resource
+resource/*/get
 results
 retail
 retail/old
@@ -3863,6 +4034,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -3963,6 +4135,7 @@ searchresults
 sections
 secure
 seller_onboarding
+sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4037,11 +4210,14 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
+shop_pins
 shopping-content-api/product_images
+shopping/deals
 shopping/product
 shopping/ratings/account/metrics
 shopping/ratings/merchant/immersivedetails
 shopping/reviewer
+shopping/search
 shopping/seller
 shopping/suppliers/search
 shopping?
@@ -4330,11 +4506,13 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
+socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -4357,6 +4535,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 start_order
@@ -4411,6 +4590,10 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4435,6 +4618,7 @@ support
 support/content
 support/forum/search?
 surprise
+suspension-appeal
 sv-se.www.cloudflare.com
 sv-se/feedback
 sv-se/lp
@@ -4448,6 +4632,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 syndicate
 system1/images
@@ -4455,6 +4640,7 @@ t/terms
 tab=
 tablet
 tacms
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4490,8 +4676,10 @@ th-th.www.cloudflare.com
 th-th/feedback
 th-th/lp
 th-th/searchresults
+thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
+theme
 themes/rss
 things/search
 things/search$
@@ -4577,6 +4765,7 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
+tv
 tv/thumb
 tvschedule
 twitter
@@ -4643,9 +4832,13 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
+unauth-profile
+unlink
 unsub
 until=
 updates
+upload-image-lens-history
+upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4721,6 +4914,8 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
+v1/urls/count.json
+v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4758,10 +4953,13 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5141,6 +5339,7 @@ windows/campaign/meet-start.aspx
 windows/compatibility/windows-7/
 windows/compatibility/windows-7/*
 windows/compatibility/windows-vista/
+wirecutter
 wirecutter/*&xid=
 wirecutter/*.csv$
 wirecutter/*.zip$
@@ -5224,6 +5423,7 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
@@ -578,7 +578,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*-wanker.html
 /*.git$
 /*/*/*/fp
-/*/*/*/get_popular_posts
 /*/*/*/otmi
 /*/*/_tools
 /*/*/more_ideas
@@ -3115,7 +3114,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://media.ccc.de/robots.txt
+/no-referrer-when-downgradehttp://bakespace.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3240,6 +3239,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /profile-about
 /profileshow
 /promoassets
+/public/fc-assets/locales
 /public/insights/share/anniversary*?
 /pull
 /pvData$
@@ -3703,7 +3703,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://rebrand.ly/robots.txt
+?*apikey*http://europarl.europa.eu/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3820,7 +3820,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://pixel.quantserve.com/robots.txt
+?*utm_source=http://mozilla.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5588,7 +5588,6 @@ I18n/static-7.314
 I18n/static-7.315
 I18n/static-7.329
 IBCommerce
-ID"),!1,d)}}catch(x){google.ml(x,!0,{"jsl.dh":!0})}};(function(){var
 IEB/ToolBox/SB
 ILC-refresh
 IM
@@ -7013,6 +7012,7 @@ activities/committees/studies/
 activities/committees/studiesCom/
 activity
 ad
+ad/adserver.php
 ad=
 ad_acknowledgment
 ad_id=
@@ -7320,7 +7320,7 @@ api/editionurlgenerator
 api/eventlogging
 api/federation
 api/html
-api/http://ssl.gstatic.com/robots.txt
+api/http://israelnationalnews.com/robots.txt
 api/internal/*/location
 api/internal/_bb
 api/internal/analytics/songs
@@ -7398,7 +7398,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://msdn.microsoft.com/robots.txt
+apple-app-site-associationhttp://mediafire.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8544,6 +8544,7 @@ blog
 blog-
 blog-ads-api-output
 blog-manager
+blog-old
 blog-temp-ru
 blog-this.g
 blog.atom
@@ -8581,7 +8582,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://money.cnn.com/robots.txt
+blog/.html.*http://mc.yandex.ru/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8636,6 +8637,7 @@ bm/search
 bm/user
 bm/users
 bmajax
+bmind
 bmj_countries
 bn
 bn-BD/forums
@@ -8688,7 +8690,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://spreaker.com/robots.txt
+bookmarkshttp://thenewstack.io/robots.txt
 books
 books/NBK
 books/about
@@ -9605,7 +9607,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://xkcd.com/robots.txt
+cdn-cgi/http://beatport.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9632,7 +9634,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://kck.st/robots.txt
+cgi-binhttp://zendesk.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9975,7 +9977,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://instagram.com/robots.txt
+code/http://m.youtube.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10103,7 +10105,6 @@ companies
 companies/c
 companies/o
 companies/search
-company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10189,7 +10190,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://imgur.com/robots.txt
+connect/http://independent.co.uk/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10225,6 +10226,7 @@ contact?t=donation_page_report
 contact_host
 contact_importer
 contact_me
+contacto
 contactus
 contactus/mwaas*
 contenidos
@@ -10305,7 +10307,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://wired.co.uk/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://jigsaw.google.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -10344,7 +10346,7 @@ content/dam/web/sv_se/www
 content/download
 content/en/us/td/docs/Sanity
 content/ipad
-content/pdf/10.1007%2F978-94-6209-446-8_8.pdf
+content/pdf/10.1007/978-94-6209-446-8_8.pdf
 content/pdf/bbm
 content/pdf/bfm
 content/redcross
@@ -10361,7 +10363,6 @@ context_referrer=gig_page
 context_referrer=user_page
 contribute
 contributors/
-control
 controller
 controller/audio_player
 controller/facebook
@@ -10718,7 +10719,6 @@ db2s
 dbcfiles
 dc/
 dc?
-dcb.htm
 dcbdealer
 dcomlib/
 ddp
@@ -10980,6 +10980,7 @@ design
 design/
 design/free/files
 design/play
+designer/edit
 designers
 designers/events/fullscreen-page
 designtech
@@ -10993,6 +10994,7 @@ devadmin
 devcon2007
 devdns/
 developer/invite
+developer/public-invite
 developers
 developers-v1
 developers/downloads/sdks
@@ -11274,6 +11276,7 @@ dlls/
 dloader
 dloader(NaverRobot)
 dls
+dmca_notification
 dna
 dna/meet-your-match
 dna/meet-your-match-acne-prone-skin-routine
@@ -11366,6 +11369,8 @@ doubleclick/
 downgrade
 download
 download-evernote
+download-file
+download-limit
 download-notice
 download/*/Zoom_launcher.exe
 download/*/zoomusLauncher.zip
@@ -11379,7 +11384,6 @@ downloadaszip
 downloadimage.aspx
 downloads
 downloads.php
-downloads_limit
 dp/e-mail-friend
 dp/manual-submit
 dp/product-availability
@@ -11562,7 +11566,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://oprah.com/robots.txt
+email/*http://answers.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -12499,7 +12503,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://newsweek.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://instructables.com/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12856,6 +12860,9 @@ free
 free-cancellation/index.
 free-report
 free-trial
+free-video/*/horizontal
+free-video/*/square
+free-video/*/vertical
 free/cloud-computing-free-tier/
 free/databases-free-tier/
 freemonth
@@ -12902,7 +12909,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://history.com/robots.txt
+g/4arE9Chttp://nngroup.com/robots.txt
 g/api
 g00
 g01
@@ -13130,7 +13137,7 @@ gh/collectbehaviorinfo
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://feeds.feedburner.com/robots.txt
+gifshttp://whitehouse.gov/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13459,7 +13466,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://justice.gov/robots.txt
+hacker/*/followhttp://icann.org/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13572,6 +13579,7 @@ hidden-content
 highereducation/higheddocs
 highlights
 highwire
+hilfe/assistent.html
 hilfe/fundingdetail.html
 hilfe/live/launch-day/launch-day-show-voting.html
 hilfe/live/launch-day/launch-day-videoupload.html
@@ -13865,38 +13873,39 @@ http
 http-checker
 http2_data
 http:
-http://500px.com/robots.txt
-http://advance-esthetic.us/robots.txt
-http://chromium.org/robots.txt
-http://clickfunnels.com/robots.txt
-http://code.google.com/robots.txt
-http://dx.doi.org/robots.txt
-http://economist.com/robots.txt
-http://fool.com/robots.txt
-http://hangouts.google.com/robots.txt
-http://help.twitter.com/robots.txt
-http://hubspot.com/robots.txt
-http://kcet.org/robots.txt
-http://l.facebook.com/robots.txt
-http://mrisoftware.com/robots.txt
-http://nngroup.com/robots.txt
+http://1.gravatar.com/robots.txt
+http://about.google/robots.txt
+http://amsterdam.nl/robots.txt
+http://apis.google.com/robots.txt
+http://cbc.ca/robots.txt
+http://creativemarket.com/robots.txt
+http://crunchyroll.com/robots.txt
+http://csmonitor.com/robots.txt
+http://extension.purdue.edu/robots.txt
+http://fb.com/robots.txt
+http://fiverr.com/robots.txt
+http://flic.kr/robots.txt
+http://foursquare.com/robots.txt
+http://gitlab.com/robots.txt
+http://graphisoft.com/robots.txt
+http://hootsuite.com/robots.txt
+http://iso.org/robots.txt
+http://justice.gov/robots.txt
+http://last.fm/robots.txt
+http://nydailynews.com/robots.txt
 http://online.wsj.com/robots.txt
-http://overcast.fm/robots.txt
-http://pastebin.com/robots.txt
-http://s.w.org/robots.txt
-http://s.ytimg.com/robots.txt
-http://salon.com/robots.txt
-http://smartpassiveincome.com/robots.txt
-http://smugmug.com/robots.txt
-http://sourceforge.net/robots.txt
-http://thegadgetflow.com/robots.txt
-http://torproject.org/robots.txt
-http://track.adform.net/robots.txt
-http://translate.google.com/robots.txt
-http://unicef.org/robots.txt
-http://video.google.com/robots.txt
-http://visitazores.com/robots.txt
-http://yandex.ru/robots.txt
+http://oracle.com/robots.txt
+http://polygraph.cool/robots.txt
+http://pubmed.ncbi.nlm.nih.gov/robots.txt
+http://s3-eu-west-1.amazonaws.com/robots.txt
+http://shopify.com/robots.txt
+http://skype.com/robots.txt
+http://stackoverflow.com/robots.txt
+http://statcounter.com/robots.txt
+http://store.google.com/robots.txt
+http://stuff.co.nz/robots.txt
+http://support.apple.com/robots.txt
+http://technorati.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14783,7 +14792,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://loc.gov/robots.txt
+it/searchhttp://adssettings.google.com/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15368,6 +15377,7 @@ lang=ru
 lang=tr
 lang_
 language
+language-switch?currentPath
 language?
 languages/404_en.htm
 lapi
@@ -16022,6 +16032,7 @@ media/feeds
 media/forums
 media/interactive/cdrom/onehundredandeightyears
 media/ja-content-thumbs
+media/js/translations.js
 media/jwplayer
 media/mktg
 media/mobile
@@ -16047,7 +16058,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://tiff.net/robots.txt
+media/tyfo*http://fbi.gov/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16497,6 +16508,7 @@ mobile_login
 mobileformat=
 mobilepagenotfounderror.aspx
 mobileservererror.aspx
+mockup-editor
 mod
 mod.php
 mod=
@@ -17367,7 +17379,6 @@ nofollow=1
 nojs=
 non-searchable/
 nonConfig/api/wpa
-nonce="Yf2Jyjqepa79flE1iy0PYg">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17793,7 +17804,6 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
-page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -17862,7 +17872,6 @@ parliament/public/transltraineeship/secured
 partNumber=
 participate/conferences.xml
 partner
-partner-articles
 partner-content/*
 partner-locator/partner-details
 partner/*?
@@ -17901,7 +17910,6 @@ pay/images/program_logos
 payapp
 paygo
 payment
-payment/getstarted
 payment_requests.php
 payments
 payments/book
@@ -18030,6 +18038,7 @@ phbr~r_
 phone/compare/?
 phonenumber
 photo
+photo-editor
 photo-test-editor-x
 photo.de.html
 photo.en.html
@@ -18597,7 +18606,6 @@ postlogin
 postmail.cms
 posts
 posts/
-posts/get_post
 posts?
 posttv-beta
 posttv/c/embed
@@ -18632,6 +18640,10 @@ prefs
 preisvergleich
 prelex
 premium-reports
+premium-video/*/horizontal
+premium-video/*/square
+premium-video/*/vertical
+premium-videos
 premium_enquete
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
@@ -18695,6 +18707,7 @@ privacy/archived-versions.html
 privacy/consent
 privacy/request-data
 privacy/zoho-group.html
+privacy_policy
 privacypolicychanges
 private
 private/wtrack
@@ -18775,7 +18788,10 @@ profile/*/followers
 profile/*/following
 profile/*/map$
 profile/*/photos
+profile/downloads_limit
 profile/history?
+profile/license
+profile/payment/getstarted
 profile/view
 profilerole
 profiles
@@ -20130,7 +20146,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://amazon.in/robots.txt
+section/9http://livestream.com/robots.txt
 sectionized
 sections
 sections$
@@ -20465,10 +20481,12 @@ shopping/*?
 shopping/*?*+
 shopping/*?query=
 shopping/*sort=
+shopping/deals
 shopping/product
 shopping/ratings/account/metrics
 shopping/ratings/merchant/immersivedetails
 shopping/reviewer
+shopping/search
 shopping/seller
 shopping/suppliers/search
 shopping?
@@ -20506,8 +20524,9 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://podcasts.google.com/robots.txt
+showtimes/location/*http://ad.doubleclick.net/robots.txt
 shr*
+shutterstock
 si
 si/android/collections
 si/android/search
@@ -20529,7 +20548,6 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
-sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -21905,6 +21923,7 @@ terms/looker/legal/rapid-deployment-terms
 terms/looker/legal/sccs
 terms/looker/legal/suppliers/partner-assignment-faq
 terms/looker/legal/suppliers/supplier-code-of-conduct
+terms_of_use
 termsofusechanges
 test
 test-2
@@ -21923,9 +21942,9 @@ test5
 test6
 testcases
 testfl
-testhttp://playstation.com/robots.txt
+testhttp://pca.st/robots.txt
 testing
-testing/http://ubuntu.com/robots.txt
+testing/http://oprah.com/robots.txt
 testpage-forhomepage
 tests/*
 tetro
@@ -22292,7 +22311,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://shure.com/robots.txt
+transparency/http://oecd.org/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22367,6 +22386,7 @@ trips/v1
 trivia
 trivia/answer
 trk
+trk-download
 trovitBot
 trs/forums
 trs/kb/*/discuss
@@ -23000,7 +23020,6 @@ use-cases/global-solution-providers/microsoft/bizspark/signon/
 use-cases/global-solution-providers/microsoft/bizspark/signon/thankyou/
 use-cases/global-solution-providers/microsoft/bizspark/thankyou/
 used
-used-car-details
 used-car-finance
 usedcar-pictures
 usedcarwidget
@@ -24352,6 +24371,7 @@ windowsvista/
 winforms/
 winfx/
 winnt
+wirecutter
 wirecutter/*&xid=
 wirecutter/*.csv$
 wirecutter/*.zip$
@@ -24503,9 +24523,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://store.cdbaby.com/robots.txt
-wp-admin/admin-ajax.phphttp://tax.ny.gov/robots.txt
-wp-admin/admin-ajax.phphttp://usnews.com/robots.txt
+wp-admin/admin-ajax.phphttp://petitiononline.com/robots.txt
+wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt
+wp-admin/admin-ajax.phphttp://tech.nikkeibp.co.jp/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24577,7 +24597,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://dreamstime.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://androidcommunity.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24710,7 +24730,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://pca.st/robots.txt
+youreurope/businessDEV/http://playstation.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours