[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -3,6 +3,6 @@
         "last_update": 1742022190
     },
     "Trickest wordlist update": {
-        "last_update": 1742119410
+        "last_update": 1742205852
     }
 }

Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt

@@ -48082,6 +48082,11 @@ install/controller/upgrade/upgrade.php
 controller/upgrade/upgrade.php
 upgrade/upgrade.php
 upgrade.php
+upload/install/controller/upgrade/upgrade_10.php
+install/controller/upgrade/upgrade_10.php
+controller/upgrade/upgrade_10.php
+upgrade/upgrade_10.php
+upgrade_10.php
 upload/install/controller/upgrade/upgrade_8.php
 install/controller/upgrade/upgrade_8.php
 controller/upgrade/upgrade_8.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt

@@ -5435,6 +5435,7 @@ upload/install/controller/upgrade/upgrade_7.php
 upload/install/controller/upgrade/upgrade_5.php
 upload/install/controller/upgrade/upgrade_2.php
 upload/install/controller/upgrade/upgrade.php
+upload/install/controller/upgrade/upgrade_10.php
 upload/install/controller/upgrade/upgrade_8.php
 upload/install/controller/upgrade/upgrade_4.php
 upload/install/controller/upgrade/upgrade_3.php

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -83,6 +83,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -90,8 +94,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -101,10 +108,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /album/*/*?i=
 /api
 /api$
@@ -123,10 +143,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -154,6 +176,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /login
 /lookup?
 /mediaapi/
@@ -166,9 +189,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
+/organize
 /partials
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /report_abuse
 /revisions
@@ -176,6 +202,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -188,11 +216,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -311,6 +343,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
+?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -434,6 +467,8 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -496,6 +531,8 @@ _next/data
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -613,10 +650,12 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
+addboard
 addressBookExport
 admin
 admin/
 ads
+ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -633,6 +672,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -683,8 +723,10 @@ api?
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -759,6 +801,7 @@ author/following
 author=
 authoring/
 authwall
+autocomplete
 away.php
 b?*node=7454898011
 b?*node=7454917011
@@ -816,6 +859,10 @@ blogs/slow-ride
 blogs/test
 blogsearch
 blogsearch_feeds
+board
+board_activity
+board_activity_comment
+bookmarklet
 bookmarks
 books
 books/NBK
@@ -838,16 +885,37 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 buyside-e2e-monitor
 buzz/post
 cai
@@ -880,6 +948,7 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -903,6 +972,7 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -922,6 +992,7 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -938,23 +1009,32 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 companyDir
 compare
 compare/*/apply
 compressiontest
 concussion/HeadsUp/training/
 config.js
+connect
 connections
 consumers/archive
 contact/menu*
 contact/partner*
 contactus
 contactus/mwaas*
+content-claiming
 content-guest/rss/channels
 control
+conversation
+conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -972,14 +1052,22 @@ covid19
 covid19/mobility
 cr$
 cr?
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
 cse/panel
 cse?
 csp
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -990,9 +1078,11 @@ de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/lp
 de-de/searchresults
+deactivate-account
 default
 default.aspx/kb/
 default.aspx/ph/
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1088,6 +1178,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1100,6 +1192,7 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
+email_verification_error
 embed
 embed/@
 embed/curated
@@ -1161,6 +1254,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 entities/search
@@ -1229,14 +1323,18 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
+facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
+fb.html
 fd/
 fe=true
 feature/sf-test
@@ -1270,6 +1368,8 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -1333,6 +1433,8 @@ giveaway/host/setup
 glass/images/commerce
 global$
 gog
+google_gdn.html
+google_search.html
 googlebooks/images
 gorf
 gp
@@ -1448,6 +1550,7 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1471,7 +1574,10 @@ help/zendesk_sso
 hex
 history
 history/static
+holiday-spotlight
+holidays-celebrations
 home
+homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1483,8 +1589,8 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://ftc.gov/robots.txt
+http://dropbox.com/robots.txt
-http://tinyurl.com/robots.txt
+http://web.archive.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1498,6 +1604,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1543,12 +1652,15 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl
 intl/*/about/views
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1584,6 +1696,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 js
 jsapi
 jsearch
@@ -1598,6 +1712,7 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
+kwanzaa-spotlight
 labs/pmc
 labs/popgadget/search
 lamda/images
@@ -1632,12 +1747,15 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
+linked
 lite
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -1665,6 +1783,7 @@ localservices
 lochp?
 login
 login$
+login/?next=
 login?*=
 logout
 lp
@@ -1793,6 +1912,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news$
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
@@ -1807,6 +1927,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newsround
@@ -1820,6 +1941,7 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
+notifications
 notifications/
 ns/hydra/console/?
 nus-trk
@@ -1827,11 +1949,15 @@ nwshp$
 o/di
 o/dt
 oas/
+oauth/line
+oauth/login
 oauth/v2
 oauth2
 oauth2/v2
+oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
+offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1860,8 +1986,11 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -1891,13 +2020,47 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+pin
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
+place
 plan=
 platform-telemetry
 play/store/web
@@ -1946,6 +2109,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -1954,6 +2118,8 @@ previewtemplate
 print
 private
 proFile/history?
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -1996,12 +2162,14 @@ pt-br/searchresults
 publications
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2010,6 +2178,7 @@ rating
 rd/search
 rd/search$
 rd/search?
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/*?q=
@@ -2026,6 +2195,9 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
+register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2033,9 +2205,13 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
+resource
+resource/*/get
 results
 results
 retail
@@ -2073,6 +2249,7 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -2121,6 +2298,7 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
+sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2151,6 +2329,7 @@ shop/collections
 shop/iphone/payments/overlay
 shop/view/product
 shop?
+shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2453,9 +2632,11 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
+socialmanager
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -2477,6 +2658,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 stat
@@ -2534,6 +2716,10 @@ stores$
 stores/
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2559,6 +2745,7 @@ support/content
 support/forum/search?
 sureroute
 surprise
+suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2573,6 +2760,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2580,6 +2768,7 @@ t/terms
 tab=
 tablet
 tag
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2626,7 +2815,9 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
+thanksgiving-spotlight
 themacallan/worlds-together
+theme
 tickets-external?
 timedtext_video
 title
@@ -2718,6 +2909,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tv
 tv/thumb
 typeahead
 u
@@ -2733,9 +2925,13 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
+unauth-profile
+unlink
 unsub
 until=
 upload
+upload-image-lens-history
+upload-lens-image
 uploads
 urchin_test
 url
@@ -2753,7 +2949,9 @@ using
 utils
 uviewer
 v1
+v1/urls/count.json
 v3/openapi
+v3/pidgets/log
 valkyrie-playground
 verify_age
 vi-vn.www.cloudflare.com
@@ -2809,6 +3007,9 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3326,6 +3527,7 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -2384,6 +2384,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /BotDetectCaptcha.ashx
 /BucketContent
 /CHANGELOG.txt
+/CVS
 /Careers/Form
 /Careers/Profiles
 /Careers/Registration
@@ -3377,6 +3378,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /plus
 /pmredirectshow/*
 /pmtoinavigation/*
+/po
 /pocasi/
 /podcast/*/*?i=
 /podcast/ITEM_NAME
@@ -3914,6 +3916,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /windvane$
 /winfx/
 /wire?
+/workshop
 /workshop/
 /wp-admin
 /wp-content/cache
@@ -4630,10 +4633,8 @@ AccommodationCrossSells
 AccommodationTips
 Account
 Account/*
-AccountAccess
 AccountDisavow?
 AccountMerge
-AccountStatus
 Achievements
 ActLikeAnOwner
 ActionRecord
@@ -4708,7 +4709,6 @@ AppUploadAPhoto
 AppUserReview
 AppleMapsAction
 Applications
-Arabic
 Areas/
 Areas/Epx/Content/500.aspx?aspxerrorpath=
 Art
@@ -4743,7 +4743,6 @@ Baldric/static-1.80
 Baldric/static-1.94
 BeachSweeps
 BetterBySea
-BillingActivity
 BillingAndPayments
 BillingDetail
 BillingInvoiceFile
@@ -4771,13 +4770,11 @@ CampaignConfigAjax
 CampaignConfiguration
 CampaignManagement
 CancelBooking
-CancelPlan
 CarsComparePartners
 Cart
 CauseTeaserPopup
 Celebrate100Million
 CertificateOfExcellenceRequestSupport
-ChangePlan
 CheapFlightsCommerce
 CheapFlightsController
 CheapFlightsHome
@@ -4792,7 +4789,6 @@ CheckoutEditItemsDisplayView
 CheckoutOrderBillingView
 CheckoutOrderShippingView
 CheckoutSignInView
-Chinese
 Civ
 Claim
 ClientAuth
@@ -4853,7 +4849,6 @@ Disallow
 Disallow:
 DiscountGroup
 DisplayMap
-DoNotTest
 Doc
 DomainSearch$
 DomainSearch/*
@@ -4864,14 +4859,12 @@ ESPModal
 ESPNPlusAdobeTracking
 EULegal
 EarlyRequesterJS/static-1.38
-EditProfiles
 ElasticLoadBalancing/2009-05-15
 ElasticLoadBalancing/2010-07-01
 EmailCartView
 EmailHotel
 EmailMap
 EmailMemberRegistration
-EmailPreferences
 EmailSpellCheckJson
 EmbedSlideshow
 EnlargedImageView
@@ -4903,7 +4896,6 @@ FiatsCmd
 FilterState
 FindRestaurants
 FinishAppInstall
-FireTV
 Flights?
 FlightsCommerce
 FlightsComparePartners
@@ -4964,7 +4956,6 @@ HMDThankYou
 HRMConnect
 HYx10rg3
 HandleHotelSuperPortal
-HdToggle
 HeadJS/static-2.115
 HeadJS/static-2.83
 HeadJS/static-2.84
@@ -5081,13 +5072,11 @@ JoinPlus
 JsonData/
 JsonServiceController
 JustForYouGuide
-Korean
 LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
 LNAjax
 LanderLogger
 LandingPage
-LanguagePreferences
 Leaderboard
 LeerberichtenLO
 LightSubscriptionCenter
@@ -5106,9 +5095,7 @@ LocationPhotosSearch
 LocationTab
 LocationWidget
 LogMediaClick
-LoginHelp
 LogonForm
-Logout
 MAINTAINERS.txt
 MAPS
 MUST
@@ -5117,12 +5104,10 @@ MachineTranslation
 Mail/
 MailEmergency
 Manage/
-ManageDevices
 ManageListing
 ManageOrder
 ManageOwnersTopReasonsApi
 ManagePhotos
-ManageProfiles
 ManageReturns
 ManageShopListingApi
 ManageShopping
@@ -5134,7 +5119,6 @@ MapS
 Maps
 MarketPerception
 Marketing/EcapSurvey.aspx
-Maxis
 MediaBadgeResponse
 MediaDisplayView
 MediaKit
@@ -5208,7 +5192,6 @@ MemberSubscribe
 MemberSubscriptionsController
 MemberTagsAjax
 MemberTravelMap
-Meo
 MessageRunDetailID=
 Messages
 MessagingOptions
@@ -5349,7 +5332,6 @@ MobileWinphoneLauncher
 Mobilemembers
 ModuleAjax
 ModuleBootstrap
-MoviesYouveSeen
 MptUrl
 MsnForumFeedServlet
 MultiOwners
@@ -5379,7 +5361,6 @@ NetPromoterPopup
 NewMessage
 NewOwners
 NewTopic
-NewWatchInstantlyRSS
 News/Index
 News/XT
 News/Xt
@@ -5430,7 +5411,6 @@ PWD
 PacMan
 PageSpeed=noscript
 PageviewRecord
-Panasonic
 PanoramaXml
 Partners
 PasswordReset
@@ -5462,7 +5442,6 @@ PoiRecommendationEditor
 PoiRecommendationList
 PoiReviewDetail
 PoiTipDashboard
-PopupDetails
 PortalIdParser/static-1.27
 PortalIdParser/static-1.28
 PortalIdParser/static-1.29
@@ -5496,7 +5475,6 @@ ProductDetailsTabView
 ProductError
 Production/
 Profile
-ProfilesGate
 Project
 PromoTools
 PromotionDetailsDisplayView
@@ -5718,7 +5696,6 @@ SmsAjaxServlet
 Snap
 SocialIapReporting
 SolutionsDisplay
-Sony
 SortAttractions
 SortEateries
 SortHotels
@@ -5934,7 +5911,6 @@ WebObjects/MZStoreElements.woa
 WebResource.axd
 WebX
 WhatsNearby
-WiViewingActivity
 WidgetBrowserExtension
 WidgetEmbed
 WidgetListAsync.naver
@@ -5949,8 +5925,6 @@ WriteReviews
 XCSA
 Xhr
 Yandex
-YourAccount
-YourAccountPayment
 ZendeskRedirector
 ZendeskSSO
 ZeroClipboard/static-1.6
@@ -6345,7 +6319,6 @@ account_settings/set_password?
 account_settings/set_your_password$
 account_settings/set_your_password?
 account_settings?
-accountaccess
 accounts
 accounts/ClientAuth
 accounts/ClientAuth
@@ -6356,7 +6329,6 @@ accounts/force-by-email
 accounts/login
 accounts/o8
 accounts/o8/id
-accountstatus
 acct
 ach/forums
 ach/kb/*/discuss
@@ -6613,7 +6585,6 @@ ai_log
 aid
 aihub/tfhub
 aim
-airtel
 ajah
 ajax
 ajax*.do$
@@ -6734,7 +6705,6 @@ analytics/seomagic
 analytics/traffic/overview
 analytics/uploads
 analyzer-api
-anan
 and
 android/downloads
 android/market
@@ -7309,7 +7279,6 @@ audio_file
 audio_news
 audio_player
 audiofiles
-aui/inbound
 aura
 aura/promo
 aus/interchange
@@ -7323,7 +7292,6 @@ auth/logout
 auth/sso/proxy-login
 auth/verifychallenge
 auth_pass
-authenticate
 authentication
 authentication$
 authkey=
@@ -7343,7 +7311,6 @@ autocomplete/projects
 autocomplete/users
 autocompletes
 autodiscover/
-autologin
 auvio/embed
 availability
 avis
@@ -7441,7 +7408,6 @@ backstage/api/
 bad-boys
 bad-boys-ii
 badges/profile/create
-baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -8443,7 +8409,6 @@ books?*zoom=5
 bookshelf
 booksrightsholders
 boutique/sitemaps
-bouyguestelecom
 bp
 bp/c
 bp/guest_mfg_brand
@@ -8483,7 +8448,6 @@ breast-cancer/bc-treatment-21/provider-select
 brians-song
 briarpatch
 bridesmaids
-britishairways
 broadband
 brouillon
 browse
@@ -8491,7 +8455,6 @@ browse-2
 browse.aspx
 browse/alphabetical/feature_films
 browse/deals/partial
-browse/genre
 browse/homes/all
 browse/more_page
 browse/reviews/recent
@@ -8503,7 +8466,6 @@ browse_
 browse_content
 browser/tutorials
 browsers
-brutus
 brw
 bs/android/collections
 bs/android/search
@@ -9214,6 +9176,7 @@ cgi-
 cgi-bin
 cgi-bin/
 cgi-bin/domains/
+cgi-bin/estseek.cgi
 cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
@@ -9288,7 +9251,6 @@ change-password
 change-shipping
 changebrowser
 changelog
-changeplan
 channel
 channels
 channels-extern
@@ -9341,7 +9303,6 @@ chemo-combo
 chiaki1007akie/videolist-*.html
 chiaki1007akie/videolist.html
 children
-chinese
 chisla.html
 chistory.php
 chocolatechip
@@ -9432,7 +9393,6 @@ cldr/trac
 cldr/utility
 clea/
 clean
-clearcookies
 cli
 click
 clickId=
@@ -11398,7 +11358,6 @@ colors/zaffre/$
 com.condenast/yv8
 combo/
 comedy
-comhem
 comic-indies
 comic-indies/$
 comic-indies/about
@@ -11476,7 +11435,6 @@ community_comment
 community_post
 community_s
 compagnie
-companies
 companies/c
 companies/o
 companies/search
@@ -11692,7 +11650,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://cambridge.org/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -11873,7 +11831,6 @@ coupons/superdupersri/callback
 coupons/visit
 courier
 courses/
-courts
 cover
 covid19
 covid19/mobility
@@ -11889,7 +11846,6 @@ cp/api/logger
 cp/api/wpa
 cpds2
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr$
@@ -11971,7 +11927,6 @@ cse?
 cservice
 cservice/ya_index.gsp
 csi_204
-csl
 csp
 csp_block
 csp_report_only
@@ -12789,7 +12744,6 @@ device
 device-ajax
 device-prefs
 deviceList
-deviceManagement
 devmailmobile/
 devmx/
 devopsconsole/images
@@ -13227,7 +13181,6 @@ editor/uploads/1/_/1/custom_themes/578730180640357361/files
 editor2.jsp
 editorial-images
 editorial/*
-editpayment
 edits
 edocs/infogdocs/tdc_sony/
 edocs/lexdocs/
@@ -13295,7 +13248,6 @@ elements
 eli-search
 eliminar-busqueda
 eliminar-favoritos
-elisa
 elite?
 elp
 em
@@ -13331,7 +13283,6 @@ emailability
 emails
 emailservice
 emailsignup
-emailunsubscribe
 embed
 embed/*
 embed/@
@@ -13566,7 +13517,6 @@ enterprise/$
 enterprise/orgs-terms
 enterprise/plan/$
 enterprise/seo
-entertain
 entertainment/article/Minerva-s-horoscope
 entities/search
 entityexplore$
@@ -13576,7 +13526,6 @@ entrez/eutils
 entrez/sutils
 entrez/utils
 entrez/viewer.fcgi
-entrytrap
 enus/
 enviro/static-3.70
 enviro/static-3.72
@@ -14175,7 +14124,6 @@ eu/promos
 eu/search
 eu/user
 eu/users
-eula
 eur-lex
 eures/main.jsp
 eurocontrol/
@@ -14573,7 +14521,6 @@ fios
 firefox/?
 firefox/downloads
 firefox/new_tab_learn_more
-firetv
 firms/
 firststeps.
 fisheries/fleet
@@ -15195,7 +15142,6 @@ free-tools/plagiarism-checker/?q=
 free-trial
 free/cloud-computing-free-tier/
 free/databases-free-tier/
-freemonth
 freepublications/
 freertos/archive
 fresh
@@ -15316,7 +15262,6 @@ geo/tools
 geocoder
 geoip.php
 geolocation
-geooverride
 get
 get$
 get-author-review
@@ -15884,7 +15829,6 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -16005,6 +15949,7 @@ http://healthline.com/robots.txt
 http://help.twitter.com/robots.txt
 http://irishtimes.com/robots.txt
 http://iubenda.com/robots.txt
+http://last.fm/robots.txt
 http://lefigaro.fr/robots.txt
 http://msdn.microsoft.com/robots.txt
 http://nationalgeographic.com/robots.txt
@@ -16018,7 +15963,7 @@ http://static.wixstatic.com/robots.txt
 http://techradar.com/robots.txt
 http://theverge.com/robots.txt
 http://threads.net/robots.txt
-http://tiny.cc/robots.txt
+http://tinyurl.com/robots.txt
 http://tracks.arte.tv/robots.txt
 http://weebly.com/robots.txt
 https:/www.alibaba.com
@@ -16293,7 +16238,6 @@ image-*mode=
 image-*tool=
 image/detailprint
 imageClipperUpload
-imagelibrary
 images
 images-apphost
 images-data
@@ -17640,8 +17584,6 @@ ko_ko
 ko_kr/templates/M
 koha/
 kolkata
-korean
-kpn
 kr/en
 kr/en$
 kr/news3
@@ -17716,8 +17658,6 @@ learning/settings
 learning/settings$
 learning/settings?
 learnmore
-learnmorelayer
-learnmorelayertv
 leave
 lecture
 leerberichten
@@ -17772,7 +17712,6 @@ level/30
 level/31
 level/34
 level/78
-lg
 lg/
 lg/forums
 lg/kb/*/discuss
@@ -17829,7 +17768,6 @@ limited-release
 link
 link-intersect
 link-intersect/$
-link?
 link_to
 linked
 linkedin
@@ -17963,9 +17901,6 @@ login_or_join/redirected$
 login_or_join/redirected?
 login_or_join?
 login_with_redirect
-loginhelp
-loginhelp/lookup
-loginhelpsucess
 logo-maker/brief
 logo-maker/choose-variation
 logo-maker/woo
@@ -18257,12 +18192,10 @@ mats/?diagid=100001&eulaaccept=yes
 mats/default.aspx?diagid=100001&eulaaccept=yes
 max=
 max_price=
-maxis
 maxprice=
 mbf
 mbox
 mbr/
-mcd
 mdocsarchives/
 me
 media
@@ -18379,7 +18312,6 @@ memorandum
 mental-health-genetic-testing
 menu
 menu/*/feedback_form
-meo
 meps/*/eptvAjax
 meps/*/pdf*
 meps/*/xml*
@@ -18533,7 +18465,6 @@ modern-formats-eng/ucp/static/*/client
 modern-formats-eng/ucp/static/*/csr
 modern-formats-eng/ucp/static/*/dev
 modern-formats-eng/ucp/static/framework_logging
-modernizr
 module-catalogue
 modules
 modules/*.css$
@@ -19188,11 +19119,8 @@ not-authorized
 not-found
 not-supported.html
 not_recommended_reviews
-notamember
-notfound
 notfound.html
 nothing-great-is-made-alone/$
-notices
 notifications
 notifications
 notifications$
@@ -19209,7 +19137,6 @@ npln
 npost/
 npr
 nqrwns
-nrdapp
 ns/
 ns/hydra/console/?
 ns/local_news
@@ -19393,7 +19320,6 @@ or/search
 or/user
 or/users
 oral-and-maxillofacial-surgeon
-orangefrance
 order
 order-detail
 order-results
@@ -19419,7 +19345,6 @@ our-kind-of-traitor
 out-of-home
 overlay
 overview
-overviewblockseeother
 p
 p.php
 p/*/actions$
@@ -19793,7 +19718,6 @@ pages/麻
 pages?oid=-
 pagespeed/insights/ui/logo
 paid-posts
-panasonic
 panel
 panelweb
 pantheon
@@ -19955,7 +19879,6 @@ phbr~r_
 phenom
 phone/compare/?
 phoneinfo
-phonenumber
 photo
 photo-products
 photo-test-editor-x
@@ -20166,7 +20089,6 @@ playing-house
 playlist
 playlists/*/user
 playlists/flag
-playstation
 plenary/*/vod.html
 plonejsi18n$
 pls
@@ -20265,11 +20187,8 @@ popular
 popular$
 popular?
 popup
-popup/codewhatisthis
 popup?
 popup_security.jsp
-popupdetails
-popupprivacypolicy
 popups/mediaplayer
 popups/popup_gallery
 portal
@@ -20342,6 +20261,8 @@ premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
 preorders
+prep/gnumaint
+prep/wrappers-and-scripts
 present
 presentation
 presentation-maker/$
@@ -20413,7 +20334,6 @@ privacy/archived-versions.html
 privacy/consent
 privacy/request-data
 privacy/zoho-group.html
-privacypolicychanges
 private
 private
 private-promo
@@ -20667,7 +20587,6 @@ protected
 protocol
 protocolexchange/labgroups
 prototyping/$
-proximus
 proxy
 proxy
 prp
@@ -21010,7 +20929,6 @@ q/user/*/subscribers
 q/user/*/verifies
 q=
 qa
-qantas
 qemail
 qi
 qnasearch?
@@ -21212,7 +21130,6 @@ released?
 releasenotes/item/
 relnotes
 remember-the-titans
-rememberme
 remote-login.php
 remote-work-lp/$
 remote.control
@@ -22045,7 +21962,6 @@ s3
 s=
 s=p
 s?
-s?
 s?*rh=n%3A1380045031
 s_id=
 sa
@@ -22079,12 +21995,12 @@ salesImages/static-1.383
 salesImages/static-1.389
 samemodel.php?imageid=*&pg=*&sortcriteria=6
 saml_sso
-samsung
 san-andreas
 sap/saphana/pilot/
 sap/saphana/pilot/offer/
 sap/saphana/pilot/offer/confirmation
 sars-cov-2
+savannah-checkouts
 save
 save-document
 save-query
@@ -22208,6 +22124,7 @@ scratch_1.4
 scratchr2/static
 screener/insider
 screensaver
+screenshots
 script
 scripts
 scripts/accountextlogin.php
@@ -22481,7 +22398,25 @@ serv/
 server
 server-configurator
 server-status
+server/banners
+server/body-include
+server/bottom-notes
 server/docs/search
+server/footer
+server/fs-gang
+server/generic
+server/gnun
+server/head-include
+server/header
+server/html5-head-include
+server/html5-header
+server/include-file-list
+server/outdated
+server/select-language.html
+server/source
+server/staging
+server/top-addendum
+server/trans-map.html
 server_error_pages/
 serverdown
 servererror.aspx
@@ -22618,7 +22553,6 @@ sharing/folders
 shelf/user_shelves
 shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -22739,7 +22673,6 @@ signup/payment%
 signup/payment?
 signup?
 signup_modal
-signurl
 silent-login
 silva
 silver-linings-playbook
@@ -23180,6 +23113,10 @@ soft/punto/?
 soft/punto/mac/uninstall
 soft/punto/win/uninstall
 soft/win/?
+software/gnun/linc
+software/gnun/proofread
+software/gnun/reports
+software/gnun/test
 solution-center/tag
 solutions
 solutions/$
@@ -23209,7 +23146,6 @@ son/kb/*/discuss
 son/search
 son/user
 son/users
-sony
 sort=
 sortBy=
 sos/clerical/
@@ -23575,7 +23511,6 @@ subscription
 subscription/
 subscription/*?*onboarded=
 subscription/*?*source=
-subscriptioncancel
 subscriptions
 subscriptions/manage/
 subscriptions/securejson/
@@ -23800,7 +23735,6 @@ talk/new_topic
 talk/user
 talk/user/*/article
 talks2
-talktalk
 tally-loader-react/static-1.65
 target_baby
 target_group
@@ -23808,7 +23742,6 @@ targetdirect_group
 tariffselect
 tasks
 tasks/
-tastesurvey
 tax-center
 tax.php
 tax_countries.php
@@ -23839,7 +23772,6 @@ tb/recent
 tbl*
 tblang=
 tbproxy
-tdc
 tdid=*
 tdir/p/kids-back-to-school
 tdv2_fp
@@ -23868,8 +23800,6 @@ teams
 tech/*s=
 techbiz/media/news/2001/09/46556
 telehealth-for-women
-telenor
-telfort
 telsearch
 temp
 template
@@ -24281,7 +24211,6 @@ terms/looker/legal/rapid-deployment-terms
 terms/looker/legal/sccs
 terms/looker/legal/suppliers/partner-assignment-faq
 terms/looker/legal/suppliers/supplier-code-of-conduct
-termsofusechanges
 test
 test-kick-tires
 test-v1-page-template
@@ -24422,7 +24351,6 @@ ti/p
 ticket_fields
 tickets
 tickets-external?
-tim
 time/change/*?
 time/change/@
 time/map/*_escaped_fragment_
@@ -24755,7 +24683,6 @@ trylater
 tsa
 tto
 tucritica
-tudum
 tune*retpath=
 turbo
 turbo*?*ajax=1
@@ -24773,7 +24700,6 @@ tv/thumb
 tv/tv-news/jean-alexander-dies-coronation-streets-3764827
 tv/watch-live
 tvschedule
-tvsignup
 tw
 tw/Download
 tw/blogs/
@@ -24943,7 +24869,6 @@ uk/your
 uk/zazzle
 uki/search
 uli/trac
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -24984,7 +24909,6 @@ unternehmen/c
 unternehmen/o
 unternehmen/suche
 until=
-upcomingevents
 update
 update-your-browser
 update.php
@@ -25527,7 +25451,6 @@ verify_age
 verify_cookies
 verify_your_email$
 verify_your_email?
-verifyidentity
 version
 versions
 versions/Unicode10.0.0
@@ -25674,7 +25597,6 @@ view-imx
 viewReview
 viewconfig$
 viewer
-viewingactivity
 viewlocale=zh_CN
 viewrecentepisode
 viewvc
@@ -25684,7 +25606,6 @@ villkor-och-bestammelse
 vimeo-for-figma/$
 vinterdev/
 vip
-virginaustralia
 virtual
 virtualization/
 virtualsupportassistant
@@ -25698,8 +25619,6 @@ vlt
 vmware/about
 vn
 vod
-vodafone
-vodafonedemobilelaunch
 voices/
 vote
 vote-review
@@ -25921,7 +25840,6 @@ wholesale-page-*.html
 wholesale.html$
 wholesalecheckout
 whsmiths
-whysecure
 whythisad
 widget
 widget-landing-page.html
@@ -26680,7 +26598,6 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
 wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
@@ -26812,7 +26729,6 @@ wwwhkotc.cc
 x
 x/oauth
 xb/en/
-xboxone
 xbp/search
 xc/
 xclick-auction
@@ -26820,7 +26736,6 @@ xcs0MhRsfxHG.js
 xd/en/
 xdoor
 xf/help
-xfinity
 xfx7
 xgCxM9By/init.js
 xh/forums
@@ -26851,7 +26766,6 @@ xmlrpc.php
 xmlsearch
 xoplatform/logger/api/logger
 xorouter
-xs4all
 xxx-the-return-of-xander-cage
 y1=
 yaca
@@ -26882,8 +26796,6 @@ younggirl.html
 your
 your-account
 your-shop
-yourAccount
-youraccount
 youreurope/businessACC
 youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
@@ -27042,7 +26954,6 @@ zh_hant/hashtag
 zh_hant/i
 zh_hant/u
 zh_tw/templates/M
-ziggo
 zite-importer
 zoeken
 zoholics/Folleto-Zoholics-Mexico-2016.pdf