[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -1,8 +1,8 @@
 {
     "Jwt secrets update": {
-        "last_update": 1722848598
+        "last_update": 1722852197
     },
     "Trickest wordlist update": {
-        "last_update": 1722765795
+        "last_update": 1722852211
     }
 }

Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt

@@ -33752,6 +33752,11 @@ system/library/cart/user.php
 library/cart/user.php
 cart/user.php
 user.php
+upload/system/library/cart/api.php
+system/library/cart/api.php
+library/cart/api.php
+cart/api.php
+api.php
 upload/system/library/cart/cart.php
 system/library/cart/cart.php
 library/cart/cart.php
@@ -47270,111 +47275,96 @@ catalog/model/catalog/review.php
 model/catalog/review.php
 catalog/review.php
 review.php
-upload/catalog/language/en-gb/api/account/login.php
+upload/catalog/language/en-gb/api/voucher.php
-catalog/language/en-gb/api/account/login.php
+catalog/language/en-gb/api/voucher.php
-language/en-gb/api/account/login.php
+language/en-gb/api/voucher.php
-en-gb/api/account/login.php
+en-gb/api/voucher.php
-api/account/login.php
+api/voucher.php
-account/login.php
-login.php
-upload/catalog/language/en-gb/api/sale/voucher.php
-catalog/language/en-gb/api/sale/voucher.php
-language/en-gb/api/sale/voucher.php
-en-gb/api/sale/voucher.php
-api/sale/voucher.php
-sale/voucher.php
 voucher.php
-upload/catalog/language/en-gb/api/sale/payment_method.php
+upload/catalog/language/en-gb/api/currency.php
-catalog/language/en-gb/api/sale/payment_method.php
+catalog/language/en-gb/api/currency.php
-language/en-gb/api/sale/payment_method.php
+language/en-gb/api/currency.php
-en-gb/api/sale/payment_method.php
+en-gb/api/currency.php
-api/sale/payment_method.php
+api/currency.php
-sale/payment_method.php
-payment_method.php
-upload/catalog/language/en-gb/api/sale/payment_address.php
-catalog/language/en-gb/api/sale/payment_address.php
-language/en-gb/api/sale/payment_address.php
-en-gb/api/sale/payment_address.php
-api/sale/payment_address.php
-sale/payment_address.php
-payment_address.php
-upload/catalog/language/en-gb/api/sale/shipping_address.php
-catalog/language/en-gb/api/sale/shipping_address.php
-language/en-gb/api/sale/shipping_address.php
-en-gb/api/sale/shipping_address.php
-api/sale/shipping_address.php
-sale/shipping_address.php
-shipping_address.php
-upload/catalog/language/en-gb/api/sale/reward.php
-catalog/language/en-gb/api/sale/reward.php
-language/en-gb/api/sale/reward.php
-en-gb/api/sale/reward.php
-api/sale/reward.php
-sale/reward.php
-reward.php
-upload/catalog/language/en-gb/api/sale/order.php
-catalog/language/en-gb/api/sale/order.php
-language/en-gb/api/sale/order.php
-en-gb/api/sale/order.php
-api/sale/order.php
-sale/order.php
-order.php
-upload/catalog/language/en-gb/api/sale/coupon.php
-catalog/language/en-gb/api/sale/coupon.php
-language/en-gb/api/sale/coupon.php
-en-gb/api/sale/coupon.php
-api/sale/coupon.php
-sale/coupon.php
-coupon.php
-upload/catalog/language/en-gb/api/sale/affiliate.php
-catalog/language/en-gb/api/sale/affiliate.php
-language/en-gb/api/sale/affiliate.php
-en-gb/api/sale/affiliate.php
-api/sale/affiliate.php
-sale/affiliate.php
-affiliate.php
-upload/catalog/language/en-gb/api/sale/shipping_method.php
-catalog/language/en-gb/api/sale/shipping_method.php
-language/en-gb/api/sale/shipping_method.php
-en-gb/api/sale/shipping_method.php
-api/sale/shipping_method.php
-sale/shipping_method.php
-shipping_method.php
-upload/catalog/language/en-gb/api/sale/cart.php
-catalog/language/en-gb/api/sale/cart.php
-language/en-gb/api/sale/cart.php
-en-gb/api/sale/cart.php
-api/sale/cart.php
-sale/cart.php
-cart.php
-upload/catalog/language/en-gb/api/sale/customer.php
-catalog/language/en-gb/api/sale/customer.php
-language/en-gb/api/sale/customer.php
-en-gb/api/sale/customer.php
-api/sale/customer.php
-sale/customer.php
-customer.php
-upload/catalog/language/en-gb/api/localisation/currency.php
-catalog/language/en-gb/api/localisation/currency.php
-language/en-gb/api/localisation/currency.php
-en-gb/api/localisation/currency.php
-api/localisation/currency.php
-localisation/currency.php
 currency.php
-upload/catalog/language/en-gb/api/localisation/language.php
+upload/catalog/language/en-gb/api/payment_method.php
-catalog/language/en-gb/api/localisation/language.php
+catalog/language/en-gb/api/payment_method.php
-language/en-gb/api/localisation/language.php
+language/en-gb/api/payment_method.php
-en-gb/api/localisation/language.php
+en-gb/api/payment_method.php
-api/localisation/language.php
+api/payment_method.php
-localisation/language.php
+payment_method.php
+upload/catalog/language/en-gb/api/payment_address.php
+catalog/language/en-gb/api/payment_address.php
+language/en-gb/api/payment_address.php
+en-gb/api/payment_address.php
+api/payment_address.php
+payment_address.php
+upload/catalog/language/en-gb/api/login.php
+catalog/language/en-gb/api/login.php
+language/en-gb/api/login.php
+en-gb/api/login.php
+api/login.php
+login.php
+upload/catalog/language/en-gb/api/shipping_address.php
+catalog/language/en-gb/api/shipping_address.php
+language/en-gb/api/shipping_address.php
+en-gb/api/shipping_address.php
+api/shipping_address.php
+shipping_address.php
+upload/catalog/language/en-gb/api/reward.php
+catalog/language/en-gb/api/reward.php
+language/en-gb/api/reward.php
+en-gb/api/reward.php
+api/reward.php
+reward.php
+upload/catalog/language/en-gb/api/order.php
+catalog/language/en-gb/api/order.php
+language/en-gb/api/order.php
+en-gb/api/order.php
+api/order.php
+order.php
+upload/catalog/language/en-gb/api/coupon.php
+catalog/language/en-gb/api/coupon.php
+language/en-gb/api/coupon.php
+en-gb/api/coupon.php
+api/coupon.php
+coupon.php
+upload/catalog/language/en-gb/api/language.php
+catalog/language/en-gb/api/language.php
+language/en-gb/api/language.php
+en-gb/api/language.php
+api/language.php
 language.php
-upload/catalog/language/en-gb/api/localisation/store.php
+upload/catalog/language/en-gb/api/store.php
-catalog/language/en-gb/api/localisation/store.php
+catalog/language/en-gb/api/store.php
-language/en-gb/api/localisation/store.php
+language/en-gb/api/store.php
-en-gb/api/localisation/store.php
+en-gb/api/store.php
-api/localisation/store.php
+api/store.php
-localisation/store.php
 store.php
+upload/catalog/language/en-gb/api/affiliate.php
+catalog/language/en-gb/api/affiliate.php
+language/en-gb/api/affiliate.php
+en-gb/api/affiliate.php
+api/affiliate.php
+affiliate.php
+upload/catalog/language/en-gb/api/shipping_method.php
+catalog/language/en-gb/api/shipping_method.php
+language/en-gb/api/shipping_method.php
+en-gb/api/shipping_method.php
+api/shipping_method.php
+shipping_method.php
+upload/catalog/language/en-gb/api/cart.php
+catalog/language/en-gb/api/cart.php
+language/en-gb/api/cart.php
+en-gb/api/cart.php
+api/cart.php
+cart.php
+upload/catalog/language/en-gb/api/customer.php
+catalog/language/en-gb/api/customer.php
+language/en-gb/api/customer.php
+en-gb/api/customer.php
+api/customer.php
+customer.php
 upload/catalog/language/en-gb/common/maintenance.php
 catalog/language/en-gb/common/maintenance.php
 language/en-gb/common/maintenance.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt

@@ -3500,6 +3500,7 @@ upload/system/library/cart/currency.php
 upload/system/library/cart/length.php
 upload/system/library/cart/tax.php
 upload/system/library/cart/user.php
+upload/system/library/cart/api.php
 upload/system/library/cart/cart.php
 upload/system/library/cart/customer.php
 upload/system/library/response.php
@@ -5474,21 +5475,21 @@ upload/catalog/model/catalog/manufacturer.php
 upload/catalog/model/catalog/information.php
 upload/catalog/model/catalog/category.php
 upload/catalog/model/catalog/review.php
-upload/catalog/language/en-gb/api/account/login.php
+upload/catalog/language/en-gb/api/voucher.php
-upload/catalog/language/en-gb/api/sale/voucher.php
+upload/catalog/language/en-gb/api/currency.php
-upload/catalog/language/en-gb/api/sale/payment_method.php
+upload/catalog/language/en-gb/api/payment_method.php
-upload/catalog/language/en-gb/api/sale/payment_address.php
+upload/catalog/language/en-gb/api/payment_address.php
-upload/catalog/language/en-gb/api/sale/shipping_address.php
+upload/catalog/language/en-gb/api/login.php
-upload/catalog/language/en-gb/api/sale/reward.php
+upload/catalog/language/en-gb/api/shipping_address.php
-upload/catalog/language/en-gb/api/sale/order.php
+upload/catalog/language/en-gb/api/reward.php
-upload/catalog/language/en-gb/api/sale/coupon.php
+upload/catalog/language/en-gb/api/order.php
-upload/catalog/language/en-gb/api/sale/affiliate.php
+upload/catalog/language/en-gb/api/coupon.php
-upload/catalog/language/en-gb/api/sale/shipping_method.php
+upload/catalog/language/en-gb/api/language.php
-upload/catalog/language/en-gb/api/sale/cart.php
+upload/catalog/language/en-gb/api/store.php
-upload/catalog/language/en-gb/api/sale/customer.php
+upload/catalog/language/en-gb/api/affiliate.php
-upload/catalog/language/en-gb/api/localisation/currency.php
+upload/catalog/language/en-gb/api/shipping_method.php
-upload/catalog/language/en-gb/api/localisation/language.php
+upload/catalog/language/en-gb/api/cart.php
-upload/catalog/language/en-gb/api/localisation/store.php
+upload/catalog/language/en-gb/api/customer.php
 upload/catalog/language/en-gb/common/maintenance.php
 upload/catalog/language/en-gb/common/menu.php
 upload/catalog/language/en-gb/common/currency.php

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -2641,8 +2641,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://linkedin.com/robots.txt
+http://ec.europa.eu/robots.txt
-http://support.apple.com/robots.txt
+http://news.google.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3983,7 +3983,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://apis.google.com/robots.txt
+showtimes/location/*http://bloomberg.com/robots.txt
 sidewiki/entry
 signature
 signin/inject

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -15,7 +15,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 %7B%7Burl%7D%7D
 %7B*%7D
 %7C
-%7Cd_
 &
 &*
 &*To66.Asia
@@ -2300,9 +2299,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /MANUALS/*.pdf$
 /Message-Error.htm
 /Newsroom/GoogleSitemap
-/Ntk
-/Ntt
-/Ntx
 /P
 /PWD
 /RedesignBucket
@@ -3070,7 +3066,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://tepapa.govt.nz/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3261,7 +3257,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /scheduled-pin
 /scheduled-pins
 /schemes
-/schoollist
 /schrijf-een-review
 /science/ereader
 /science/fabrication
@@ -3643,7 +3638,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://akismet.com/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3872,7 +3867,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://mtv.com.lb/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -4375,8 +4370,6 @@ AdRequestEventLogApi
 AddForumUser
 AddListing
 AddThis.com
-AddToList
-AddToRegistry
 Admin
 Admin/
 Administration/
@@ -4393,10 +4386,8 @@ AirlineRegistration
 AirlineTips
 AirportFromGeoAjax
 AirportIP
-AjaxSearchNavigationView
 Album.aspx/*
 AllReviews
-Allons_voter
 AlumniAppLoad
 AmazonCloudFront/2008-06-30
 AmazonCloudFront/2009-04-02
@@ -5296,7 +5287,6 @@ BDCbot
 BIXOCRAWLER
 BLEXBot
 BLImpRecord
-BTWN
 BUbiNG
 Backnumber
 Baldric/static-1.71
@@ -5327,7 +5317,6 @@ COG
 CP
 CR-Dokumentation.pdf$
 Calculator
-CallToActionModalView
 CampaignConfigAjax
 CampaignConfiguration
 CampaignId
@@ -5348,11 +5337,6 @@ CheapFlightsRecord
 CheapFlightsSearchDeals
 CheapFlightsSearchResults
 CheapFlightsSearchSeatGuru
-Checkout
-CheckoutEditItemsDisplayView
-CheckoutOrderBillingView
-CheckoutOrderShippingView
-CheckoutSignInView
 Citation/Download
 Civ
 Claim
@@ -5429,27 +5413,22 @@ Download
 DownloadFile/
 DynamicPlacementAjax
 ERRORS
-ESPDisplayOptionsViewCmd
-ESPModal
 EULegal
 EarlyRequesterJS/static-1.38
 ElasticLoadBalancing/2009-05-15
 ElasticLoadBalancing/2010-07-01
-EmailCartView
 EmailHotel
 EmailMap
 EmailMemberRegistration
 EmailSpellCheckJson
 Emailer
 EmbedSlideshow
-EnlargedImageView
 Entrez
 ErrorLog
 ErrorPage
 EssentialMetrics
 EventDates
 Exabot
-ExitCheckoutCmd
 ExitWindow
 ExpandedUserReviews
 ExperiencesCommerce
@@ -5471,12 +5450,9 @@ FareCalendar
 FatalError.html
 FavoriteReviewManagement
 Featured
-FeaturedShowMoreOverlay
 Features/SpinaBifidaProgram/
 Feeds
 Fetch
-FetchProdRefreshContent
-FiatsCmd
 FilterState
 FindRestaurants
 FinishAppInstall
@@ -5503,7 +5479,6 @@ ForumSetSortCookie
 ForumSignIn
 ForumVote
 Fragment/SysConfig
-FreeGiftDisplayView
 FreeTools
 Friends
 Friends/inviteFriends
@@ -5519,7 +5494,6 @@ GSSAjax
 GeneralSupport
 Generic/Generic
 Generic/IOS/
-GenericRegistryPortalView
 Genieo
 GermanwingsPromo
 GermanwingsRegistration
@@ -5528,7 +5502,6 @@ GetListedLightbox
 GetListedUpdateAttraction
 GetListedUpdateEatery
 GetMobileApp
-GiftRegistrySearchViewCmd
 Gigabot
 GoogleInternetAuthority
 Gpits
@@ -5536,7 +5509,6 @@ GreenLeaderAjax
 GreenLeadersProxy
 GroupHomeApi
 GroupManagementCenter
-GuestAsAnonymous
 GuestExperience
 GuestXManagementTool
 GuideAjax
@@ -5554,7 +5526,6 @@ HeadJS/static-2.83
 HeadJS/static-2.84
 HeadJS/static-2.92
 Help
-HelpContent
 HelpProxy
 HelpUkraine
 Heritrix
@@ -5699,7 +5670,6 @@ LocationTab
 LocationWidget
 LogMediaClick
 Login.html
-LogonForm
 MAINTAINERS.txt
 MAPS
 MJ12bot
@@ -5712,10 +5682,8 @@ Mail/
 MailEmergency
 Manage/
 ManageListing
-ManageOrder
 ManageOwnersTopReasonsApi
 ManagePhotos
-ManageReturns
 ManageShopListingApi
 ManageShopping
 ManageStoryboard
@@ -5729,7 +5697,6 @@ Marketing/EcapSurvey.aspx
 Maxthon
 McKinsey
 MediaBadgeResponse
-MediaDisplayView
 MediaKit
 MediaVoting
 MeetingsBase/static-1.1538
@@ -6021,14 +5988,12 @@ OfferAnnouncementManagement
 Offline
 OnThisDay
 OpenGraphLander
-OpenZoomLayer
 OpeningHours
 OptOutEmail
 OptimusNativePayment
 OrderItemDisplay
 OrderItemDisplay=
 Orthogaffe
-OtherDisplayView
 Out-Of-Date
 OverlayWidgetAjax
 OwnerActivityFeedAjax
@@ -6118,8 +6083,6 @@ PrintGuide
 Private
 ProductCancellationLogApi
 ProductCart
-ProductComparisonCmd
-ProductDetailsTabView
 ProductError
 Production/
 Products/AddToCart.aspx
@@ -6129,8 +6092,6 @@ Products/subscriptionsSpecial.aspx
 Profile
 Project
 PromoTools
-PromotionDetailsDisplayView
-PromotionDisplayView
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -6153,7 +6114,6 @@ ProxyToolsTokenTestTool
 QUICKNEWS
 QueryJson
 QuerySeekerSpider
-QuickInfoView
 QuickReview
 Quickcast
 R
@@ -6203,14 +6163,12 @@ RegistrationInterceptPopup
 RegistreWeb/search/advanced.htm
 RegistreWeb/search/simple.htm
 RegistreWeb/search/typedoc.htm
-RegistryPortalCmd
 RemindMe
 RentalCarsRedirect
 RentalPropertyManager
 RentalWatchSignup
 RentalsSearch
 RentalsSupport
-ReportAbuse
 ReportBug
 ReportIAP
 ReportPost
@@ -6250,7 +6208,6 @@ SI
 SID=
 SITE=es.antevenio.
 SNP
-SOImapPriceDisplayView
 SPCommerceInternal
 SPOCK
 SPRedirect
@@ -6265,7 +6222,6 @@ Scripts
 Search
 Search/*
 Search/Mail/Public
-SearchNavigationView
 SelectLocale?fromPage=
 SelfServeAdvertising
 SendMessage
@@ -6311,7 +6267,6 @@ SiftScript
 SignInShibboleth.aspx
 SingleClickOptOut
 SingleClickSignUp
-SingleShipmentOrderSummaryView
 SingleUserReview
 SiteBot
 SiteBot/0.1
@@ -6349,7 +6304,6 @@ Special:ThankAuthors
 Special:UserLogin
 SpecialOfferManagement
 SpecialOfferWebview
-SpecificationDefinitionView
 Spinn3r
 SponsoredListingAjax
 SponsoredListingCommerce
@@ -6400,8 +6354,6 @@ TLMCountries
 Tablet
 TaggingAjax
 TagsJSONServlet
-TargetListPortalView
-TargetStoreLocatorCmd
 Taxonomy/CommonTree
 Taxonomy/Selector
 TealeafTarget.jsp
@@ -6516,7 +6468,6 @@ VacationRentalsPromoLander
 VacationRentalsTracking
 VacationRentalsXSiteAjax
 ValidateJson
-VariationSelectionView
 VerifyReview
 Video
 Video/*playerIndex
@@ -6573,10 +6524,7 @@ WidgetsAjax
 WifiPlus
 WindowsApp
 Wotbot
-WriteComments
 WriteReviewShade
-WriteReviews
-XCSA
 Xenu
 Xhr
 Yandex
@@ -6593,7 +6541,6 @@ ZyBORG
 [_0-9a-zA-Z]+/photo
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
-[path]
 \+*\+
 _
 _
@@ -6889,7 +6836,7 @@ account-settings
 account-setup
 account/
 account/accomplishments
-account/accomplishments/http://nymag.com/robots.txt
+account/accomplishments/http://creativecommons.org/robots.txt
 account/ackgift
 account/deactivated
 account/emailoptout/?*token=
@@ -7094,7 +7041,6 @@ advanced-search
 advanced-search/x
 advanced-trade/spot
 advanced/adv-suggestions
-advancedGiftRegistrySearchView
 advanced_blog_search
 advanced_engl.html
 advancedsearch.aspx
@@ -7303,12 +7249,12 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://1.bp.blogspot.com/robots.txt
+api/attachments/*http://docs.wixstatic.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://amazon.in/robots.txt
+api/http://kobo.com/robots.txt
 api/internal/*/location
 api/internal/analytics/songs
 api/jobPostings/jobs
@@ -7382,7 +7328,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://beatport.com/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8187,6 +8133,7 @@ backgrounds
 backoffice=
 badges/profile/create
 bagon
+baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -8586,7 +8533,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://rtve.es/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8713,7 +8660,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ja.wikipedia.org/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -8741,9 +8688,6 @@ bookshelf
 booksrightsholders
 boutique/sitemaps
 bp
-bp/c
-bp/guest_mfg_brand
-bp/p
 bp01
 bpage-preview
 br
@@ -9626,7 +9570,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://technorati.com/robots.txt
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9653,8 +9597,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://brilliant.org/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
-cgi-local
 cgi-perl
 cgi-registry
 cgi-sys
@@ -9945,7 +9888,6 @@ co*/cdn-cgi/challenge-platform
 co*/step
 co*/submit
 co*/submitted
-co-
 co/
 co/*?*shpxid=
 co/*digital_wallets/dialog
@@ -9994,7 +9936,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://m.youtube.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10117,6 +10059,7 @@ compagnie
 companies/c
 companies/o
 companies/search
+company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10202,7 +10145,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://de.wikipedia.org/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10318,7 +10261,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://androidpolice.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/redcross/lp
 content/dam/web/da_dk/www
@@ -10482,7 +10425,6 @@ counters/year2000a.html?p0
 country=
 country_code=
 coupons
-coupons.
 coupons/visit
 courier
 courses/
@@ -10502,6 +10444,7 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr
@@ -10644,7 +10587,6 @@ culture/lifestyle/news/2001/08/46315
 cupid-v1
 curatedsearches
 currentcartcount
-custom-reviews
 custom/created.html
 custom/search/
 custom_orders
@@ -10735,7 +10677,6 @@ data-studio
 data/*/crosssellaccommodations
 data/1.0/bundle
 data/free/files
-database/philboard.mdb
 datasets/
 datax
 date/dateadd.html?
@@ -11013,7 +10954,6 @@ delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
 demo
-demokratie-jetzt.html
 demonstration
 demos
 denver
@@ -11112,7 +11052,6 @@ digital_wallets/dialog
 digitaledition
 digitalpdf
 dip
-dir_on_server
 direct
 direct/purchase
 directory
@@ -11648,7 +11587,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://moma.org/robots.txt
+email/*http://dw.com/robots.txt
 email/privacy-guarantees
 email/privacy-terms
 email/unsubscribe
@@ -12594,7 +12533,6 @@ fi/users
 fi/ventureone
 fi/virtualization
 fi/virtualization/virtualbox
-fiats
 ficapp
 fichas/gestor
 ficmanagers
@@ -12613,7 +12551,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://spoti.fi/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter
 filter/tips
 filter/tips
@@ -13025,7 +12963,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://wunderground.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13152,7 +13090,6 @@ gallery
 gallery/*/copyright
 gallery/*/flag
 gallery/rg*/mediaviewer/rm*/tr
-gam-
 game
 game/score
 game/summary
@@ -13175,7 +13112,6 @@ gb/node/add
 gb/search
 gb/user
 gb/user$
-gc?k
 gcc
 gclid=
 gd/forums
@@ -13252,7 +13188,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://docs.microsoft.com/robots.txt
+gifshttp://gist.github.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13279,7 +13215,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://justanotherdeveloper.net/robots.txt
+global-infrastructure/services/get-async/http://baidu.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13578,7 +13514,6 @@ gu/firefox/collections/mozilla/$
 gu/firefox/search
 guest-demos
 guest-pass
-guestEmailNotificationView
 guestbook/
 guidatv-old$
 guidatv/lista$
@@ -13605,7 +13540,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://thefader.com/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13882,6 +13817,7 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 honing.html
 hooks
@@ -14001,39 +13937,39 @@ http
 http-checker
 http2_data
 http:
-http://amazon.fr/robots.txt
+http://2.bp.blogspot.com/robots.txt
-http://api.twitter.com/robots.txt
+http://about.google/robots.txt
-http://bing.com/robots.txt
+http://amazon.de/robots.txt
-http://bls.gov/robots.txt
+http://amzn.to/robots.txt
-http://booking.com/robots.txt
+http://api.whatsapp.com/robots.txt
-http://c-span.org/robots.txt
+http://app.box.com/robots.txt
-http://cardekho.com/robots.txt
+http://bbc.com/robots.txt
-http://cdtfa.ca.gov/robots.txt
+http://bcn.cl/robots.txt
-http://cloudflare.com/robots.txt
+http://behance.net/robots.txt
-http://digg.com/robots.txt
+http://census.gov/robots.txt
-http://festo.com/robots.txt
+http://euronews.com/robots.txt
-http://ftc.gov/robots.txt
+http://extension.purdue.edu/robots.txt
-http://gigaom.com/robots.txt
+http://graphisoft.com/robots.txt
-http://google.com.mx/robots.txt
+http://hubspot.com/robots.txt
-http://google.fr/robots.txt
+http://ie.edu/robots.txt
-http://iso.org/robots.txt
+http://linkedin.com/robots.txt
-http://it.wikipedia.org/robots.txt
+http://mrisoftware.com/robots.txt
-http://mailchimp.com/robots.txt
+http://nationalgeographic.com/robots.txt
-http://mega.nz/robots.txt
+http://news.cnet.com/robots.txt
-http://moz.com/robots.txt
+http://news.yahoo.com/robots.txt
-http://msdn.microsoft.com/robots.txt
+http://patreon.com/robots.txt
-http://networkadvertising.org/robots.txt
+http://producthunt.com/robots.txt
-http://nicovideo.jp/robots.txt
+http://raiplay.it/robots.txt
-http://paypalobjects.com/robots.txt
+http://redbubble.com/robots.txt
-http://penguinrandomhouse.com/robots.txt
+http://support.apple.com/robots.txt
-http://php.net/robots.txt
+http://techradar.com/robots.txt
-http://pubads.g.doubleclick.net/robots.txt
+http://theverge.com/robots.txt
-http://sketchfab.com/robots.txt
+http://tiny.cc/robots.txt
-http://slack.com/robots.txt
+http://torproject.org/robots.txt
-http://support.mozilla.org/robots.txt
+http://translate.google.com/robots.txt
-http://theguardian.com/robots.txt
+http://upload.wikimedia.org/robots.txt
-http://visitazores.com/robots.txt
+http://vogue.com/robots.txt
-http://webmd.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14326,7 +14262,6 @@ ig/search
 ig/user
 ig/users
 ignoring/human/orders
-igp
 ii
 il
 il-en*/listing/*/favoriters
@@ -14576,7 +14511,6 @@ index.hi.
 index.html
 index.html$
 index.html?
-index.jhtml
 index.new.html
 index.php
 index.php/*/media/oembed
@@ -14712,7 +14646,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://jupiterbroadcasting.com/robots.txt
+interactive*http://fcc.gov/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -15408,7 +15342,6 @@ keep
 keepalive.html
 keyboard_qwerty.html
 keyword
-keyword=
 kg/en/
 kg/ru/
 khan-labs?step=children-over-limit
@@ -15602,7 +15535,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://tech.nikkeibp.co.jp/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15644,7 +15577,6 @@ lees/gids/exclusief$
 lees/gids/exclusief.*$
 lees/gids/exclusief.html$
 legal
-legal-contact-us
 legal-content/BG/TXT/DOC
 legal-content/BG/TXT/SIG
 legal-content/CS/TXT/DOC
@@ -15759,6 +15691,7 @@ liked
 limit_hits
 limited-release
 link
+link?
 link_to
 linked
 linkedin
@@ -15770,7 +15703,6 @@ linux
 list
 list-bibliography-delegates
 list-existing-collections
-list.id=1
 list/ls*/_ajax
 list/ls*/export
 list_community.pl
@@ -16284,7 +16216,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://umc.org/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16766,7 +16698,6 @@ moon/*?
 moon/*year=
 more
 more_samples
-moreinfo.cfm
 morelikethis
 morerecenthistory
 morerecenthistoryajax
@@ -17592,7 +17523,6 @@ notifications/*
 nova
 now/mt3
 now50
-np
 npk
 npln
 npost/
@@ -17967,7 +17897,6 @@ p/all.atom?page=9
 p/blackout-m7
 p/featured.atom
 p/moduleprovider
-p/premium-registry
 p/surveyopen
 pa-IN/android/collections
 pa-IN/android/search
@@ -18004,6 +17933,7 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
+page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -18324,7 +18254,6 @@ pipeline
 pixel.png
 pk
 pkginfo
-pl
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -19319,7 +19248,6 @@ q/user/*/verifies
 q=
 qa
 qemail
-qi
 qnasearch?
 qr
 qrCode/*
@@ -19436,7 +19364,6 @@ reactions?
 read
 readcommentshtml
 reader
-ready_sit_read/index.jhtml
 realmedia
 rearrange
 rec
@@ -19634,7 +19561,6 @@ review/show
 review/top-reviewers
 reviewFilters
 reviewSeller
-reviewVote
 reviewWidget
 review_feed_auto_fetch
 reviewit
@@ -19856,6 +19782,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20323,7 +20250,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://telegram.me/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20624,6 +20551,7 @@ sharing/files
 sharing/folders
 shelf/user_shelves
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -20687,7 +20615,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://anchor.fm/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -20742,6 +20670,7 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
+sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -21362,7 +21291,6 @@ spip.php?page=recherche
 splash
 splashui
 splashui_rc
-splitOrderItem
 sponsored
 sponsored-content
 sponsored/2022/10/disruptors-who-are-changing-their-industries
@@ -21565,7 +21493,6 @@ stock-ranker
 stoken
 storage
 store
-store-locator/search-results-print
 store/
 store/*
 store/*/search
@@ -21726,7 +21653,6 @@ summary_view$
 summerbzz
 sun/*?
 sun/*year=
-supertarget/index.jhtml
 supervision/coexistence
 supervision/setup
 support
@@ -21933,7 +21859,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://engadget.com/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22014,9 +21940,6 @@ talk/user
 talk/user/*/article
 talks2
 tally-loader-react/static-1.65
-target_baby
-target_group
-targetdirect_group
 tasks
 tax-center
 tax.php
@@ -22052,7 +21975,6 @@ tc/accept
 tdaroundme/*
 tdautourdemoi/*
 tdid=*
-tdir/p/kids-back-to-school
 tdv2_fp
 te/android/collections
 te/android/search
@@ -22160,7 +22082,7 @@ test5
 test6
 testcases
 testfl
-testhttp://deepmind.com/robots.txt
+testhttp://moz.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22405,7 +22327,6 @@ track
 track.gif
 trackback
 trackexternalsite.aspx
-tracking
 tracking-pixels/static-1.10
 tracking-pixels/static-1.8
 tracking?tracking_number
@@ -22444,7 +22365,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://smh.com.au/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22527,7 +22448,6 @@ try-which/price-predictor/
 try-which/wills/
 try?
 trylater
-tsa
 tto
 tucritica
 tune*retpath=
@@ -22845,6 +22765,7 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -24466,7 +24387,6 @@ windowsforms/
 windowsvista/
 winforms/
 winfx/
-winnt
 wirecutter/*&xid=
 wirecutter/*.csv$
 wirecutter/*.zip$
@@ -24517,6 +24437,8 @@ word/document_stats
 word/document_url
 word/download
 word/embed
+wordpress/wp-admin
+wordpress/wp-admin/admin-ajax.php
 work
 work/_
 work/acceptinvitation
@@ -24616,9 +24538,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://icelandair.com/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
-wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt
+wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24685,7 +24607,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://download.macromedia.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24811,7 +24733,7 @@ your-account
 your-orders
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://youtube-nocookie.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -24840,7 +24762,6 @@ youtube/fonts
 youtube/img/promos
 youtube/partner
 youtubei
-yr
 yss_fragment.gne
 yuv
 z
@@ -25161,15 +25082,13 @@ zz
 8618
 9742
 9744
-101612.rsshttp://app.box.com/robots.txt
+101612.rsshttp://c-span.org/robots.txt
 1010203
 1014943
 1027454
 1089059
 3584794
 5787254
-7078046
-7079046
 23219321/iac.
 30585109/
 34722903