[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -3,6 +3,6 @@
         "last_update": 1739041383
     },
     "Trickest wordlist update": {
-        "last_update": 1739095393
+        "last_update": 1739181853
     }
 }

Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt

@@ -112442,6 +112442,13 @@ Drupal/Core/Cache/ApcuBackend.php
 Core/Cache/ApcuBackend.php
 Cache/ApcuBackend.php
 ApcuBackend.php
+core/lib/Drupal/Core/Cache/EventSubscriber/CacheTagPreloadSubscriber.php
+lib/Drupal/Core/Cache/EventSubscriber/CacheTagPreloadSubscriber.php
+Drupal/Core/Cache/EventSubscriber/CacheTagPreloadSubscriber.php
+Core/Cache/EventSubscriber/CacheTagPreloadSubscriber.php
+Cache/EventSubscriber/CacheTagPreloadSubscriber.php
+EventSubscriber/CacheTagPreloadSubscriber.php
+CacheTagPreloadSubscriber.php
 core/lib/Drupal/Core/Cache/CacheFactoryInterface.php
 lib/Drupal/Core/Cache/CacheFactoryInterface.php
 Drupal/Core/Cache/CacheFactoryInterface.php
@@ -112481,6 +112488,12 @@ Core/Cache/MemoryCache/MemoryCacheInterface.php
 Cache/MemoryCache/MemoryCacheInterface.php
 MemoryCache/MemoryCacheInterface.php
 MemoryCacheInterface.php
+core/lib/Drupal/Core/Cache/CacheTagsChecksumPreloadInterface.php
+lib/Drupal/Core/Cache/CacheTagsChecksumPreloadInterface.php
+Drupal/Core/Cache/CacheTagsChecksumPreloadInterface.php
+Core/Cache/CacheTagsChecksumPreloadInterface.php
+Cache/CacheTagsChecksumPreloadInterface.php
+CacheTagsChecksumPreloadInterface.php
 core/lib/Drupal/Core/Cache/Context/UrlCacheContext.php
 lib/Drupal/Core/Cache/Context/UrlCacheContext.php
 Drupal/Core/Cache/Context/UrlCacheContext.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt

@@ -16131,12 +16131,14 @@ core/lib/Drupal/Core/Cache/RefinableCacheableDependencyInterface.php
 core/lib/Drupal/Core/Cache/CacheableResponseInterface.php
 core/lib/Drupal/Core/Cache/CacheableAjaxResponse.php
 core/lib/Drupal/Core/Cache/ApcuBackend.php
+core/lib/Drupal/Core/Cache/EventSubscriber/CacheTagPreloadSubscriber.php
 core/lib/Drupal/Core/Cache/CacheFactoryInterface.php
 core/lib/Drupal/Core/Cache/CacheableResponse.php
 core/lib/Drupal/Core/Cache/PhpBackend.php
 core/lib/Drupal/Core/Cache/MemoryCache/MemoryCache.php
 core/lib/Drupal/Core/Cache/MemoryCache/MemoryCacheFactory.php
 core/lib/Drupal/Core/Cache/MemoryCache/MemoryCacheInterface.php
+core/lib/Drupal/Core/Cache/CacheTagsChecksumPreloadInterface.php
 core/lib/Drupal/Core/Cache/Context/UrlCacheContext.php
 core/lib/Drupal/Core/Cache/Context/CacheContextsPass.php
 core/lib/Drupal/Core/Cache/Context/ProtocolVersionCacheContext.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/flarum-all-levels.txt

@@ -2695,6 +2695,10 @@ extensions/messages/migrations/2024_09_01_000003_add_dialog_message_foreign_keys
 messages/migrations/2024_09_01_000003_add_dialog_message_foreign_keys_to_dialogs.php
 migrations/2024_09_01_000003_add_dialog_message_foreign_keys_to_dialogs.php
 2024_09_01_000003_add_dialog_message_foreign_keys_to_dialogs.php
+extensions/messages/migrations/2025_01_31_000000_add_number_to_dialog_messages.php
+messages/migrations/2025_01_31_000000_add_number_to_dialog_messages.php
+migrations/2025_01_31_000000_add_number_to_dialog_messages.php
+2025_01_31_000000_add_number_to_dialog_messages.php
 extensions/messages/migrations/2024_09_01_000000_create_dialogs_table.php
 messages/migrations/2024_09_01_000000_create_dialogs_table.php
 migrations/2024_09_01_000000_create_dialogs_table.php
@@ -2876,6 +2880,13 @@ js/src/forum/extend.ts
 src/forum/extend.ts
 forum/extend.ts
 extend.ts
+extensions/messages/js/src/forum/utils/MessageControls.tsx
+messages/js/src/forum/utils/MessageControls.tsx
+js/src/forum/utils/MessageControls.tsx
+src/forum/utils/MessageControls.tsx
+forum/utils/MessageControls.tsx
+utils/MessageControls.tsx
+MessageControls.tsx
 extensions/messages/js/src/forum/index.tsx
 messages/js/src/forum/index.tsx
 js/src/forum/index.tsx
@@ -2914,12 +2925,12 @@ js/src/admin/index.ts
 src/admin/index.ts
 admin/index.ts
 index.ts
-extensions/messages/js/src/admin/extend.ts
+extensions/messages/js/src/admin/extend.tsx
-messages/js/src/admin/extend.ts
+messages/js/src/admin/extend.tsx
-js/src/admin/extend.ts
+js/src/admin/extend.tsx
-src/admin/extend.ts
+src/admin/extend.tsx
-admin/extend.ts
+admin/extend.tsx
-extend.ts
+extend.tsx
 extensions/messages/js/package.json
 messages/js/package.json
 js/package.json
@@ -3034,6 +3045,13 @@ dist-typings/forum/components/DialogsDropdown.d.ts
 forum/components/DialogsDropdown.d.ts
 components/DialogsDropdown.d.ts
 DialogsDropdown.d.ts
+extensions/messages/js/dist-typings/forum/utils/MessageControls.d.ts
+messages/js/dist-typings/forum/utils/MessageControls.d.ts
+js/dist-typings/forum/utils/MessageControls.d.ts
+dist-typings/forum/utils/MessageControls.d.ts
+forum/utils/MessageControls.d.ts
+utils/MessageControls.d.ts
+MessageControls.d.ts
 extensions/messages/js/dist-typings/forum/extend.d.ts
 messages/js/dist-typings/forum/extend.d.ts
 js/dist-typings/forum/extend.d.ts

Discovery/Web-Content/CMS/trickest-cms-wordlist/flarum.txt

@@ -533,6 +533,7 @@ extensions/messages/migrations/2024_10_19_000002_create_dialog_message_mentions_
 extensions/messages/migrations/2024_10_19_000000_create_dialog_message_mentions_user_table.php
 extensions/messages/migrations/2024_10_19_000002_create_dialog_message_mentions_group_table.php
 extensions/messages/migrations/2024_09_01_000003_add_dialog_message_foreign_keys_to_dialogs.php
+extensions/messages/migrations/2025_01_31_000000_add_number_to_dialog_messages.php
 extensions/messages/migrations/2024_09_01_000000_create_dialogs_table.php
 extensions/messages/migrations/2024_09_01_000001_create_dialog_messages_table.php
 extensions/messages/migrations/2024_10_19_000001_create_dialog_message_mentions_post_table.php
@@ -565,13 +566,14 @@ extensions/messages/js/src/forum/components/DetailsModal.tsx
 extensions/messages/js/src/forum/components/Message.tsx
 extensions/messages/js/src/forum/components/DialogListItem.tsx
 extensions/messages/js/src/forum/extend.ts
+extensions/messages/js/src/forum/utils/MessageControls.tsx
 extensions/messages/js/src/forum/index.tsx
 extensions/messages/js/src/common/index.ts
 extensions/messages/js/src/common/extend.ts
 extensions/messages/js/src/common/models/Dialog.ts
 extensions/messages/js/src/common/models/DialogMessage.ts
 extensions/messages/js/src/admin/index.ts
-extensions/messages/js/src/admin/extend.ts
+extensions/messages/js/src/admin/extend.tsx
 extensions/messages/js/package.json
 extensions/messages/js/tsconfig.json
 extensions/messages/js/@types/shims.d.ts
@@ -590,6 +592,7 @@ extensions/messages/js/dist-typings/forum/components/MessagesSidebar.d.ts
 extensions/messages/js/dist-typings/forum/components/DialogDropdownList.d.ts
 extensions/messages/js/dist-typings/forum/components/MessagesPage.d.ts
 extensions/messages/js/dist-typings/forum/components/DialogsDropdown.d.ts
+extensions/messages/js/dist-typings/forum/utils/MessageControls.d.ts
 extensions/messages/js/dist-typings/forum/extend.d.ts
 extensions/messages/js/dist-typings/common/index.d.ts
 extensions/messages/js/dist-typings/common/models/DialogMessage.d.ts

Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt

@@ -72965,6 +72965,14 @@ Test/Mftf/ActionGroup/AdminVerifyAssociatedProductForGroupedProductActionGroup.x
 Mftf/ActionGroup/AdminVerifyAssociatedProductForGroupedProductActionGroup.xml
 ActionGroup/AdminVerifyAssociatedProductForGroupedProductActionGroup.xml
 AdminVerifyAssociatedProductForGroupedProductActionGroup.xml
+app/code/Magento/GroupedProduct/Test/Mftf/ActionGroup/AdminVerifyAssociatedProductChangePositionForGroupedProductActionGroup.xml
+code/Magento/GroupedProduct/Test/Mftf/ActionGroup/AdminVerifyAssociatedProductChangePositionForGroupedProductActionGroup.xml
+Magento/GroupedProduct/Test/Mftf/ActionGroup/AdminVerifyAssociatedProductChangePositionForGroupedProductActionGroup.xml
+GroupedProduct/Test/Mftf/ActionGroup/AdminVerifyAssociatedProductChangePositionForGroupedProductActionGroup.xml
+Test/Mftf/ActionGroup/AdminVerifyAssociatedProductChangePositionForGroupedProductActionGroup.xml
+Mftf/ActionGroup/AdminVerifyAssociatedProductChangePositionForGroupedProductActionGroup.xml
+ActionGroup/AdminVerifyAssociatedProductChangePositionForGroupedProductActionGroup.xml
+AdminVerifyAssociatedProductChangePositionForGroupedProductActionGroup.xml
 app/code/Magento/GroupedProduct/Test/Mftf/ActionGroup/AssertLinkPresenceOnGroupedProductPageActionGroup.xml
 code/Magento/GroupedProduct/Test/Mftf/ActionGroup/AssertLinkPresenceOnGroupedProductPageActionGroup.xml
 Magento/GroupedProduct/Test/Mftf/ActionGroup/AssertLinkPresenceOnGroupedProductPageActionGroup.xml
@@ -73149,6 +73157,14 @@ Test/Mftf/Test/AssertGroupedProductQtyOnProductPageTest.xml
 Mftf/Test/AssertGroupedProductQtyOnProductPageTest.xml
 Test/AssertGroupedProductQtyOnProductPageTest.xml
 AssertGroupedProductQtyOnProductPageTest.xml
+app/code/Magento/GroupedProduct/Test/Mftf/Test/AdminToVerifyDynamicRowsComponentWhenNewElementIsAddedTest.xml
+code/Magento/GroupedProduct/Test/Mftf/Test/AdminToVerifyDynamicRowsComponentWhenNewElementIsAddedTest.xml
+Magento/GroupedProduct/Test/Mftf/Test/AdminToVerifyDynamicRowsComponentWhenNewElementIsAddedTest.xml
+GroupedProduct/Test/Mftf/Test/AdminToVerifyDynamicRowsComponentWhenNewElementIsAddedTest.xml
+Test/Mftf/Test/AdminToVerifyDynamicRowsComponentWhenNewElementIsAddedTest.xml
+Mftf/Test/AdminToVerifyDynamicRowsComponentWhenNewElementIsAddedTest.xml
+Test/AdminToVerifyDynamicRowsComponentWhenNewElementIsAddedTest.xml
+AdminToVerifyDynamicRowsComponentWhenNewElementIsAddedTest.xml
 app/code/Magento/GroupedProduct/Test/Mftf/Test/AdminCreateGroupedProductNonDefaultAttributeSetTest.xml
 code/Magento/GroupedProduct/Test/Mftf/Test/AdminCreateGroupedProductNonDefaultAttributeSetTest.xml
 Magento/GroupedProduct/Test/Mftf/Test/AdminCreateGroupedProductNonDefaultAttributeSetTest.xml

Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt

@@ -9038,6 +9038,7 @@ app/code/Magento/GroupedProduct/Test/Mftf/class-file-naming-allowlist
 app/code/Magento/GroupedProduct/Test/Mftf/ActionGroup/StorefrontAddThreeGroupedProductToTheCartActionGroup.xml
 app/code/Magento/GroupedProduct/Test/Mftf/ActionGroup/VerifyProductTypeOrderActionGroup.xml
 app/code/Magento/GroupedProduct/Test/Mftf/ActionGroup/AdminVerifyAssociatedProductForGroupedProductActionGroup.xml
+app/code/Magento/GroupedProduct/Test/Mftf/ActionGroup/AdminVerifyAssociatedProductChangePositionForGroupedProductActionGroup.xml
 app/code/Magento/GroupedProduct/Test/Mftf/ActionGroup/AssertLinkPresenceOnGroupedProductPageActionGroup.xml
 app/code/Magento/GroupedProduct/Test/Mftf/ActionGroup/StorefrontAddGroupedProductWithTwoLinksToCartActionGroup.xml
 app/code/Magento/GroupedProduct/Test/Mftf/ActionGroup/FillGroupedProductFormActionGroup.xml
@@ -9061,6 +9062,7 @@ app/code/Magento/GroupedProduct/Test/Mftf/Test/EndToEndB2CAdminTest.xml
 app/code/Magento/GroupedProduct/Test/Mftf/Test/AdminGroupedProductSetEditContentTest.xml
 app/code/Magento/GroupedProduct/Test/Mftf/Test/AdminCreateAndEditGroupedProductSettingsTest.xml
 app/code/Magento/GroupedProduct/Test/Mftf/Test/AssertGroupedProductQtyOnProductPageTest.xml
+app/code/Magento/GroupedProduct/Test/Mftf/Test/AdminToVerifyDynamicRowsComponentWhenNewElementIsAddedTest.xml
 app/code/Magento/GroupedProduct/Test/Mftf/Test/AdminCreateGroupedProductNonDefaultAttributeSetTest.xml
 app/code/Magento/GroupedProduct/Test/Mftf/Test/AdminRemoveDefaultImageGroupedProductTest.xml
 app/code/Magento/GroupedProduct/Test/Mftf/Test/AdminGroupedSetEditRelatedProductsTest.xml

Discovery/Web-Content/CMS/trickest-cms-wordlist/tomcat-all-levels.txt

@@ -5099,6 +5099,11 @@ org/apache/juli/TestThreadNameCache.java
 apache/juli/TestThreadNameCache.java
 juli/TestThreadNameCache.java
 TestThreadNameCache.java
+test/org/apache/juli/TestJsonFormatter.java
+org/apache/juli/TestJsonFormatter.java
+apache/juli/TestJsonFormatter.java
+juli/TestJsonFormatter.java
+TestJsonFormatter.java
 test/org/apache/juli/logging-non-rotatable.properties
 org/apache/juli/logging-non-rotatable.properties
 apache/juli/logging-non-rotatable.properties
@@ -18802,6 +18807,11 @@ org/apache/juli/DateFormatCache.java
 apache/juli/DateFormatCache.java
 juli/DateFormatCache.java
 DateFormatCache.java
+java/org/apache/juli/JsonFormatter.java
+org/apache/juli/JsonFormatter.java
+apache/juli/JsonFormatter.java
+juli/JsonFormatter.java
+JsonFormatter.java
 java/org/apache/juli/ClassLoaderLogManager.java
 org/apache/juli/ClassLoaderLogManager.java
 apache/juli/ClassLoaderLogManager.java

Discovery/Web-Content/CMS/trickest-cms-wordlist/tomcat.txt

@@ -1030,6 +1030,7 @@ test/org/apache/juli/TestOneLineFormatterPerformance.java
 test/org/apache/juli/TestFileHandlerNonRotatable.java
 test/org/apache/juli/TesterOneLineFormatterMillisPerformance.java
 test/org/apache/juli/TestThreadNameCache.java
+test/org/apache/juli/TestJsonFormatter.java
 test/org/apache/juli/logging-non-rotatable.properties
 test/org/apache/juli/TestAsyncFileHandlerOverflow.java
 test/org/apache/juli/TestClassLoaderLogManager.java
@@ -3289,6 +3290,7 @@ java/org/apache/coyote/LocalStrings_fr.properties
 java/org/apache/coyote/AbstractProcessor.java
 java/org/apache/juli/WebappProperties.java
 java/org/apache/juli/DateFormatCache.java
+java/org/apache/juli/JsonFormatter.java
 java/org/apache/juli/ClassLoaderLogManager.java
 java/org/apache/juli/FileHandler.java
 java/org/apache/juli/logging/LogConfigurationException.java

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -82,6 +82,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -89,8 +93,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -100,10 +107,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /album/*/*?i=
 /api
 /api$
@@ -122,10 +142,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -153,6 +175,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /login
 /lookup?
 /mediaapi/
@@ -165,9 +188,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
+/organize
 /partials
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /report_abuse
 /revisions
@@ -175,6 +201,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -187,11 +215,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -303,6 +335,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
+?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -426,6 +459,8 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -488,6 +523,8 @@ _next/data
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -603,10 +640,12 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
+addboard
 addressBookExport
 admin
 admin/
 ads
+ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -623,6 +662,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -672,8 +712,10 @@ api?
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -747,6 +789,7 @@ author/following
 author=
 authoring/
 authwall
+autocomplete
 away.php
 b?*node=7454898011
 b?*node=7454917011
@@ -803,6 +846,10 @@ blogs/slow-ride
 blogs/test
 blogsearch
 blogsearch_feeds
+board
+board_activity
+board_activity_comment
+bookmarklet
 bookmarks
 books
 books/NBK
@@ -825,16 +872,37 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 buyside-e2e-monitor
 buzz/post
 cai
@@ -867,6 +935,7 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -890,6 +959,7 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -909,6 +979,7 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -925,22 +996,31 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 companyDir
 compare
 compare/*/apply
 compressiontest
 concussion/HeadsUp/training/
 config.js
+connect
 connections
 consumers/archive
 contact/menu*
 contact/partner*
 contactus
 contactus/mwaas*
+content-claiming
 control
+conversation
+conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -958,14 +1038,22 @@ covid19
 covid19/mobility
 cr$
 cr?
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
 cse/panel
 cse?
 csp
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -976,9 +1064,11 @@ de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/lp
 de-de/searchresults
+deactivate-account
 default
 default.aspx/kb/
 default.aspx/ph/
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1074,6 +1164,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1086,6 +1178,7 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
+email_verification_error
 embed
 embed/@
 embed/curated
@@ -1147,6 +1240,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 entities/search
@@ -1215,14 +1309,18 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
+facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
+fb.html
 fd/
 fe=true
 feature/sf-test
@@ -1256,6 +1354,8 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -1319,6 +1419,8 @@ giveaway/host/setup
 glass/images/commerce
 global$
 gog
+google_gdn.html
+google_search.html
 googlebooks/images
 gorf
 gp
@@ -1434,6 +1536,7 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1457,7 +1560,10 @@ help/zendesk_sso
 hex
 history
 history/static
+holiday-spotlight
+holidays-celebrations
 home
+homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1470,7 +1576,7 @@ hpc/*/supported-applications.aspx?
 hpm
 hpmob
 http://calendar.google.com/robots.txt
-http://microsoft.com/robots.txt
+http://web.archive.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1484,6 +1590,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1529,12 +1638,15 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl
 intl/*/about/views
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1570,6 +1682,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 js
 jsapi
 jsearch
@@ -1584,6 +1698,7 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
+kwanzaa-spotlight
 labs/pmc
 labs/popgadget/search
 lamda/images
@@ -1618,12 +1733,15 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
+linked
 lite
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -1651,6 +1769,7 @@ localservices
 lochp?
 login
 login$
+login/?next=
 login?*=
 logout
 lp
@@ -1772,6 +1891,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news$
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
@@ -1786,6 +1906,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newsround
@@ -1799,6 +1920,7 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
+notifications
 notifications/
 ns/hydra/console/?
 nus-trk
@@ -1806,11 +1928,15 @@ nwshp$
 o/di
 o/dt
 oas/
+oauth/line
+oauth/login
 oauth/v2
 oauth2
 oauth2/v2
+oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
+offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1839,8 +1965,11 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -1870,13 +1999,47 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+pin
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
+place
 plan=
 platform-telemetry
 play/store/web
@@ -1925,6 +2088,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -1933,6 +2097,8 @@ previewtemplate
 print
 private
 proFile/history?
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -1975,12 +2141,14 @@ pt-br/searchresults
 publications
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -1989,6 +2157,7 @@ rating
 rd/search
 rd/search$
 rd/search?
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/*?q=
@@ -2005,6 +2174,9 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
+register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2012,9 +2184,13 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
+resource
+resource/*/get
 results
 results
 retail
@@ -2052,6 +2228,7 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -2099,6 +2276,7 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
+sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2128,6 +2306,7 @@ shop/collections
 shop/iphone/payments/overlay
 shop/view/product
 shop?
+shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2428,9 +2607,11 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
+socialmanager
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -2452,6 +2633,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 stat
@@ -2509,6 +2691,10 @@ stores$
 stores/
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2534,6 +2720,7 @@ support/content
 support/forum/search?
 sureroute
 surprise
+suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2548,6 +2735,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2555,6 +2743,7 @@ t/terms
 tab=
 tablet
 tag
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2601,7 +2790,9 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
+thanksgiving-spotlight
 themacallan/worlds-together
+theme
 tickets-external?
 timedtext_video
 title
@@ -2692,6 +2883,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tv
 tv/thumb
 typeahead
 u
@@ -2707,9 +2899,13 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
+unauth-profile
+unlink
 unsub
 until=
 upload
+upload-image-lens-history
+upload-lens-image
 uploads
 urchin_test
 url
@@ -2727,6 +2923,8 @@ using
 utils
 uviewer
 v1
+v1/urls/count.json
+v3/pidgets/log
 verify_age
 vi-vn.www.cloudflare.com
 vi-vn/feedback
@@ -2781,6 +2979,9 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3086,7 +3287,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://facebook.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3298,6 +3499,7 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3295,7 +3295,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://pcmag.com/robots.txt
+/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3690,7 +3690,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shopping/vr
 /shoppingcart
 /showads.js
-/showtimes/location/*http://schema.org/robots.txt
+/showtimes/location/*http://img.youtube.com/robots.txt
 /sign_in?
 /signin
 /signup*/search?
@@ -4003,7 +4003,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://phys.org/robots.txt
+?*apikey*http://vk.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4441,7 +4441,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://music.apple.com/robots.txt
+?q=user/logout/http://rebrand.ly/robots.txt
 ?q=user/password
 ?q=user/register
 ?q=vote
@@ -4493,7 +4493,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showAllGroups=
 ?show_error=true
 ?showcomment*
-?shttp://onedrive.live.com/robots.txt
+?shttp://jigsaw.google.com/robots.txt
 ?sid
 ?sitrackingid=
 ?slogin
@@ -4619,7 +4619,7 @@ API/user
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://pitchfork.com/robots.txt
+API/v2$http://hbr.org/robots.txt
 APIAccessSupport
 AWSEC2/2006-06-26
 AWSEC2/2006-10-01
@@ -6785,7 +6785,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://cnet.com/robots.txt
+api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7433,7 +7433,6 @@ backstage/api/
 bad-boys
 bad-boys-ii
 badges/profile/create
-baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -7793,7 +7792,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://developers.facebook.com/robots.txt
+bookmarkshttp://ecrs.com/robots.txt
 books
 books/NBK
 books/about
@@ -8558,7 +8557,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://account.google.com/robots.txt
+cdn-cgi/http://medium.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
@@ -8589,7 +8588,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://verizon.com/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8702,7 +8701,7 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://accidentinjurylawyers.claims/robots.txt
+checkouthttp://moderncalculators.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8890,7 +8889,7 @@ co/user
 co/users
 code
 code/*
-code/http://gitlab.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -8984,7 +8983,7 @@ community/*/comments
 community/*/feed
 community/*/live
 community/*/post
-community/*/profile/*http://mediafire.com/robots.txt
+community/*/profile/*http://commission.europa.eu/robots.txt
 community/*/topics
 community/*/trackback
 community/*?
@@ -9111,7 +9110,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://corefiling.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -9389,7 +9388,6 @@ cp/api/logger
 cp/api/wpa
 cpds2
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr$
@@ -10049,7 +10047,7 @@ docs
 docs$
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://meyerweb.com/robots.txt
+docs-api-legacy/http://deezer.com/robots.txt
 docs-footer
 docs/*
 docs/3.x/fr
@@ -11267,7 +11265,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://xcelab.net/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -11291,7 +11289,7 @@ find
 find$
 find-more
 find/
-find/*http://ucl.ac.uk/robots.txt
+find/*http://freepik.com/robots.txt
 finetune
 fios
 firefox/?
@@ -11380,7 +11378,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://cambridge.org/robots.txt
+forum/ucp.phphttp://embassybel.ru/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -11597,7 +11595,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://google.nl/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 ga-IE/android/collections
 ga-IE/android/search
@@ -11803,7 +11801,7 @@ government-education/nonprofits/leadership-forum-poc
 government-education/nonprofits/leadership-forum-poc/confirmation
 government-education/public-sector-cloud-start/public-sector-cloud-start/
 government-education/public-sector-cloud-start/public-sector-cloud-start1/
-government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://scratch.mit.edu/robots.txt
+government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://asyura2.com/robots.txt
 gp
 gp/aag
 gp/aag/main?*seller=ABVFEJU8LS620
@@ -12230,7 +12228,6 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -12331,41 +12328,41 @@ html5
 http
 http-checker
 http2_data
-http://3my78.blogspot.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
-http://9to5mac.com/robots.txt
+http://about.fb.com/robots.txt
-http://addons.mozilla.org/robots.txt
+http://akparti.org.tr/robots.txt
-http://aljazeera.com/robots.txt
 http://amazon.de/robots.txt
-http://amazon.it/robots.txt
+http://amazon.in/robots.txt
-http://arstechnica.com/robots.txt
+http://ameblo.jp/robots.txt
-http://blog.hubspot.com/robots.txt
+http://apple.com/robots.txt
-http://blog.youtube/robots.txt
+http://bbc.com/robots.txt
-http://books.google.com/robots.txt
+http://bbcsfx.acropolis.org.uk/robots.txt
-http://br.pinterest.com/robots.txt
+http://creativecommons.org/robots.txt
-http://businessinsider.com/robots.txt
+http://economist.com/robots.txt
-http://datatracker.ietf.org/robots.txt
+http://europa.eu/robots.txt
-http://dx.doi.org/robots.txt
+http://explore.org/robots.txt
-http://expedia.com/robots.txt
+http://gist.github.com/robots.txt
-http://gizmodo.com/robots.txt
+http://govostis.gr/robots.txt
-http://iso.org/robots.txt
+http://healthline.com/robots.txt
-http://issuu.com/robots.txt
+http://help.twitter.com/robots.txt
-http://makeuseof.com/robots.txt
+http://irishtimes.com/robots.txt
-http://marketwatch.com/robots.txt
+http://iubenda.com/robots.txt
-http://material.io/robots.txt
+http://last.fm/robots.txt
-http://messenger.com/robots.txt
+http://msdn.microsoft.com/robots.txt
-http://newyorker.com/robots.txt
+http://nationalgeographic.com/robots.txt
-http://omegamasonry.com/robots.txt
+http://nerdwallet.com/robots.txt
-http://openstreetmap.org/robots.txt
+http://patents.google.com/robots.txt
-http://opera.com/robots.txt
+http://producthunt.com/robots.txt
+http://python.org/robots.txt
 http://reconstructingjudaism.org/robots.txt
-http://research.youtube/robots.txt
+http://smithsonianmag.com/robots.txt
-http://shopify.com/robots.txt
+http://static.wixstatic.com/robots.txt
-http://skype.com/robots.txt
+http://techradar.com/robots.txt
-http://stock.adobe.com/robots.txt
+http://theverge.com/robots.txt
-http://telegram.org/robots.txt
+http://threads.net/robots.txt
-http://tenor.com/robots.txt
+http://tiny.cc/robots.txt
-http://web.facebook.com/robots.txt
+http://tracks.arte.tv/robots.txt
-http://wikihow.com/robots.txt
+http://weebly.com/robots.txt
 https:/www.alibaba.com
 hu
 hu-hu/
@@ -12844,7 +12841,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://science.org/robots.txt
+index.php/user/logout/http://diigo.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -12902,7 +12899,7 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://alltop.com/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives
 intercept
@@ -13752,7 +13749,6 @@ limited-release
 link
 link-intersect
 link-intersect/$
-link?
 link_to
 linked
 linkedin
@@ -14520,7 +14516,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://buystiiizypods.com/robots.txt
+mre/*.zip$http://gov.uk/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -15267,7 +15263,7 @@ ohcm
 ojp
 okxbet.com
 oma
-on-demand/session/*http://podcasts.google.com/robots.txt
+on-demand/session/*http://nymag.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -15403,7 +15399,7 @@ p/*/v/*?
 p/*/v?
 p/*/victory$
 p/*/victory?
-p/*http://seekingalpha.com/robots.txt
+p/*http://socialimpact.youtube.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -16236,7 +16232,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://congress.gov/robots.txt
+premium/http://s.w.org/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -16313,7 +16309,7 @@ privacy/request-data
 privacy/zoho-group.html
 private
 private-promo
-private/http://explore.org/robots.txt
+private/http://sgtrains.com/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -16337,7 +16333,7 @@ product-catalogs
 product-detail
 product-detail/alisite-mobile.alibaba.com
 product-feed
-product-ratings/http://support.office.com/robots.txt
+product-ratings/http://wix.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -17630,7 +17626,6 @@ s3
 s=
 s=p
 s?
-s?
 s?*rh=n%3A1380045031
 s_id=
 sa
@@ -18208,7 +18203,6 @@ sharing/folders
 shelf/user_shelves
 shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -18799,7 +18793,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://dl.acm.org/robots.txt
+sos/registration/http://inc.com/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -19355,7 +19349,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://ico.org.uk/robots.txt
+tag/*+http://dinotim.com/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
@@ -19514,7 +19508,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://disqus.com/robots.txt
+testhttp://moskva.stroi-podryad.ru/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -20162,7 +20156,6 @@ uk/your
 uk/zazzle
 uki/search
 uli/trac
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -20679,7 +20672,7 @@ uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_inser
 uy/help
 uz/en/
 uz/forums
-uz/http://stanfieldrealestate.com/robots.txt
+uz/http://bilgematics.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -21572,9 +21565,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://accounts.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://allaboutcookies.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://europarl.europa.eu/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -21868,8 +21861,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://papers.ssrn.com/robots.txt
+wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
-wp-admin/admin-ajax.phphttp://us.napster.com/robots.txt
+wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -22066,7 +22059,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://foxnews.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -22172,7 +22165,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://w3techs.com/robots.txt
+zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?