[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -3,6 +3,6 @@
         "last_update": 1729450985
     },
     "Trickest wordlist update": {
-        "last_update": 1729418599
+        "last_update": 1729505043
     }
 }

Discovery/Web-Content/CMS/trickest-cms-wordlist/flarum-all-levels.txt

@@ -13310,6 +13310,12 @@ js/dist-typings/utils/humanDuration.d.ts
 dist-typings/utils/humanDuration.d.ts
 utils/humanDuration.d.ts
 humanDuration.d.ts
+extensions/package-manager/js/dist-typings/utils/versions.d.ts
+package-manager/js/dist-typings/utils/versions.d.ts
+js/dist-typings/utils/versions.d.ts
+dist-typings/utils/versions.d.ts
+utils/versions.d.ts
+versions.d.ts
 extensions/package-manager/js/dist-typings/models/ExternalExtension.d.ts
 package-manager/js/dist-typings/models/ExternalExtension.d.ts
 js/dist-typings/models/ExternalExtension.d.ts
@@ -13518,6 +13524,13 @@ src/admin/utils/jumpToQueue.ts
 admin/utils/jumpToQueue.ts
 utils/jumpToQueue.ts
 jumpToQueue.ts
+extensions/package-manager/js/src/admin/utils/versions.ts
+package-manager/js/src/admin/utils/versions.ts
+js/src/admin/utils/versions.ts
+src/admin/utils/versions.ts
+admin/utils/versions.ts
+utils/versions.ts
+versions.ts
 extensions/package-manager/js/src/admin/models/Task.ts
 package-manager/js/src/admin/models/Task.ts
 js/src/admin/models/Task.ts
@@ -13639,6 +13652,10 @@ phpunit.integration.xml
 extensions/messages/.editorconfig
 messages/.editorconfig
 .editorconfig
+extensions/messages/migrations/2024_10_19_000002_create_dialog_message_mentions_tag_table.php
+messages/migrations/2024_10_19_000002_create_dialog_message_mentions_tag_table.php
+migrations/2024_10_19_000002_create_dialog_message_mentions_tag_table.php
+2024_10_19_000002_create_dialog_message_mentions_tag_table.php
 extensions/messages/migrations/2024_09_03_000000_seed_permissions.php
 messages/migrations/2024_09_03_000000_seed_permissions.php
 migrations/2024_09_03_000000_seed_permissions.php
@@ -13655,10 +13672,22 @@ extensions/messages/migrations/2024_09_01_000001_create_dialog_messages_table.ph
 messages/migrations/2024_09_01_000001_create_dialog_messages_table.php
 migrations/2024_09_01_000001_create_dialog_messages_table.php
 2024_09_01_000001_create_dialog_messages_table.php
+extensions/messages/migrations/2024_10_19_000001_create_dialog_message_mentions_post_table.php
+messages/migrations/2024_10_19_000001_create_dialog_message_mentions_post_table.php
+migrations/2024_10_19_000001_create_dialog_message_mentions_post_table.php
+2024_10_19_000001_create_dialog_message_mentions_post_table.php
 extensions/messages/migrations/2024_09_01_000002_create_dialog_user_table.php
 messages/migrations/2024_09_01_000002_create_dialog_user_table.php
 migrations/2024_09_01_000002_create_dialog_user_table.php
 2024_09_01_000002_create_dialog_user_table.php
+extensions/messages/migrations/2024_10_19_000000_create_dialog_message_mentions_user_table.php
+messages/migrations/2024_10_19_000000_create_dialog_message_mentions_user_table.php
+migrations/2024_10_19_000000_create_dialog_message_mentions_user_table.php
+2024_10_19_000000_create_dialog_message_mentions_user_table.php
+extensions/messages/migrations/2024_10_19_000002_create_dialog_message_mentions_group_table.php
+messages/migrations/2024_10_19_000002_create_dialog_message_mentions_group_table.php
+migrations/2024_10_19_000002_create_dialog_message_mentions_group_table.php
+2024_10_19_000002_create_dialog_message_mentions_group_table.php
 extensions/messages/src/DialogMessage.php
 messages/src/DialogMessage.php
 src/DialogMessage.php
@@ -13750,6 +13779,11 @@ messages/src/Listener/SendNotificationWhenMessageSent.php
 src/Listener/SendNotificationWhenMessageSent.php
 Listener/SendNotificationWhenMessageSent.php
 SendNotificationWhenMessageSent.php
+extensions/messages/src/Listener/UpdateMentionsMetadataWhenVisible.php
+messages/src/Listener/UpdateMentionsMetadataWhenVisible.php
+src/Listener/UpdateMentionsMetadataWhenVisible.php
+Listener/UpdateMentionsMetadataWhenVisible.php
+UpdateMentionsMetadataWhenVisible.php
 extensions/messages/src/DialogMessage/Filter/DialogFilter.php
 messages/src/DialogMessage/Filter/DialogFilter.php
 src/DialogMessage/Filter/DialogFilter.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/flarum.txt

@@ -2318,6 +2318,7 @@ extensions/package-manager/js/dist-typings/states/QueueState.d.ts
 extensions/package-manager/js/dist-typings/utils/errorHandler.d.ts
 extensions/package-manager/js/dist-typings/utils/jumpToQueue.d.ts
 extensions/package-manager/js/dist-typings/utils/humanDuration.d.ts
+extensions/package-manager/js/dist-typings/utils/versions.d.ts
 extensions/package-manager/js/dist-typings/models/ExternalExtension.d.ts
 extensions/package-manager/js/dist-typings/models/Task.d.ts
 extensions/package-manager/js/dist-typings/extend.d.ts
@@ -2350,6 +2351,7 @@ extensions/package-manager/js/src/admin/states/PackageManagerState.ts
 extensions/package-manager/js/src/admin/utils/errorHandler.ts
 extensions/package-manager/js/src/admin/utils/humanDuration.ts
 extensions/package-manager/js/src/admin/utils/jumpToQueue.ts
+extensions/package-manager/js/src/admin/utils/versions.ts
 extensions/package-manager/js/src/admin/models/Task.ts
 extensions/package-manager/js/src/admin/models/ExternalExtension.ts
 extensions/package-manager/js/src/admin/index.tsx
@@ -2375,11 +2377,15 @@ extensions/messages/tests/phpunit.unit.xml
 extensions/messages/tests/unit/.gitkeep
 extensions/messages/tests/phpunit.integration.xml
 extensions/messages/.editorconfig
+extensions/messages/migrations/2024_10_19_000002_create_dialog_message_mentions_tag_table.php
 extensions/messages/migrations/2024_09_03_000000_seed_permissions.php
 extensions/messages/migrations/2024_09_01_000000_create_dialogs_table.php
 extensions/messages/migrations/2024_09_01_000003_add_dialog_message_foreign_keys_to_dialogs.php
 extensions/messages/migrations/2024_09_01_000001_create_dialog_messages_table.php
+extensions/messages/migrations/2024_10_19_000001_create_dialog_message_mentions_post_table.php
 extensions/messages/migrations/2024_09_01_000002_create_dialog_user_table.php
+extensions/messages/migrations/2024_10_19_000000_create_dialog_message_mentions_user_table.php
+extensions/messages/migrations/2024_10_19_000002_create_dialog_message_mentions_group_table.php
 extensions/messages/src/DialogMessage.php
 extensions/messages/src/UserDialogState.php
 extensions/messages/src/Command/ReadDialog.php
@@ -2398,6 +2404,7 @@ extensions/messages/src/Search/DialogSearcher.php
 extensions/messages/src/Search/DialogMessageSearcher.php
 extensions/messages/src/Http/Middleware/PopulateDialogWithActor.php
 extensions/messages/src/Listener/SendNotificationWhenMessageSent.php
+extensions/messages/src/Listener/UpdateMentionsMetadataWhenVisible.php
 extensions/messages/src/DialogMessage/Filter/DialogFilter.php
 extensions/messages/src/DialogMessage/Event/Updated.php
 extensions/messages/src/DialogMessage/Event/Created.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt

@@ -10848,6 +10848,17 @@ ResourceModel/Review/Customer/CollectionTest.php
 Review/Customer/CollectionTest.php
 Customer/CollectionTest.php
 CollectionTest.php
+dev/tests/integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Sales/AdminOrderReportsTest.php
+tests/integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Sales/AdminOrderReportsTest.php
+integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Sales/AdminOrderReportsTest.php
+testsuite/Magento/Reports/Controller/Adminhtml/Report/Sales/AdminOrderReportsTest.php
+Magento/Reports/Controller/Adminhtml/Report/Sales/AdminOrderReportsTest.php
+Reports/Controller/Adminhtml/Report/Sales/AdminOrderReportsTest.php
+Controller/Adminhtml/Report/Sales/AdminOrderReportsTest.php
+Adminhtml/Report/Sales/AdminOrderReportsTest.php
+Report/Sales/AdminOrderReportsTest.php
+Sales/AdminOrderReportsTest.php
+AdminOrderReportsTest.php
 dev/tests/integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Statistics/IndexTest.php
 tests/integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Statistics/IndexTest.php
 integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Statistics/IndexTest.php
@@ -59089,6 +59100,15 @@ GraphQl/Quote/Customer/MergeCartsTest.php
 Quote/Customer/MergeCartsTest.php
 Customer/MergeCartsTest.php
 MergeCartsTest.php
+dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/CreateCustomerCart.php
+tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/CreateCustomerCart.php
+api-functional/testsuite/Magento/GraphQl/Quote/Customer/CreateCustomerCart.php
+testsuite/Magento/GraphQl/Quote/Customer/CreateCustomerCart.php
+Magento/GraphQl/Quote/Customer/CreateCustomerCart.php
+GraphQl/Quote/Customer/CreateCustomerCart.php
+Quote/Customer/CreateCustomerCart.php
+Customer/CreateCustomerCart.php
+CreateCustomerCart.php
 dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/SetBillingAddressOnCartTest.php
 tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/SetBillingAddressOnCartTest.php
 api-functional/testsuite/Magento/GraphQl/Quote/Customer/SetBillingAddressOnCartTest.php
@@ -64160,6 +64180,18 @@ Catalog/frontend/js/storage-manager.test.js
 frontend/js/storage-manager.test.js
 js/storage-manager.test.js
 storage-manager.test.js
+dev/tests/js/jasmine/tests/app/code/Magento/Catalog/frontend/js/related-products.test.js
+tests/js/jasmine/tests/app/code/Magento/Catalog/frontend/js/related-products.test.js
+js/jasmine/tests/app/code/Magento/Catalog/frontend/js/related-products.test.js
+jasmine/tests/app/code/Magento/Catalog/frontend/js/related-products.test.js
+tests/app/code/Magento/Catalog/frontend/js/related-products.test.js
+app/code/Magento/Catalog/frontend/js/related-products.test.js
+code/Magento/Catalog/frontend/js/related-products.test.js
+Magento/Catalog/frontend/js/related-products.test.js
+Catalog/frontend/js/related-products.test.js
+frontend/js/related-products.test.js
+js/related-products.test.js
+related-products.test.js
 dev/tests/js/jasmine/tests/app/code/Magento/Catalog/frontend/js/product/view/product-ids-resolver.test.js
 tests/js/jasmine/tests/app/code/Magento/Catalog/frontend/js/product/view/product-ids-resolver.test.js
 js/jasmine/tests/app/code/Magento/Catalog/frontend/js/product/view/product-ids-resolver.test.js
@@ -120055,18 +120087,6 @@ Block/Adminhtml/Grid/AbstractGridTest.php
 Adminhtml/Grid/AbstractGridTest.php
 Grid/AbstractGridTest.php
 AbstractGridTest.php
-app/code/Magento/Reports/Test/Unit/Block/Adminhtml/Grid/Column/Renderer/CurrencyTest.php
-code/Magento/Reports/Test/Unit/Block/Adminhtml/Grid/Column/Renderer/CurrencyTest.php
-Magento/Reports/Test/Unit/Block/Adminhtml/Grid/Column/Renderer/CurrencyTest.php
-Reports/Test/Unit/Block/Adminhtml/Grid/Column/Renderer/CurrencyTest.php
-Test/Unit/Block/Adminhtml/Grid/Column/Renderer/CurrencyTest.php
-Unit/Block/Adminhtml/Grid/Column/Renderer/CurrencyTest.php
-Block/Adminhtml/Grid/Column/Renderer/CurrencyTest.php
-Adminhtml/Grid/Column/Renderer/CurrencyTest.php
-Grid/Column/Renderer/CurrencyTest.php
-Column/Renderer/CurrencyTest.php
-Renderer/CurrencyTest.php
-CurrencyTest.php
 app/code/Magento/Reports/Test/Unit/Block/Adminhtml/Grid/ShopcartTest.php
 code/Magento/Reports/Test/Unit/Block/Adminhtml/Grid/ShopcartTest.php
 Magento/Reports/Test/Unit/Block/Adminhtml/Grid/ShopcartTest.php
@@ -129667,6 +129687,14 @@ Test/Mftf/Test/AdminCheckingCreditMemoTotalsTest.xml
 Mftf/Test/AdminCheckingCreditMemoTotalsTest.xml
 Test/AdminCheckingCreditMemoTotalsTest.xml
 AdminCheckingCreditMemoTotalsTest.xml
+app/code/Magento/Sales/Test/Mftf/Test/AdminCreateOrderWithSimpleProductWithoutPaymentTest.xml
+code/Magento/Sales/Test/Mftf/Test/AdminCreateOrderWithSimpleProductWithoutPaymentTest.xml
+Magento/Sales/Test/Mftf/Test/AdminCreateOrderWithSimpleProductWithoutPaymentTest.xml
+Sales/Test/Mftf/Test/AdminCreateOrderWithSimpleProductWithoutPaymentTest.xml
+Test/Mftf/Test/AdminCreateOrderWithSimpleProductWithoutPaymentTest.xml
+Mftf/Test/AdminCreateOrderWithSimpleProductWithoutPaymentTest.xml
+Test/AdminCreateOrderWithSimpleProductWithoutPaymentTest.xml
+AdminCreateOrderWithSimpleProductWithoutPaymentTest.xml
 app/code/Magento/Sales/Test/Mftf/Test/StorefrontPrintOrderGuestTest.xml
 code/Magento/Sales/Test/Mftf/Test/StorefrontPrintOrderGuestTest.xml
 Magento/Sales/Test/Mftf/Test/StorefrontPrintOrderGuestTest.xml
@@ -292817,6 +292845,13 @@ Magento/Directory/etc/module.xml
 Directory/etc/module.xml
 etc/module.xml
 module.xml
+app/code/Magento/Directory/Test/Fixture/CurrencyRate.php
+code/Magento/Directory/Test/Fixture/CurrencyRate.php
+Magento/Directory/Test/Fixture/CurrencyRate.php
+Directory/Test/Fixture/CurrencyRate.php
+Test/Fixture/CurrencyRate.php
+Fixture/CurrencyRate.php
+CurrencyRate.php
 app/code/Magento/Directory/Test/Unit/Helper/DataTest.php
 code/Magento/Directory/Test/Unit/Helper/DataTest.php
 Magento/Directory/Test/Unit/Helper/DataTest.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt

@@ -1206,6 +1206,7 @@ dev/tests/integration/testsuite/Magento/Reports/Model/ResourceModel/Report/Produ
 dev/tests/integration/testsuite/Magento/Reports/Model/ResourceModel/Report/Sold/CollectionTest.php
 dev/tests/integration/testsuite/Magento/Reports/Model/ResourceModel/Review/Product/CollectionTest.php
 dev/tests/integration/testsuite/Magento/Reports/Model/ResourceModel/Review/Customer/CollectionTest.php
+dev/tests/integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Sales/AdminOrderReportsTest.php
 dev/tests/integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Statistics/IndexTest.php
 dev/tests/integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Product/SoldTest.php
 dev/tests/integration/testsuite/Magento/Reports/Controller/Adminhtml/Report/Product/ViewedTest.php
@@ -6422,6 +6423,7 @@ dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/GetAvailablePa
 dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/GetSpecifiedBillingAddressTest.php
 dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/GetCartPaginatedItemsTest.php
 dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/MergeCartsTest.php
+dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/CreateCustomerCart.php
 dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/SetBillingAddressOnCartTest.php
 dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/GetSelectedShippingMethodTest.php
 dev/tests/api-functional/testsuite/Magento/GraphQl/Quote/Customer/PlaceOrderTest.php
@@ -6961,6 +6963,7 @@ dev/tests/js/jasmine/tests/app/code/Magento/ConfigurableProduct/view/adminhtml/w
 dev/tests/js/jasmine/tests/app/code/Magento/ConfigurableProduct/view/adminhtml/web/js/variations/variations.test.js
 dev/tests/js/jasmine/tests/app/code/Magento/ConfigurableProduct/adminhtml/js/variations/steps/summary.test.js
 dev/tests/js/jasmine/tests/app/code/Magento/Catalog/frontend/js/storage-manager.test.js
+dev/tests/js/jasmine/tests/app/code/Magento/Catalog/frontend/js/related-products.test.js
 dev/tests/js/jasmine/tests/app/code/Magento/Catalog/frontend/js/product/view/product-ids-resolver.test.js
 dev/tests/js/jasmine/tests/app/code/Magento/Catalog/frontend/js/product/storage/storage-service.test.js
 dev/tests/js/jasmine/tests/app/code/Magento/Catalog/frontend/js/product/storage/data-storage.test.js
@@ -13998,7 +14001,6 @@ app/code/Magento/Reports/Test/Unit/Block/Adminhtml/Sales/Grid/Column/Renderer/Da
 app/code/Magento/Reports/Test/Unit/Block/Adminhtml/Sales/Coupons/GridTest.php
 app/code/Magento/Reports/Test/Unit/Block/Adminhtml/Filter/FormTest.php
 app/code/Magento/Reports/Test/Unit/Block/Adminhtml/Grid/AbstractGridTest.php
-app/code/Magento/Reports/Test/Unit/Block/Adminhtml/Grid/Column/Renderer/CurrencyTest.php
 app/code/Magento/Reports/Test/Unit/Block/Adminhtml/Grid/ShopcartTest.php
 app/code/Magento/Reports/Test/Unit/Observer/SendfriendProductObserverTest.php
 app/code/Magento/Reports/Test/Unit/Observer/CatalogProductCompareAddProductObserverTest.php
@@ -15087,6 +15089,7 @@ app/code/Magento/Sales/Test/Mftf/Test/AdminCreateOrderSameAsBillingAddressCheckb
 app/code/Magento/Sales/Test/Mftf/Test/StorefrontCustomerReorderProductWithCustomOptionsTest.xml
 app/code/Magento/Sales/Test/Mftf/Test/CheckXSSVulnerabilityDuringOrderCreationTest.xml
 app/code/Magento/Sales/Test/Mftf/Test/AdminCheckingCreditMemoTotalsTest.xml
+app/code/Magento/Sales/Test/Mftf/Test/AdminCreateOrderWithSimpleProductWithoutPaymentTest.xml
 app/code/Magento/Sales/Test/Mftf/Test/StorefrontPrintOrderGuestTest.xml
 app/code/Magento/Sales/Test/Mftf/Test/AdminHoldCreatedOrderTest.xml
 app/code/Magento/Sales/Test/Mftf/Test/CreateCreditMemoWithBaseCurrencyUSDAndDisplayCurrencyEuroTest.xml
@@ -35365,6 +35368,7 @@ app/code/Magento/Directory/etc/adminhtml/routes.xml
 app/code/Magento/Directory/etc/adminhtml/system.xml
 app/code/Magento/Directory/etc/config.xml
 app/code/Magento/Directory/etc/module.xml
+app/code/Magento/Directory/Test/Fixture/CurrencyRate.php
 app/code/Magento/Directory/Test/Unit/Helper/DataTest.php
 app/code/Magento/Directory/Test/Unit/_files/zip_codes.xml
 app/code/Magento/Directory/Test/Unit/_files/zip_codes.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/tomcat-all-levels.txt

@@ -14803,6 +14803,13 @@ tomcat/util/http/ServerCookies.java
 util/http/ServerCookies.java
 http/ServerCookies.java
 ServerCookies.java
+java/org/apache/tomcat/util/http/WebdavIfHeader.java
+org/apache/tomcat/util/http/WebdavIfHeader.java
+apache/tomcat/util/http/WebdavIfHeader.java
+tomcat/util/http/WebdavIfHeader.java
+util/http/WebdavIfHeader.java
+http/WebdavIfHeader.java
+WebdavIfHeader.java
 java/org/apache/tomcat/util/http/LocalStrings_ko.properties
 org/apache/tomcat/util/http/LocalStrings_ko.properties
 apache/tomcat/util/http/LocalStrings_ko.properties

Discovery/Web-Content/CMS/trickest-cms-wordlist/tomcat.txt

@@ -2302,6 +2302,7 @@ java/org/apache/tomcat/util/http/fileupload/impl/SizeLimitExceededException.java
 java/org/apache/tomcat/util/http/fileupload/FileItem.java
 java/org/apache/tomcat/util/http/fileupload/FileItemFactory.java
 java/org/apache/tomcat/util/http/ServerCookies.java
+java/org/apache/tomcat/util/http/WebdavIfHeader.java
 java/org/apache/tomcat/util/http/LocalStrings_ko.properties
 java/org/apache/tomcat/util/http/SameSiteCookies.java
 java/org/apache/tomcat/util/http/FastHttpDateFormat.java

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -26,6 +26,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -33,8 +37,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -45,10 +52,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -60,6 +80,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -84,6 +106,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -91,15 +114,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
+/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -115,11 +143,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -193,6 +225,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
+?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -984,6 +1017,8 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1046,6 +1081,8 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1151,10 +1188,12 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
+addboard
 addressBookExport
 admin
 adredir?
 ads
+ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -1174,6 +1213,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -1187,6 +1227,7 @@ alkali
 allanalytics
 alllocations
 ambry
+amp
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -1214,7 +1255,9 @@ api/v3/ajax/bespoke/public/neu/specs
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1388,6 +1431,7 @@ auth/verifychallenge
 author/following
 author=
 authwall
+autocomplete
 avis
 away.php
 b2bauth
@@ -1507,7 +1551,11 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
+board
+board_activity
+board_activity_comment
 bookmark?
+bookmarklet
 bookmarks
 books
 books/about
@@ -1529,17 +1577,38 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
 browse/reviews/recent
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1740,6 +1809,7 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1762,6 +1832,7 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1783,6 +1854,7 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1798,12 +1870,15 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
+connect
 connections
 connectivity
 connector
@@ -1811,19 +1886,30 @@ consumers/archive
 contact_me
 contactus
 content
+content-claiming
 context_referrer=gig_page
 context_referrer=user_page
+conversation
 conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1832,7 +1918,9 @@ cse?
 csp
 csp_block
 csp_report_only
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1950,7 +2038,9 @@ de/teams
 de/transactions
 de/treasury
 de/your
+deactivate-account
 default
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2001,6 +2091,7 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
+discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2097,6 +2188,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2107,6 +2200,7 @@ elite?
 email
 email-unsubscribe
 email_actions
+email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2165,6 +2259,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2271,6 +2366,8 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2280,6 +2377,7 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
+fb.html
 fe=true
 feature/sf-test
 feed
@@ -2361,6 +2459,8 @@ flights
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -2474,6 +2574,8 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
+google_gdn.html
+google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2583,6 +2685,7 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2658,7 +2761,10 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
+holiday-spotlight
+holidays-celebrations
 home
+homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
@@ -2666,7 +2772,7 @@ hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
 http://i2.wp.com/robots.txt
-http://instagram.com/robots.txt
+http://podcasts.apple.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2680,6 +2786,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2857,11 +2966,14 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -2955,6 +3067,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3024,6 +3138,7 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
+kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3058,10 +3173,12 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
+linked
 linkedin
 list
 list/ls*/_ajax
@@ -3069,6 +3186,7 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3099,6 +3217,7 @@ location_suggest
 lochp?
 login
 login$
+login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3347,6 +3466,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news$
 news/$
 news/0
@@ -3358,6 +3478,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3527,8 +3648,12 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
+oauth/line
+oauth/login
 oauth/v2
 oauth2/v2
+oauth_error
+offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3562,8 +3687,11 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3600,8 +3728,40 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3657,6 +3817,7 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
+place
 plan=
 platform-telemetry
 play/store/web
@@ -3683,6 +3844,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -3693,6 +3855,8 @@ private
 pro
 pro-resources
 pro/about
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3773,6 +3937,7 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3780,6 +3945,7 @@ q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3793,6 +3959,7 @@ rd/search
 rd/search$
 rd/search?
 recensioni
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3810,6 +3977,8 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
 register
 registration
 registry/wishlist
@@ -3818,10 +3987,14 @@ rep=hc
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
+resource
+resource/*/get
 results
 retail
 retail/old
@@ -3860,6 +4033,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -3960,6 +4134,7 @@ searchresults
 sections
 secure
 seller_onboarding
+sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4034,6 +4209,7 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
+shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -4327,11 +4503,13 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
+socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -4354,6 +4532,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 start_order
@@ -4408,6 +4587,10 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4432,6 +4615,7 @@ support
 support/content
 support/forum/search?
 surprise
+suspension-appeal
 sv-se.www.cloudflare.com
 sv-se/feedback
 sv-se/lp
@@ -4445,6 +4629,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 syndicate
 system1/images
@@ -4452,6 +4637,7 @@ t/terms
 tab=
 tablet
 tacms
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4487,8 +4673,10 @@ th-th.www.cloudflare.com
 th-th/feedback
 th-th/lp
 th-th/searchresults
+thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
+theme
 themes/rss
 things/search
 things/search$
@@ -4574,6 +4762,7 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
+tv
 tv/thumb
 tvschedule
 twitter
@@ -4640,9 +4829,13 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
+unauth-profile
+unlink
 unsub
 until=
 updates
+upload-image-lens-history
+upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4718,6 +4911,8 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
+v1/urls/count.json
+v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4755,10 +4950,13 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5221,6 +5419,7 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -2432,13 +2432,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /answers/*sort=hottest
 /answers/*sort=newest
 /answers/*sort=votes
-/answers/accounts/
+/answers/accounts
-/answers/badges/
+/answers/badges
-/answers/commands/
+/answers/commands
 /answers/comments
-/answers/revisions/
+/answers/revisions
 /answers/search
-/answers/users/
+/answers/users
 /antiSpam$
 /apartments-are_att
 /apartments-madden_att
@@ -2541,6 +2541,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /capital/consumer/invoice/merchants
 /cars/marketplace/product/*
 /cart
+/cart
 /cas-redirect
 /cast-list
 /castr
@@ -2558,6 +2559,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /chats/
 /checkin
 /checkout
+/checkout
 /cinema-entertainment/*
 /citations
 /citedby
@@ -2997,6 +2999,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login
 /login$
 /login*/search?
+/login/
 /login/verify-email
 /login?
 /loginpage
@@ -3062,6 +3065,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /muslim-sexy-video
 /muslim-sexy-videos.html
 /mvopinions/*
+/my-account
 /my_account/register
 /mychannel
 /naboo
@@ -3143,7 +3147,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /official+internal
 /oma
 /onboarding
-/opbuildpdf/
+/opbuildpdf
 /open_questions
 /opensearch
 /opinions/
@@ -3159,7 +3163,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /partials
 /password
 /path_locks
-/patterns/
 /pay-invoice
 /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q
 /pd/ITEM_NAME-Podcast
@@ -3251,6 +3254,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /recommendations/products
 /references
 /referrer$
+/register/
 /registration-confirmation/
 /related
 /related
@@ -3344,7 +3348,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/*?q=
 /search/?*terms
 /search/?q
-/search/?q=*
 /search/account
 /search/collections
 /search/login
@@ -3378,7 +3381,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search?searchProvider=*&sort=
 /search?title=
 /searchDirectory
-/searchresults/
 /searchsuggest
 /secure/
 /selectlocale-dmc?fromPage=
@@ -3801,6 +3803,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ExternalDataReference
 ?LID=
 ?ModPagespeed=noscript
+?RefID=
 ?SESSION
 ?SSOWebDispatcher&tg=web&ru=
 ?TBL_Prod100Page=
@@ -4050,19 +4053,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=*
 ?q=admin
 ?q=comment/reply
+?q=contact
 ?q=epaper
 ?q=facebook-instant-articles/feed
 ?q=filter/tips
+?q=logout
 ?q=node/*/edit
 ?q=node/*/nodequeue
 ?q=node/add
 ?q=print
 ?q=profile
 ?q=search
+?q=user
 ?q=user/login
 ?q=user/logout
 ?q=user/password
 ?q=user/register
+?q=vote
 ?qa_expand_key
 ?query=
 ?quicktabs_5=
@@ -4136,6 +4143,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?staticVersion=
 ?status=
 ?storeId=
+?story_id=
 ?submit=
 ?subtitle=
 ?success=
@@ -5495,7 +5503,6 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
-HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -6067,7 +6074,6 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
-Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -6201,7 +6207,6 @@ Saves
 ScreensaverShade
 Scripts
 Search
-Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
@@ -6817,8 +6822,6 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
-academic/profile
-academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6903,7 +6906,6 @@ ach/search
 ach/user
 ach/users
 achievements
-aclick
 aclk
 acoustic
 acq/nonprofits
@@ -7005,6 +7007,7 @@ addtocart
 adell-mutfak
 adfox
 adframe
+adfs/
 admanager
 admantx
 admin
@@ -7118,6 +7121,10 @@ ajah
 ajax
 ajax/*
 ajax/bootloader-endpoint
+ajax/comment/add
+ajax/comment/edit
+ajax/comment/reply
+ajax/comment/reply/form
 ajax/follow_info
 ajax/getUniregUserData
 ajax/homedetail/CompareWithPublicFactsData.htm
@@ -7129,6 +7136,7 @@ ajax/ownerview/SellerLeadData.htm
 ajax/pagelet/generic.php/PagePostsSectionPagelet
 ajax/profile-broker-website
 ajax/rentals/ClaimedRentalProperties.htm?actionType=claims
+ajax/report-abuse/comment
 ajax/user
 ajax_collection_share.php
 ajax_comments
@@ -7182,7 +7190,6 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
-alink
 alkali
 all
 all-supported-params
@@ -7209,7 +7216,6 @@ amp
 amp$
 amp-proxy
 amp-tealium
-amp/
 amp_next_page_ga.cms*
 amphtml
 amphtml/blogs/test
@@ -7272,7 +7278,7 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*
+api/attachments
 api/discovery
 api/editionurlgenerator
 api/eventlogging
@@ -7284,8 +7290,7 @@ api/internal/_bb
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
-api/maps/
+api/nextsteps
-api/nextsteps/*
 api/nicorepo/timeline
 api/partner_select/*/price_query
 api/programas/69730/audios.rss
@@ -7502,6 +7507,7 @@ assets/dist
 assets/dist/css/asana-apps.css
 assets/dist/css/asana-guide.css
 assets/dotcom/staging
+assets/infographic
 assets/managed-cloud-services-sd-4738082.pdf
 assets/mw/static/old-games
 assets/pdf/company/private
@@ -7764,6 +7770,7 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
+audio-edition-podcast/*/index.xml
 audio.html
 audio?performer=1&q=
 audio_ad?
@@ -8421,7 +8428,6 @@ bezahlvorgaenge.html
 bfe/apps/website
 bfl
 bfmp
-bfp/search
 bg
 bg-*/
 bg-bg/
@@ -8483,7 +8489,6 @@ bin
 bin/
 bin/search.go
 bin/search.py
-bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -8613,7 +8618,6 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
-blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8681,6 +8685,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -9824,7 +9829,6 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
-ck/
 cl
 cl2/feeds
 cl2/ical
@@ -10494,12 +10498,10 @@ cpro
 cpropub/univercd
 cpspa
 cr
-cr$
 cr/
 cr/$
 cr/corporate/contact
 cr/news
-cr?
 craft
 crash
 crawler4j
@@ -10972,7 +10974,6 @@ deals/merchant
 deals/popular
 debats/
 debug
-debug/
 decision-makers$
 decision-makers/*/admin_accounts$
 decision-makers/*/admin_accounts?
@@ -11058,7 +11059,6 @@ dg-service
 dgs/education_culture/404_en.htm
 dhtml
 dhtmlmenu
-di-ag/
 diagnosed-with-glioblastoma
 dialog
 dialog/*
@@ -11102,6 +11102,7 @@ digital-single-market/tags
 digital-single-market/taxonomy
 digital-single-market/users
 digital_wallets/dialog
+digitaledition
 digitalpdf
 dip
 dir_on_server
@@ -11861,9 +11862,6 @@ enterprise/seo
 entertain
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
-entities/search
-entityexplore$
-entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -12179,6 +12177,7 @@ escuela-arquitectura-diseno/wp-content/sites/
 escuela-arquitectura-diseno/wp-content/themes/
 escuela-arquitectura-diseno/wp-content/wp-admin/
 escuela-arquitectura-diseno/wp-content/wp-includes/
+esi
 esi_cache
 eskupTSUpdate
 espanol
@@ -12391,7 +12390,6 @@ fbml/ajax/dialog
 fbpostaction.cms?article=
 fcgi-
 fckeditor
-fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12989,8 +12987,6 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
-fun/api/
-fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -13201,6 +13197,7 @@ genre
 geo/download
 geo/tools
 geocoder
+geoip.php
 geolocation
 geooverride
 get
@@ -13270,7 +13267,6 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://baidu.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13713,6 +13709,7 @@ hi-IN/users
 hi/
 hi_in/templates/M
 hidden
+hidden-content
 highereducation/higheddocs
 highlights
 highwire
@@ -13936,14 +13933,12 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
-hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
-hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -13958,8 +13953,6 @@ howto/GoodNeighborPolicy.htm
 howtobuy/
 hp/focus-retrocompatibile$
 hp/video
-hpm
-hpmob
 hr
 hr-*/
 hr-hr/
@@ -14450,16 +14443,11 @@ images/$
 images/*
 images/?
 images/Podcasts
-images/async/?
-images/async?
 images/carBlogsimages
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
-images/hosted/?
-images/hosted/search?
-images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -14468,13 +14456,8 @@ images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
 images/resume
-images/search%3F
-images/search%5C
-images/search/?
-images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
-images/searchbyimage
 images/showroomimages
 images/smart/$
 images/touch/$
@@ -14485,7 +14468,6 @@ images/usedcarimages
 images/userprofileimg
 images/v$
 images/viewconfig$
-images?
 imagine/
 imesync
 imf-fetch-message
@@ -14611,7 +14593,6 @@ inapp
 inbox
 inbox$
 inbox$
-inboxcommerce
 inc5000dev
 include
 include/
@@ -15556,6 +15537,7 @@ kui=
 kwanzaa-spotlight
 l
 l.php
+lab
 label
 labs/pmc
 labs/popgadget/search
@@ -15848,7 +15830,6 @@ loans
 loc/volunteers
 loc=
 local
-local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -16176,7 +16157,6 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
-maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -16632,7 +16612,6 @@ merchant/directions
 merchant/imageUploadPreview
 merchant/loc
 merchant/moreProducts?
-merchant/reviews?
 merchant/update
 merchantapps
 mes
@@ -17674,7 +17653,6 @@ notificarelacionadas
 notifications
 notifications
 notifications$
-notifications/
 notifications/*
 nova
 now/mt3
@@ -17863,8 +17841,6 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
-offers/proxy/dealsserver/api/log
-offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -18996,7 +18972,6 @@ pro-resources
 pro-site
 pro/about
 pro2
-proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -19014,7 +18989,6 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
-product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -19069,7 +19043,6 @@ profile/*/following
 profile/*/map$
 profile/*/photos
 profile/downloads_limit
-profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -19329,6 +19302,7 @@ pt/ventureone
 pt/your
 pt_br/modelos/M
 pt_pt/modelos/M
+pubads.g.doubleclick.net
 public
 public-data-sets/applicants/
 public-data-sets/terms/
@@ -19646,6 +19620,7 @@ replace
 reply?
 repo/create
 report
+report-abuse
 report-abuse?report=
 report-abuse?url=
 report-review
@@ -19715,7 +19690,6 @@ resources/xml/sitemaps
 responder
 rest
 results
-results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -19772,7 +19746,6 @@ reviews/write/?s=
 reviews/write?s=
 reviews_page=
 rewards
-rewardsapp/
 rf=*
 ribbon.php
 rip/
@@ -19828,6 +19801,7 @@ row
 rpg.php
 rpk/artist_stats
 rpk/played_song
+rpx
 rr/mopic/staff
 rs
 rs/$
@@ -20333,6 +20307,7 @@ search/SavedSearchLightboxContent.htm
 search/about
 search/advanced
 search/all
+search/apachesolr_search
 search/api
 search/api/wpa
 search/archive.html
@@ -20343,6 +20318,7 @@ search/autosuggest
 search/browse/HDPTree,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
 search/default.aspx?*
 search/detroitfights
+search/ec_solr
 search/entity/touch
 search/feed_content?
 search/fight
@@ -20351,6 +20327,7 @@ search/fight+comp$
 search/fight+compilation
 search/girl+fights
 search/girls+fighting
+search/google
 search/hood+fight
 search/howsearchworks
 search/index
@@ -20539,6 +20516,7 @@ self.aspx
 sell/?
 sell/options
 seller_onboarding
+semantic-homepage
 seminar/
 semp
 send-email
@@ -20619,7 +20597,6 @@ set_cookie.pl
 setbucket
 setprefs
 settings
-settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -20757,7 +20734,6 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
-shenghuo
 shenghuo/search?
 shifen/
 shihui
@@ -20766,14 +20742,10 @@ ship
 shipping-payment
 shippinginformation
 shop
-shop$
-shop/
 shop/*&
 shop/browse/overlay
-shop/collections
 shop/iphone/payments/overlay
 shop/search.ep
-shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -20987,6 +20959,7 @@ sites/adp
 sites/airbus
 sites/akamai
 sites/alfresco
+sites/all/themes
 sites/allclearid
 sites/alliantgroup
 sites/americanexpress
@@ -21044,6 +21017,7 @@ sites/dassaultsystemes
 sites/datingcom
 sites/dbsbank
 sites/dbsprivatebank
+sites/default/files
 sites/default/files/*.doc
 sites/default/files/*.docx
 sites/default/files/*.pdf
@@ -21373,7 +21347,6 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
-social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -21455,7 +21428,6 @@ sp=
 sp_url=
 spade-widget
 spartan
-spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -21534,7 +21506,6 @@ sports/whatson
 sports_fp_ms
 spp/
 spreadsheet
-spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -21618,7 +21589,6 @@ statements
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
-static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -21751,8 +21721,6 @@ storeclick
 storefront
 storepicker
 storerequest
-stores$
-stores/
 stores/page/*visitId=
 stories
 story
@@ -21822,6 +21790,7 @@ subscribe/braintree
 subscribe/confirm.pl
 subscribe/enterpriseportal
 subscribe/foryouapi
+subscribe/getstarted
 subscribe/lagoon
 subscribe/logging
 subscribe/offers/service
@@ -22178,6 +22147,7 @@ taxation_customs/tax-cfw-interactive-brochure-news
 taxation_customs/tax-cfw-interactive-brochure-news_en
 taxation_customs/tax-cfw-interactive-brochure_en
 taxi/index.hi.
+taxonomy/term
 tb
 tb-recent
 tb/recent
@@ -22311,7 +22281,6 @@ text
 text_edition
 tfemail
 th
-th$
 th*/blog-article-remove-faq-utms-*.js
 th*/cdn-cgi/challenge-platform
 th*/step
@@ -22374,7 +22343,6 @@ th/tools/logo-maker/onboarding
 th/user
 th/users
 th/ventureone
-th?
 th_th/templates/M
 thank-you
 thank-you-enterprise-demo
@@ -22663,7 +22631,6 @@ translate_static
 translate_suggestion
 translate_t
 translation
-translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -22691,32 +22658,15 @@ travel-vacations
 travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
-travel/api
 travel/clk
-travel/css
 travel/entity
-travel/flight-search
-travel/flight/flightSearch
-travel/flight/flightSearchAction
-travel/flight/search/?
-travel/flight/search?
-travel/flights
 travel/flights/s
-travel/hotel-search
 travel/hotel/e
-travel/hotel/hotelMiniSearchRequest
-travel/hotel/hotelSearch
-travel/hotels/checkout
-travel/hotels/detail
 travel/hotels/entity
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
-travel/hotels/search/?
-travel/hotels/search?
 travel/hotels/stories
-travel/scripts
 travel/search
-travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -23219,7 +23169,6 @@ ur/search
 ur/user
 ur/users
 urchin_test
-url
 url-shortner
 urlinator/static-1.54
 urlinator/static-1.55
@@ -23556,6 +23505,7 @@ uslugi/$
 uslugi/*/category/doctors
 uslugi/cab
 usopen09/*
+uspod
 usr
 usr/*/all-follows
 usr/*/followers
@@ -23754,32 +23704,14 @@ videodash.cms*
 videodetails
 videorequest
 videos
-videos/?
 videos/assets
-videos/browsing
 videos/e
-videos/explore
-videos/favorites
-videos/feed
-videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
-videos/music
-videos/music/
-videos/music/?
-videos/music?
-videos/riverview/relatedvideo
-videos/riverview/relatedvideo/?
-videos/riverview/relatedvideo?
 videos/search.php
-videos/search/?
-videos/search?
-videos/trending
-videos/trendingcontent
 videos/viewmeta/
 videos/week
-videos?
 videosearch
 view
 view-3d-home
@@ -23853,6 +23785,7 @@ vodafone
 vodafonedemobilelaunch
 voices/
 volunteer/
+vote
 vote-review
 vote?
 voterinfo
@@ -24025,15 +23958,15 @@ whatson/dbs
 whatson/pbsyou
 whatson/schedulex
 whatson/stations
+which-mba
+whichmba/forum
+whichmba/webinars?
+whichmba/webinars?page=
 whsmiths
 whysecure
 whythisad
 widget
 widget-landing-page.html
-widget/cr
-widget/entity/search/?
-widget/render
-widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -24813,7 +24746,6 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
-work
 work/_
 work/acceptinvitation
 work/account
@@ -24913,7 +24845,6 @@ wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
 wp-admin/admin-ajax.phphttp://fool.com/robots.txt
-wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -25466,6 +25397,7 @@ zz
 5293
 5349
 5480.iac.
+5605
 5850
 6117
 7176/TOI_Travel/