[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt

@@ -10475,6 +10475,10 @@ htdocs/website/samples/wrapper.php
 website/samples/wrapper.php
 samples/wrapper.php
 wrapper.php
+htdocs/website/samples/page-sample-basic.html
+website/samples/page-sample-basic.html
+samples/page-sample-basic.html
+page-sample-basic.html
 htdocs/website/samples/page-sample-empty.html
 website/samples/page-sample-empty.html
 samples/page-sample-empty.html

Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt

@@ -2479,6 +2479,7 @@ htdocs/website/class/website.class.php
 htdocs/website/samples/page-sample-news.html
 htdocs/website/samples/page-sample-dynamiccontent.html
 htdocs/website/samples/wrapper.php
+htdocs/website/samples/page-sample-basic.html
 htdocs/website/samples/page-sample-empty.html
 htdocs/website/lib/websiteaccount.lib.php
 htdocs/website/index.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt

@@ -54511,12 +54511,6 @@ jsonapi/src/Controller/EntryPoint.php
 src/Controller/EntryPoint.php
 Controller/EntryPoint.php
 EntryPoint.php
-core/modules/jsonapi/src/Controller/TemporaryJsonapiFileFieldUploader.php
-modules/jsonapi/src/Controller/TemporaryJsonapiFileFieldUploader.php
-jsonapi/src/Controller/TemporaryJsonapiFileFieldUploader.php
-src/Controller/TemporaryJsonapiFileFieldUploader.php
-Controller/TemporaryJsonapiFileFieldUploader.php
-TemporaryJsonapiFileFieldUploader.php
 core/modules/jsonapi/src/Controller/FileUpload.php
 modules/jsonapi/src/Controller/FileUpload.php
 jsonapi/src/Controller/FileUpload.php
@@ -55234,14 +55228,6 @@ tests/src/Kernel/TestCoverageTest.php
 src/Kernel/TestCoverageTest.php
 Kernel/TestCoverageTest.php
 TestCoverageTest.php
-core/modules/jsonapi/tests/src/Kernel/Controller/TemporaryJsonapiFileFieldUploaderTest.php
-modules/jsonapi/tests/src/Kernel/Controller/TemporaryJsonapiFileFieldUploaderTest.php
-jsonapi/tests/src/Kernel/Controller/TemporaryJsonapiFileFieldUploaderTest.php
-tests/src/Kernel/Controller/TemporaryJsonapiFileFieldUploaderTest.php
-src/Kernel/Controller/TemporaryJsonapiFileFieldUploaderTest.php
-Kernel/Controller/TemporaryJsonapiFileFieldUploaderTest.php
-Controller/TemporaryJsonapiFileFieldUploaderTest.php
-TemporaryJsonapiFileFieldUploaderTest.php
 core/modules/jsonapi/tests/src/Kernel/Controller/EntityResourceTest.php
 modules/jsonapi/tests/src/Kernel/Controller/EntityResourceTest.php
 jsonapi/tests/src/Kernel/Controller/EntityResourceTest.php
@@ -55250,6 +55236,14 @@ src/Kernel/Controller/EntityResourceTest.php
 Kernel/Controller/EntityResourceTest.php
 Controller/EntityResourceTest.php
 EntityResourceTest.php
+core/modules/jsonapi/tests/src/Kernel/Controller/FileUploadTest.php
+modules/jsonapi/tests/src/Kernel/Controller/FileUploadTest.php
+jsonapi/tests/src/Kernel/Controller/FileUploadTest.php
+tests/src/Kernel/Controller/FileUploadTest.php
+src/Kernel/Controller/FileUploadTest.php
+Kernel/Controller/FileUploadTest.php
+Controller/FileUploadTest.php
+FileUploadTest.php
 core/modules/jsonapi/tests/src/Kernel/Normalizer/FieldItemNormalizerTest.php
 modules/jsonapi/tests/src/Kernel/Normalizer/FieldItemNormalizerTest.php
 jsonapi/tests/src/Kernel/Normalizer/FieldItemNormalizerTest.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt

@@ -7672,7 +7672,6 @@ core/modules/jsonapi/src/Access/RelationshipRouteAccessCheck.php
 core/modules/jsonapi/src/Access/EntityAccessChecker.php
 core/modules/jsonapi/src/DependencyInjection/Compiler/RegisterSerializationClassesCompilerPass.php
 core/modules/jsonapi/src/Controller/EntryPoint.php
-core/modules/jsonapi/src/Controller/TemporaryJsonapiFileFieldUploader.php
 core/modules/jsonapi/src/Controller/FileUpload.php
 core/modules/jsonapi/src/Controller/EntityResource.php
 core/modules/jsonapi/src/Normalizer/DataNormalizer.php
@@ -7787,8 +7786,8 @@ core/modules/jsonapi/tests/modules/jsonapi_test_non_cacheable_methods/jsonapi_te
 core/modules/jsonapi/tests/modules/jsonapi_test_non_cacheable_methods/jsonapi_test_non_cacheable_methods.info.yml
 core/modules/jsonapi/tests/src/Kernel/Revisions/VersionNegotiatorTest.php
 core/modules/jsonapi/tests/src/Kernel/TestCoverageTest.php
-core/modules/jsonapi/tests/src/Kernel/Controller/TemporaryJsonapiFileFieldUploaderTest.php
 core/modules/jsonapi/tests/src/Kernel/Controller/EntityResourceTest.php
+core/modules/jsonapi/tests/src/Kernel/Controller/FileUploadTest.php
 core/modules/jsonapi/tests/src/Kernel/Normalizer/FieldItemNormalizerTest.php
 core/modules/jsonapi/tests/src/Kernel/Normalizer/LinkCollectionNormalizerTest.php
 core/modules/jsonapi/tests/src/Kernel/Normalizer/JsonApiDocumentTopLevelNormalizerTest.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt

@@ -19310,6 +19310,13 @@ Core/Mail/Account/Account.php
 Mail/Account/Account.php
 Account/Account.php
 Account.php
+application/Espo/Core/Mail/Account/Util/NotificationHelper.php
+Espo/Core/Mail/Account/Util/NotificationHelper.php
+Core/Mail/Account/Util/NotificationHelper.php
+Mail/Account/Util/NotificationHelper.php
+Account/Util/NotificationHelper.php
+Util/NotificationHelper.php
+NotificationHelper.php
 application/Espo/Core/Mail/Account/Storage/ParamsBuilder.php
 Espo/Core/Mail/Account/Storage/ParamsBuilder.php
 Core/Mail/Account/Storage/ParamsBuilder.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt

@@ -3355,6 +3355,7 @@ application/Espo/Core/Mail/Account/GroupAccount/FetcherFactory.php
 application/Espo/Core/Mail/Account/GroupAccount/BouncedRecognizer.php
 application/Espo/Core/Mail/Account/Fetcher.php
 application/Espo/Core/Mail/Account/Account.php
+application/Espo/Core/Mail/Account/Util/NotificationHelper.php
 application/Espo/Core/Mail/Account/Storage/ParamsBuilder.php
 application/Espo/Core/Mail/Account/Storage/LaminasStorage.php
 application/Espo/Core/Mail/Account/Storage/Params.php

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -31,10 +31,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -42,11 +38,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -56,7 +49,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/watchers
 /*source=
 /.git
-/?z=1
 /B00M3E1HJY
 /B00M3E1NYI
 /B00M3E1Q5Y
@@ -75,16 +67,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Search/
 /_
 /_/rsrc
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -99,8 +81,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments/*?*sort=
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -126,7 +106,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
 /liked_by
-/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -134,20 +113,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
-/scheduled-pin
-/scheduled-pins
 /search
 /search$
 /search.compact$
@@ -169,15 +143,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -246,7 +216,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?tab=achievements&achievement=
 ?utm_*=
 ?w=address
@@ -332,8 +301,6 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -401,8 +368,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -511,7 +476,6 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
@@ -533,7 +497,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -571,7 +534,6 @@ api_access_key=
 app*_
 app*form_id=
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -690,7 +652,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 away.php
 b?*node=7454898011
 b?*node=7454917011
@@ -804,11 +765,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -830,38 +787,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 buttonlite.js
 buyside-e2e-monitor
 buzz/post
@@ -1053,7 +989,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1077,7 +1012,6 @@ client_error
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1098,7 +1032,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1114,32 +1047,24 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connector
 consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
-copyright-reporting
 corgi$
 couchmode
 counter/*?
@@ -1147,13 +1072,7 @@ counters/client-screenview
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1162,9 +1081,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1274,9 +1191,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1326,7 +1241,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -1424,8 +1338,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -1437,7 +1349,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -1492,7 +1403,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -1595,8 +1505,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -1606,7 +1514,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -1686,8 +1593,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -1798,8 +1703,6 @@ globalmarketfinder
 globalmarketfinder/*.html
 go/awards
 gold?
-google_gdn.html
-google_search.html
 googlebooks/images
 goto
 gp
@@ -1910,7 +1813,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1985,18 +1887,15 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
+http://archive.org/robots.txt
 http://i2.wp.com/robots.txt
-http://yelp.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2007,9 +1906,6 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2180,14 +2076,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -2277,8 +2170,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -2341,7 +2232,6 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -2376,12 +2266,10 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -2390,7 +2278,6 @@ listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
 live
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -2422,7 +2309,6 @@ lochp?
 logging
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -2601,7 +2487,6 @@ native
 nb-no.www.cloudflare.com
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -2613,7 +2498,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newsroom/notifications
@@ -2721,7 +2605,6 @@ no-en/treasury
 no-en/your
 nonprofits/account
 not_recommended_reviews/preview
-notifications
 ns/hydra/console/?
 nus-trk
 nwshp$
@@ -2774,12 +2657,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -2810,11 +2689,8 @@ pages?oid=-
 pagespeed/insights/ui/logo
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -2844,39 +2720,8 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -2927,7 +2772,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -2957,7 +2801,6 @@ ppob?
 pqa
 preference
 preferences
-prefs
 present
 presentation
 prettyearth/assets
@@ -2968,8 +2811,6 @@ private
 pro
 pro-resources
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3047,7 +2888,6 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3057,7 +2897,6 @@ qp/batch_fetch_web
 qr
 quality_form?
 query
-quiz
 r
 r/*.rss
 r/*/comments/*.rss
@@ -3085,7 +2924,6 @@ random
 rd/search
 rd/search$
 rd/search?
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3103,8 +2941,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -3115,14 +2951,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -3156,7 +2988,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -3253,7 +3084,6 @@ searchhistory
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -3329,7 +3159,6 @@ shop/browse/overlay
 shop/browse/ribbon
 shop/iphone/payments/overlay
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -3623,13 +3452,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -3651,7 +3478,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -3706,10 +3532,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 submit
@@ -3730,7 +3552,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -3744,14 +3565,12 @@ svc/vertex
 svc/web
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
 t/terms
 tab=
 tablet
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -3784,10 +3603,8 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -3862,7 +3679,6 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
-tv
 tv/thumb
 tvschedule
 twitter
@@ -3927,13 +3743,9 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4007,8 +3819,6 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4037,12 +3847,9 @@ watch_queue_ajax
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -4504,7 +4311,6 @@ xoonboarding
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -1,4 +1,5 @@
 !api
+#
 $
 $
 $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
@@ -149,6 +150,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &theme_preview=
 &tid=generator
 &topid=
+&type=98
 &usg=
 &utf8=
 &ved=
@@ -3065,7 +3067,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://britannica.com/robots.txt
+/no-referrer-when-downgradehttp://google.ru/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3626,7 +3628,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://hollywoodreporter.com/robots.txt
+?*apikey*http://boredpanda.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3840,7 +3842,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://privacyshield.gov/robots.txt
+?*utm_source=http://bls.gov/robots.txt
 ?*utm_term=
 ?*verified=
 ?*xid
@@ -5228,6 +5230,7 @@ BlogInfo.nhn
 Bpreview=
 CHANGELOG.txt
 CNCDialer
+COAIM/cams
 COG
 CP
 CR-Dokumentation.pdf$
@@ -5273,6 +5276,7 @@ Controls/
 Corporate/RegisterMe
 Corporate/RequestInfo
 Corporate_2020
+Country/Cuba
 CrickeM
 CricketAnalyst
 CricketBoardOfWales_old
@@ -5282,6 +5286,7 @@ DAMs
 DOC
 DTS
 Date(
+Desertification
 DigExt
 Disallow
 Disallow:
@@ -5314,6 +5319,7 @@ Extranet
 Extranet.aspx
 Ezooms
 F1/
+FI/figis/cams
 FRONT_PROGRAMAS?go=
 FRONT_SALA_PRENSA
 FairShare
@@ -5412,6 +5418,7 @@ I18n/static-7.312
 I18n/static-7.314
 I18n/static-7.315
 I18n/static-7.329
+ICCD
 IEB/ToolBox/SB
 ILC-refresh
 IM
@@ -5439,6 +5446,7 @@ Kimengi/nineconnections.com
 Korean
 LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
+LP
 Landingpages.html
 LanguagePreferences
 LexxeBot/1.0
@@ -5602,12 +5610,14 @@ P.mvc?_escaped_fragment_=/peopletags.aspx
 PDATOI/
 POLLSERVER
 PRBCDN10
+PRODS/cams
 PS_cache
 PV
 PWD
 PageBuilderControls
 PageSpeed=noscript
 Panasonic
+Participation
 Partners
 PatternValidationJS/static-1.100
 PatternValidationJS/static-1.102
@@ -5655,6 +5665,8 @@ PromotionDetailsDisplayView
 PromotionDisplayView
 Proxy.ashx
 QUICKNEWS
+Qinfo
+Qinfo/cams
 QuerySeekerSpider
 QuickInfoView
 Quickcast
@@ -5782,6 +5794,7 @@ Sublayouts
 SubscribeToRss/
 Support
 Systems
+TC/spfs/asia
 TargetListPortalView
 TargetStoreLocatorCmd
 Taxonomy/CommonTree
@@ -5851,6 +5864,11 @@ WAI/ut1
 WAI/ut2
 WAI/ut3
 WAI/ut4
+WAICENT/Consultation
+WAICENT/FAOINFO/AGRICULT/AGP/AGPC/doc/hort
+WAICENT/Forum
+WAICENT/survey
+WAICENT/whats_new
 WBSearchBot
 WEB-INF
 WRQualtrics360
@@ -6104,6 +6122,7 @@ a/eclipselabs.org
 a/feeds
 a/ocom/docs/corporate/pricing
 a/ocom/resources
+aFRica/central
 aaea/
 aapor/
 ab
@@ -6163,6 +6182,7 @@ about/faq/station-finder/?zip-text=
 about/help/terms
 about/team_member
 about/views
+about/what-we-do/so3
 about?
 abs
 abtest
@@ -6212,6 +6232,7 @@ account/unsubscribe
 account_purchase_history.mhtml
 account_settings
 accountaccess
+accounthelp
 accounts
 accounts/ClientAuth
 accounts/ClientAuth
@@ -6248,6 +6269,7 @@ acq/real-estate$
 acq/real-estate%
 acq/real-estate?
 act
+act-network
 action
 action
 action$
@@ -6417,12 +6439,21 @@ africa-fr/news
 africa/$
 africa/corporate/contact
 africa/news
+africa/sfe
 africa_en
 africa_fr
 africa_pt
 afs
 afterdark
 afterdark/hot
+ag/AGP/AGPC/doc/industr
+ag/againfo/programmes/en/pplpi
+ag/againfo/themes/governance-livestock
+ag/agn/agns
+ag/agn/fv
+ag/agp/ipnis
+ag/agp/orgfert
+ag/magazine
 age-appeal
 aggregator
 ahead
@@ -6480,6 +6511,7 @@ alacarta/videos/the-challengers
 alacarta/videoslide.shtml?
 album
 albums
+alc
 alert-when-launch.htm
 alerts
 alerts-v1
@@ -6584,12 +6616,12 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://zen.yandex.ru/robots.txt
+api/attachments/*http://euronews.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://playbill.com/robots.txt
+api/http://bostonglobe.com/robots.txt
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
@@ -6656,7 +6688,7 @@ app_data/
 appchart
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://mediafire.com/robots.txt
+apple-app-site-associationhttp://fda.gov/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -6673,6 +6705,7 @@ apps/publish
 apps?act=search_page&tags=
 appsearch_header=
 appservice
+appses/esc/escb/user
 appspromo
 ar
 ar-*/
@@ -6998,6 +7031,7 @@ au/user
 au/user$
 au/ventureone
 au/your
+aud/investigatorsconf
 audible-air-sms
 audible-hug-alert
 audible-sample-player
@@ -7402,6 +7436,7 @@ backoffice=
 backstage/help/search-results.html
 badges/profile/create
 bagon
+baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -7921,7 +7956,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://spreaker.com/robots.txt
+bookmarkshttp://technorati.com/robots.txt
 books
 books/NBK
 books/about
@@ -8853,6 +8888,8 @@ center
 cep-telefonu-ve-aksesuar
 cerkl_id=
 cetools/
+cfs/cfsroundtable
+cfs/cfsroundtable/cfsroundtable-home
 cgi
 cgi-
 cgi-bin
@@ -9202,7 +9239,7 @@ co/user
 co/users
 co/ventureone
 code/*
-code/http://moz.com/robots.txt
+code/http://opera.com/robots.txt
 codesamples/
 coin*mid=
 colehaan/daring-to-step-forward
@@ -9409,7 +9446,7 @@ conflagexp
 connect
 connect/@
 connect/help/search-results.html
-connect/http://de.wikipedia.org/robots.txt
+connect/http://imgur.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -9535,8 +9572,9 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://vine.co/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://w3c.github.io/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
+content/dam/redcross/lp
 content/dam/web/da_dk/www
 content/dam/web/de_ch/www
 content/dam/web/de_de/www
@@ -9575,6 +9613,7 @@ content/ipad
 content/pdf/10.1007%2F978-94-6209-446-8_8.pdf
 content/pdf/bbm
 content/pdf/bfm
+content/redcross
 content/ru_ru/
 content/search
 content/telegraph
@@ -9664,6 +9703,7 @@ corporate/microsites/tysabri/ms-assessment-tool-page7.html
 corporate/microsites/tysabri/ms-assessment-tool-pageresults.html
 corporate/microsites/tysabri/ms-assessment-tool.html
 corporate/request
+corporatecommunications
 couchmode
 council/Business-Search/email
 council/Business-Search/matched
@@ -9696,6 +9736,7 @@ counters/millennium.html?p0
 counters/year2000.html?p0
 counters/year2000a.html?p0
 country=
+countryProfiles
 country_code=
 coupons
 coupons.
@@ -9719,6 +9760,7 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr
@@ -10581,6 +10623,7 @@ doc-page/recommenders
 doc-page/seo-roadblock-props
 doc/protected
 docinfo
+docrep/X1200E
 docroot
 docs
 docs$
@@ -10729,6 +10772,7 @@ ear-health-support/default.htm
 ear-health-support/hearing-loss
 earth
 earth/social
+easypol/output/forum.asp
 easyrenewal
 ebay/cronus
 ebaylive/host
@@ -10765,6 +10809,7 @@ eclipse/map/202
 eco_language=
 ecodeals
 ecommerce
+economic/ess/fcldatabase
 edc
 edge
 edit
@@ -11258,6 +11303,7 @@ es/enterprise/blog/search$
 es/enterprise/blog/search?
 es/erp
 es/erp/what-is-erp
+es/esc/foodpriceswing
 es/event/*/shoutbox
 es/event/*/shoutbox?
 es/features/partial/footer
@@ -11448,6 +11494,7 @@ etc
 etc/
 etc/*.html$
 etc/insights-lists/
+ethics
 eu
 eu/
 eu/android/collections
@@ -11515,7 +11562,7 @@ events/friday-rush$
 events/fsi-cloud-symposium-nyc.html
 events/rss
 evernote/like.php
-evite/*http://moma.org/robots.txt
+evite/*http://klove.com/robots.txt
 examples/*
 exclusive-offers
 exec/obidos/account-access-login
@@ -11752,6 +11799,7 @@ fi/database/sqldeveloper
 fi/database/what-is-database
 fi/erp
 fi/erp/what-is-erp
+fi/figis/gef/cams
 fi/firefox/collections
 fi/firefox/collections/4757633
 fi/firefox/collections/4757633/$
@@ -11776,7 +11824,12 @@ fiats
 ficapp
 fichas/gestor
 ficmanagers
+figis/flod
+figis/flod/worms
 file
+fileadmin/user_upload/PermRep
+fileadmin/user_upload/en
+fileadmin/user_upload/hlpe
 filedrop/
 files
 files/developer
@@ -11785,7 +11838,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://globalresearch.ca/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.co.jp/robots.txt
 filter
 filter/tips
 filter/tips
@@ -11811,6 +11864,7 @@ firefox/new_tab_learn_more
 firetv
 firststeps.
 fisheries/fleet
+fishery/gisfish
 fix-it
 fixit
 fizipcodecheck
@@ -11853,8 +11907,10 @@ fonts-async.css
 fonts/*
 food/archive
 food/dbapps/restaurants
+food/empres-food-safety
 food/favourites
 food/menus/*/shopping-list
+food/nutrition-assessment
 food/recipes/*/shopping-list
 food/recipes/search*?
 food/search*?
@@ -11862,6 +11918,15 @@ foodordering
 fool/free-report
 foolPics
 foolpics
+forestry/14689
+forestry/35693
+forestry/7864
+forestry/9473
+forestry/NfaKnowledgeRef
+forestry/infonote
+forestry/organization/2105
+forestry/organization/2113
+forestry/tof
 forgood
 forgot
 forgot
@@ -12199,7 +12264,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://nngroup.com/robots.txt
+g/4arE9Chttp://svt.se/robots.txt
 g/api
 g00
 g01
@@ -12421,7 +12486,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://1.bp.blogspot.com/robots.txt
+gifshttp://abc.net.au/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -12458,6 +12523,7 @@ globalmarketfinder/*.html
 globeNoTest
 globeResource
 globeTest_
+glossary/spec-term-n.asp?
 gn/forums
 gn/kb/*/discuss
 gn/search
@@ -12765,7 +12831,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://g.page/robots.txt
+hacker/*/followhttp://mp.weixin.qq.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -12879,6 +12945,7 @@ highlights
 highwire
 hilfe/fundingdetail.html
 hilfe/live/launch-day/launch-day-show-voting.html
+hilfe/live/launch-day/launch-day-videoupload.html
 hilfe/live/officehour/officehour-link.html
 hims-hard-mints
 hinweis/datenleck
@@ -13036,6 +13103,7 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 honing.html
 hooks
@@ -13052,6 +13120,7 @@ horseracing/results/2019
 horseracing/results/2020
 horseracing/results/2021
 horseracing/results/2022
+hortivar/hortivar.htm
 hosted
 hosted/images
 hosting/search
@@ -13151,40 +13220,40 @@ http
 http-checker
 http2_data
 http:
-http://ads.google.com/robots.txt
 http://airtable.com/robots.txt
 http://akismet.com/robots.txt
-http://avexnet.or.jp/robots.txt
+http://audiomack.com/robots.txt
-http://blog.youtube/robots.txt
+http://brilliant.org/robots.txt
-http://cbsnews.com/robots.txt
-http://change.org/robots.txt
 http://chromium.org/robots.txt
-http://cisco.com/robots.txt
 http://click.linksynergy.com/robots.txt
-http://code.google.com/robots.txt
+http://clickfunnels.com/robots.txt
-http://diigo.com/robots.txt
+http://cse.google.com/robots.txt
-http://freewebs.com/robots.txt
+http://discord.com/robots.txt
+http://eji.org/robots.txt
+http://fb.com/robots.txt
+http://fool.com/robots.txt
+http://genius.com/robots.txt
 http://google.fr/robots.txt
-http://heise.de/robots.txt
+http://idfa.nl/robots.txt
-http://icann.org/robots.txt
+http://instapaper.com/robots.txt
-http://khanacademy.org/robots.txt
+http://ipsos.com/robots.txt
 http://livestream.com/robots.txt
-http://marketingplatform.google.com/robots.txt
+http://mozilla.com/robots.txt
-http://microformats.org/robots.txt
+http://msdn.microsoft.com/robots.txt
-http://nasa.gov/robots.txt
-http://openstreetmap.org/robots.txt
 http://paypal.me/robots.txt
-http://salesforce.com/robots.txt
+http://s3-eu-west-1.amazonaws.com/robots.txt
-http://sketchfab.com/robots.txt
+http://searchengineland.com/robots.txt
-http://sonymusic.co.jp/robots.txt
+http://spiegel.de/robots.txt
-http://store.cdbaby.com/robots.txt
+http://static.googleusercontent.com/robots.txt
-http://sustainability.google/robots.txt
+http://ted.com/robots.txt
-http://tools.google.com/robots.txt
+http://thegadgetflow.com/robots.txt
+http://tinyurl.com/robots.txt
 http://translate.google.com/robots.txt
 http://transparencyreport.google.com/robots.txt
 http://udemy.com/robots.txt
-http://use.fontawesome.com/robots.txt
+http://zazzle.com/robots.txt
-http://worldbank.org/robots.txt
+http://zendesk.com/robots.txt
+http://zillow.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -13268,6 +13337,7 @@ ia/search
 ia/user
 ia/users
 ia_archiver
+icatalog/search
 ico
 icons
 icons/static-2.122
@@ -13632,6 +13702,9 @@ in*/cdn-cgi/challenge-platform
 in*/step
 in*/submit
 in*/submitted
+in-action/inpho/library/detail/en/c/2504
+in-action/voices-of-the-hungry/data-download
+in-action/voices-of-the-hungry/data-visualization
 in-en*/listing/*/favoriters
 in-en*/people/*/circle
 in-en*/people/*/favorites
@@ -13792,7 +13865,6 @@ index.php/ko/node/
 index.php/magazine/get_comment
 index.php/media/oembed
 index.php/members/profile
-index.php/node
 index.php/node/add
 index.php/node/add/
 index.php/ru/node/
@@ -13860,6 +13932,7 @@ info/jobs/werkstudentin-demokratie-botschafterin.html
 info/jobs/werkstudentin-social-media.html
 info/tech-feedback
 info/verstoss-melden.html
+infoods/biodiversity
 informa
 information/feedback.html?
 information/privacy.html
@@ -13887,7 +13960,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://artstation.com/robots.txt
+interactive*http://promo.com/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -13942,6 +14015,7 @@ inviteMany
 invited
 invites/buy
 invoice
+invoice-central
 invoice/cn/
 invoice/de/
 invoice/download
@@ -13991,6 +14065,7 @@ is/user
 is/users
 isapi/
 isbn
+isfp
 iss/credit/rewardscardmember
 iss/credit/storecardmember
 it
@@ -14705,6 +14780,9 @@ lad/corporate/careers
 lad/corporate/contact
 lad/news
 lamda/images
+landandwater
+landandwater/cdwa
+landandwater/iptrid
 landing
 landing-page-documents/
 landing/cmsnext-root
@@ -14731,6 +14809,7 @@ latest-playlist
 latest-talk
 latin
 latin_en
+launch-day-show-voting.html
 launch2005/
 law-school/search-results/
 lawlib/archive
@@ -14754,7 +14833,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://techrepublic.com/robots.txt
+leadingtogether/http://tax.ny.gov/robots.txt
 leaf
 learn
 learn-noperf
@@ -14788,7 +14867,7 @@ learning/settings?
 learnmorelayer
 learnmorelayertv
 lecture
-lecture/http://svt.se/robots.txt
+lecture/http://support.office.com/robots.txt
 lees/gids/exclusief
 lees/gids/exclusief$
 lees/gids/exclusief.*$
@@ -14909,6 +14988,7 @@ liked
 limit_hits
 limited-release
 link
+link?
 link_to
 linked
 linkedin
@@ -15390,6 +15470,7 @@ media/popup/
 media/thumbnails/
 media/tv/channel/credits
 media/tyfo*
+mediabase
 mediaembed
 medialibrary/de/brief
 medialibrary/de/brief/executive-brief-5-szenarien-in-denen-ihre-firewall-sandbox-losungen-versagen-konnen.pdf
@@ -15843,6 +15924,23 @@ most-read/sport
 mostviewed
 mother-to-baby-observational-research-studies
 motivator/help/search-results.html
+mountain-partnership/about/fr
+mountain-partnership/actividades
+mountain-partnership/el-nuestro-trabajo
+mountain-partnership/es
+mountain-partnership/events/fr
+mountain-partnership/members/fr
+mountain-partnership/members/members-detail/es
+mountain-partnership/miembros
+mountain-partnership/news/fr
+mountain-partnership/noticias
+mountain-partnership/our-work/focusareas/filter-by-theme/en
+mountain-partnership/our-work/fr
+mountain-partnership/peak-to-peak/current-issue/fr
+mountain-partnership/peak-to-peak/es
+mountain-partnership/quienes-somos
+mountain-partnership/regions
+mountain-partnership/regions/fr
 movie
 movies
 movies/templates/listings
@@ -15905,6 +16003,7 @@ mtb_composer
 mtk
 mtlibraryrss/
 mu_api
+multidisciplinary
 multiple-sclerosis/rrms-20/monthly-rms-treatment
 multiproduct
 multisite_files/fastcompany/imagecache
@@ -16221,8 +16320,10 @@ ne-NP/search
 ne-NP/user
 ne-NP/users
 nectar
+needs
 negRating
 nel_ms
+nems/rss
 neo/magazine
 netEstate
 netrics
@@ -16659,8 +16760,10 @@ npk
 npln
 npost/
 nqrwns
+nr/water/ies
 nrdapp
 ns/
+ns/apology
 ns/hydra/console/?
 ns/local_news
 nso/forums
@@ -16825,6 +16928,7 @@ ojp
 oma
 omgilibot
 on
+on/demandware.store
 onboard
 onboarding
 one/help/search-results.html
@@ -16872,6 +16976,7 @@ orderdetails
 orderhistory
 orders
 orders/timeline
+organicag/display
 organization-guest
 organizationInviteDeclined
 organizationMembers
@@ -17071,6 +17176,7 @@ partners/resources/forrester-dsp-wave-report
 partners/resources/gartner-dbms-mq-report
 partners/secure
 partners/webinars/request/
+partnerships/great-green-wall
 partnerstore/help/search-results.html
 partnerstore/help/test.html
 partnerworld/portal
@@ -17130,6 +17236,7 @@ pe
 peerconnection/feeds
 pega/customers-for-life
 pegulator
+pending
 pendings.php
 people
 people/$
@@ -17421,7 +17528,7 @@ player
 player/brightcove
 player/metadata/video
 playerColor=
-playerhttp://jstor.org/robots.txt
+playerhttp://amazon.com.br/robots.txt
 playlist.php
 playlists/*/user
 playstation
@@ -17457,7 +17564,7 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyZAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChgKFldhcyBiZWRldXRldCBkaXNhbGxvdz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22_KzrreiSrqQsBLr7RPCMvo0n7Yo\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
+pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyZAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChgKFldhcyBiZWRldXRldCBkaXNhbGxvdz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22d6Tj4ODD0qbWsa7E9e3qY9DeMBM\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment/
 pmm-templates
 pmo/contact/en/staff
@@ -17856,6 +17963,7 @@ problems
 probr
 probr0
 procurement/
+prods
 producers/webmanual
 product
 product-catalogs
@@ -18246,6 +18354,11 @@ pvp/dual-heads-12-rain-high-pressure-shower-system-with-3-way-thermostatic-fauce
 pw
 pwapi-proxy/pwproxy
 pwapiv2
+pwb/2000
+pwb/2002
+pwb/2004
+pwb/2005
+pwb/2006
 px.gif
 pxbook?
 pxgo?
@@ -18511,6 +18624,7 @@ removalrequest
 remove-favorite
 remove_email/t2_
 renders
+renewal
 replace
 reply?
 repo/create
@@ -18830,6 +18944,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -18868,6 +18983,9 @@ samsung
 sap/saphana/pilot/
 sap/saphana/pilot/offer/
 sap/saphana/pilot/offer/confirmation
+sard
+sard/en/sard/754/1458
+sard/en/sardm
 sars-cov-2
 savannah-checkouts
 save
@@ -18980,6 +19098,9 @@ scripts/wquery.php
 scriptures/search
 scss
 sd-jobs
+sd/dim_pe4
+sd/researchinstitutions
+sd/sdrr/portal
 sdarla
 sdch
 sdfe/arp
@@ -19135,6 +19256,7 @@ search-console/scfe
 search-effectiveness.html
 search-people?
 search-results
+search-the-red-cross-site
 search.compact$
 search.do
 search.html
@@ -19188,7 +19310,7 @@ search/*?*schools=
 search/*?*sort=
 search/*?*time=
 search/*?*tools=
-search/*?*userAvailability=*http://ted.com/robots.txt
+search/*?*userAvailability=*http://store.steampowered.com/robots.txt
 search/*filter=dl
 search/.
 search/2/api
@@ -19302,7 +19424,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://telegram.me/robots.txt
+section/9http://nam.edu/robots.txt
 sectionized
 sections
 sections$
@@ -19605,6 +19727,7 @@ sheet/help/search-results.html
 shelf/user_shelves
 shenghuo
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -19672,7 +19795,7 @@ shows/
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://support.microsoft.com/robots.txt
+showtimes/location/*http://example.com/robots.txt
 shr*
 shutterstock
 si
@@ -20311,6 +20434,7 @@ sp_url=
 spanish/thewto_s/minist_s/mc10_s/coordinator_guide_s.pdf
 spanish/thewto_s/minist_s/mc10_s/participant_guide_s.pdf
 spartan
+spatl
 spbasic
 spbot
 spc-source=
@@ -20877,6 +21001,7 @@ t/E
 t/privacy
 t/terms
 t3-assets
+t3lib
 t=
 ta-LK/forums
 ta-LK/kb/*/discuss
@@ -20896,7 +21021,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://tandfonline.com/robots.txt
+tag/*+http://tools.ietf.org/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -20964,6 +21089,9 @@ tags/newsletters
 tags/topic
 takaoka-saki-blog/videolist-*.html
 takaoka-saki-blog/videolist.html
+take-a-class/asspsafetytraining
+take-a-class/hidden
+take-a-class/participant-materials
 takedown
 talent/matches
 talk
@@ -21010,6 +21138,12 @@ tb/recent
 tbl*
 tblang=
 tbproxy
+tc/dcp
+tc/italiantrustfund-fs
+tc/ngo
+tc/tca
+tc/tci/ClimateChange
+tc/tcom
 tdaroundme
 tdautourdemoi
 tdc
@@ -21127,7 +21261,7 @@ test5
 test6
 testcases
 testfl
-testhttp://pca.st/robots.txt
+testhttp://latimes.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -21432,7 +21566,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://ib.adnxs.com/robots.txt
+transparency/http://j.mp/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -21492,6 +21626,7 @@ trends/topics
 trends/viz?
 trends?
 trends_tpt
+tributes
 trips/upcoming
 trips/v1
 trivia
@@ -21820,6 +21955,7 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -21839,7 +21975,6 @@ understanding-c3g
 understanding-melanoma
 unfiltered?
 unfinished.php
-unicef-component-mosaichttp://feedly.com/robots.txt
 unicorn/check
 unijobs/*/emailjob
 unijobs/*/jbequicksignup
@@ -21948,6 +22083,7 @@ ur/kb/*/discuss
 ur/search
 ur/user
 ur/users
+urbanag
 urchin_test
 url
 urlinator/static-1.54
@@ -22619,6 +22755,14 @@ w/load.php?
 w/signup
 w/users/user_hints
 w3
+waicent/consultation
+waicent/faoinfo/agricult/agl/agll/prosoil
+waicent/forum
+waicent/portal
+waicent/promotion
+waicent/qa
+waicent/search
+waicent/survey
 walkthroughs
 wall*?own=1
 wall*?reply=
@@ -23589,6 +23733,7 @@ workshop/
 workwithus
 world
 world-class-heart-care
+world/lobr
 worldclock/astronomy.html?*year=
 worldclock/clockchange.html?
 worldclock/clockchange.html?*year=2022
@@ -23639,9 +23784,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
+wp-admin/admin-ajax.phphttp://startnext.com/robots.txt
-wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
+wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
-wp-admin/admin-ajax.phphttp://pkp.sfu.ca/robots.txt
+wp-admin/admin-ajax.phphttp://yellowpages.ca/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -23707,7 +23852,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://alexa.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://which.co.uk/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -23755,6 +23900,7 @@ ws/1/live
 ws/1/related_content
 ws/includes
 wsj
+wssd/SARD/cams
 wsus/
 wt-assets/static-files/mktg-analytics
 wt.mc_id=
@@ -23782,6 +23928,7 @@ xhtml/search?
 xhtml/v
 xhtml?
 xid
+xims/nars
 xl
 xl/
 xls
@@ -23840,7 +23987,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://guardian.co.uk/robots.txt
+youreurope/businessDEV/http://kobo.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -24087,6 +24234,7 @@ zz
 2fa
 3
 3*?
+3/a-i3872e.pdf
 3/account
 3/configuration
 3/folders