[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1471,8 +1471,8 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://m.youtube.com/robots.txt
-http://ncbi.nlm.nih.gov/robots.txt
+http://calendar.google.com/robots.txt
+http://web.archive.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3090,7 +3090,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -261,7 +261,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpge
 .js
 .js
-.js$
 .json
 .jsx
 .jsx$
@@ -285,7 +284,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .rmm
 .rss
 .rss/
-.s/assets/shopifycloud/collabs-community-widget/widget.js
 .sdirect
 .smil
 .ssi$
@@ -631,9 +629,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?*ls%3D*%3Fls%3D
 /*?*ls%3d*%3fls%3d
 /*?*ls=*&ls=
-/*?*shpxid=
 /*?_requestid=
-/*?services
 /*aardappels-afgieteng
 /*aardappels-afgieteng.html
 /*acasalamento
@@ -980,7 +976,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*di-culo.html
 /*dick$
 /*dick.html
-/*digital_wallets/dialog
 /*dildo
 /*dildo.html
 /*dog-style
@@ -2536,7 +2531,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /app-templates/search?
 /app-templates/standalone
 /app/createWithWidget
-/apple-app-site-association
 /apply
 /apply-for-finance/fragments/simulator
 /appointments/api
@@ -2584,18 +2578,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /blame
 /blank/
 /blog-article-remove-faq-utms-*.js
-/blog.atom
-/blog/search$
-/blog/search?
 /blogs
 /blogs$
 /blogs/*
 /blogs/*%2B
 /blogs/*%2b
 /blogs/*+
-/blogs/blog.atom
-/blogs/technology.atom
-/blogsearch
 /blogvisualizer/
 /bltg
 /boobs-photo.html
@@ -2645,17 +2633,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /calendar/*xml
 /cam4.html
 /campaign
-/cannabis
 /capital/consumer/invoice/merchants
-/careers/portal
-/careers/search?
 /cars/marketplace/product/*
 /cart
 /cas-redirect
 /cat
 /cat/*failedPage=
 /cbp-*.html
-/cdn-cgi/challenge-platform
 /ces/web/modules
 /ces/web/modules/*.css
 /changeset
@@ -2853,7 +2837,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /edit/change-email
 /edit/change-password
 /edited
-/editor$
 /editor/design
 /editor/image
 /editor/image/$
@@ -2869,7 +2852,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /el-tiempo/
 /electricity-app
 /eltiempo/
-/email-validation
 /email/editor
 /email/member
 /email/newsletter
@@ -2882,8 +2864,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /energy-fragments
 /energy-services/web/modules
 /enhancedreference
-/enterprise/blog/search$
-/enterprise/blog/search?
 /entry*-
 /entry-*.html
 /entrylist-*.html
@@ -2928,7 +2908,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /files/resources
 /filter/tips
 /filter/tips
-/finalize$
 /find$
 /find/
 /finder/*/*/?*filter=*_*_*_*_
@@ -2994,7 +2973,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /goglobal/
 /goldlog$
 /group
-/growth-tools-assets
 /h--
 /hack
 /hardware/*/cart
@@ -3343,7 +3321,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /om-navmethod
 /oma
 /onboarding
-/onboarding$
 /opbuildpdf
 /open_questions
 /opensearch
@@ -3359,7 +3336,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /params/smecompany/entityid-*
 /parking
 /partials
-/partners/blog/search?
 /password
 /path_locks
 /pay-invoice
@@ -3487,9 +3463,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /report_abuse
 /repository/archive
 /request-demo
-/result$
-/retail/search$
-/retail/search?
 /return/requests
 /returns/*?*&liteToken=
 /returns/*?*&ref=
@@ -3640,7 +3613,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /sensor
 /serie
 /services
-/services/identity/login
 /services/learn/classes._filter.alphaSort.P*.
 /services/learn/classes._filter.alphaSort.re*.
 /services/learn/classes._filter.alphaSort/$
@@ -3723,26 +3695,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /start
 /stats
 /stays
-/step
 /stoguides/
 /stoi/*
 /stopartnertest/
 /store/
-/store/account
-/store/admin
-/store/cart
-/store/carts
-/store/checkout
-/store/checkouts
-/store/orders
 /storefront/
 /story_pins
 /storylist/
 /strategies
 /structures
 /studio
-/submit
-/submitted
 /subscribedto
 /subscribers$
 /subscription/confirmation
@@ -3781,8 +3743,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /tamil-sex.html
 /tarball
 /techgadgets/*
-/technology.atom
-/technology/tagged/*page
 /templates/search?query=
 /terms/specified
 /test
@@ -3809,10 +3769,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /title/tt*/mediaviewer/rm*/tr
 /title/tt*/watchoptions
 /tlp
-/tools/*/show
-/tools/business-name-generator/searchbutton
-/tools/business-name-generator/searchpage
-/tools/business-name-generator/searchutf8
 /top_questions
 /topfans
 /topic-bio
@@ -3893,7 +3849,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vejr/
 /vendorActivityManager
 /vendorLeadTime
-/ventureone
 /version!libs
 /video
 /video-
@@ -4685,6 +4640,7 @@ AddListing
 AddToList
 AddToRegistry
 Admin
+Admin/
 Administration/
 AdsManager
 AdsTest
@@ -4807,7 +4763,6 @@ Calculator
 CallToActionModalView
 CampaignConfigAjax
 CampaignConfiguration
-CampaignId
 CampaignManagement
 CancelBooking
 CarsComparePartners
@@ -5084,6 +5039,7 @@ INSTALL.sqlite.txt
 INSTALL.txt
 IgnoreMe
 Image/DetailPrint
+Images/
 ImpressionRecord
 ImproveListing
 Inbox
@@ -5140,6 +5096,7 @@ MAPS
 MUST
 MaPS
 MachineTranslation
+Mail/
 MailEmergency
 Manage/
 ManageListing
@@ -5511,6 +5468,7 @@ ProductCart
 ProductComparisonCmd
 ProductDetailsTabView
 ProductError
+Production/
 Profile
 Project
 PromoTools
@@ -5642,6 +5600,7 @@ RestaurantSearch
 RestaurantSolutions
 RestaurantXSellAjax
 Resubscribe
+Review/
 Review/LeaveReview/
 Review/List/
 ReviewCollect
@@ -6023,15 +5982,10 @@ __+hsfp=
 __as__
 __assets
 __blank
-__dux
 __hstc=
 __i
-__manifest
 __mobile/*
 __origami
-__pb/mm
-__pb/rp
-__pb/rr
 __pc/*
 __rapidworker-1.2.js
 _ah
@@ -6295,7 +6249,6 @@ account-link
 account-login
 account-prefs-change
 account-settings
-account-setup
 account/
 account/*
 account/accomplishments
@@ -6305,7 +6258,6 @@ account/deactivated
 account/delete
 account/delete/ok
 account/emailoptout/?*token=
-account/invite
 account/myibm/InterestsEdit.do
 account/myint
 account/mypro
@@ -6461,7 +6413,6 @@ ad_visibility
 adblbestsellers*language=
 adchoice
 add-favorite
-add-new
 add-to-bibliography
 add-to-cart
 add-to-existing-collection
@@ -7633,11 +7584,9 @@ blocks/*.svg
 blocks?
 blog
 blog-ads-api-output
-blog-article-remove-faq-utms-*.js
 blog-manager
 blog-temp-ru
 blog-this.g
-blog.atom
 blog/*&content-format=
 blog/*&event-format=
 blog/*&event-type=
@@ -7695,10 +7644,8 @@ blog/navbar-reviews
 blog/page/*/?p=
 blog/punto
 blog/search
-blog/search$
 blog/search-results?q
 blog/search-tag-
-blog/search?
 blog/store-discount-reviews
 blog/tag
 blog/topic
@@ -7731,14 +7678,12 @@ blogs/*%2B
 blogs/*%2b
 blogs/*+
 blogs/7faebe5debfdd358a46f2452a54eec94fce49269/
-blogs/blog.atom
 blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
 blogs/search/
 blogs/slow-ride
-blogs/technology.atom
 blogs/test
 blogsearch
 blogsearch_feeds
@@ -7949,7 +7894,6 @@ businesswars
 button
 buttonWidget
 buy
-buy/select-product
 buy_buttons
 buyeroffers/*/*.html
 buyeroffers/*/*/*.html
@@ -8352,7 +8296,6 @@ campaigns/infor-hub-xt5r5iwdrgxbnuz/
 campaignshowcase/
 cancel
 cancel-membership
-cannabis
 cannonball
 canvas/shared
 cap
@@ -8497,11 +8440,9 @@ careers/mexico-edge-hiring-2014/
 careers/milwaukee-edge-hiring-2014/
 careers/montreal-edge-hiring/
 careers/pittsburgh-platform-hiring-2014/
-careers/portal
 careers/raleigh-mobile-event/
 careers/raleigh-storage-hiring-2014/
 careers/santiago-event/
-careers/search?
 careers/texas-event/
 careers/toronto-event/
 careers/toronto-storage-hiring-2014/
@@ -9275,7 +9216,6 @@ contest/
 contests
 context_referrer=gig_page
 context_referrer=user_page
-contribute
 contribute/*
 contributors/
 control
@@ -10294,8 +10234,6 @@ edit
 edit$
 edit-subscriptions
 edit/$
-edit/review
-edit/success
 editing
 editing/EditHomeFacts.htm
 edition/null
@@ -10382,7 +10320,6 @@ email-post.g
 email-preferences
 email-preferences/
 email-unsubscribe
-email-validation
 email-verify
 email/$
 email/EnrollmentUnsubscribe.htm
@@ -10623,8 +10560,6 @@ enterprise
 enterprise-jobs
 enterprise-partner-search/sitemaps
 enterprise/$
-enterprise/blog/search$
-enterprise/blog/search?
 enterprise/orgs-terms
 enterprise/seo
 entertainment/article/Minerva-s-horoscope
@@ -12034,7 +11969,6 @@ harry-potter-and-the-order-of-the-phoenix
 harry-potter-and-the-prisoner-of-azkaban
 harry-potter-and-the-sorcerer-s-stone
 hash=
-hashid=%subscriber_hash%
 hashtag
 hashtag/*?src=
 hava
@@ -13410,6 +13344,7 @@ journal/wem
 journal/wem$
 journals
 journals/*/about-this-journal
+journals/testfieldhumanities/
 jp
 jp$
 jp*/listing/*/favoriters
@@ -13638,7 +13573,6 @@ landing/cmsnext-root
 landing/now/ontap
 landing/signout.html
 lang
-lang=
 lang=es*
 language
 language?
@@ -15859,6 +15793,8 @@ perspectiva
 perspective
 pesquisar
 petites-annonces
+petition-guides/*$
+petition-guides/*?
 peyronies-treatment-option/talk-to-doctor
 peyronies-treatment-option/treatment-option
 pf/api
@@ -16368,6 +16304,7 @@ productdetail/*
 producthunt
 productid=
 production-monitoring
+production/
 products
 products/*--*--*--
 products/*/accent-chests-and-cabinets/review--4-stars-and-up
@@ -17390,8 +17327,6 @@ results-export-search-by-year
 results-export-search-data
 retail
 retail/old
-retail/search$
-retail/search?
 return-from-share
 return_to
 return_to=
@@ -17400,6 +17335,7 @@ review-by-author
 review-drafts
 review-order
 review-sample
+review/
 review/*/transparency
 review/common/du
 review/dynamic/sims-box
@@ -19014,7 +18950,6 @@ status-updates/wp-admin
 status-updates/wp-admin/admin-ajax.php
 stcejorp
 sticky-ad-iframe.html
-stock-photos
 stock-ranker
 store
 store-locator/search-results-print
@@ -20743,7 +20678,6 @@ v3/streams/contents
 v3/streams/ids
 v3/topics
 v4
-v4/md/applications/crunchbase
 v=
 validate-user
 var
@@ -21898,6 +21832,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
+wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
 wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php