[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -2675,8 +2675,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://archive.org/robots.txt
-http://wp.me/robots.txt
+http://ec.europa.eu/robots.txt
+http://microsoft.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -5033,7 +5033,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://bit.ly/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -2379,6 +2379,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /account
 /account-information
 /account/cls
+/accredited-business-directory/*?
 /acq
 /action
 /actions_panel
@@ -2487,6 +2488,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /badge
 /badges
 /base/logout
+/bbb-reports-on
 /bbw
 /bbw.html
 /beaconBase$
@@ -2551,6 +2553,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /capital/consumer/invoice/merchants
 /cars/marketplace/product/*
 /cart
+/cart
 /cas-redirect
 /cast-list
 /castr
@@ -2568,6 +2571,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /chats/
 /checkin
 /checkout
+/checkout
 /cinema-entertainment/*
 /citations
 /citedby
@@ -2627,6 +2631,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /confirmation/
 /connected-living/content-library
 /connections/*
+/consumer
+/contact-form
 /contact/menu*
 /contact/partner*
 /contactformulier
@@ -3008,6 +3014,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login
 /login$
 /login*/search?
+/login/
 /login/verify-email
 /login?
 /loginpage
@@ -3073,6 +3080,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /muslim-sexy-video
 /muslim-sexy-videos.html
 /mvopinions/*
+/my-account
 /my_account/register
 /mychannel
 /naboo
@@ -3238,6 +3246,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /profileshow
 /promoassets
 /public/fc-assets/locales
+/public/insights/share/anniversary*?
 /pull
 /pvData$
 /pvid$
@@ -3263,6 +3272,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /recommendations/products
 /references
 /referrer$
+/register/
 /registration-confirmation/
 /related
 /related
@@ -3489,6 +3499,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /structures
 /studio
 /submit
+/submit-review-expiration
 /submitted
 /subscribedto
 /subscribers$
@@ -3592,6 +3603,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vejr/
 /vendorActivityManager
 /vendorLeadTime
+/verify-sms
 /version!libs
 /video
 /video-
@@ -5657,6 +5669,7 @@ LocationPhotosSearch
 LocationTab
 LocationWidget
 LogMediaClick
+Login.html
 LogonForm
 MAINTAINERS.txt
 MAPS
@@ -6174,7 +6187,6 @@ ReportBug
 ReportIAP
 ReportPost
 ReputationManager
-Request-activation-link.html
 ReservationAjax
 ResponsibleDisclosure
 RestaurantAdsManager
@@ -6319,6 +6331,7 @@ SponsoredListingCommerce
 SpotlightDemo
 SpotlightHome
 StartBooking
+Starten/Page-Projekt-anlegen.html
 StaticPage
 StaticVelocityPage
 StaticVelocityXmlPage
@@ -6821,10 +6834,7 @@ about/createfeedback.html
 about/dtf_org.pdf
 about/faq/station-finder/?state-text=
 about/faq/station-finder/?zip-text=
-about/report-violation.html
 about/team_member
-about/terms-of-use/api.html
-about/terms-of-use/starters-2018.html
 about/views
 about?
 abs
@@ -7025,6 +7035,7 @@ addtocart
 adell-mutfak
 adfox
 adframe
+adfs/
 admanager
 admantx
 admin
@@ -7169,6 +7180,7 @@ ak/users
 ak6759.com
 ak6767com
 ak_action=
+aktivierungslink-anfordern.html
 al
 alacarta/*&order=
 alacarta/*&orderCriteria
@@ -7392,6 +7404,7 @@ appliance
 applicant-eligibility
 apply
 apply/*
+apply/thank-you
 apps
 apps*&tags=
 apps/*/integrations/*/landing
@@ -7452,6 +7465,10 @@ archives
 archivos
 arcio/fact-checker
 areas/
+argos
+argos$
+argos.*$
+argos.html$
 aristotelian-society/
 art
 art/gallery/
@@ -7927,8 +7944,10 @@ banking
 banmyipforever.cgi
 banner.pl
 baroness
+barzahlung.html
 bas
 base/login
+basicapi/
 basie
 basket
 bcard
@@ -8557,6 +8576,7 @@ buscar/
 business
 business-insider$
 business-name-generator/list
+business-reviews
 business-school/search_results/
 business/ad_create
 business/adshare
@@ -8934,6 +8954,7 @@ ca/search*search_type=
 ca/search*ship_to=
 ca/share
 ca/shop_name_search_service
+ca/storage
 ca/strumenti/creatore-di-logo/onboarding
 ca/teams
 ca/technology.atom
@@ -9172,6 +9193,7 @@ capacity4dev/user/register
 capacity4dev/users
 capacity4dev/xmlrpc.php
 captcha
+captchaPerimeterX
 captchas
 car-search-sitemap
 card/panel
@@ -9230,7 +9252,6 @@ cart?
 cartoon
 carts
 cashout
-cashpayment.html
 cassette.axd/manifest.xml
 cassette.axd/script/
 cassette.axd/stylesheet/
@@ -9308,6 +9329,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9679,7 +9701,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://wa.me/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10146,6 +10168,24 @@ corporate/microsites/tysabri/ms-assessment-tool-pageresults.html
 corporate/microsites/tysabri/ms-assessment-tool.html
 corporate/request
 couchmode
+council/Business-Search/email
+council/Business-Search/matched
+council/Business-Search/name
+council/Business-Search/phone
+council/Business-Search/type
+council/Business-Search/url
+council/Charity-Reviews/email
+council/Charity-Reviews/matched
+council/Charity-Reviews/name
+council/Charity-Reviews/phone
+council/Charity-Reviews/type
+council/Charity-Reviews/url
+council/Find-Business-Reviews/email
+council/Find-Business-Reviews/matched
+council/Find-Business-Reviews/name
+council/Find-Business-Reviews/phone
+council/Find-Business-Reviews/type
+council/Find-Business-Reviews/url
 count.php
 countdown/create?
 countdown/eclipse?
@@ -11082,6 +11122,7 @@ drive-and-listen/
 drmn/embed
 droidguard
 drop
+dropbox/
 drugs/2/search
 drugs/ReportAbuse.aspx
 dsb/android/collections
@@ -11107,6 +11148,8 @@ dupuytrens/what-to-expect
 dvi
 dw
 dynamic-offer
+dynamic-seal
+dynamic/
 dynamiccontent/webapi
 dynamiclogic
 dynamics/
@@ -11483,6 +11526,7 @@ eo/users
 ep-live/
 epaper
 epilepsy-seizures-rapid-rescue-single-treatment
+episerver
 episode_times
 erasmus-plus/404_en.htm
 erid=
@@ -12159,10 +12203,12 @@ fichas/gestor
 ficmanagers
 field_article
 file
+file-a-complaint
 file/new?try-plugin-id=
 file_download.php
 fileadmin/user_upload/PermRep
 fileadmin/user_upload/en
+filedrop/
 files
 files/advertising
 files/developer
@@ -12776,6 +12822,10 @@ get-galleryfragment
 get-giftmodule
 get-hired
 get-instant-confirmation/index.
+get-listed/business
+get-listed/consumer
+get-listed/form
+get-listed/success
 get-started
 getCallUsInfoData
 getMoreSimilarGalleriesAjax
@@ -13202,13 +13252,11 @@ help-v1
 help/*
 help/*/answers
 help/*/ask
-help/assistent.html
 help/cnnx.html
 help/feedback
 help/forgot_login
 help/kindlecloudreader
 help/kindlefire
-help/live/launch-day/launch-day-videoupload.html
 help/maps/indoormaps/partners
 help/maps/streetview/partners/welcome
 help/requests/new?app_id=
@@ -13245,6 +13293,8 @@ hide?
 highereducation/higheddocs
 highlights
 highwire
+hilfe/assistent.html
+hilfe/fundingdetail.html
 hims-hard-mints
 hinweis/datenleck
 hire/browse
@@ -14186,7 +14236,10 @@ info
 info-pages/advertising-guidelines
 info-pages/custom-services-agreement-23-10
 info-pages/terms-of-use/custom-services-agreement-23-10
+info/agb/api.html
+info/agb/starter-2018.html
 info/tech-feedback
+info/verstoss-melden.html
 informa
 information/feedback.html?
 information/privacy.html
@@ -15092,6 +15145,9 @@ learning/settings
 learning/settings$
 learning/settings?
 learnmore
+leave-a-review/no-bid
+leave-a-review/no-bid/expiration
+leave-a-review/no-bid/thank-you
 lecture
 lees/gids/exclusief
 lees/gids/exclusief$
@@ -15525,6 +15581,7 @@ makeorder
 malformed
 manage
 manage-listing
+manage-location
 manage/*
 manage/global
 manage_friend.pl
@@ -16384,6 +16441,7 @@ mx/search*ship_to=
 mx/sell
 mx/share
 mx/shop_name_search_service
+mx/storage
 mx/strumenti/creatore-di-logo/onboarding
 mx/teams
 mx/technology.atom
@@ -16464,6 +16522,7 @@ my_reports/reports
 my_videos
 my_videos_upload
 myaccount
+myaccount/
 myb
 mybooking.html
 mybookoflists
@@ -17697,6 +17756,7 @@ parliament/public/transltraineeship/secured
 partNumber=
 participate/conferences.xml
 partner
+partner-articles
 partner-content/*
 partner-locator/partner-details
 partner/*?
@@ -17937,6 +17997,7 @@ ping
 ping?
 pingback
 pingdom
+pinnwand.html
 pinterest-predicts
 pinterest-wellbeing
 pinterestwellbeing
@@ -20345,7 +20406,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://images-na.ssl-images-amazon.com/robots.txt
+showtimes/location/*http://j.mp/robots.txt
 shr*
 shutterstock
 si
@@ -20821,70 +20882,11 @@ smclient=
 smcot
 sme
 smevi
-sn-demokratie.html
-sn-demokratie/sn-demonstration.html
-sn-drogerie.html
-sn-drogerie/sn-drogerie-sonstiges.html
-sn-drogerie/sn-gesicht.html
-sn-drogerie/sn-haare.html
-sn-drogerie/sn-intimes.html
-sn-drogerie/sn-koerper.html
-sn-drogerie/sn-zaehne.html
-sn-erlebnisse.html
-sn-erlebnisse/sn-erlebnisse-sonstiges.html
-sn-erlebnisse/sn-events.html
-sn-erlebnisse/sn-konzert.html
-sn-erlebnisse/sn-locations.html
-sn-erlebnisse/sn-meet-greet.html
-sn-erlebnisse/sn-urlaub.html
-sn-fashion.html
-sn-fashion/sn-accessoires.html
-sn-fashion/sn-fashion-sonstiges.html
-sn-fashion/sn-kleidung.html
-sn-fashion/sn-schmuck-uhren.html
-sn-fashion/sn-schuhe.html
-sn-fashion/sn-taschen-rucksaecke.html
-sn-gutscheine.html
-sn-gutscheine/sn-gastronomie.html
-sn-gutscheine/sn-gutscheine-sonstiges.html
-sn-gutscheine/sn-shop.html
-sn-lebensmittel.html
-sn-lebensmittel/sn-alkoholisches.html
-sn-lebensmittel/sn-getraenke.html
-sn-lebensmittel/sn-kaffee-tee.html
-sn-lebensmittel/sn-kraeuter-gewuerze.html
-sn-lebensmittel/sn-lebensmittel-sonstiges.html
-sn-lebensmittel/sn-snacks.html
-sn-lebensmittel/sn-superfood.html
-sn-lebensmittel/sn-vegan.html
-sn-lifestyle.html
-sn-lifestyle/outdoor.html
-sn-lifestyle/sn-kunsthandwerk.html
-sn-lifestyle/sn-lifestyle-sonstiges.html
-sn-lifestyle/sn-mobilitaet.html
-sn-lifestyle/sn-reisen.html
-sn-lifestyle/sn-sportartikel.html
-sn-lifestyle/sn-tierbedarf.html
-sn-symbolisches.html
-sn-symbolisches/sn-karma.html
-sn-symbolisches/sn-patenschaft.html
-sn-symbolisches/sn-symbolisches-sonstiges.html
-sn-technik.html
-sn-technik/sn-gadgets.html
-sn-technik/sn-software-apps.html
-sn-technik/sn-technik-sonstiges.html
-sn-wohnen.html
-sn-wohnen/sn-gemuetlichkeit.html
-sn-wohnen/sn-kuechenutensilien.html
-sn-wohnen/sn-reinigung.html
-sn-wohnen/sn-saatgut.html
-sn-wohnen/sn-wohnen-sonstiges.html
 snap
 sndmsg?
 snoop
 snp
 sns-ap
-snuugl.html
 soap/
 soc
 social
@@ -20919,6 +20921,8 @@ software/gnun/reports
 software/gnun/test
 software/winboard/whats_new
 sogou
+solr
+solrSearch
 solutions
 solutions/$
 solutions/case-studies/
@@ -20973,11 +20977,6 @@ sources/refund
 sources/sepa_mandate
 sources/test_klarna
 sources/test_source
-sp-spiele.html
-sp-spiele/sn-brettspiele.html
-sp-spiele/sn-kartenspiele.html
-sp-spiele/sn-online-games.html
-sp-spiele/sn-spiele-sonstiges.html
 sp/2for1
 sp/3for2
 sp=
@@ -21104,7 +21103,6 @@ stamp_ranking
 standards
 starbuckspartners
 start
-start-project/Page-Projekt-anlegen.html
 start-session
 start-ups/challenge/
 start-ups/loft/hack/
@@ -21318,6 +21316,7 @@ subject
 subject=
 subjects
 submit
+submit-review-thank-you
 submitlink?
 submitstory
 submitted/review
@@ -21751,6 +21750,7 @@ templatepackage/modules
 templatepackage/subtopic
 templatepackage/templates
 templates
+templates/
 templates/*/*/?uid=
 templates/*/MA
 templates/?uid=
@@ -21787,6 +21787,7 @@ test-2
 test-2$
 test-2.*$
 test-2.html$
+test-all-page
 test-kick-tires
 test-v1-page-template
 test.html
@@ -22636,6 +22637,7 @@ unsupported-browser
 unternehmen/c
 unternehmen/o
 unternehmen/suche
+unterstuetzer.html
 until=
 update-your-browser
 update.php
@@ -22835,6 +22837,7 @@ us/internal
 us/node/add
 us/payroll/v1/help/
 us/search
+us/storage
 us/support/service/agent
 us/trade-in/program-violation
 us/user
@@ -23020,6 +23023,7 @@ usr/*/followers
 usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
+util
 util/ClientLogger.htm
 utils
 utl/
@@ -24375,6 +24379,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
 wp-admin/admin-ajax.phphttp://fool.com/robots.txt
 wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php