[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1615,9 +1615,9 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://amazon.co.uk/robots.txt
-http://dropbox.com/robots.txt
-http://tinyurl.com/robots.txt
+http://bing.com/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
+http://plus.google.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3355,7 +3355,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://github.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -277,6 +277,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .model.json
 .mspx
 .net
+.nocache.html
 .org
 .otmi$
 .pdf
@@ -2369,6 +2370,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?rubric=
 /?s=
 /?sa=
+/?sc_lang
 /?set_cookie=
 /?share
 /?ss-track=
@@ -2385,8 +2387,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ajax/MediaData
 /Ajax/Similar
 /BotDetectCaptcha.ashx
+/BucketContent
 /CHANGELOG.txt
 /CVS
+/Careers/Form
+/Careers/Profiles
+/Careers/Registration
 /CountyAssessorPage.htm?
 /Download
 /GetResults.htm
@@ -2407,6 +2413,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ntx
 /OnThisDay
 /QuerySuggestion
+/RedesignBucket
 /SelectLocale?fromPage=
 /SiteProcessForm.aspx
 /UPGRADE.txt
@@ -2416,6 +2423,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_
 /_/rsrc
 /__wishlist__
+/_acnmedia/
 /_activities
 /_activity
 /_category
@@ -2426,6 +2434,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_employer_name
 /_followers
 /_following
+/_globalreferences/
 /_jcr_content
 /_jcr_content*.html
 /_jcr_content/par
@@ -2440,6 +2449,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_type
 /_uwa
 /_widget
+/a-com-no-follow-no-index/
 /abm
 /about
 /about
@@ -2543,7 +2553,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://zenodo.org/robots.txt
+/articlelist/*http://tiny.cc/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -2657,6 +2667,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /click$
 /click?type=*$
 /client$
+/client/
+/clients/
 /clima/
 /clipping
 /cm/
@@ -2725,6 +2737,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contacts
 /contactus/mwaas*
 /content
+/content/acom/
 /content/experience-fragments/global_pdc
 /content/usergenerated/asi/mongo/content/sites/activitystreams/activities/community
 /contribute/*
@@ -2740,6 +2753,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cookie.js
 /cookie/dmaid
 /cookie_solutions/new
+/core/
 /country
 /cover
 /covid-19-across-world/*
@@ -2873,6 +2887,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /entrylist-*.html
 /entrylist.html
 /error
+/error/
 /eshop
 /estore
 /etag$
@@ -2976,6 +2991,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /hack
 /hardware/*/cart
 /havadurumu/
+/header/global-header/
 /headlines
 /health/search/filter
 /healthvault/
@@ -3144,6 +3160,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login.cms*
 /login/verify-email
 /login?
+/loginpage
 /logout
 /longhorn/
 /lookup?
@@ -3264,7 +3281,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://science.org/robots.txt
+/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3660,7 +3677,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shopping/vr
 /shoppingcart
 /showads.js
-/showtimes/location/*http://gmail.com/robots.txt
+/showtimes/location/*http://img.youtube.com/robots.txt
 /sign_in?
 /signin
 /signin-oidc
@@ -3670,6 +3687,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /signup?signup_token=
 /similar
 /site/
+/sitecore/
 /sitemap_gpdc.xml
 /sitethankyou.aspx
 /skeleton
@@ -3960,7 +3978,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://hackernoon.com/robots.txt
+?*apikey*http://vk.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4402,7 +4420,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://journals.plos.org/robots.txt
+?q=user/logout/http://rebrand.ly/robots.txt
 ?q=user/password
 ?q=user/register
 ?q=vote
@@ -4575,7 +4593,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @me$
 AI
 AITripBuilder
-API/v2$http://pitchfork.com/robots.txt
+API/v2$http://hbr.org/robots.txt
 APIAccessSupport
 AWSEC2/2006-06-26
 AWSEC2/2006-10-01
@@ -6268,7 +6286,7 @@ account-settings
 account-setup
 account/
 account/*
-account/*http://foursquare.com/robots.txt
+account/*http://healthtips1dr.blogspot.com/robots.txt
 account/accomplishments
 account/ackgift
 account/authenticate
@@ -6733,7 +6751,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://usatoday.com/robots.txt
+api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -6805,7 +6823,7 @@ app$
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://static.parastorage.com/robots.txt
+app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -7621,7 +7639,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://raw.githubusercontent.com/robots.txt
+blog/.html.*http://samsung.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
 blog/27-figjam-activities-to-spark-creativity-in-the-classroom/$
@@ -8354,7 +8372,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://store.steampowered.com/robots.txt
+bookmarkshttp://ecrs.com/robots.txt
 books
 books/NBK
 books/about
@@ -9104,7 +9122,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://kids.youtube.com/robots.txt
+cdn-cgi/http://medium.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
@@ -9135,7 +9153,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://snipfeed.co/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -9253,7 +9271,7 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://bilgematics.com/robots.txt
+checkouthttp://moderncalculators.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9436,7 +9454,7 @@ co/user
 co/users
 code
 code/*
-code/http://analytics.google.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -11489,7 +11507,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://s3-us-west-2.amazonaws.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -11599,7 +11617,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://drupal.org/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -12886,7 +12904,7 @@ docs
 docs$
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://hulu.com/robots.txt
+docs-api-legacy/http://deezer.com/robots.txt
 docs-footer
 docs/*
 docs/3.x/fr
@@ -14482,7 +14500,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://workspace.google.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -14506,7 +14524,7 @@ find
 find$
 find-more
 find/
-find/*http://validator.w3.org/robots.txt
+find/*http://freepik.com/robots.txt
 finetune
 fios
 firefox/?
@@ -14603,7 +14621,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://katyperry.com/robots.txt
+forum/ucp.phphttp://embassybel.ru/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -15184,7 +15202,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://artstation.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 ga-IE/forums
 ga-IE/kb/*/discuss
@@ -15923,42 +15941,41 @@ http
 http-checker
 http2_data
 http://2.bp.blogspot.com/robots.txt
-http://4.bp.blogspot.com/robots.txt
-http://aesthetics.fandom.com/robots.txt
-http://arminbwagner.com/robots.txt
-http://axios.com/robots.txt
-http://bbc.co.uk/robots.txt
-http://bitly.com/robots.txt
-http://blog.hubspot.com/robots.txt
-http://coindesk.com/robots.txt
-http://datacommons.org/robots.txt
-http://developers.facebook.com/robots.txt
-http://embassybel.ru/robots.txt
-http://entrepreneur.com/robots.txt
+http://about.fb.com/robots.txt
+http://akparti.org.tr/robots.txt
+http://amazon.de/robots.txt
+http://amazon.in/robots.txt
+http://ameblo.jp/robots.txt
+http://apple.com/robots.txt
+http://bbc.com/robots.txt
+http://bbcsfx.acropolis.org.uk/robots.txt
+http://creativecommons.org/robots.txt
+http://en.m.wikipedia.org/robots.txt
 http://expedia.com/robots.txt
-http://hardcandymusic.com/robots.txt
-http://heylink.me/robots.txt
-http://lh4.googleusercontent.com/robots.txt
+http://gist.github.com/robots.txt
+http://govostis.gr/robots.txt
+http://groupon.com/robots.txt
+http://healthline.com/robots.txt
+http://help.twitter.com/robots.txt
+http://irishtimes.com/robots.txt
+http://iubenda.com/robots.txt
+http://lefigaro.fr/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://nationalgeographic.com/robots.txt
 http://nerdwallet.com/robots.txt
-http://news.yahoo.com/robots.txt
-http://nielsen.com/robots.txt
-http://ok.ru/robots.txt
-http://orcd.co/robots.txt
-http://rantanps.blogspot.com/robots.txt
-http://sciencedirect.com/robots.txt
-http://speakerdeck.com/robots.txt
-http://summit.riot-os.org/robots.txt
-http://t.me/robots.txt
-http://technorati.com/robots.txt
-http://ted.com/robots.txt
-http://tenor.com/robots.txt
+http://patents.google.com/robots.txt
+http://producthunt.com/robots.txt
+http://python.org/robots.txt
+http://reconstructingjudaism.org/robots.txt
+http://seekingalpha.com/robots.txt
+http://siteground.com/robots.txt
+http://smithsonianmag.com/robots.txt
+http://static.wixstatic.com/robots.txt
+http://techradar.com/robots.txt
 http://theverge.com/robots.txt
-http://wired.com/robots.txt
-http://wp.me/robots.txt
-http://wsj.com/robots.txt
-http://yumpu.com/robots.txt
-http://zazzle.com/robots.txt
-http://zdnet.com/robots.txt
+http://threads.net/robots.txt
+http://tracks.arte.tv/robots.txt
+http://weebly.com/robots.txt
 https:/www.alibaba.com
 hu
 hu-hu/
@@ -16448,7 +16465,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://haveibeenpwned.com/robots.txt
+index.php/user/logout/http://diigo.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -16512,7 +16529,7 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://kinopoisk.ru/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives
 intercept
@@ -18491,7 +18508,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://omegamasonry.com/robots.txt
+mre/*.zip$http://gov.uk/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -19336,7 +19353,7 @@ ohcm
 ojp
 okxbet.com
 oma
-on-demand/session/*http://msdn.microsoft.com/robots.txt
+on-demand/session/*http://nymag.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -19468,7 +19485,7 @@ p/*/v/*?
 p/*/v?
 p/*/victory$
 p/*/victory?
-p/*http://similarweb.com/robots.txt
+p/*http://socialimpact.youtube.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -20350,7 +20367,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://electad.com/robots.txt
+premium/http://s.w.org/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -20433,7 +20450,7 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://explore.org/robots.txt
+private/http://sgtrains.com/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -20465,7 +20482,7 @@ product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
 product-news-zip
-product-ratings/http://getbootstrap.com/robots.txt
+product-ratings/http://wix.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -23273,7 +23290,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://public.tableau.com/robots.txt
+sos/registration/http://inc.com/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -23886,7 +23903,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://pewresearch.org/robots.txt
+tag/*+http://dinotim.com/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
@@ -24398,7 +24415,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://edition.cnn.com/robots.txt
+testhttp://moskva.stroi-podryad.ru/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -25127,6 +25144,7 @@ urr
 urw
 urw/*/product-reviews
 us
+us-en/careers/admin/careersxmlresult
 us-es*/listing/*/favoriters
 us-es*/people/*/circle
 us-es*/people/*/favorites
@@ -25546,7 +25564,7 @@ uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_inser
 uy/help
 uz/en/
 uz/forums
-uz/http://ucl.ac.uk/robots.txt
+uz/http://bilgematics.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -26465,9 +26483,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://advancedformintegration.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://sketchfab.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://support.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -26768,8 +26786,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://bible.com/robots.txt
-wp-admin/admin-ajax.phphttp://us.napster.com/robots.txt
+wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -26971,7 +26988,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://fortune.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -27077,7 +27094,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://i2.wp.com/robots.txt
+zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?