[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1471,7 +1471,7 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://amazon.co.uk/robots.txt
+http://calendar.google.com/robots.txt
 http://web.archive.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -32,6 +32,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &action=
 &action=login
 &adid=
+&aff=
 &albumsOffset=
 &ana=
 &aspectratio=
@@ -240,7 +241,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .atom$
 .au
 .axd
-.cfm
 .cgi
 .co.uk
 .com
@@ -2336,6 +2336,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?inf_contact_key=
 /?kaid=
 /?language=
+/?like_comment=
 /?local-download=
 /?nabe=
 /?ngs_
@@ -3274,7 +3275,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://pixlr.com/robots.txt
+/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3363,6 +3364,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /playlists/relevance
 /pleasereg
 /plugins
+/plugins/?s=
 /plus
 /pmredirectshow/*
 /pmtoinavigation/*
@@ -3440,7 +3442,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /raw
 /reactions
 /reactivation/
+/read
 /readcasts
+/reader
 /reader-*.html
 /reader.html
 /realtime_changes
@@ -3659,7 +3663,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shopping/vr
 /shoppingcart
 /showads.js
-/showtimes/location/*http://tools.google.com/robots.txt
+/showtimes/location/*http://img.youtube.com/robots.txt
 /sign_in?
 /signin
 /signup*/search?
@@ -3955,7 +3959,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://getpocket.com/robots.txt
+?*apikey*http://vk.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4106,6 +4110,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?adcode=*
 ?adid=
 ?af=
+?aff=
 ?ajax
 ?ajax&wid
 ?albumsOffset=
@@ -4396,7 +4401,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://tv.youtube.com/robots.txt
+?q=user/logout/http://rebrand.ly/robots.txt
 ?q=user/password
 ?q=user/register
 ?q=vote
@@ -4448,7 +4453,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showAllGroups=
 ?show_error=true
 ?showcomment*
-?shttp://business.facebook.com/robots.txt
+?shttp://jigsaw.google.com/robots.txt
 ?sid
 ?sitrackingid=
 ?slogin
@@ -4574,7 +4579,7 @@ API/user
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://howtogeek.com/robots.txt
+API/v2$http://hbr.org/robots.txt
 APIAccessSupport
 AWSEC2/2006-06-26
 AWSEC2/2006-10-01
@@ -6207,7 +6212,9 @@ about?
 abs
 abtest
 abuse
+abuse/?
 abuse/group
+abuse?
 abuse_reports/new
 ac
 ac/
@@ -6335,14 +6342,9 @@ action/journalInformation*aimsScope
 action/journalInformation*editorialBoard
 action/journalInformation*journalMetrics
 action/journalInformation*societyInformation
-action/showAltPdf
-action/showBmHtml
-action/showBmPdf
 action/showBook
 action/showCoverImage
 action/showFeed
-action/showFmHtml
-action/showFmPdf
 action/showGraphicalAbstractImage
 action/showJournal
 action/showLogin
@@ -6437,7 +6439,6 @@ administrator
 adminusers
 admissions/undergraduate-admissions
 admissions/undergraduate-admissions.html
-adobe/dynamicmedia/deliver/
 adredir?
 adresa-segmentator
 ads
@@ -6737,7 +6738,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://ibm.com/robots.txt
+api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7740,7 +7741,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://blog.hubspot.com/robots.txt
+bookmarkshttp://ecrs.com/robots.txt
 books
 books/NBK
 books/about
@@ -8502,7 +8503,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://kids.youtube.com/robots.txt
+cdn-cgi/http://medium.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
@@ -8533,7 +8534,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://snipfeed.co/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8647,6 +8648,7 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
+checkouthttp://moderncalculators.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8770,6 +8772,7 @@ cloud-launcher/sitemap
 cloud/
 cloud/multicloud-solution
 cloudhsm/classic
+cloudmonitor
 cloudplayer
 cloudsourcetools/images
 clp
@@ -8834,7 +8837,7 @@ co/user
 co/users
 code
 code/*
-code/http://fonts.google.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -9055,7 +9058,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://dreamstime.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -9143,7 +9146,6 @@ content/dam/Deloitte/us/Documents/noindex/
 content/dam/Deloitte/xc/
 content/dam/Deloitte/xl/
 content/dam/insights/us/USI-dev/
-content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
 content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_
 content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_%20annual%20report.pdf
@@ -9881,6 +9883,7 @@ discount
 discount_type=
 discover
 discovery
+discuss/search
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -9993,7 +9996,7 @@ docs
 docs$
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://waze.com/robots.txt
+docs-api-legacy/http://deezer.com/robots.txt
 docs-footer
 docs/*
 docs/3.x/fr
@@ -11208,7 +11211,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://justice.gov/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -11232,7 +11235,7 @@ find
 find$
 find-more
 find/
-find/*http://namecheap.com/robots.txt
+find/*http://freepik.com/robots.txt
 finetune
 fios
 firefox/?
@@ -11321,7 +11324,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://tunecore.co.jp/robots.txt
+forum/ucp.phphttp://embassybel.ru/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -11538,7 +11541,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://google.nl/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 ga-IE/android/collections
 ga-IE/android/search
@@ -11744,7 +11747,7 @@ government-education/nonprofits/leadership-forum-poc
 government-education/nonprofits/leadership-forum-poc/confirmation
 government-education/public-sector-cloud-start/public-sector-cloud-start/
 government-education/public-sector-cloud-start/public-sector-cloud-start1/
-government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://wiki.openstreetmap.org/robots.txt
+government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://asyura2.com/robots.txt
 gp
 gp/aag
 gp/aag/main?*seller=ABVFEJU8LS620
@@ -12269,42 +12272,42 @@ html5
 http
 http-checker
 http2_data
-http://accenture.com/robots.txt
-http://advancedformintegration.com/robots.txt
-http://amazon.it/robots.txt
-http://axios.com/robots.txt
-http://bitbucket.org/robots.txt
-http://blacklivesmatter.com/robots.txt
-http://blog.livedoor.jp/robots.txt
-http://census.gov/robots.txt
-http://cloud.google.com/robots.txt
-http://contributors.youtube.com/robots.txt
-http://dropbox.com/robots.txt
-http://drupal.org/robots.txt
-http://dw.com/robots.txt
-http://eventbrite.co.uk/robots.txt
-http://fbi.gov/robots.txt
-http://fr.wikipedia.org/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://about.fb.com/robots.txt
+http://akparti.org.tr/robots.txt
+http://amazon.de/robots.txt
+http://amazon.in/robots.txt
+http://ameblo.jp/robots.txt
+http://apple.com/robots.txt
+http://bbc.com/robots.txt
+http://bbcsfx.acropolis.org.uk/robots.txt
+http://creativecommons.org/robots.txt
+http://economist.com/robots.txt
+http://europa.eu/robots.txt
+http://expedia.com/robots.txt
+http://gist.github.com/robots.txt
+http://govostis.gr/robots.txt
 http://healthline.com/robots.txt
-http://istockphoto.com/robots.txt
-http://journals.sagepub.com/robots.txt
-http://lit.link/robots.txt
-http://maxcdn.bootstrapcdn.com/robots.txt
-http://messenger.com/robots.txt
-http://ncbi.nlm.nih.gov/robots.txt
+http://help.twitter.com/robots.txt
+http://irishtimes.com/robots.txt
+http://iubenda.com/robots.txt
+http://last.fm/robots.txt
+http://lefigaro.fr/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://nationalgeographic.com/robots.txt
 http://nerdwallet.com/robots.txt
-http://notion.so/robots.txt
-http://prnewswire.com/robots.txt
-http://shopify.com/robots.txt
-http://squarespace.com/robots.txt
-http://support.zendesk.com/robots.txt
-http://sxsw.com/robots.txt
-http://target.com/robots.txt
-http://theplace.org.uk/robots.txt
-http://upload.wikimedia.org/robots.txt
-http://vr.youtube.com/robots.txt
-http://wsj.com/robots.txt
-http://yandex.ru/robots.txt
+http://patents.google.com/robots.txt
+http://producthunt.com/robots.txt
+http://python.org/robots.txt
+http://reconstructingjudaism.org/robots.txt
+http://smithsonianmag.com/robots.txt
+http://static.wixstatic.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://threads.net/robots.txt
+http://tiny.cc/robots.txt
+http://tracks.arte.tv/robots.txt
+http://weebly.com/robots.txt
 https:/www.alibaba.com
 hu
 hu-hu/
@@ -12784,7 +12787,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://socialimpact.youtube.com/robots.txt
+index.php/user/logout/http://diigo.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -12845,7 +12848,7 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://eepurl.com/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives
 intercept
@@ -12853,6 +12856,7 @@ internal
 internal-api
 internal/*
 internalPref
+internalapi
 interstitial-ad
 intl
 intl/*/about/views
@@ -13786,6 +13790,9 @@ lochp?
 loft/
 log
 log$
+log-in
+log-in$
+log-in?
 log?
 logger
 login
@@ -14460,7 +14467,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://omegamasonry.com/robots.txt
+mre/*.zip$http://gov.uk/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -14829,6 +14836,7 @@ newsletters/kiosk
 newsletters/preferences/manage
 newsletters/preferences/unsubscribe
 newspaper/archive
+newsroom*?categories=
 newsroom/ctr
 newsroom/dae
 newsroom/rss/
@@ -15205,7 +15213,7 @@ ohcm
 ojp
 okxbet.com
 oma
-on-demand/session/*http://podcasts.google.com/robots.txt
+on-demand/session/*http://nymag.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -15341,7 +15349,7 @@ p/*/v/*?
 p/*/v?
 p/*/victory$
 p/*/victory?
-p/*http://beppegrillo.it/robots.txt
+p/*http://socialimpact.youtube.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -16015,6 +16023,7 @@ pls
 plugin
 plugins
 plugins.
+plugins/?s=
 plugins/search
 plus/check_hold
 plus/check_psn
@@ -16175,7 +16184,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://claireonacloud.com/robots.txt
+premium/http://s.w.org/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -16253,7 +16262,7 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://pastebin.com/robots.txt
+private/http://sgtrains.com/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -16277,7 +16286,7 @@ product-catalogs
 product-detail
 product-detail/alisite-mobile.alibaba.com
 product-feed
-product-ratings/http://lefigaro.fr/robots.txt
+product-ratings/http://wix.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -16451,6 +16460,7 @@ projects/*/contributions
 projects/*/payments
 projects/?
 projects/browse.php
+projects/embed
 projects/geo/download
 projects/geo/tools
 projects/gtr/gt
@@ -16840,6 +16850,7 @@ react/static-6.16
 reactions?
 read
 readcommentshtml
+reader
 ready_sit_read/index.jhtml
 real-country
 real-estate-listings
@@ -17715,6 +17726,8 @@ sco/user
 sco/users
 scorecard
 scorecard/
+scratch_1.4
+scratchr2/static
 screener/insider
 screensaver
 screenshots
@@ -17880,6 +17893,7 @@ search/index.php?
 search/more-like-this
 search/morelikethis
 search/name-text
+search/personalized
 search/plans
 search/profiles/.*
 search/query
@@ -17892,6 +17906,7 @@ search/search-7.4195619
 search/search-ng.do
 search/search_results.html?q=
 search/sets
+search/similar
 search/static
 search/title-text
 search/title/?title_type=feature,tv_movie,tv_miniseries,documentary,short,video,tv_short&release_date=,2020-12-31&lists=%21ls538187658,%21ls539867036,%21ls538186228&view=simple&sort=num_votes,asc&aft
@@ -18271,6 +18286,7 @@ since=
 single_pages
 sio
 sit_rep
+site-api
 site-archive
 site-explorer
 site-explorer/$
@@ -18737,7 +18753,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://dl.acm.org/robots.txt
+sos/registration/http://inc.com/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -19294,7 +19310,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://disqus.com/robots.txt
+tag/*+http://dinotim.com/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
@@ -19453,7 +19469,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://pewresearch.org/robots.txt
+testhttp://moskva.stroi-podryad.ru/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -19950,6 +19966,7 @@ ty?
 typ$
 typ?
 typeahead
+typo
 typography
 typography$
 u
@@ -20617,7 +20634,7 @@ uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_inser
 uy/help
 uz/en/
 uz/forums
-uz/http://wellbeing.google/robots.txt
+uz/http://bilgematics.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -20660,6 +20677,7 @@ v=
 validate-user
 var
 variant=
+varserver
 vas
 vbtv/
 ve/Download
@@ -21513,9 +21531,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://thehill.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://wish.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -21809,8 +21827,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://propublica.org/robots.txt
-wp-admin/admin-ajax.phphttp://siteground.com/robots.txt
+wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
+wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -22009,7 +22027,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://samsung.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -22115,7 +22133,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://i2.wp.com/robots.txt
+zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?