[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -2675,8 +2675,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://apis.google.com/robots.txt
-http://instagram.com/robots.txt
+http://archive.org/robots.txt
+http://wp.me/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -5033,7 +5033,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://facebook.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3113,7 +3113,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://google.ru/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3703,7 +3703,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://toucharcade.com/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3820,7 +3820,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://mtv.com.lb/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5657,7 +5657,6 @@ LocationPhotosSearch
 LocationTab
 LocationWidget
 LogMediaClick
-Login.html
 LogonForm
 MAINTAINERS.txt
 MAPS
@@ -6175,6 +6174,7 @@ ReportBug
 ReportIAP
 ReportPost
 ReputationManager
+Request-activation-link.html
 ReservationAjax
 ResponsibleDisclosure
 RestaurantAdsManager
@@ -6319,7 +6319,6 @@ SponsoredListingCommerce
 SpotlightDemo
 SpotlightHome
 StartBooking
-Starten/Page-Projekt-anlegen.html
 StaticPage
 StaticVelocityPage
 StaticVelocityXmlPage
@@ -6822,7 +6821,10 @@ about/createfeedback.html
 about/dtf_org.pdf
 about/faq/station-finder/?state-text=
 about/faq/station-finder/?zip-text=
+about/report-violation.html
 about/team_member
+about/terms-of-use/api.html
+about/terms-of-use/starters-2018.html
 about/views
 about?
 abs
@@ -7167,7 +7169,6 @@ ak/users
 ak6759.com
 ak6767com
 ak_action=
-aktivierungslink-anfordern.html
 al
 alacarta/*&order=
 alacarta/*&orderCriteria
@@ -7303,7 +7304,7 @@ api/editionurlgenerator
 api/eventlogging
 api/federation
 api/html
-api/http://israelnationalnews.com/robots.txt
+api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7385,7 +7386,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://iso.org/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -7926,7 +7927,6 @@ banking
 banmyipforever.cgi
 banner.pl
 baroness
-barzahlung.html
 bas
 base/login
 basie
@@ -8286,7 +8286,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://www1.nyc.gov/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8394,7 +8394,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://xkcd.com/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -9230,6 +9230,7 @@ cart?
 cartoon
 carts
 cashout
+cashpayment.html
 cassette.axd/manifest.xml
 cassette.axd/script/
 cassette.axd/stylesheet/
@@ -9334,7 +9335,7 @@ cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://meyerweb.com/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9678,7 +9679,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://moz.com/robots.txt
+code/http://wa.me/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -9892,7 +9893,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://zen.yandex.ru/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10009,7 +10010,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://computerbase.de/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -11241,7 +11242,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://avexnet.or.jp/robots.txt
+email/*http://dw.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -12170,7 +12171,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.co.jp/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter/tips
 filter/tips
 filterTags=
@@ -12573,7 +12574,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://gartner.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13128,7 +13129,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://techradar.com/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13201,11 +13202,13 @@ help-v1
 help/*
 help/*/answers
 help/*/ask
+help/assistent.html
 help/cnnx.html
 help/feedback
 help/forgot_login
 help/kindlecloudreader
 help/kindlefire
+help/live/launch-day/launch-day-videoupload.html
 help/maps/indoormaps/partners
 help/maps/streetview/partners/welcome
 help/requests/new?app_id=
@@ -13242,9 +13245,6 @@ hide?
 highereducation/higheddocs
 highlights
 highwire
-hilfe/assistent.html
-hilfe/fundingdetail.html
-hilfe/live/launch-day/launch-day-videoupload.html
 hims-hard-mints
 hinweis/datenleck
 hire/browse
@@ -13534,42 +13534,43 @@ http
 http-checker
 http2_data
 http:
-http://1.bp.blogspot.com/robots.txt
-http://1.gravatar.com/robots.txt
-http://akismet.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://about.google/robots.txt
+http://amazon.com/robots.txt
+http://amazon.de/robots.txt
+http://amazon.in/robots.txt
+http://ameblo.jp/robots.txt
+http://amzn.to/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://beatport.com/robots.txt
 http://behance.net/robots.txt
-http://booking.com/robots.txt
-http://breaker.audio/robots.txt
-http://cdtfa.ca.gov/robots.txt
-http://cnbc.com/robots.txt
-http://daringfireball.net/robots.txt
-http://dictionary.com/robots.txt
-http://ec.europa.eu/robots.txt
-http://emarketer.com/robots.txt
-http://fairfaxcounty.gov/robots.txt
-http://fda.gov/robots.txt
-http://foxnews.com/robots.txt
-http://google.ch/robots.txt
-http://hootsuite.com/robots.txt
-http://idfa.nl/robots.txt
-http://l.facebook.com/robots.txt
-http://marketwatch.com/robots.txt
-http://maxcdn.bootstrapcdn.com/robots.txt
-http://mc.yandex.ru/robots.txt
-http://mentalshinri.net/robots.txt
-http://nature.com/robots.txt
-http://onedrive.live.com/robots.txt
-http://pubs.acs.org/robots.txt
-http://radiopublic.com/robots.txt
-http://sciencedirect.com/robots.txt
-http://smallbusiness.withgoogle.com/robots.txt
-http://takeout.google.com/robots.txt
-http://unsplash.com/robots.txt
-http://us02web.zoom.us/robots.txt
-http://usnews.com/robots.txt
-http://usps.com/robots.txt
-http://variety.com/robots.txt
-http://yandex.ru/robots.txt
+http://census.gov/robots.txt
+http://creativecommons.org/robots.txt
+http://euronews.com/robots.txt
+http://gist.github.com/robots.txt
+http://graphisoft.com/robots.txt
+http://he.wikipedia.org/robots.txt
+http://hubspot.com/robots.txt
+http://ie.edu/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
+http://soundcloud.com/robots.txt
+http://support.apple.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://tiny.cc/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://vogue.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14185,10 +14186,7 @@ info
 info-pages/advertising-guidelines
 info-pages/custom-services-agreement-23-10
 info-pages/terms-of-use/custom-services-agreement-23-10
-info/agb/api.html
-info/agb/starter-2018.html
 info/tech-feedback
-info/verstoss-melden.html
 informa
 information/feedback.html?
 information/privacy.html
@@ -14217,7 +14215,7 @@ integrate/
 integrations
 integromedb
 intelligencer/amp
-interactive*http://startnext.com/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives
 interface/pda
@@ -14434,7 +14432,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://latimes.com/robots.txt
+it/searchhttp://m.facebook.com/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15060,7 +15058,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://bluehost.com/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15698,7 +15696,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://istockphoto.com/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -17699,7 +17697,6 @@ parliament/public/transltraineeship/secured
 partNumber=
 participate/conferences.xml
 partner
-partner-articles
 partner-content/*
 partner-locator/partner-details
 partner/*?
@@ -17940,7 +17937,6 @@ ping
 ping?
 pingback
 pingdom
-pinnwand.html
 pinterest-predicts
 pinterest-wellbeing
 pinterestwellbeing
@@ -18532,8 +18528,8 @@ privacy/request-data
 privacy/zoho-group.html
 privacy_policy
 private
-private/http://google.fr/robots.txt
-private/http://scholar.google.com/robots.txt
+private/http://sfgate.com/robots.txt
+private/http://shareasale.com/robots.txt
 private/wtrack
 prix-essence
 pro
@@ -19967,7 +19963,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://euroncap.com/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20349,7 +20345,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://discord.gg/robots.txt
+showtimes/location/*http://images-na.ssl-images-amazon.com/robots.txt
 shr*
 shutterstock
 si
@@ -20825,11 +20821,70 @@ smclient=
 smcot
 sme
 smevi
+sn-demokratie.html
+sn-demokratie/sn-demonstration.html
+sn-drogerie.html
+sn-drogerie/sn-drogerie-sonstiges.html
+sn-drogerie/sn-gesicht.html
+sn-drogerie/sn-haare.html
+sn-drogerie/sn-intimes.html
+sn-drogerie/sn-koerper.html
+sn-drogerie/sn-zaehne.html
+sn-erlebnisse.html
+sn-erlebnisse/sn-erlebnisse-sonstiges.html
+sn-erlebnisse/sn-events.html
+sn-erlebnisse/sn-konzert.html
+sn-erlebnisse/sn-locations.html
+sn-erlebnisse/sn-meet-greet.html
+sn-erlebnisse/sn-urlaub.html
+sn-fashion.html
+sn-fashion/sn-accessoires.html
+sn-fashion/sn-fashion-sonstiges.html
+sn-fashion/sn-kleidung.html
+sn-fashion/sn-schmuck-uhren.html
+sn-fashion/sn-schuhe.html
+sn-fashion/sn-taschen-rucksaecke.html
+sn-gutscheine.html
+sn-gutscheine/sn-gastronomie.html
+sn-gutscheine/sn-gutscheine-sonstiges.html
+sn-gutscheine/sn-shop.html
+sn-lebensmittel.html
+sn-lebensmittel/sn-alkoholisches.html
+sn-lebensmittel/sn-getraenke.html
+sn-lebensmittel/sn-kaffee-tee.html
+sn-lebensmittel/sn-kraeuter-gewuerze.html
+sn-lebensmittel/sn-lebensmittel-sonstiges.html
+sn-lebensmittel/sn-snacks.html
+sn-lebensmittel/sn-superfood.html
+sn-lebensmittel/sn-vegan.html
+sn-lifestyle.html
+sn-lifestyle/outdoor.html
+sn-lifestyle/sn-kunsthandwerk.html
+sn-lifestyle/sn-lifestyle-sonstiges.html
+sn-lifestyle/sn-mobilitaet.html
+sn-lifestyle/sn-reisen.html
+sn-lifestyle/sn-sportartikel.html
+sn-lifestyle/sn-tierbedarf.html
+sn-symbolisches.html
+sn-symbolisches/sn-karma.html
+sn-symbolisches/sn-patenschaft.html
+sn-symbolisches/sn-symbolisches-sonstiges.html
+sn-technik.html
+sn-technik/sn-gadgets.html
+sn-technik/sn-software-apps.html
+sn-technik/sn-technik-sonstiges.html
+sn-wohnen.html
+sn-wohnen/sn-gemuetlichkeit.html
+sn-wohnen/sn-kuechenutensilien.html
+sn-wohnen/sn-reinigung.html
+sn-wohnen/sn-saatgut.html
+sn-wohnen/sn-wohnen-sonstiges.html
 snap
 sndmsg?
 snoop
 snp
 sns-ap
+snuugl.html
 soap/
 soc
 social
@@ -20918,6 +20973,11 @@ sources/refund
 sources/sepa_mandate
 sources/test_klarna
 sources/test_source
+sp-spiele.html
+sp-spiele/sn-brettspiele.html
+sp-spiele/sn-kartenspiele.html
+sp-spiele/sn-online-games.html
+sp-spiele/sn-spiele-sonstiges.html
 sp/2for1
 sp/3for2
 sp=
@@ -21044,6 +21104,7 @@ stamp_ranking
 standards
 starbuckspartners
 start
+start-project/Page-Projekt-anlegen.html
 start-session
 start-ups/challenge/
 start-ups/loft/hack/
@@ -21510,7 +21571,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://themeforest.net/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21737,9 +21798,9 @@ test5
 test6
 testcases
 testfl
-testhttp://pca.st/robots.txt
+testhttp://moz.com/robots.txt
 testing
-testing/http://accenture.com/robots.txt
+testing/http://facebook.com/robots.txt
 testpage-forhomepage
 tests/*
 tetro
@@ -22106,7 +22167,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://j.mp/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22575,7 +22636,6 @@ unsupported-browser
 unternehmen/c
 unternehmen/o
 unternehmen/suche
-unterstuetzer.html
 until=
 update-your-browser
 update.php
@@ -23982,9 +24042,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://cadenaser.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://news.yahoo.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://willowgarage.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -24315,9 +24375,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://jupiterbroadcasting.com/robots.txt
-wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt
-wp-admin/admin-ajax.phphttp://track.adform.net/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
+wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24392,7 +24451,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://lemonde.fr/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24522,7 +24581,7 @@ your-account
 your-orders
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://guardian.co.uk/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours