[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1440,8 +1440,8 @@ hotels/rpc
 hotfix/
 hp/video
 hpc/*/supported-applications.aspx?
-http://bbc.com/robots.txt
-http://blog.google/robots.txt
+http://de.wikipedia.org/robots.txt
+http://npr.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2970,7 +2970,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://support.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3903,6 +3903,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /{link}
 0
 0*?
+0;((b=google.c)==null?0:b.cwh)&&google.c.wh<=1&&(e=!0);b=void
 ;jsessionid
 ;jsessionid
 ;preview=
@@ -4943,6 +4944,7 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
+HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -5441,6 +5443,7 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
+Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -5602,6 +5605,7 @@ Saves
 ScreensaverShade
 Scripts
 Search
+Search
 Search/Mail/Public
 SearchNavigationView
 SelectLocale?fromPage=
@@ -6189,6 +6193,8 @@ ac_universities
 ac_university_departments
 aca/authorinformation/
 academic-subscriptions
+academic/profile
+academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6213,6 +6219,7 @@ account-login
 account-prefs-change
 account-settings
 account-setup
+account/
 account/*
 account/accomplishments
 account/ackgift
@@ -6274,6 +6281,7 @@ ach/kb/*/discuss
 ach/search
 ach/user
 ach/users
+aclick
 aclk
 acoustic
 acq
@@ -6584,6 +6592,7 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
+alink
 alive/
 alkali
 all-supported-params
@@ -6609,6 +6618,7 @@ american-ninja-warrior-ninja-vs-ninja
 american-sniper
 aml
 amp
+amp/
 amp/deals/analytics?*=
 amp/local/*/www.groupon.com
 amp_next_page_ga.cms*
@@ -6706,6 +6716,7 @@ api/internal/*/location
 api/internal/_bb
 api/jobPostings/jobs
 api/legendary-data/relay
+api/maps/
 api/nextsteps
 api/nts/v1/login
 api/partner_select/*/price_query
@@ -7379,7 +7390,6 @@ backstage/api/
 bad-boys
 bad-boys-ii
 badges/profile/create
-baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -7632,6 +7642,7 @@ bewerten
 bfe/apps/website
 bfl
 bfmp
+bfp/search
 bg
 bg-bg/
 bg/
@@ -7664,6 +7675,7 @@ bin/*
 bin/sapdx
 bin/search.go
 bin/search.py
+bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -7822,6 +7834,7 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
+blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8972,6 +8985,7 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
+ck/
 cl
 cl/Download
 cl2/feeds
@@ -9250,7 +9264,6 @@ compagnie
 companies/c
 companies/o
 companies/search
-company
 company/*.rss
 company/add-ons-agreement
 company/contact-thank-you
@@ -9632,11 +9645,12 @@ cp/api/logger
 cp/api/wpa
 cpds2
 cpresources
-cpro
 cpropub/univercd
 cpspa
+cr$
 cr/
 cr/Download
+cr?
 craft
 crash
 crc/
@@ -10998,6 +11012,9 @@ enterprise/blog/search?
 enterprise/orgs-terms
 enterprise/seo
 entertainment/article/Minerva-s-horoscope
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -11548,6 +11565,7 @@ fbml/ajax/dialog
 fbpostaction.cms?article=
 fcgi-
 fckeditor
+fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12075,6 +12093,8 @@ ftpinstructions
 full
 fullscreen
 fullscreen/ReportLinker
+fun/api/
+fun/g/
 funding?
 fundraiser/charity
 fur/forums
@@ -12806,7 +12826,6 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -12841,10 +12860,12 @@ horoscopes
 hosted/images
 hostgator
 hosting/search
+hotel/reviews?
 hotelfinder/rpc
 hotels
 hotels/newAdaptiveRoomTypePhotoViewer
 hotels/rpc
+hotels/search
 hotfix/
 houseads
 houzz-historyzz
@@ -12855,6 +12876,8 @@ howto
 howto/GoodNeighborPolicy.htm
 howtobuy/
 hp/video
+hpm
+hpmob
 hr
 hr-hr/
 hr/android/collections
@@ -12994,6 +13017,7 @@ i/models/*/ar-redirect
 i/models/*/views
 i/u
 i18n-checker/check
+i?
 ia
 ia/forums
 ia/kb/*/discuss
@@ -13290,10 +13314,20 @@ images/$
 images/*
 images/*.png
 images/?
+images/async/?
+images/async?
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/smart/$
 images/touch/$
 images/touch/?
@@ -13301,6 +13335,9 @@ images/touch/search?rpt=imageview
 images/touch/search?text=*&source=morda
 images/v$
 images/viewconfig$
+images?
+images?*mmbaseline*
+images?*nr*
 imagine/
 imesync
 imf-fetch-message
@@ -13431,6 +13468,7 @@ inapp
 inbox
 inbox$
 inbox$
+inboxcommerce
 inc5000dev
 include/
 includes
@@ -14088,6 +14126,8 @@ journal/pains
 journal/pains$
 journal/peacestud
 journal/peacestud$
+journal/precisoncol
+journal/precisoncol$
 journal/projects
 journal/projects$
 journal/protein
@@ -14539,7 +14579,6 @@ limited-release
 link
 link-intersect
 link-intersect/$
-link?
 link_to
 linked
 linkedin
@@ -14583,10 +14622,13 @@ lo/users
 loadHelpcenterDecouplePage
 load_video_player
 loader
+loader.cfm
+loader.cfm*
 loans
 loc/volunteers
 loc=
 local
+local
 local-services-ads
 local/*/all-deals
 local/*/goods
@@ -14885,6 +14927,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -15081,6 +15124,7 @@ merchanism
 merchant-page
 merchant-page/js/locale.js
 merchant/*/contracts
+merchant/reviews?
 merchantapps
 mes
 message
@@ -16100,7 +16144,6 @@ noindex
 noindex$
 nojs=
 nonConfig/api/wpa
-nonce="pu-cQq9bOv4aWulELPXksw">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -16118,6 +16161,7 @@ notfound.html
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 nova
 novel/comments.php?id=
@@ -16130,6 +16174,7 @@ npln
 npost/
 npr
 nqrwns
+ns/
 ns/hydra/console/?
 ns/local_news
 nso/forums
@@ -16295,6 +16340,8 @@ offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
 offers/preview/
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -16508,8 +16555,6 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
-page/*/?s
-page/*/?s=
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -17302,7 +17347,6 @@ postings/PostForSale.htm?
 postings/PostMakeMeMoveStreamlined.htm?
 postlogin
 postmail.cms
-posts
 posts/
 posts/flag
 posts/item
@@ -17342,7 +17386,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://s3-us-west-2.amazonaws.com/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -17429,6 +17473,7 @@ pro-site
 pro-solutions
 pro/about
 pro2
+proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -17448,6 +17493,7 @@ product/*
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
+product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -17568,6 +17614,7 @@ profile/*/photos
 profile/account
 profile/following
 profile/general
+profile/history?
 profile/mylists
 profile/premium
 profile/view
@@ -18505,6 +18552,7 @@ restricted
 restricted/
 restricted_temporary/
 results
+results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -18553,6 +18601,7 @@ reviews/write/?s=
 reviews/write?s=
 reviews_page=
 rewards
+rewardsapp/
 rf=*
 rip/
 rlv/
@@ -18767,7 +18816,6 @@ s3
 s=
 s=p
 s?
-s?
 s?*rh=n%3A1380045031
 s_id=
 sa
@@ -19281,6 +19329,7 @@ set_author_id
 setbucket
 setprefs
 settings
+settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -19416,8 +19465,8 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
+shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -19426,11 +19475,15 @@ shipping
 shipping-payment
 shippingassistant
 shop
+shop$
+shop/
 shop/*&
 shop/browse/overlay
+shop/collections
 shop/global
 shop/iphone/payments/overlay
 shop/view/product
+shop?
 shop_name_search_service
 shop_pins
 shopcart/*
@@ -19500,7 +19553,6 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
-sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -19950,6 +20002,7 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -20029,6 +20082,7 @@ sp/news3
 sp=
 sp_url=
 spartan
+spbasic
 spc-source=
 special-promo/2for1
 specialhandling-payments/
@@ -20076,6 +20130,7 @@ sports/nfl/includes
 sports/whatson
 sports_fp_ms
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -20149,6 +20204,7 @@ stat
 statement
 statements
 static
+static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -20277,7 +20333,9 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
 stores-manage
+stores/
 stores/page/*visitId=
 stories
 story
@@ -20738,6 +20796,7 @@ text/*?page=
 text/yandex-news.region.xml
 tfemail
 th
+th$
 th*/blog-article-remove-faq-utms-*.js
 th*/cdn-cgi/challenge-platform
 th*/step
@@ -20803,6 +20862,7 @@ th/tools/logo-maker/onboarding
 th/user
 th/users
 th/ventureone
+th?
 th_th
 th_th/templates/M
 thank-you
@@ -21159,6 +21219,7 @@ translate_p
 translate_static
 translate_suggestion
 translate_t
+translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -21185,13 +21246,30 @@ travel-frontend/images
 travel-vacations
 travel/
 travel/2013/aug/22/been-there-readers-competition?
+travel/api
 travel/clk
+travel/css
 travel/entity
+travel/flight-search
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
+travel/flights
 travel/flights/s
+travel/hotel-search
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/entity
+travel/hotels/search/?
+travel/hotels/search?
 travel/hotels/stories
 travel/passport
+travel/scripts
 travel/search
+travel/secure
 travelnevadahighway95tc
 treadstone
 treasury
@@ -21503,7 +21581,6 @@ uk/your
 uk/zazzle
 uki/search
 uli/trac
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -21592,6 +21669,7 @@ ur/search
 ur/user
 ur/users
 urchin_test
+url
 url-shortner
 urlinator/static-1.54
 urlinator/static-1.55
@@ -22197,11 +22275,29 @@ videodash.cms*
 videodetails
 videorequest
 videos
+videos/?
+videos/browsing
 videos/expander
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
+videos/music
+videos/music/
+videos/music/?
+videos/music?
+videos/riverview/relatedvideo
+videos/riverview/relatedvideo/?
+videos/riverview/relatedvideo?
 videos/search
+videos/search/?
+videos/search?
 videos/show_trailer
 videos/slider
 videos/transcripts
+videos/trending
+videos/trendingcontent
+videos?
 videosearch
 view
 view-3d-home
@@ -22469,7 +22565,11 @@ whythisad
 widget
 widget-landing-page.html
 widget-uploads
+widget/cr
+widget/entity/search/?
 widget/player
+widget/render
+widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -23124,6 +23224,7 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
+work
 work-at-ucl/redeployment
 work/_
 work/acceptinvitation
@@ -23219,7 +23320,6 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
 wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php