[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -261,6 +261,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpge
 .js
 .js
+.js$
 .json
 .jsx
 .jsx$
@@ -3364,6 +3365,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/search?
 /pdf-templates/standalone
 /pdfft
+/pdp-async/preview
 /people/*/circle
 /people/*/favorites
 /personality/index$
@@ -3498,6 +3500,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rnwy/account
 /rnwy/ajax
 /rnwy/artikelen
+/rnwy/object/objectAsync
 /rnwy/product/reviews
 /rnwy/product_compare
 /rnwy/slots/ajax
@@ -3881,6 +3884,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /util
 /util$
 /utils
+/v
 /vaak-samen-gekocht
 /vader/
 /vejr/
@@ -4436,7 +4440,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user/password
 ?q=user/register
 ?q=vote
-?qa_expand_key
 ?quicktabs_5=
 ?quid=
 ?quote=
@@ -5019,7 +5022,6 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
-HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -5531,7 +5533,6 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
-Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -5692,7 +5693,6 @@ Saves
 ScreensaverShade
 Scripts
 Search
-Search
 Search/Mail/Public
 SearchNavigationView
 SelectLocale?fromPage=
@@ -6048,7 +6048,6 @@ __mobile/*
 __origami
 __pc/*
 __rapidworker-1.2.js
-_ah
 _ajax
 _allComments.html
 _allCommentsClassicBlog.html
@@ -6285,8 +6284,6 @@ ac_universities
 ac_university_departments
 aca/authorinformation/
 academic-subscriptions
-academic/profile
-academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6310,7 +6307,7 @@ account-details
 account-login
 account-prefs-change
 account-settings
-account/
+account-setup
 account/*
 account/accomplishments
 account/ackgift
@@ -6319,6 +6316,7 @@ account/deactivated
 account/delete
 account/delete/ok
 account/emailoptout/?*token=
+account/invite
 account/myibm/InterestsEdit.do
 account/myint
 account/mypro
@@ -6374,7 +6372,6 @@ ach/kb/*/discuss
 ach/search
 ach/user
 ach/users
-aclick
 aclk
 acoustic
 acq
@@ -6475,6 +6472,7 @@ ad_visibility
 adblbestsellers*language=
 adchoice
 add-favorite
+add-new
 add-to-bibliography
 add-to-cart
 add-to-existing-collection
@@ -6684,7 +6682,6 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
-alink
 alive/
 alkali
 all-supported-params
@@ -6710,7 +6707,6 @@ american-ninja-warrior-ninja-vs-ninja
 american-sniper
 aml
 amp
-amp/
 amp/deals/analytics?*=
 amp/local/*/www.groupon.com
 amp_next_page_ga.cms*
@@ -6806,10 +6802,8 @@ api/html
 api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
-api/internal/_bb
 api/jobPostings/jobs
 api/legendary-data/relay
-api/maps/
 api/nextsteps
 api/nts/v1/login
 api/partner_select/*/price_query
@@ -7558,7 +7552,6 @@ bewerten
 bfe/apps/website
 bfl
 bfmp
-bfp/search
 bg
 bg-bg/
 bg/
@@ -7591,7 +7584,6 @@ bin/*
 bin/sapdx
 bin/search.go
 bin/search.py
-bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -7751,7 +7743,6 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
-blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -7967,6 +7958,7 @@ businesswars
 button
 buttonWidget
 buy
+buy/select-product
 buy_buttons
 buyeroffers/*/*.html
 buyeroffers/*/*/*.html
@@ -8788,7 +8780,6 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
-ck/
 cl
 cl/Download
 cl2/feeds
@@ -8849,6 +8840,7 @@ cloud-launcher/sitemap
 cloud/
 cloud/multicloud-solution
 cloudhsm/classic
+cloudmonitor
 cloudplayer
 cloudsourcetools/images
 clp
@@ -9291,6 +9283,7 @@ contest/
 contests
 context_referrer=gig_page
 context_referrer=user_page
+contribute
 contribute/*
 contributors/
 control
@@ -9415,12 +9408,9 @@ cpresources
 cpro
 cpropub/univercd
 cpspa
-cr$
 cr/
 cr/Download
-cr?
 craft
-crash
 crc/
 create
 create-account
@@ -9790,6 +9780,7 @@ de_de
 de_de/vorlagen/M
 deactivate-account
 dealqa-assets
+deals
 deals/*/confirmation?pledge_id
 deals/*/memberships
 deals/cardatron_proxy?*=
@@ -9870,7 +9861,6 @@ detail/ajax
 details-
 details-print
 dev
-devadmin
 devcon2007
 devdns/
 developer/invite
@@ -9960,6 +9950,7 @@ discount
 discount_type=
 discover
 discovery
+discuss/search
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -10304,6 +10295,8 @@ edit
 edit$
 edit-subscriptions
 edit/$
+edit/review
+edit/success
 editing
 editing/EditHomeFacts.htm
 edition/null
@@ -10425,7 +10418,6 @@ embed/v2
 embed?
 embed_iframe
 embed_js
-embed_video
 embeddable
 embeds
 embedservererror.aspx
@@ -10640,9 +10632,6 @@ enterprise/orgs-terms
 enterprise/seo
 entertain
 entertainment/article/Minerva-s-horoscope
-entities/search
-entityexplore$
-entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -11116,7 +11105,6 @@ fbml/ajax/dialog
 fbpostaction.cms?article=
 fcgi-
 fckeditor
-fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -11576,8 +11564,6 @@ ftpinstructions
 full
 fullscreen
 fullscreen/ReportLinker
-fun/api/
-fun/g/
 funding?
 fundraiser/charity
 fur/forums
@@ -12268,12 +12254,10 @@ horoscopes
 hosted/images
 hostgator
 hosting/search
-hotel/reviews?
 hotelfinder/rpc
 hotels
 hotels/newAdaptiveRoomTypePhotoViewer
 hotels/rpc
-hotels/search
 hotfix/
 houseads
 houzz-historyzz
@@ -12284,8 +12268,6 @@ howto
 howto/GoodNeighborPolicy.htm
 howtobuy/
 hp/video
-hpm
-hpmob
 hr
 hr-hr/
 hr/android/collections
@@ -12354,13 +12336,13 @@ http://help.twitter.com/robots.txt
 http://irishtimes.com/robots.txt
 http://iubenda.com/robots.txt
 http://last.fm/robots.txt
-http://msdn.microsoft.com/robots.txt
 http://nationalgeographic.com/robots.txt
 http://nerdwallet.com/robots.txt
 http://patents.google.com/robots.txt
 http://producthunt.com/robots.txt
 http://python.org/robots.txt
 http://reconstructingjudaism.org/robots.txt
+http://roblox.com/robots.txt
 http://smithsonianmag.com/robots.txt
 http://static.wixstatic.com/robots.txt
 http://techradar.com/robots.txt
@@ -12650,20 +12632,10 @@ images/$
 images/*
 images/*.png
 images/?
-images/async/?
-images/async?
-images/hosted/?
-images/hosted/search?
-images/hosted?
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
-images/search%3F
-images/search%5C
-images/search/?
-images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
-images/searchbyimage
 images/smart/$
 images/touch/$
 images/touch/?
@@ -12671,9 +12643,6 @@ images/touch/search?rpt=imageview
 images/touch/search?text=*&source=morda
 images/v$
 images/viewconfig$
-images?
-images?*mmbaseline*
-images?*nr*
 imagine/
 imesync
 imf-fetch-message
@@ -12765,7 +12734,6 @@ inapp
 inbox
 inbox$
 inbox$
-inboxcommerce
 include/
 includes
 incoming
@@ -12915,6 +12883,7 @@ internal
 internal-api
 internal/*
 internalPref
+internalapi
 interstitial-ad
 intl
 intl/*/about/views
@@ -13526,22 +13495,6 @@ keyword
 keyword=
 kg/en/
 kg/ru/
-khan-labs?step=children-over-limit
-khan-labs?step=english-only
-khan-labs?step=ineligible
-khan-labs?step=no-birthdate
-khan-labs?step=terms-and-conditions
-khan-labs?step=terms-and-conditions-redirect
-khan-labs?step=under-age-gate
-khan-labs?step=us-only
-khanmigo/checkout?step=children-over-limit
-khanmigo/checkout?step=english-only
-khanmigo/checkout?step=ineligible
-khanmigo/checkout?step=no-birthdate
-khanmigo/checkout?step=terms-and-conditions
-khanmigo/checkout?step=terms-and-conditions-redirect
-khanmigo/checkout?step=under-age-gate
-khanmigo/checkout?step=us-only
 kill-switch
 killing-them-softly
 kimsconvenience
@@ -13810,7 +13763,6 @@ loans
 loc/volunteers
 loc=
 local
-local
 local-services-ads
 local/*/all-deals
 local/*/goods
@@ -13884,7 +13836,6 @@ login/renvoyer-le-lien-de-confirmation
 login/resend-confirmation-link
 login?
 login?*=
-login?continue=
 login?fullscreen=
 login?redirectPath=
 login?ref=
@@ -14113,7 +14064,6 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
-maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -14314,7 +14264,6 @@ merchanism
 merchant-page
 merchant-page/js/locale.js
 merchant/*/contracts
-merchant/reviews?
 merchantapps
 mes
 message
@@ -15126,7 +15075,6 @@ notices
 notifications
 notifications
 notifications$
-notifications/
 notifications/*
 nova
 novel/comments.php?id=
@@ -15268,8 +15216,6 @@ offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
 offers/preview/
-offers/proxy/dealsserver/api/log
-offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -15745,7 +15691,6 @@ partNumber=
 partial
 participate/conferences.xml
 partner
-partner-articles
 partner/*?
 partnerfeeds
 partners
@@ -16217,7 +16162,6 @@ postdesign/
 postings
 postings/PostForSale.htm?
 postings/PostMakeMeMoveStreamlined.htm?
-postlogin
 postmail.cms
 posts
 posts/
@@ -16347,7 +16291,6 @@ pro-site
 pro-solutions
 pro/about
 pro2
-proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -16367,7 +16310,6 @@ product/*
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
-product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -16489,7 +16431,6 @@ profile/*/photos
 profile/account
 profile/following
 profile/general
-profile/history?
 profile/mylists
 profile/premium
 profile/view
@@ -16535,6 +16476,7 @@ projects/*/contributions
 projects/*/payments
 projects/?
 projects/browse.php
+projects/embed
 projects/geo/download
 projects/geo/tools
 projects/gtr/gt
@@ -17394,7 +17336,6 @@ restricted
 restricted/
 restricted_temporary/
 results
-results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -17443,7 +17384,6 @@ reviews/write/?s=
 reviews/write?s=
 reviews_page=
 rewards
-rewardsapp/
 rf=*
 rip/
 rlv/
@@ -17804,6 +17744,8 @@ sco/user
 sco/users
 scorecard
 scorecard/
+scratch_1.4
+scratchr2/static
 screener/insider
 screensaver
 screenshots
@@ -18014,7 +17956,6 @@ searches
 searchhistory
 searchresults
 searchsuggest
-searchtest
 searchweb/*.html
 seattle-superstorm
 sec
@@ -18133,10 +18074,8 @@ set_author_id
 setbucket
 setprefs
 settings
-settings
 settings/*
 settings/deactivated
-settings/linkaccount
 settings/loid-email-unsubscribe
 settings/loid-email-unsubscribe-router
 setup
@@ -18232,7 +18171,6 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
-shenghuo
 shenghuo/search?
 shifen/
 shihui
@@ -18241,19 +18179,16 @@ ship
 shipping
 shipping-payment
 shop
-shop$
-shop/
 shop/*&
 shop/browse/overlay
-shop/collections
 shop/iphone/payments/overlay
 shop/view/product
-shop?
 shop_name_search_service
 shop_pins
 shopcart/*
 shopfront-api
 shopfront_api
+shopper-platform
 shopping
 shopping-cart
 shopping-content-api/product_images
@@ -18362,6 +18297,7 @@ since=
 single_pages
 sio
 sit_rep
+site-api
 site-archive
 site-explorer
 site-explorer/$
@@ -18766,7 +18702,6 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
-social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -18846,7 +18781,6 @@ sp/news3
 sp=
 sp_url=
 spartan
-spbasic
 spc-source=
 special-promo/2for1
 specialhandling-payments/
@@ -18895,7 +18829,6 @@ sports/whatson
 sports_fp_ms
 spot
 spreadsheet
-spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -18969,7 +18902,6 @@ stat
 statement
 statements
 static
-static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -19092,9 +19024,7 @@ storeclick
 storefront
 storepicker
 storerequest
-stores$
 stores-manage
-stores/
 stores/page/*visitId=
 stories
 story
@@ -19559,7 +19489,6 @@ text/*?page=
 text/yandex-news.region.xml
 tfemail
 th
-th$
 th-th.www.cloudflare.com
 th-th/
 th-th/feedback
@@ -19590,7 +19519,6 @@ th/solutions/case-studies/innovators/innovators-eu/
 th/solutions/case-studies/sustainability-emea/
 th/user
 th/users
-th?
 th_th
 th_th/templates/M
 thank-you
@@ -19908,7 +19836,6 @@ translate_p
 translate_static
 translate_suggestion
 translate_t
-translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -19935,32 +19862,15 @@ travel-frontend/images
 travel-vacations
 travel/
 travel/2013/aug/22/been-there-readers-competition?
-travel/api
 travel/clk
-travel/css
 travel/entity
-travel/flight-search
-travel/flight/flightSearch
-travel/flight/flightSearchAction
-travel/flight/search/?
-travel/flight/search?
-travel/flights
 travel/flights/s
-travel/hotel-search
-travel/hotel/hotelMiniSearchRequest
-travel/hotel/hotelSearch
 travel/hotels/*/entity
 travel/hotels/*/stories
-travel/hotels/checkout
-travel/hotels/detail
 travel/hotels/entity
-travel/hotels/search/?
-travel/hotels/search?
 travel/hotels/stories
 travel/passport
-travel/scripts
 travel/search
-travel/secure
 travelnevadahighway95tc
 treadstone
 treasury
@@ -20289,7 +20199,6 @@ ur/search
 ur/user
 ur/users
 urchin_test
-url
 url-shortner
 urlinator/static-1.54
 urlinator/static-1.55
@@ -20754,10 +20663,12 @@ v3/streams/contents
 v3/streams/ids
 v3/topics
 v4
+v4/md/applications/crunchbase
 v=
 validate-user
 var
 variant=
+varserver
 vas
 vbtv/
 ve/Download
@@ -20893,29 +20804,11 @@ videodash.cms*
 videodetails
 videorequest
 videos
-videos/?
-videos/browsing
 videos/expander
-videos/explore
-videos/favorites
-videos/feed
-videos/feedcontent
-videos/music
-videos/music/
-videos/music/?
-videos/music?
-videos/riverview/relatedvideo
-videos/riverview/relatedvideo/?
-videos/riverview/relatedvideo?
 videos/search
-videos/search/?
-videos/search?
 videos/show_trailer
 videos/slider
 videos/transcripts
-videos/trending
-videos/trendingcontent
-videos?
 videosearch
 view
 view-3d-home
@@ -21152,11 +21045,7 @@ whythisad
 widget
 widget-landing-page.html
 widget-uploads
-widget/cr
-widget/entity/search/?
 widget/player
-widget/render
-widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -21811,7 +21700,6 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
-work
 work-at-ucl/redeployment
 work/_
 work/acceptinvitation
@@ -21907,6 +21795,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
+wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
 wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
@@ -21972,7 +21861,6 @@ wp-content/themes/wired/assets/images/subscribe_290x110.gif
 wp-content/themes/wired/assets/images/subscribe_310x80.gif
 wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
-wp-content/uploads
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
 wp-content/uploads/wc-logs
@@ -22105,7 +21993,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://evernote.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours