[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3121,7 +3121,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://steamcommunity.com/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3712,7 +3712,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://rebrand.ly/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3829,7 +3829,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://mozilla.com/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5540,6 +5540,7 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
+HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -6098,6 +6099,7 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
+Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -6231,6 +6233,7 @@ Saves
 ScreensaverShade
 Scripts
 Search
+Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
@@ -6842,6 +6845,8 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
+academic/profile
+academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6924,6 +6929,7 @@ ach/search
 ach/user
 ach/users
 achievements
+aclick
 aclk
 acoustic
 acq/nonprofits
@@ -7208,6 +7214,7 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
+alink
 alkali
 all
 all-supported-params
@@ -7234,6 +7241,7 @@ amp
 amp$
 amp-proxy
 amp-tealium
+amp/
 amp_next_page_ga.cms*
 amphtml
 amphtml/blogs/test
@@ -7305,13 +7313,14 @@ api/editionurlgenerator
 api/eventlogging
 api/federation
 api/html
-api/http://nam.edu/robots.txt
+api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
+api/maps/
 api/nextsteps
 api/nicorepo/timeline
 api/partner_select/*/price_query
@@ -7386,7 +7395,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://crunchbase.com/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -7471,6 +7480,7 @@ article/PR-CO
 article/api
 article/beta
 article/category
+article/m
 article/preview
 article/this-article-has-been-deleted
 article/this-article-has-been-removed
@@ -8195,6 +8205,7 @@ backoffice=
 backstage/api/
 badges/profile/create
 bagon
+baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -8443,6 +8454,7 @@ bezahlvorgaenge.html
 bfe/apps/website
 bfl
 bfmp
+bfp/search
 bg
 bg-*/
 bg-bg/
@@ -8473,6 +8485,7 @@ bin
 bin/
 bin/search.go
 bin/search.py
+bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -8562,7 +8575,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://stripe.com/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8602,6 +8615,7 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
+blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8669,7 +8683,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://whatsapp.com/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -9582,7 +9596,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://technorati.com/robots.txt
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9610,7 +9624,7 @@ cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://scoop.it/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9804,6 +9818,7 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
+ck/
 cl
 cl2/feeds
 cl2/ical
@@ -9886,6 +9901,10 @@ cn/lp/003/
 cn/pm/
 cn/products/online-datasheet/
 cn/solutions/case-studies/
+cn/solutions/case-studies/generative-ai-ekacare/
+cn/solutions/case-studies/generative-ai-mindtickle/
+cn/solutions/case-studies/generative-ai-swimming-australia/
+cn/solutions/case-studies/generative-ai-thematic/
 cn/solutions/case-studies/innovators/innovators-eu/
 cn/solutions/case-studies/sustainability-emea/
 cnevideos
@@ -9949,7 +9968,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://bing.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10163,7 +10182,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://imgur.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10280,7 +10299,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://amazon.com.br/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -10452,9 +10471,12 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
+cpro
 cpropub/univercd
 cpspa
+cr$
 cr/
+cr?
 craft
 crash
 crawler4j
@@ -11514,7 +11536,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://timesofindia.indiatimes.com/robots.txt
+email/*http://dw.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -11735,6 +11757,9 @@ enterprise/orgs-terms
 enterprise/seo
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -12259,6 +12284,7 @@ fbml/ajax/dialog
 fbpostaction.cms?article=
 fcgi-
 fckeditor
+fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12441,7 +12467,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.co.jp/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter/tips
 filter/tips
 filterTags=
@@ -12821,6 +12847,8 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
+fun/api/
+fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -12842,7 +12870,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://ico.org.uk/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13398,7 +13426,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://justice.gov/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13514,7 +13542,6 @@ highlights
 highwire
 hilfe/assistent.html
 hilfe/fundingdetail.html
-hilfe/live/launch-day/launch-day-videoupload.html
 hims-hard-mints
 hinweis/datenleck
 hire/browse
@@ -13686,6 +13713,7 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -13730,12 +13758,14 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
+hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
+hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -13750,6 +13780,8 @@ howto/GoodNeighborPolicy.htm
 howtobuy/
 hp/focus-retrocompatibile$
 hp/video
+hpm
+hpmob
 hr
 hr-*/
 hr-hr/
@@ -13799,39 +13831,43 @@ http
 http-checker
 http2_data
 http:
-http://1.bp.blogspot.com/robots.txt
-http://1.gravatar.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
 http://about.google/robots.txt
-http://bitly.com/robots.txt
-http://blog.naver.com/robots.txt
-http://bmj.com/robots.txt
-http://booking.com/robots.txt
-http://csmonitor.com/robots.txt
-http://emarketer.com/robots.txt
-http://focus.de/robots.txt
-http://gigazine.net/robots.txt
-http://hackaday.io/robots.txt
-http://help.instagram.com/robots.txt
-http://img.youtube.com/robots.txt
-http://iso.org/robots.txt
-http://lapakbrebes.com/robots.txt
-http://lh5.googleusercontent.com/robots.txt
-http://mega.nz/robots.txt
-http://nippon.com/robots.txt
-http://nngroup.com/robots.txt
-http://nydailynews.com/robots.txt
-http://online.wsj.com/robots.txt
-http://redcross.org/robots.txt
-http://s.w.org/robots.txt
-http://s7.addthis.com/robots.txt
-http://searchengineland.com/robots.txt
-http://shareasale.com/robots.txt
-http://techcrunch.com/robots.txt
-http://twitch.tv/robots.txt
-http://us02web.zoom.us/robots.txt
-http://usnews.com/robots.txt
-http://wellbeing.google/robots.txt
-http://yandex.ru/robots.txt
+http://amazon.com/robots.txt
+http://amazon.de/robots.txt
+http://amazon.in/robots.txt
+http://ameblo.jp/robots.txt
+http://amzn.to/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://beatport.com/robots.txt
+http://behance.net/robots.txt
+http://census.gov/robots.txt
+http://creativecommons.org/robots.txt
+http://euronews.com/robots.txt
+http://gist.github.com/robots.txt
+http://graphisoft.com/robots.txt
+http://he.wikipedia.org/robots.txt
+http://hubspot.com/robots.txt
+http://ie.edu/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
+http://soundcloud.com/robots.txt
+http://support.apple.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://tiny.cc/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://vogue.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14178,11 +14214,16 @@ images/$
 images/*
 images/?
 images/Podcasts
+images/async/?
+images/async?
 images/carBlogsimages
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -14191,8 +14232,13 @@ images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
 images/resume
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/showroomimages
 images/smart/$
 images/touch/$
@@ -14203,6 +14249,9 @@ images/usedcarimages
 images/userprofileimg
 images/v$
 images/viewconfig$
+images?
+images?*mmbaseline*
+images?*nr*
 imagine/
 imesync
 imf-fetch-message
@@ -14329,6 +14378,7 @@ inapp
 inbox
 inbox$
 inbox$
+inboxcommerce
 inc5000dev
 include
 include/
@@ -14465,7 +14515,7 @@ integrate/
 integrations
 integromedb
 intelligencer/amp
-interactive*http://click.linksynergy.com/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives
 interface/pda
@@ -14682,7 +14732,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://playstation.com/robots.txt
+it/searchhttp://m.facebook.com/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15301,7 +15351,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://in.pinterest.com/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15460,6 +15510,7 @@ liked
 limit_hits
 limited-release
 link
+link?
 link_to
 linked
 linkedin
@@ -15524,6 +15575,7 @@ loans
 loc/volunteers
 loc=
 local
+local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -15810,6 +15862,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -15936,7 +15989,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://fbi.gov/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16263,6 +16316,7 @@ merchant/directions
 merchant/imageUploadPreview
 merchant/loc
 merchant/moreProducts?
+merchant/reviews?
 merchant/update
 merchantapps
 mes
@@ -17255,7 +17309,7 @@ nofollow=1
 nojs=
 non-searchable/
 nonConfig/api/wpa
-nonce="C1L5GGrBj7PgnW43AWBfAQ">if(google.cis
+nonce="QPc5Md9G-SoIsWut_M0NNA">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17272,6 +17326,7 @@ notificarelacionadas
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 nova
 now/mt3
@@ -17460,6 +17515,8 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -18771,8 +18828,8 @@ privacy/request-data
 privacy/zoho-group.html
 privacy_policy
 private
-private/http://1drv.ms/robots.txt
-private/http://neilpatel.com/robots.txt
+private/http://sfgate.com/robots.txt
+private/http://shareasale.com/robots.txt
 private/wtrack
 prix-essence
 pro
@@ -18782,6 +18839,7 @@ pro-resources
 pro-site
 pro/about
 pro2
+proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -18799,6 +18857,7 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
+product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -18850,6 +18909,7 @@ profile/*/following
 profile/*/map$
 profile/*/photos
 profile/downloads_limit
+profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -19497,6 +19557,7 @@ resources/xml/sitemaps
 responder
 rest
 results
+results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -19553,6 +19614,7 @@ reviews/write/?s=
 reviews/write?s=
 reviews_page=
 rewards
+rewardsapp/
 rf=*
 ribbon.php
 rip/
@@ -19731,6 +19793,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20201,7 +20264,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://telegram.me/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20371,6 +20434,7 @@ set_cookie.pl
 setbucket
 setprefs
 settings
+settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -20508,7 +20572,9 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
+shenghuo
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -20517,12 +20583,16 @@ shipping-payment
 shippingassistant
 shippinginformation
 shop
+shop$
+shop/
 shop/*&
 shop/browse/overlay
+shop/collections
 shop/global
 shop/iphone/payments/overlay
 shop/search.ep
 shop/view/product
+shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -20577,7 +20647,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://cnet.com/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -21064,6 +21134,7 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -21094,6 +21165,15 @@ sogou
 solutions
 solutions/$
 solutions/case-studies/
+solutions/case-studies/generative-ai-ekacare/
+solutions/case-studies/generative-ai-invideo/
+solutions/case-studies/generative-ai-mindtickle/
+solutions/case-studies/generative-ai-mitsui/
+solutions/case-studies/generative-ai-national-australia-bank/
+solutions/case-studies/generative-ai-ntu/
+solutions/case-studies/generative-ai-qarc/
+solutions/case-studies/generative-ai-swimming-australia/
+solutions/case-studies/generative-ai-thematic/
 solutions/case-studies/imdb/
 solutions/case-studies/innovators/innovators-eu/
 solutions/case-studies/sustainability-emea/
@@ -21142,6 +21222,7 @@ sp=
 sp_url=
 spade-widget
 spartan
+spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -21221,6 +21302,7 @@ sports/whatson
 sports_fp_ms
 spp/
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -21306,6 +21388,7 @@ statements
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
+static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -21437,6 +21520,8 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
+stores/
 stores/page/*visitId=
 stories
 story
@@ -21751,7 +21836,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://engadget.com/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21980,9 +22065,9 @@ test5
 test6
 testcases
 testfl
-testhttp://loc.gov/robots.txt
+testhttp://moz.com/robots.txt
 testing
-testing/http://oprah.com/robots.txt
+testing/http://facebook.com/robots.txt
 testpage-forhomepage
 tests/*
 tetro
@@ -21990,6 +22075,7 @@ text
 text_edition
 tfemail
 th
+th$
 th*/blog-article-remove-faq-utms-*.js
 th*/cdn-cgi/challenge-platform
 th*/step
@@ -22052,6 +22138,7 @@ th/tools/logo-maker/onboarding
 th/user
 th/users
 th/ventureone
+th?
 th_th/templates/M
 thank-you
 thank-you-enterprise-demo
@@ -22340,12 +22427,13 @@ translate_static
 translate_suggestion
 translate_t
 translation
+translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://ib.adnxs.com/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22368,15 +22456,32 @@ travel-vacations
 travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
+travel/api
 travel/clk
+travel/css
 travel/entity
+travel/flight-search
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
+travel/flights
 travel/flights/s
+travel/hotel-search
 travel/hotel/e
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/entity
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
+travel/hotels/search/?
+travel/hotels/search?
 travel/hotels/stories
+travel/scripts
 travel/search
+travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -22711,6 +22816,7 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -22840,6 +22946,7 @@ ur/search
 ur/user
 ur/users
 urchin_test
+url
 url-shortner
 urlinator/static-1.54
 urlinator/static-1.55
@@ -23368,13 +23475,31 @@ videodash.cms*
 videodetails
 videorequest
 videos
+videos/?
 videos/assets
+videos/browsing
 videos/e
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
+videos/music
+videos/music/
+videos/music/?
+videos/music?
+videos/riverview/relatedvideo
+videos/riverview/relatedvideo/?
+videos/riverview/relatedvideo?
 videos/search.php
+videos/search/?
+videos/search?
+videos/trending
+videos/trendingcontent
 videos/viewmeta/
+videos?
 videosearch
 view
 view-3d-home
@@ -23627,6 +23752,10 @@ whsmiths
 whythisad
 widget
 widget-landing-page.html
+widget/cr
+widget/entity/search/?
+widget/render
+widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -24416,6 +24545,7 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
+work
 work/_
 work/acceptinvitation
 work/account
@@ -24513,8 +24643,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt
-wp-admin/admin-ajax.phphttp://umc.org/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24587,7 +24717,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://download.macromedia.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24717,7 +24847,7 @@ your-account
 your-orders
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://www1.nyc.gov/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -24754,7 +24884,7 @@ z=album
 z=photo
 z=video
 zProd-ease
-z_dx-marketing-team-prototypes
+z_dx-marketing-team-prototypes/*
 za
 za*/blog-article-remove-faq-utms-*.js
 za*/cdn-cgi/challenge-platform