[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -3,6 +3,6 @@
         "last_update": 1740206221
     },
     "Trickest wordlist update": {
-        "last_update": 1740218598
+        "last_update": 1740305002
     }
 }

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -354,6 +354,7 @@ Fragment/SysConfig
 Germany/kleinunternehmen/euga/detail.mspx?
 Germany/kleinunternehmen/euga/results.mspx?
 GoogleInternetAuthority
+HpImageArchive.aspx
 HpOptOut=true$
 IEB/ToolBox/SB
 IntegrationCenter
@@ -366,6 +367,7 @@ People/all
 People/domain
 Present
 Project
+Proxy.ashx
 RDF/Validator/ARPServlet
 RDF/Validator/ARPServlet?
 RDF/Validator/rdfval
@@ -374,6 +376,7 @@ REST/auth/CSRFTicket
 ReportBug
 SAGE
 SNP
+Search
 Search/Mail/Public
 ServiceDesks/
 Structure
@@ -548,8 +551,11 @@ abuse
 ac
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
+academic/profile
+academic/search
 account
 account-login
+account/
 account/deactivated
 accounts/ClientAuth
 accounts/ClientAuth
@@ -559,6 +565,7 @@ accounts/activate
 accounts/force-by-email
 accounts/o8
 accounts/o8/id
+aclick
 aclk
 action=accessorysearch&
 action=accessorysearch&page=2$
@@ -627,9 +634,11 @@ alerts
 alerts/$
 alerts/manage
 alerts/remove
+alink
 alkali
 ambry
 amp
+amp/
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -647,8 +656,10 @@ android/market_images
 answers
 ap/signin
 api
+api/
 api/?
 api/jobPostings/jobs
+api/maps/
 api/recommend/embed_videos
 api/rest_v1/?doc
 api/share/settings
@@ -749,8 +760,10 @@ bePatron
 bePatronDone
 best-countries-for-business/list
 bfe/apps/website
+bfp/search
 bin/search.go
 bin/search.py
+bing-site-safety
 bitesize/my
 bitesize/my$
 bitesize/search
@@ -786,6 +799,7 @@ blog/wp-includes/*.xml
 blog/xmlrpc.php
 blogs
 blogs/nationals-journal-beta
+blogs/search/
 blogs/slow-ride
 blogs/test
 blogsearch
@@ -868,6 +882,7 @@ citations?*cstart=
 citations?user=
 citations?view_op=new_profile
 citations?view_op=top_venues
+ck/
 cl2/feeds
 cl2/ical
 claim-money?
@@ -943,6 +958,8 @@ couchmode
 coupons/visit
 covid19
 covid19/mobility
+cr$
+cr?
 creative-europe/404_en.htm
 creatorhub
 cse/home
@@ -1134,6 +1151,9 @@ en/security/
 endorsements
 enterprise-jobs
 enterprise-partner-search/sitemaps
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -1205,6 +1225,7 @@ f/healthcheck
 faves-i_love_u_get_away_from_me
 favorite
 fb
+fd/
 fe=true
 feature/sf-test
 feed
@@ -1272,6 +1293,8 @@ from_id=
 frommers
 frontend-track
 fullscreen/ReportLinker
+fun/api/
+fun/g/
 fundraiser/charity
 ga/p
 ga_exp.js
@@ -1434,17 +1457,22 @@ help/verify_email
 help/vodafone
 help/zendesk_sso
 hex
+history
 history/static
 home
 homepage-video-test
 hosted/images
+hotel/reviews?
 hotelfinder/rpc
 hotels/rpc
+hotels/search
 hotfix/
 hp/video
 hpc/*/supported-applications.aspx?
-http://s3.amazonaws.com/robots.txt
+hpm
-http://web.archive.org/robots.txt
+hpmob
+http://maps.app.goo.gl/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1465,6 +1493,19 @@ ie?
 il/cart
 im?
 images
+images/async/?
+images/async?
+images/hosted/?
+images/hosted/search?
+images/hosted?
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
+images/searchbyimage
+images?
+images?*mmbaseline*
+images?*nr*
 imaginecup/*
 imesync
 imgres
@@ -1473,6 +1514,7 @@ imode/search?
 imode?
 inapp
 inbox
+inboxcommerce
 includes
 incontext
 index.html?
@@ -1590,6 +1632,7 @@ lm/R3HQ5WJSZK6QSO
 loadHelpcenterDecouplePage
 loc=
 local
+local
 local/ajax
 local/blogsandcolumns/slow-ride-front
 local/blogsandcolumns/slow-ride-story-achenblog
@@ -1630,6 +1673,7 @@ maphp?
 mapprint?
 maps
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -1672,6 +1716,7 @@ media-manager
 meetup_api/?
 meetup_api?
 memberInvite
+merchant/reviews?
 merchantapps
 message
 messaging
@@ -1756,6 +1801,7 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
+notifications/
 ns/hydra/console/?
 nus-trk
 nwshp$
@@ -1765,6 +1811,8 @@ oas/
 oauth/v2
 oauth2
 oauth2/v2
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1824,6 +1872,7 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+ping
 ping?
 pingback
 pl-pl.www.cloudflare.com
@@ -1885,7 +1934,9 @@ preview
 previewtemplate
 print
 private
+proFile/history?
 product-reviews/B0069IY63Y
+product/reviews?
 productPurchaseDone
 product_
 production-monitoring
@@ -1893,6 +1944,7 @@ products;
 products?
 products_
 profile
+profile/history?
 profile/view
 profiles
 profiles/
@@ -1966,6 +2018,7 @@ requestList
 requests
 research/participants/cofund
 results
+results
 retail
 retail/old
 return_to=
@@ -1978,6 +2031,7 @@ reviews/iframe
 reviews/polls
 reviews/search?
 reviews/top-reviewers
+rewardsapp/
 row
 rss
 rss/people/*/reviews
@@ -2014,6 +2068,7 @@ scripts
 sdch
 sdk/js
 search
+search
 search$
 search*&*&*&
 search*offset=
@@ -2051,6 +2106,7 @@ services
 services/oauth
 setprefs
 settings
+settings
 settings/deactivated
 settings/loid-email-unsubscribe
 settings/loid-email-unsubscribe-router
@@ -2063,12 +2119,17 @@ shareArticle
 sharing
 sharing/files
 sharing/folders
+shenghuo
 shenghuo/search?
 shihui
 shihui?
+shop$
+shop/
 shop/browse/overlay
+shop/collections
 shop/iphone/payments/overlay
 shop/view/product
+shop?
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2367,6 +2428,7 @@ smart/buttons
 snp
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 sounds/search
 sounds/search$
@@ -2375,11 +2437,13 @@ source=
 source_repo=
 spain/empresas/
 spain/medianaempresa/
+spbasic
 sport/404_en.htm
 sport/alpha
 sport/olympics/2008/events
 sport/olympics/2008/medals
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 squared/api
@@ -2394,6 +2458,7 @@ stadia/gamers
 start
 stat
 static
+static/
 static/css
 static/images
 static/js
@@ -2442,6 +2507,8 @@ store/xhr/getdevicepermissions
 store/xhr/install
 storefront
 storepicker
+stores$
+stores/
 stores/page/*visitId=
 stories
 storyworks/preview
@@ -2530,10 +2597,12 @@ templates/search
 test
 testpage-forhomepage
 tetro
+th$
 th-th.www.cloudflare.com
 th-th/feedback
 th-th/lp
 th-th/searchresults
+th?
 themacallan/worlds-together
 tickets-external?
 timedtext_video
@@ -2561,6 +2630,7 @@ transcripts/470280334
 transcripts/480128005
 transcripts/830237502
 transit?
+translator/?ref=
 transparency
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
@@ -2580,14 +2650,31 @@ travel-frontend/images
 travel-vacations
 travel/
 travel/2013/aug/22/been-there-readers-competition?
+travel/api
 travel/clk
+travel/css
 travel/entity
+travel/flight-search
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
+travel/flights
 travel/flights/s
+travel/hotel-search
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
 travel/hotels/*/entity
 travel/hotels/*/stories
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/entity
+travel/hotels/search/?
+travel/hotels/search?
 travel/hotels/stories
+travel/scripts
 travel/search
+travel/secure
 travel/story
 trending
 trends
@@ -2628,6 +2715,7 @@ until=
 upload
 uploads
 urchin_test
+url
 user
 user.php
 user/login
@@ -2650,6 +2738,24 @@ vi-vn/lp
 vi-vn/searchresults
 video/embedded
 videos
+videos/?
+videos/browsing
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
+videos/music
+videos/music/
+videos/music/?
+videos/music?
+videos/riverview/relatedvideo
+videos/riverview/relatedvideo/?
+videos/riverview/relatedvideo?
+videos/search/?
+videos/search?
+videos/trending
+videos/trendingcontent
+videos?
 viewer
 viewlocale=zh_CN
 viewvc
@@ -2681,6 +2787,10 @@ webscr
 websearch
 whats-next/planes-trains-and-analytics
 whsmiths
+widget/cr
+widget/entity/search/?
+widget/render
+widget/snapshot
 widget_auth.php
 wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch
 wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search
@@ -2980,7 +3090,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://bit.ly/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3127,6 +3237,7 @@ wml/?
 wml/search?
 wml?
 wondermissive/interest
+work
 work/_
 work/acceptinvitation
 work/account

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -32,7 +32,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &action=
 &action=login
 &adid=
-&aff=
 &albumsOffset=
 &ana=
 &aspectratio=
@@ -2341,7 +2340,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?inf_contact_key=
 /?kaid=
 /?language=
-/?like_comment=
 /?local-download=
 /?nabe=
 /?ngs_
@@ -3390,7 +3388,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /playlists/relevance
 /pleasereg
 /plugins
-/plugins/?s=
 /plus
 /pmredirectshow/*
 /pmtoinavigation/*
@@ -3468,9 +3465,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /raw
 /reactions
 /reactivation/
-/read
 /readcasts
-/reader
 /reader-*.html
 /reader.html
 /realtime_changes
@@ -4159,7 +4154,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?adcode=*
 ?adid=
 ?af=
-?aff=
 ?ajax
 ?ajax&wid
 ?albumsOffset=
@@ -4170,6 +4164,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?articleno=*
 ?attachment_id=
 ?attribute_key
+?author=
 ?autoenter=
 ?autoplay
 ?autoplay=
@@ -5024,6 +5019,7 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
+HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -5522,6 +5518,7 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
+Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -5682,6 +5679,7 @@ Saves
 ScreensaverShade
 Scripts
 Search
+Search
 Search/Mail/Public
 SearchNavigationView
 SelectLocale?fromPage=
@@ -6263,9 +6261,7 @@ about?
 abs
 abtest
 abuse
-abuse/?
 abuse/group
-abuse?
 abuse_reports/new
 ac
 ac/
@@ -6276,6 +6272,8 @@ ac_universities
 ac_university_departments
 aca/authorinformation/
 academic-subscriptions
+academic/profile
+academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6301,6 +6299,7 @@ account-login
 account-prefs-change
 account-settings
 account-setup
+account/
 account/*
 account/accomplishments
 account/ackgift
@@ -6364,6 +6363,7 @@ ach/kb/*/discuss
 ach/search
 ach/user
 ach/users
+aclick
 aclk
 acoustic
 acq
@@ -6673,6 +6673,7 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
+alink
 alive/
 alkali
 all-supported-params
@@ -6698,6 +6699,7 @@ american-ninja-warrior-ninja-vs-ninja
 american-sniper
 aml
 amp
+amp/
 amp/deals/analytics?*=
 amp/local/*/www.groupon.com
 amp_next_page_ga.cms*
@@ -6795,6 +6797,7 @@ api/internal/*/location
 api/internal/_bb
 api/jobPostings/jobs
 api/legendary-data/relay
+api/maps/
 api/nextsteps
 api/nts/v1/login
 api/partner_select/*/price_query
@@ -7543,6 +7546,7 @@ bewerten
 bfe/apps/website
 bfl
 bfmp
+bfp/search
 bg
 bg-bg/
 bg/
@@ -7575,6 +7579,7 @@ bin/*
 bin/sapdx
 bin/search.go
 bin/search.py
+bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -7734,6 +7739,7 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
+blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8695,6 +8701,7 @@ chat
 chat-completions
 chat/
 chat/api/livechat
+chat/finance
 chats/
 check
 checkForm=
@@ -8704,7 +8711,6 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8768,6 +8774,7 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
+ck/
 cl
 cl/Download
 cl2/feeds
@@ -9063,6 +9070,7 @@ compliance/security-assurance-faq-8
 compliance/security-assurance-faq-9
 compliance/security-assurance-faq-complete
 compliance/third-party-access/
+component/*
 components
 components/collaboration/api
 composer
@@ -9393,8 +9401,10 @@ cpresources
 cpro
 cpropub/univercd
 cpspa
+cr$
 cr/
 cr/Download
+cr?
 craft
 crash
 crc/
@@ -10615,6 +10625,9 @@ enterprise/blog/search?
 enterprise/orgs-terms
 enterprise/seo
 entertainment/article/Minerva-s-horoscope
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -11110,6 +11123,7 @@ fbml/ajax/dialog
 fbpostaction.cms?article=
 fcgi-
 fckeditor
+fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -11132,6 +11146,7 @@ fedsearch
 feed
 feed$
 feed.mhtml
+feed/$
 feed/activity
 feed/check
 feed/history
@@ -11568,6 +11583,8 @@ ftpinstructions
 full
 fullscreen
 fullscreen/ReportLinker
+fun/api/
+fun/g/
 funding?
 fundraiser/charity
 fur/forums
@@ -12257,10 +12274,12 @@ horoscopes
 hosted/images
 hostgator
 hosting/search
+hotel/reviews?
 hotelfinder/rpc
 hotels
 hotels/newAdaptiveRoomTypePhotoViewer
 hotels/rpc
+hotels/search
 hotfix/
 houseads
 houzz-historyzz
@@ -12271,6 +12290,8 @@ howto
 howto/GoodNeighborPolicy.htm
 howtobuy/
 hp/video
+hpm
+hpmob
 hr
 hr-hr/
 hr/android/collections
@@ -12634,10 +12655,20 @@ images/
 images/$
 images/*.png
 images/?
+images/async/?
+images/async?
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/smart/$
 images/touch/$
 images/touch/?
@@ -12645,6 +12676,9 @@ images/touch/search?rpt=imageview
 images/touch/search?text=*&source=morda
 images/v$
 images/viewconfig$
+images?
+images?*mmbaseline*
+images?*nr*
 imagine/
 imesync
 imf-fetch-message
@@ -12737,6 +12771,7 @@ inapp
 inbox
 inbox$
 inbox$
+inboxcommerce
 include/
 includes
 incoming
@@ -13354,8 +13389,6 @@ journal/projects
 journal/projects$
 journal/protein
 journal/protein$
-journal/purification
-journal/purification$
 journal/regeneration
 journal/regeneration$
 journal/securintell
@@ -13785,6 +13818,7 @@ loans
 loc/volunteers
 loc=
 local
+local
 local-services-ads
 local/*/all-deals
 local/*/goods
@@ -13825,9 +13859,6 @@ lochp?
 loft/
 log
 log$
-log-in
-log-in$
-log-in?
 log?
 logger
 login
@@ -14084,6 +14115,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -14281,6 +14313,7 @@ merchanism
 merchant-page
 merchant-page/js/locale.js
 merchant/*/contracts
+merchant/reviews?
 merchantapps
 mes
 message
@@ -15090,6 +15123,7 @@ notfound.html
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 nova
 novel/comments.php?id=
@@ -15230,6 +15264,8 @@ offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
 offers/preview/
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -16053,7 +16089,6 @@ pls
 plugin
 plugins
 plugins.
-plugins/?s=
 plugins/search
 plus/check_hold
 plus/check_psn
@@ -16210,8 +16245,11 @@ preferences/cookies
 prefetch
 prefs
 prelex
+premium$
 premium-reports
 premium/
+premium/$
+premium/http://s.w.org/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -16299,6 +16337,7 @@ pro-site
 pro-solutions
 pro/about
 pro2
+proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -16318,6 +16357,7 @@ product/*
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
+product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -16439,6 +16479,7 @@ profile/*/photos
 profile/account
 profile/following
 profile/general
+profile/history?
 profile/mylists
 profile/premium
 profile/view
@@ -16874,7 +16915,6 @@ react/static-6.16
 reactions?
 read
 readcommentshtml
-reader
 ready_sit_read/index.jhtml
 real-country
 real-estate-listings
@@ -17342,6 +17382,7 @@ restricted
 restricted/
 restricted_temporary/
 results
+results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -17391,6 +17432,7 @@ reviews/write?s=
 reviews_page=
 reward
 rewards
+rewardsapp/
 rf=*
 rip/
 rlv/
@@ -17854,6 +17896,7 @@ search-ads-360
 search-ar-dev
 search-collections?
 search-console/scfe
+search-page/
 search-people?
 search-results
 search-webglimps
@@ -18081,6 +18124,7 @@ set_author_id
 setbucket
 setprefs
 settings
+settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -18180,6 +18224,7 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
+shenghuo
 shenghuo/search?
 shifen/
 shihui
@@ -18188,10 +18233,14 @@ ship
 shipping
 shipping-payment
 shop
+shop$
+shop/
 shop/*&
 shop/browse/overlay
+shop/collections
 shop/iphone/payments/overlay
 shop/view/product
+shop?
 shop_name_search_service
 shop_pins
 shopcart/*
@@ -18712,6 +18761,7 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -18790,6 +18840,7 @@ sp/news3
 sp=
 sp_url=
 spartan
+spbasic
 spc-source=
 special-promo/2for1
 specialhandling-payments/
@@ -18838,6 +18889,7 @@ sports/whatson
 sports_fp_ms
 spot
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -18911,6 +18963,7 @@ stat
 statement
 statements
 static
+static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -19034,7 +19087,9 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
 stores-manage
+stores/
 stores/page/*visitId=
 stories
 story
@@ -19491,6 +19546,7 @@ text/*?page=
 text/yandex-news.region.xml
 tfemail
 th
+th$
 th-th.www.cloudflare.com
 th-th/
 th-th/feedback
@@ -19521,6 +19577,7 @@ th/solutions/case-studies/innovators/innovators-eu/
 th/solutions/case-studies/sustainability-emea/
 th/user
 th/users
+th?
 th_th
 th_th/templates/M
 thank-you
@@ -19837,6 +19894,7 @@ translate_p
 translate_static
 translate_suggestion
 translate_t
+translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -19863,15 +19921,32 @@ travel-frontend/images
 travel-vacations
 travel/
 travel/2013/aug/22/been-there-readers-competition?
+travel/api
 travel/clk
+travel/css
 travel/entity
+travel/flight-search
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
+travel/flights
 travel/flights/s
+travel/hotel-search
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
 travel/hotels/*/entity
 travel/hotels/*/stories
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/entity
+travel/hotels/search/?
+travel/hotels/search?
 travel/hotels/stories
 travel/passport
+travel/scripts
 travel/search
+travel/secure
 travel/story
 travelnevadahighway95tc
 treadstone
@@ -19959,7 +20034,6 @@ ty?
 typ$
 typ?
 typeahead
-typo
 typography
 typography$
 u
@@ -20199,6 +20273,7 @@ ur/search
 ur/user
 ur/users
 urchin_test
+url
 url-shortner
 urlinator/static-1.54
 urlinator/static-1.55
@@ -20808,11 +20883,29 @@ videodash.cms*
 videodetails
 videorequest
 videos
+videos/?
+videos/browsing
 videos/expander
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
+videos/music
+videos/music/
+videos/music/?
+videos/music?
+videos/riverview/relatedvideo
+videos/riverview/relatedvideo/?
+videos/riverview/relatedvideo?
 videos/search
+videos/search/?
+videos/search?
 videos/show_trailer
 videos/slider
 videos/transcripts
+videos/trending
+videos/trendingcontent
+videos?
 videosearch
 view
 view-3d-home
@@ -21046,7 +21139,11 @@ whythisad
 widget
 widget-landing-page.html
 widget-uploads
+widget/cr
+widget/entity/search/?
 widget/player
+widget/render
+widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -21701,6 +21798,7 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
+work
 work-at-ucl/redeployment
 work/_
 work/acceptinvitation
@@ -21797,7 +21895,6 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
 wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
@@ -21808,9 +21905,11 @@ wp-content/*.jpg
 wp-content/*.js
 wp-content/*.png
 wp-content/cache
+wp-content/cache/
 wp-content/client-mu-plugins
 wp-content/mu_plugins
 wp-content/plugins
+wp-content/plugins/
 wp-content/plugins/abm-sej/includes/ga/clarity.js
 wp-content/plugins/abm-sej/includes/ga/js/growthbook.js
 wp-content/plugins/abm-sej/includes/ga/js/pix.js
@@ -21887,6 +21986,7 @@ wp-json/ws-form
 wp-login
 wp-login.php
 wp-login.php
+wp-login.php*
 wp-signup.php
 wp-srv
 wp-stat/ad