[Github Action] Automated trickest wordlists update.

2026-08-27 15:08:18 +00:00 · 2025-08-14 10:04:21 +00:00
parent 13f47b53f9
commit 4123eacd67
24 changed files with 2296 additions and 805 deletions
@@ -1,4 +1,5 @@
 !api
+"+b.className:b.className.replace(k,""),c.className=d===f?"pQXcHc
 $
 $
 $rpc/google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
@@ -319,7 +320,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
+.well-known/assetlinks.jsonhttp://aesthetics.fandom.com/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -638,7 +639,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/projects
 /*/pulse
 /*/schemes
-/*/search-results.htmlhttp://x.com/robots.txt
+/*/search-results.htmlhttp://cloud.google.com/robots.txt
 /*/stargazers
 /*/structures
 /*/tables
@@ -2485,6 +2486,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /admin/
 /adult
 /advanced-trade/spot
+/aeglodetailweb/api/msite/item?productId*
 /affiliate_amazon.cms*
 /affiliates_content*
 /affiliates_content.cms*
@@ -2567,7 +2569,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://tiny.cc/robots.txt
+/articlelist/*http://state.gov/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -3316,7 +3318,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
+/no-referrer-when-downgradehttp://howtogeek.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -4003,7 +4005,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /zealots
 /zipball
 /zlp/
-/zst/
 /{0}/
 /{image}
 /{link}
@@ -4037,7 +4038,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://vk.com/robots.txt
+?*apikey*http://amazon.in/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4202,7 +4203,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?articleno=*
 ?attachment_id=
 ?attribute_key
-?author=
 ?autoenter=
 ?autoplay
 ?autoplay=
@@ -4492,7 +4492,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=search
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://rebrand.ly/robots.txt
+?q=user/logout/http://journals.plos.org/robots.txt
 ?q=user/password
 ?q=user/register
 ?qa_expand_key
@@ -4737,6 +4737,7 @@ AirlineRegistration
 AirlineTips
 AirportFromGeoAjax
 AirportIP
+Ajax.htm$
 AjaxSearchNavigationView
 AllReviews
 Allons_voter
@@ -6076,7 +6077,9 @@ __as__
 __assets
 __blank
 __hstc=
+__mobile/*
 __origami
+__pc/*
 __rapidworker-1.2.js
 _ah
 _ajax
@@ -6337,7 +6340,7 @@ account-settings
 account-setup
 account/
 account/*
-account/*http://healthtips1dr.blogspot.com/robots.txt
+account/*http://foursquare.com/robots.txt
 account/accomplishments
 account/ackgift
 account/authenticate
@@ -6671,7 +6674,9 @@ aiq.html*
 aistudio/*favicon*.png$
 ajah
 ajax
+ajax*.do$
 ajax-exchange_peremen.html
+ajax.htm$
 ajax/*
 ajax/_general_vars.php
 ajax/bootloader-endpoint
@@ -6801,6 +6806,7 @@ ap/signin
 apac/aws-credits-confirmation/
 apac/aws-credits-request-confirmation/
 api
+api*.do
 api*?hl=
 api-keys
 api-proxy
@@ -6824,6 +6830,7 @@ api/billing
 api/billing$
 api/census/RecordHit
 api/census/button-render
+api/data_homepage.do
 api/discover/sites
 api/discovery
 api/ecommerce/bag
@@ -6831,7 +6838,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://kobo.com/robots.txt
+api/http://anchor.fm/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -6906,7 +6913,7 @@ app*/shr*
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
+app-ads.txthttp://static.parastorage.com/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -6936,6 +6943,7 @@ apply
 apply/*
 apps
 apps*&tags=
+apps/*
 apps/*/integrations/*/landing
 apps/*/landing
 apps/*/roles
@@ -7329,7 +7337,7 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
-audio-edition-podcast/*/index.xmlhttp://ecrs.com/robots.txt
+audio-edition-podcast/*/index.xmlhttp://hbr.org/robots.txt
 audio.html
 audio?performer=1&q=
 audio_file
@@ -7463,7 +7471,6 @@ backstage
 bad-boys
 bad-boys-ii
 badges/profile/create
-baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -7616,6 +7623,7 @@ billing/invoice
 bills/billAction
 bin
 bin/
+bin/*
 bin/sapdx
 bin/search.go
 bin/search.py
@@ -7716,7 +7724,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://samsung.com/robots.txt
+blog/.html.*http://yandex.ru/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
 blog/27-figjam-activities-to-spark-creativity-in-the-classroom/$
@@ -7726,6 +7734,7 @@ blog/3d-design/$
 blog/5-things-designers-need-to-know-for-a-smooth-handoff/$
 blog/6-skills-every-engineer-needs-for-the-ai-era/$
 blog/7-moments-that-shaped-figma/$
+blog/8-tips-for-designers-building-branded-templates-in-figma-buzz/$
 blog/8-ways-to-build-with-figma-make/$
 blog/8-ways-to-craft-an-unforgettable-config-talk/$
 blog/?id=*
@@ -8565,6 +8574,7 @@ branding/images/dont-03.png
 branding/images/dont-04.png
 brandpublishing
 brands
+brands/*
 brazil/search
 breakingnews/toihome.html
 breast-cancer/bc-treatment-21/provider-select
@@ -9237,13 +9247,13 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://medium.com/robots.txt
+cdn-cgi/http://contagious.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://deezer.com/robots.txt
+cdn-cgi/zaraz/http://owasp.org/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -9267,7 +9277,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://propublica.org/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -9384,7 +9394,7 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
+checkouthttp://accidentinjurylawyers.claims/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9562,7 +9572,7 @@ code
 code-connect-docs
 code-docs
 code/*
-code/http://w3techs.com/robots.txt
+code/http://espn.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -11572,7 +11582,6 @@ compliance/security-assurance-faq-8
 compliance/security-assurance-faq-9
 compliance/security-assurance-faq-complete
 compliance/third-party-access/
-component/*
 components
 components/collaboration/api
 composer
@@ -11622,7 +11631,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://dreamstime.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -11719,7 +11728,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://trends.google.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -11910,6 +11919,7 @@ courses/
 cover
 covid19/mobility
 cp
+cp/*
 cp/-201
 cp/-302
 cp/-306
@@ -11925,7 +11935,6 @@ cpp/docs/reference/*/latest
 cpp/docs/reference/*/latest$
 cpp/docs/reference/help
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr$
@@ -11972,6 +11981,7 @@ crm/onboarding/
 cron.php
 cross
 cross-domain$
+cross-domain/*
 crotchless-body-stocking
 cs
 cs-cz/
@@ -12888,6 +12898,7 @@ detail/*?*sid=
 detail/*?*utm_campaign=
 detail/*?*utm_medium=
 detail/*?*utm_source=
+detail/*Ajax.do$
 detail/ajax
 details-
 details-print
@@ -13197,6 +13208,7 @@ downloadimage.aspx
 downloads
 downloads.php
 downloads/$
+downloads/*
 downloadtype.aspx*
 dp/e-mail-friend
 dp/manual-submit
@@ -14721,6 +14733,7 @@ experts/search?
 explore
 explore/*/?p=
 explore/*/lightbox
+explore/search
 explorespa
 export-documents
 export/
@@ -14855,7 +14868,6 @@ fedsearch
 feed
 feed$
 feed.mhtml
-feed/$
 feed/activity
 feed/amazon-rss
 feed/check
@@ -15011,7 +15023,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://wunderground.com/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -15026,7 +15038,7 @@ finance/stocks/option
 financial-services/ofss
 find
 find-more
-find/*http://freepik.com/robots.txt
+find/*http://buymeacoffee.com/robots.txt
 finetune
 fios
 firefox/?
@@ -16810,7 +16822,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://embassybel.ru/robots.txt
+forum/ucp.phphttp://cambridge.org/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -17500,7 +17512,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://telegra.ph/robots.txt
 g/api
 ga-IE/forums
 ga-IE/kb/*/discuss
@@ -17546,6 +17558,7 @@ gb/user$
 gc?k
 gcc
 gclid=
+gcp/300000414/regulatedinformation
 gd/forums
 gd/kb/*/discuss
 gd/search
@@ -17593,6 +17606,7 @@ getaways/search
 getaways/tripadvisor
 getflipit
 gethelp/
+getreplies
 getstarted
 getstarted/
 getthebetas/
@@ -18137,7 +18151,6 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -18238,49 +18251,49 @@ html5
 http
 http-checker
 http2_data
-http://2.bp.blogspot.com/robots.txt
-http://akparti.org.tr/robots.txt
-http://amazon.co.jp/robots.txt
-http://amazon.co.uk/robots.txt
-http://amazon.com/robots.txt
-http://amazon.de/robots.txt
-http://amazon.es/robots.txt
-http://amazon.fr/robots.txt
-http://amazon.in/robots.txt
-http://amazon.it/robots.txt
-http://ameblo.jp/robots.txt
-http://apple.com/robots.txt
-http://creativecommons.org/robots.txt
-http://en.m.wikipedia.org/robots.txt
-http://expedia.com/robots.txt
-http://gist.github.com/robots.txt
-http://gmail.com/robots.txt
-http://govostis.gr/robots.txt
-http://groupon.com/robots.txt
-http://healthline.com/robots.txt
-http://help.twitter.com/robots.txt
-http://irishtimes.com/robots.txt
+http://about.google/robots.txt
+http://aws.amazon.com/robots.txt
+http://bbc.co.uk/robots.txt
+http://beacons.ai/robots.txt
+http://canada.ca/robots.txt
+http://chrome.google.com/robots.txt
+http://css-tricks.com/robots.txt
+http://datatracker.ietf.org/robots.txt
+http://developer.chrome.com/robots.txt
+http://epa.gov/robots.txt
+http://europa.eu/robots.txt
+http://eventbrite.co.uk/robots.txt
+http://feedly.com/robots.txt
+http://godaddy.com/robots.txt
+http://google-analytics.com/robots.txt
+http://google.pl/robots.txt
+http://heylink.me/robots.txt
+http://i0.wp.com/robots.txt
+http://ieeexplore.ieee.org/robots.txt
 http://iubenda.com/robots.txt
-http://kickstarter.com/robots.txt
-http://last.fm/robots.txt
-http://lefigaro.fr/robots.txt
-http://lh3.googleusercontent.com/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://nerdwallet.com/robots.txt
-http://patents.google.com/robots.txt
-http://producthunt.com/robots.txt
-http://python.org/robots.txt
-http://reconstructingjudaism.org/robots.txt
-http://seekingalpha.com/robots.txt
-http://siteground.com/robots.txt
-http://smithsonianmag.com/robots.txt
-http://static.wixstatic.com/robots.txt
-http://techradar.com/robots.txt
-http://teenage.engineering/robots.txt
-http://theverge.com/robots.txt
-http://tracks.arte.tv/robots.txt
-http://weebly.com/robots.txt
+http://journals.sagepub.com/robots.txt
+http://katyperry.com/robots.txt
+http://lh6.googleusercontent.com/robots.txt
+http://mobile.twitter.com/robots.txt
+http://money.cnn.com/robots.txt
+http://moskva.stroi-podryad.ru/robots.txt
+http://photos.google.com/robots.txt
+http://phys.org/robots.txt
+http://plushcare.com/robots.txt
+http://pwc.com/robots.txt
+http://redrousel.blogspot.com/robots.txt
+http://rtbf.be/robots.txt
+http://rumble.com/robots.txt
+http://scholar.google.com/robots.txt
+http://spreaker.com/robots.txt
+http://support.cloudflare.com/robots.txt
+http://support.zendesk.com/robots.txt
+http://tv.youtube.com/robots.txt
+http://upwork.com/robots.txt
+http://webflow.com/robots.txt
+http://yandex.com/robots.txt
+http://yumpu.com/robots.txt
+http://zillow.com/robots.txt
 https://player.cnevids.com
 https:/www.alibaba.com
 hu
@@ -18334,7 +18347,10 @@ hz/leaderboard/hall-of-fame
 hz/leaderboard/top-reviewers
 hznb
 i
+i/*
 i/api
+i/api/*
+i/api/reviews
 i/entry
 i/models/*/ar-redirect
 i/models/*/views
@@ -18599,6 +18615,7 @@ img
 img/*-wWIDTH*.jpg
 img/placeholder.gif
 img/users
+img/wsproduct/sku/*
 imgres
 immobilien/expose
 immutable/static-1.11
@@ -18771,7 +18788,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://diigo.com/robots.txt
+index.php/user/logout/http://haveibeenpwned.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -18837,7 +18854,7 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://fda.gov/robots.txt
+interactive*http://4.bp.blogspot.com/robots.txt
 interactive/reading-preference
 interactives
 intercept
@@ -18895,6 +18912,7 @@ invites/buy
 invoice
 invoice/cn/
 invoice/de/
+invoice/download
 invoice/es/
 invoice/est
 invoice/estimate/buyerView
@@ -19176,10 +19194,12 @@ it/your
 it_it
 it_it/modelli/M
 itc
+item-img/*
 item_id
 itemmodules
 itemnotreceived
 itempolicy
+items/*
 itm/*&fits
 itm/*,
 itm/*.jpg
@@ -20372,7 +20392,6 @@ limited-release
 link
 link-intersect
 link-intersect/$
-link?
 link_to
 linked
 linkedin
@@ -21013,6 +21032,7 @@ mlt
 mm
 mm/
 mm_track
+mmend.htm$
 mms
 mn
 mn/forums
@@ -21134,7 +21154,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.uk/robots.txt
+mre/*.zip$http://sintradaytrips.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -22051,7 +22071,7 @@ ojp
 okxbet.com
 om/payroll/
 oma
-on-demand/session/*http://nymag.com/robots.txt
+on-demand/session/*http://podcasts.google.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -22095,6 +22115,7 @@ order
 order-detail
 order-results
 order/thank-you
+orderList.html
 orders
 orders/timeline
 organization-guest
@@ -22189,7 +22210,7 @@ p/*/v2/actions$
 p/*/v2/actions?
 p/*/victory$
 p/*/victory?
-p/*http://socialimpact.youtube.com/robots.txt
+p/*http://itvs.org/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -22210,6 +22231,7 @@ p/featured.atom
 p/moduleprovider
 p/premium-registry
 p/surveyopen
+p4p*list.html
 pa-IN/forums
 pa-IN/kb/*/discuss
 pa-IN/search
@@ -22503,6 +22525,7 @@ parents/search
 parking.php4
 parliament/public/traineeship/secured/
 parliament/public/transltraineeship/secured
+parsely-api-endpoint
 partNumber=
 partial
 participate/conferences.xml
@@ -23075,7 +23098,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://dw.com/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -23157,8 +23180,8 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://about.fb.com/robots.txt
-private/http://sgtrains.com/robots.txt
+private/http://inc.com/robots.txt
+private/http://wp.me/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -23189,8 +23212,9 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://wix.com/robots.txt
+product-ratings/http://support.office.com/robots.txt
 product-reviews/B0069IY63Y
+product/*
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
@@ -23199,6 +23223,7 @@ productBrand=
 productId=
 productPurchaseDone
 product_
+productdetail/*
 producthunt
 productid=
 production-monitoring
@@ -24004,6 +24029,7 @@ quickstirshow*
 quiz
 quizResult=
 quizzes/
+quote/*/analyst-insights
 quote/*/earnings/*-*-2025-*-*.html
 quote/*/earnings/*-*-2026-*-*.html
 quote/*/earnings/*.html
@@ -25043,7 +25069,6 @@ s3
 s=
 s=p
 s?
-s?
 s?*rh=n%3A1380045031
 s_id=
 sa
@@ -25302,7 +25327,6 @@ search-ar-dev
 search-collections?
 search-console/scfe
 search-effectiveness.html
-search-page/
 search-people?
 search-results
 search-webglimps
@@ -25466,6 +25490,7 @@ sendwelcometest
 seo
 seo-old
 seo-toolbar/welcome
+seo/*
 seo/for/*?*draft
 seo/learn/assets*&resource-type=
 seo/learn/assets*&topic=
@@ -25634,7 +25659,6 @@ sharing/files
 sharing/folders
 shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -25653,6 +25677,7 @@ shop/view/product
 shop?
 shop_name_search_service
 shop_pins
+shopcart/*
 shopfront-api
 shopfront_api
 shopper-platform
@@ -26234,7 +26259,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://inc.com/robots.txt
+sos/registration/http://help.openai.com/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -26487,6 +26512,7 @@ store-locator/search-results-print
 store/
 store/*
 store/*/search
+store/*ajax.htm$
 store/_feeds
 store/account
 store/addtocart
@@ -26495,6 +26521,7 @@ store/ajax/local-store
 store/ajax/preferred
 store/ajax/search
 store/ajax/visited-store
+store/all-wholesale-products
 store/apex/help/
 store/apps/collection/p3_details_
 store/apps/editorial?*id=mc__games_battlestar
@@ -26518,6 +26545,7 @@ store/electrode/api/stores
 store/finder
 store/getdevicepermissions
 store/getreviews
+store/group/*
 store/images/favicons
 store/info/collection/p3_details_
 store/marketing-agency/help/
@@ -26535,10 +26563,12 @@ store/popular_in_grade
 store/purchase
 store/ratereview
 store/recommended
+store/sale-items/*
 store/search
 store/setuserdata
 store/skus
 store/submitreview
+store/top-rated-products/*
 store/updatecart
 store/watch
 store/xhr
@@ -26881,7 +26911,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dinotim.com/robots.txt
+tag/*+http://qz.com/robots.txt
 tag/credible
 tag/expire-images
 tag/interaction-card
@@ -27385,7 +27415,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://moskva.stroi-podryad.ru/robots.txt
+testhttp://disqus.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -28070,7 +28100,6 @@ uk/zazzle
 uki/search
 ul
 uli/trac
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -28562,7 +28591,7 @@ uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
 uz/forums
-uz/http://bilgematics.com/robots.txt
+uz/http://orcd.co/robots.txt
 uz/kb/*/discuss
 uz/search
 uz/user
@@ -29020,6 +29049,9 @@ whatson/pbsyou
 whatson/schedulex
 whatson/stations
 whistleblowing-form
+wholesale*
+wholesale-page-*.html
+wholesale.html$
 wholesalecheckout
 whsmiths
 whythisad
@@ -29484,9 +29516,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://3.bp.blogspot.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://allaboutcookies.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://support.google.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -29638,12 +29670,14 @@ wirecutter/*?q=
 wirecutter/*?s=
 wirecutter/data-requests
 wirecutter/deals/beta
+wirecutter/out
 wirecutter/search
 wirecutter/wp-admin
 wireframe-tool/$
 wireless-email
 wires
 wishlist
+wishlist/*
 wishlist/get-button
 wishlist/universal
 wishlist/vendor-button
@@ -29790,7 +29824,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
+wp-admin/admin-ajax.phphttp://img1.wsimg.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -29801,7 +29835,6 @@ wp-content/*.jpg
 wp-content/*.js
 wp-content/*.png
 wp-content/cache
-wp-content/cache/
 wp-content/client-mu-plugins
 wp-content/mu_plugins
 wp-content/plugins
@@ -29884,7 +29917,6 @@ wp-json/ws-form
 wp-login
 wp-login.php
 wp-login.php
-wp-login.php*
 wp-signup.php
 wp-srv
 wp-stat/ad
@@ -29904,6 +29936,7 @@ writeReview2/ew
 writeareview
 writers/writing-tips/
 ws
+ws*api-server.html$
 ws/1/live
 ws/1/related_content
 ws/includes
@@ -29988,7 +30021,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://evernote.com/robots.txt
+youreurope/businessDEV/http://zoho.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -30161,7 +30194,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
+zh-tw/searchhttp://makeuseof.com/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?