[Github Action] Automated trickest wordlists update.

2026-08-29 17:22:22 +00:00 · 2025-11-15 10:07:21 +00:00
parent 0e84f45d61
commit 6239858180
26 changed files with 4332 additions and 2528 deletions
@@ -283,7 +283,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .co.uk
 .com
 .css
-.css
 .diff$
 .element
 .emailjson
@@ -302,7 +301,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg$
 .jpge
 .js
-.js
 .json
 .jsx
 .jsx$
@@ -352,7 +350,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://youtube-creators.googleblog.com/robots.txt
+.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -369,7 +367,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /%3Cloc%3E
 /*&dateFrom=
 /*+*+*+
-/*-Off-or-More
 /*-anal$
 /*-anal-
 /*-anus$
@@ -542,7 +539,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/projects
 /*/pulse
 /*/schemes
-/*/search-results.htmlhttp://pixabay.com/robots.txt
+/*/search-results.htmlhttp://x.com/robots.txt
 /*/stargazers
 /*/structures
 /*/tables
@@ -1717,7 +1714,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://9to5mac.com/robots.txt
+/articlelist/*http://timeanddate.com/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -1957,7 +1954,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /customers/author/*&
 /customers/author/*?
 /d
-/d--
 /databaseresults
 /datacenter/bedrockstub
 /date
@@ -1966,7 +1962,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /deals/compare
 /demo-thank-you
 /deportes
-/depth_*--
 /descendants
 /detect_country.json
 /diff
@@ -2162,7 +2157,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ext/make/ingest
 /external
 /external-application
-/external-products
 /f
 /favorite-*.html
 /favorite.html
@@ -2211,9 +2205,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /forums/topic-tag/reader
 /fragments
 /free-plan-refresh-faqs
-/free-shipping
 /friends$
-/from-europe
 /full-commit
 /full_screen_preview
 /fullscreen-page
@@ -2241,7 +2233,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /goglobal/
 /goldlog$
 /group
-/h--
 /hack
 /hardware/*/cart
 /havadurumu/
@@ -2249,7 +2240,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /headlines
 /health/search/filter
 /healthvault/
-/height_*--
 /help
 /help/*/article/search?
 /help/article/search?
@@ -2337,7 +2327,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /l/*/73367
 /l/*/73368
 /l/*/73369
-/label--
 /laboratory/conductAllInScope
 /landing
 /lang
@@ -2526,7 +2515,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://davidlynchfoundation.org/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -2647,7 +2636,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pre-foreclosure
 /preferences/
 /preview
-/price--
 /price-comparison
 /price/*?locale
 /pricing
@@ -2870,7 +2858,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /select-cadeau-sparen/?
 /selectlocale-dmc?fromPage=
 /sell-now
-/seller--
 /seminar/
 /sendpv$
 /sensor
@@ -2893,8 +2880,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /serviceselection
 /settings
 /share
-/ship-to-country
-/ship-to-country--
 /shop
 /shop/*/favoriters
 /shop/*/sold
@@ -3142,7 +3127,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vader/
 /vejr/
 /vendorActivityManager
-/vendorLeadTime
 /version!libs
 /video
 /video-
@@ -3171,7 +3155,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vogue-club/perk
 /vsarticleshow/*
 /w
-/w--
 /w/?q=
 /w?q=
 /wal/
@@ -3189,7 +3172,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wetter/
 /widget
 /widget_
-/width_*--
 /wiki/*/edit
 /wiki/*/history
 /wiki/*/info
@@ -3264,7 +3246,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*_hsmi=
 ?*add-to-cart=
 ?*ajs_event
-?*apikey*http://politico.com/robots.txt
+?*apikey*http://vk.com/robots.txt
 ?*app
 ?*attachment_id
 ?*author
@@ -3306,7 +3288,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCtaTracking
 ?*hs_preview=
 ?*hss_channel=
-?*http://fda.gov/robots.txt
+?*http://healthtips1dr.blogspot.com/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
 ?*iframe
@@ -3397,7 +3379,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?252525253Bpreview=
 ?=ref
 ?Author=
+?CMP
 ?EGOTECpage
+?ExternalDataReference
 ?LID=
 ?ModPagespeed=noscript
 ?SESSION
@@ -3425,6 +3409,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?act=
 ?action=
 ?action=callus
+?ad_webview=
 ?adcode=
 ?add-to-cart=
 ?adid=
@@ -3772,6 +3757,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?referralCode=*
 ?referrer=
 ?regcode*
+?region=
 ?rel
 ?reply=
 ?replytocom
@@ -3982,6 +3968,7 @@ AddListing
 AddToList
 AddToRegistry
 Admin
+Admin/
 AdsManager
 AdsTest
 AffiliateWidgets
@@ -4379,6 +4366,7 @@ INSTALL.sqlite.txt
 INSTALL.txt
 IgnoreMe
 Image/DetailPrint
+Images/
 ImpressionRecord
 ImproveListing
 Inbox
@@ -4438,6 +4426,7 @@ MAPS
 MUST
 MaPS
 MachineTranslation
+Mail/
 MailEmergency
 ManageListingApi
 ManageOrder
@@ -4801,6 +4790,7 @@ ProductComparisonCmd
 ProductDetailsTabView
 ProductError
 ProductPaymentUpdate
+Production/
 Profile
 Project
 PromoTools
@@ -4931,6 +4921,7 @@ RestaurantSearch
 RestaurantSolutions
 RestaurantXSellAjax
 Resubscribe
+Review/
 Review/LeaveReview/
 Review/List/
 ReviewCollect
@@ -5431,7 +5422,7 @@ _tdhl_api
 _tdpp_api
 _template
 _themes
-_uac/adpage.htmlhttp://abc.net.au/robots.txt
+_uac/adpage.htmlhttp://enterprisemarketingportal.google/robots.txt
 _user/api
 _v1st
 _vercel/insights/view
@@ -5922,6 +5913,7 @@ ajax/rentals/ClaimedRentalProperties.htm?actionType=claims
 ajax/seoRequest
 ajax/skill-bundle.php
 ajax/user
+ajax?
 ajax_collection_share.php
 ajax_comments
 ajaxcart
@@ -6085,6 +6077,7 @@ api/taxonomy$
 api/template-taxonomy-service
 api/template-taxonomy-service$
 api/ucs/shortlist
+api/ui
 api/ui-extensions
 api/uisprime/track
 api/unified-underdog
@@ -6208,7 +6201,9 @@ archive$
 archive.php?archive=*
 archive.php?view=all
 archive/api/image.jpg
+archive/article
 archive/graphs.php
+archive/page
 archive/project/sovsport$
 archived
 archived$
@@ -6233,8 +6228,12 @@ article/PR-CO
 article/api
 article/beta
 article/border-immigration-election-2182fec11fa008ec96c4202e5656d19e
+article/category
 article/e63d8640-eeb3-4473-b0ad-aa6aec16d9fe
 article/preview
+article/this-article-has-been-deleted
+article/this-article-has-been-removed
+article/this-article-is-no-longer-available
 article_count
 article_email
 articlecomment/
@@ -6913,7 +6912,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://wix.com/robots.txt
+blog/.html.*http://samsung.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/2025-shifting-roles-report/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
@@ -8439,7 +8438,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://popoko.live/robots.txt
+cdn-cgi/http://medium.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
 cdn-cgi/rum
@@ -8447,7 +8446,7 @@ cdn-cgi/scripts
 cdn-cgi/speculation
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://ibb.co/robots.txt
+cdn-cgi/zaraz/http://de.wikipedia.org/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -8471,7 +8470,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://baidu.com/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8589,7 +8588,7 @@ checklink?
 checkout
 checkout-external
 checkout/package
-checkouthttp://accidentinjurylawyers.claims/robots.txt
+checkouthttp://money.cnn.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8769,7 +8768,7 @@ code
 code-connect-docs
 code-docs
 code/*
-code/http://fb.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -8780,7 +8779,6 @@ collaborate
 collaborating-with-slack
 collaboration/boards
 collaboration/shared-boards
-collection/*/product
 collection/api/logger
 collections
 collections.php
@@ -10837,7 +10835,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://irishtimes.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10941,7 +10939,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://blog.twitter.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -12109,7 +12107,6 @@ demonstration
 demos/dev-mode-design/$
 demos/dev-mode-developers/$
 denver
-depth--
 design
 design-handoff/$
 design-process/$
@@ -12574,6 +12571,7 @@ edit-subscriptions
 edit/$
 editing
 editing/EditHomeFacts.htm
+edition/null
 editionssi
 editor
 editor.jsp
@@ -14413,6 +14411,7 @@ estadisticas/prevision/p
 estadisticas/recientes/p
 estadisticas/recomendaciones/?p=
 estadisticas/report-content
+estimates/*/client
 et-EE/$
 et-ee/
 et/
@@ -14599,6 +14598,10 @@ fashion/lookbook/38917
 fashion/search/models
 fast-five
 fast-furious
+fastajax
+fastajax/order
+fastajax/order/tax
+fastajax/order/tax/validatevat
 fastanswers
 fatalerror.html
 faves-i_love_u_get_away_from_me
@@ -14658,6 +14661,8 @@ feedback-service
 feedback/
 feedback/user_study
 feeds
+feeds.thetimes.co.uk/puzzles
+feeds.thetimes.co.uk/timescrossword
 feeds/
 feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg
 feeds/rss
@@ -14786,7 +14791,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://vogue.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -14804,7 +14809,7 @@ find
 find$
 find-more
 find/
-find/*http://w3c.github.io/robots.txt
+find/*http://freepik.com/robots.txt
 finetune
 fios
 firefox/?
@@ -16589,7 +16594,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://form.jotform.com/robots.txt
+forum/ucp.phphttp://embassybel.ru/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -16603,7 +16608,6 @@ forums/profile
 forums/topic-tag/reader
 forward
 foryou
-fos/icn/
 fotos/es/*+
 foundation/contact
 fourinthemorning
@@ -17574,7 +17578,7 @@ fy-NL/firefox/collections/mozilla
 fy-NL/firefox/collections/mozilla/$
 fy-NL/firefox/search
 g
-g/4arE9Chttp://vice.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 ga-actions/formie/forms/refresh-tokens
 ga/p
@@ -17945,7 +17949,7 @@ gsr
 gss
 gsx
 gt/Download
-gtc/gtc-chatbot/*http://google.es/robots.txt
+gtc/gtc-chatbot/*http://nymag.com/robots.txt
 gtp/stir
 gu-IN/$
 guest-pass
@@ -18025,7 +18029,7 @@ health-news/wp-
 health/*/wp-
 health/QA-Tabbed-ManyTabs-21
 health/drugs/hm-test-all-about-humira
-health/files/rhpthttp://google.com.br/robots.txt
+health/files/rhpthttp://inc.com/robots.txt
 health/hm-test-17-proven-tips-to-sleep-better-at-night
 health/hm-test-feature-template-for-sponsorship
 health/mirgraine-headaches
@@ -18045,7 +18049,6 @@ healthy/hm-test-page-4-diabetes-and-sweets
 healthy/hm-test-page-5-diabetes-and-sweets
 healthz
 heartbeat.html
-height--
 helios
 hello
 help
@@ -18276,45 +18279,45 @@ html5
 http
 http-checker
 http2_data
-http://1.bp.blogspot.com/robots.txt
-http://airtable.com/robots.txt
-http://alltop.com/robots.txt
-http://anchor.fm/robots.txt
-http://android.com/robots.txt
-http://apis.google.com/robots.txt
-http://arstechnica.com/robots.txt
-http://asana.com/robots.txt
-http://bbc.com/robots.txt
-http://census.gov/robots.txt
-http://chat.openai.com/robots.txt
-http://crunchbase.com/robots.txt
-http://dailymotion.com/robots.txt
-http://dainikshiksha.com/robots.txt
-http://designedcurated.com/robots.txt
-http://dictionary.com/robots.txt
-http://dl.acm.org/robots.txt
-http://duckduckgo.com/robots.txt
-http://engadget.com/robots.txt
-http://eventbrite.co.uk/robots.txt
-http://finance.yahoo.com/robots.txt
-http://google.it/robots.txt
-http://hackernoon.com/robots.txt
-http://mayoclinic.org/robots.txt
-http://mic.gov.in/robots.txt
-http://myaccount.google.com/robots.txt
-http://picsart.com/robots.txt
-http://privacy.microsoft.com/robots.txt
-http://rollingstone.com/robots.txt
-http://s3.amazonaws.com/robots.txt
-http://salesforce.com/robots.txt
-http://sfgate.com/robots.txt
-http://sgtrains.com/robots.txt
-http://slideshare.net/robots.txt
-http://smile.amazon.com/robots.txt
-http://telegram.me/robots.txt
-http://theplace.org.uk/robots.txt
-http://tinyurl.com/robots.txt
-http://yumpu.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://akparti.org.tr/robots.txt
+http://aliexpress.com/robots.txt
+http://amazon.co.jp/robots.txt
+http://amazon.co.uk/robots.txt
+http://amazon.com/robots.txt
+http://amazon.de/robots.txt
+http://amazon.es/robots.txt
+http://amazon.fr/robots.txt
+http://amazon.in/robots.txt
+http://amazon.it/robots.txt
+http://ameblo.jp/robots.txt
+http://apple.com/robots.txt
+http://chrome.google.com/robots.txt
+http://creatoracademy.youtube.com/robots.txt
+http://en.m.wikipedia.org/robots.txt
+http://expedia.com/robots.txt
+http://getpocket.com/robots.txt
+http://govostis.gr/robots.txt
+http://gravatar.com/robots.txt
+http://healthline.com/robots.txt
+http://help.twitter.com/robots.txt
+http://img.youtube.com/robots.txt
+http://irishtimes.com/robots.txt
+http://kickstarter.com/robots.txt
+http://lefigaro.fr/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://patents.google.com/robots.txt
+http://python.org/robots.txt
+http://seekingalpha.com/robots.txt
+http://siteground.com/robots.txt
+http://smithsonianmag.com/robots.txt
+http://static.wixstatic.com/robots.txt
+http://techradar.com/robots.txt
+http://threads.net/robots.txt
+http://tracks.arte.tv/robots.txt
+http://use.fontawesome.com/robots.txt
+http://weebly.com/robots.txt
 https://player.cnevids.com
 https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide
 https://www.iubenda.com/en/help/142642-old-vs-new-pricing
@@ -18774,7 +18777,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://haveibeenpwned.com/robots.txt
+index.php/user/logout/http://diigo.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -18836,7 +18839,7 @@ integrations
 intelligencer/amp
 intent
 interactive
-interactive*http://scholar.google.com/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives/sponsor-story
 intercept
@@ -19765,6 +19768,7 @@ journal/neuroscience-research/latest?u=
 journal/neuroscience-research?u=
 journals
 journals/*/about-this-journal
+journals/testfieldhumanities/
 jp
 jp$
 jp*/listing/*/favoriters
@@ -20534,6 +20538,7 @@ login.php*&next=
 login.php/?next=
 login.php?next=
 login.php?return_to=
+login.thetimes.co.uk/user/logout
 login/$
 login/*&next=
 login/?*guestpasskey=
@@ -20725,6 +20730,7 @@ make/$
 manage
 manage-listing
 manage/*
+manage/leads
 manage_playlist
 manager
 mandrake
@@ -20760,6 +20766,8 @@ maps/?entry=wc
 maps/?f=
 maps/?hl=
 maps/?q=
+maps/?saddr=
+maps/?sid=
 maps/@
 maps/_
 maps/about
@@ -20801,10 +20809,18 @@ maps/vt?
 maps?
 maps?*file=
 maps?*output=classic
+maps?daddr=
+maps?entry=wc
+maps?f=
+maps?hl=
+maps?q=
+maps?saddr=
+maps?sid=
 mapslt?
 mapspro
 mapstt?
 mapview
+mar-optout
 market/
 market/confederate_flag
 market/dixie_flag
@@ -21162,7 +21178,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://qualtrics.com/robots.txt
+mre/*.zip$http://gov.uk/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -21298,6 +21314,7 @@ my
 my-MM/$
 my-account
 my-agent/eligibility
+my-articles
 my-eurlex
 my-library
 my-library
@@ -22186,7 +22203,7 @@ p/*/v2/actions$
 p/*/v2/actions?
 p/*/victory$
 p/*/victory?
-p/*http://wretch.cc/robots.txt
+p/*http://socialimpact.youtube.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -22532,6 +22549,7 @@ password
 password-changed-email
 password/reset
 password_expired
+past-six-days
 patent
 patent-search/frontend
 patents
@@ -22903,6 +22921,7 @@ play
 play/store/web
 play/surveys/serp
 player
+player/brightcove
 player/metadata/video
 playerColor=
 playing-house
@@ -22920,6 +22939,7 @@ plugins/search
 plus/experience/*/
 plus/experience/*/series/
 plusinstall
+pm-optout
 pm/
 pm/amplify/
 pm/lambda/
@@ -23064,7 +23084,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://tesla.com/robots.txt
+premium/http://rtbf.be/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -23147,11 +23167,12 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://example.com/robots.txt
+private/http://about.fb.com/robots.txt
 private/wtrack
 pro
 pro-learn
 pro-learn/blog/*error
+pro-meeting
 pro-resources
 pro-site
 pro-solutions
@@ -23179,7 +23200,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://paulkelly.com.au/robots.txt
+product-ratings/http://wordpress.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -23194,97 +23215,22 @@ productdetail/*
 producthunt
 productid=
 production-monitoring
+production/
 products
 products$
 products/$
-products/*--*--*--
 products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
-products/*/accent-chests-and-cabinets/review--4-stars-and-up
-products/*/armoires-and-wardrobes/review--4-stars-and-up
-products/*/bar-tables/review--4-stars-and-up
-products/*/bath-mats/review--4-stars-and-up
-products/*/bathtub-faucets/review--4-stars-and-up
-products/*/bedroom-furniture-sets/review--4-stars-and-up
-products/*/bunk-beds/review--4-stars-and-up
-products/*/ceiling-lighting/review--4-stars-and-up
-products/*/comforters-and-comforter-sets/review--4-stars-and-up
-products/*/height*--*Large
-products/*/height*--*Small
-products/*/height*--*Tall
-products/*/height*--*Thin
-products/*/height_stool--
-products/*/height_table--
-products/*/interior-doors/review--4-stars-and-up
-products/*/kitchen-island-lighting/review--4-stars-and-up
-products/*/lamp-shades/review--4-stars-and-up
-products/*/living-room-furniture/review--4-stars-and-up
-products/*/love-seats/review--4-stars-and-up
-products/*/outdoor-cushions-and-pillows/review--4-stars-and-up
-products/*/outdoor-rocking-chairs/review--4-stars-and-up
-products/*/quilts/review--4-stars-and-up
-products/*/review--
-products/*/screens-and-room-dividers/review--4-stars-and-up
-products/*/storage-cabinets/review--4-stars-and-up
-products/*/swing-arm-wall-lamps/review--4-stars-and-up
-products/*/tile/review--4-stars-and-up
-products/*/toilet-paper-holders/review--4-stars-and-up
-products/*/width*--*Large
-products/*/width*--*Small
-products/*/wine-racks/review--4-stars-and-up
-products/accent-chests-and-cabinets/*review--4-stars-and-up
-products/armoires-and-wardrobes/*review--4-stars-and-up
-products/bar-tables/*review--4-stars-and-up
-products/bath-mats/*review--4-stars-and-up
-products/bathroom-sinks/*--*--*--
-products/bathroom-sinks/*--*--*--*--
-products/bathtub-faucets/*review--4-stars-and-up
-products/bedroom-furniture-sets/*review--4-stars-and-up
-products/bunk-beds/*review--4-stars-and-up
-products/ceiling-lighting/*review--4-stars-and-up
-products/comforters-and-comforter-sets/*review--4-stars-and-up
 products/commerce-cloud/partner-marketplace/.*
-products/console-tables/*--*--*--
-products/console-tables/*--*--*--*--
 products/container.html
 products/content
-products/decorative-pillows/*--*--*--
-products/decorative-pillows/*--*--*--*--
 products/einstein/ai-research.*
-products/filing-cabinets/*--*--*--
-products/filing-cabinets/*--*--*--*--
 products/finder
-products/fire-pits/*--*--*--
-products/fire-pits/*--*--*--*--
 products/holiday-sales-*sgbr-sg
 products/home-perf/
-products/interior-doors/*review--4-stars-and-up
-products/kitchen-island-lighting/*review--4-stars-and-up
-products/lamp-shades/*review--4-stars-and-up
-products/living-room-furniture/*review--4-stars-and-up
-products/love-seats/*review--4-stars-and-up
-products/ottomans-and-cubes/*--*--*--
-products/ottomans-and-cubes/*--*--*--*--
-products/outdoor-cushions-and-pillows/*review--4-stars-and-up
-products/outdoor-rocking-chairs/*review--4-stars-and-up
-products/platform-beds/*--*--*--
-products/platform-beds/*--*--*--*--
 products/query
 products/query/*nqrwns
-products/quilts/*review--4-stars-and-up
-products/screens-and-room-dividers/*review--4-stars-and-up
-products/sectional-sofas/*--*--*--
-products/sectional-sofas/*--*--*--*--
-products/shower-benches-and-seats/*--*--*--
-products/shower-benches-and-seats/*--*--*--*--
 products/sitemaps/new
-products/storage-cabinets/*review--4-stars-and-up
-products/swing-arm-wall-lamps/*review--4-stars-and-up
 products/telepresence-for-docker/thank-you
-products/tile/*review--4-stars-and-up
-products/toilet-paper-holders/*review--4-stars-and-up
-products/wall-sconces/*--*--*--
-products/wall-sconces/*--*--*--*--
-products/wine-racks/*review--4-stars-and-up
 products;
 products?
 products_
@@ -23945,7 +23891,6 @@ puzzles/leaderboards/invite
 puzzles/puzzle/*?source=
 pv1/
 pv2/
-pvp/dual-heads-12-rain-high-pressure-shower-system-with-3-way-thermostatic-faucet-matte-black-prpv-pv~192604086
 pw
 pwapi-proxy/pwproxy
 pwapiv2
@@ -24195,6 +24140,7 @@ remotelogout
 removalrequest
 remove-favorite
 renders
+renewal-reminder-optout
 rental-manager/?source=topnav&itc=postbutton_topnav
 rental-manager/?zpid=
 rental-manager/login/?url
@@ -24854,6 +24800,7 @@ review-by-author
 review-drafts
 review-order
 review-sample
+review/
 review/*/transparency
 review/common/du
 review/dynamic/sims-box
@@ -25475,7 +25422,7 @@ search_rss$
 search_suggest
 searchdeb/
 searches
-searchhttp://inc.com/robots.txt
+searchhttp://shopify.com/robots.txt
 searchresults
 searchresults.aspx
 searchsuggest
@@ -27027,7 +26974,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://nvidia.com/robots.txt
+tag/*+http://dinotim.com/robots.txt
 tag/credible
 tag/expire-images
 tag/interaction-card
@@ -27493,6 +27440,7 @@ templates/x-matrix-template/$
 templates/yearly-calendar-template/$
 temporary_marketing_proxy/*
 temptation-island
+ter-optout
 termini-e-condizioni
 termos-e-condicoes
 terms
@@ -27522,7 +27470,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://500px.com/robots.txt
+testhttp://moskva.stroi-podryad.ru/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -27797,6 +27745,7 @@ topic/*seo9
 topic/*{
 topic/article/
 topic/articlecollection
+topic/bbc
 topic/collection
 topic/electrode/api/logger
 topic/electrode/api/wpa
@@ -27900,6 +27849,7 @@ transcripts/419570939
 transcripts/470280334
 transcripts/480128005
 transcripts/830237502
+transfers
 transformation-digitale-du-processus-de-design/$
 transit?
 translate
@@ -28017,6 +27967,7 @@ try-search-term
 try?
 trylater
 tsa
+tto
 tucritica
 tune*retpath=
 turbo
@@ -28218,6 +28169,7 @@ univercd/cc/td/doc
 universal-design-system/
 university
 unlink
+unlisted
 unsaved
 unsub
 unsubscribe
@@ -28690,7 +28642,7 @@ uxtest/ux/
 uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
-uz/http://groupon.com/robots.txt
+uz/http://bilgematics.com/robots.txt
 v
 v$
 v/badge
@@ -28746,6 +28698,7 @@ verificationofemployment
 verified-authors
 verified-modal
 verify
+verify-mobile
 verify_age
 verify_cookies
 verify_your_email$
@@ -28933,6 +28886,8 @@ wall*?search=1
 wall*?thread=
 wall*?with=
 wall-*?q=
+wallpaper
+wallpapers
 wanted
 wap/*
 wapsearch?
@@ -29138,7 +29093,6 @@ widgets/content_js
 widgets/trk
 widgets=
 widnows/
-width--
 wiki
 wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch
 wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search
@@ -29585,9 +29539,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://advancedformintegration.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://docs.google.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://lefigaro.fr/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -29894,8 +29848,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://cambridge.org/robots.txt
-wp-admin/admin-ajax.phphttp://ucl.ac.uk/robots.txt
+wp-admin/admin-ajax.phphttp://state.gov/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -30075,7 +30028,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://gettyimages.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourtake