[Github Action] Automated trickest wordlists update.

2026-08-29 07:55:52 +00:00 · 2025-11-13 10:08:34 +00:00
parent 476b4f5226
commit 8e4fd7c14b
20 changed files with 4270 additions and 2534 deletions
@@ -352,7 +352,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://europarl.europa.eu/robots.txt
+.well-known/assetlinks.jsonhttp://aesthetics.fandom.com/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -542,7 +542,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/projects
 /*/pulse
 /*/schemes
-/*/search-results.htmlhttp://photos.app.goo.gl/robots.txt
+/*/search-results.htmlhttp://venmo.com/robots.txt
 /*/stargazers
 /*/structures
 /*/tables
@@ -1717,7 +1717,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://state.gov/robots.txt
+/articlelist/*http://w3techs.com/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -2526,7 +2526,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://wetransfer.com/robots.txt
+/no-referrer-when-downgradehttp://uk.linkedin.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3264,7 +3264,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*_hsmi=
 ?*add-to-cart=
 ?*ajs_event
-?*apikey*http://getpocket.com/robots.txt
+?*apikey*http://politico.com/robots.txt
 ?*app
 ?*attachment_id
 ?*author
@@ -3306,7 +3306,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCtaTracking
 ?*hs_preview=
 ?*hss_channel=
-?*http://link.springer.com/robots.txt
+?*http://ft.com/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
 ?*iframe
@@ -3397,9 +3397,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?252525253Bpreview=
 ?=ref
 ?Author=
-?CMP
 ?EGOTECpage
-?ExternalDataReference
 ?LID=
 ?ModPagespeed=noscript
 ?SESSION
@@ -3427,7 +3425,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?act=
 ?action=
 ?action=callus
-?ad_webview=
 ?adcode=
 ?add-to-cart=
 ?adid=
@@ -3774,7 +3771,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?referralCode=*
 ?referrer=
 ?regcode*
-?region=
 ?rel
 ?reply=
 ?replytocom
@@ -5118,6 +5114,7 @@ TestingTravelMaps
 Themes/Client/app/img/favicons/manifest.json
 ThirdPartyRedirect
 ThorHammer
+TodayOJ
 TodaysLowestFaresAjax
 Tr/SocialMediaActivity/LogJSWidgetLinkClick
 Tracker?data=*
@@ -5438,7 +5435,7 @@ _tdhl_api
 _tdpp_api
 _template
 _themes
-_uac/adpage.htmlhttp://takeout.google.com/robots.txt
+_uac/adpage.htmlhttp://wikihow.com/robots.txt
 _user/api
 _v1st
 _vercel/insights/view
@@ -5540,8 +5537,6 @@ about/careers/applications/jobs/results?*&page=
 about/careers/applications/jobs/results?page=
 about/faq/station-finder/?state-text=
 about/faq/station-finder/?zip-text=
-about/leadership-university-administration/board-of-trustees/newsletter
-about/news-publications/news/search
 about/team_member
 about?
 aboutus
@@ -5802,8 +5797,6 @@ admin/*
 administration
 administrator
 adminusers
-admissions/undergraduate-admissions
-admissions/undergraduate-admissions.html
 adobe/dynamicmedia/deliver/
 adredir?
 adresa-segmentator
@@ -5978,7 +5971,6 @@ alphafoldserver
 als/shakespeare_pilot
 alumni
 alumni-subscriptions
-alumni/the-hub
 am-cookie-helper
 am-sonntag/vorproduktion
 am/$
@@ -6098,6 +6090,7 @@ api/taxonomy$
 api/template-taxonomy-service
 api/template-taxonomy-service$
 api/ucs/shortlist
+api/ui
 api/ui-extensions
 api/uisprime/track
 api/unified-underdog
@@ -6221,9 +6214,7 @@ archive$
 archive.php?archive=*
 archive.php?view=all
 archive/api/image.jpg
-archive/article
 archive/graphs.php
-archive/page
 archive/project/sovsport$
 archived
 archived$
@@ -6248,12 +6239,8 @@ article/PR-CO
 article/api
 article/beta
 article/border-immigration-election-2182fec11fa008ec96c4202e5656d19e
-article/category
 article/e63d8640-eeb3-4473-b0ad-aa6aec16d9fe
 article/preview
-article/this-article-has-been-deleted
-article/this-article-has-been-removed
-article/this-article-is-no-longer-available
 article_count
 article_email
 articlecomment/
@@ -6932,7 +6919,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://abcnews.go.com/robots.txt
+blog/.html.*http://link.springer.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/2025-shifting-roles-report/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
@@ -7792,7 +7779,6 @@ branding/images/dont-04.png
 brandpublishing
 brands
 brands/*
-brazil/search
 breakingnews/toihome.html
 breast-cancer/bc-treatment-21/provider-select
 brians-song
@@ -7824,7 +7810,6 @@ build
 build.xml
 builders
 bundle-next
-bursar
 bus/api
 bus/orders
 buscar
@@ -8458,7 +8443,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://beatstars.com/robots.txt
+cdn-cgi/http://popoko.live/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
 cdn-cgi/rum
@@ -8466,7 +8451,7 @@ cdn-cgi/scripts
 cdn-cgi/speculation
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://ibb.co/robots.txt
+cdn-cgi/zaraz/http://akorda.kz/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
@@ -8490,7 +8475,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://baidu.com/robots.txt
+cgi-binhttp://similarweb.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8556,6 +8541,7 @@ ch_it/Download
 challenge
 challenges
 challenges$
+change-displayed-metadata
 change-email
 change-password
 change-shipping
@@ -8607,7 +8593,7 @@ checklink?
 checkout
 checkout-external
 checkout/package
-checkouthttp://accidentinjurylawyers.claims/robots.txt
+checkouthttp://api.discount-shop.uk/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8787,7 +8773,7 @@ code
 code-connect-docs
 code-docs
 code/*
-code/http://fonts.google.com/robots.txt
+code/http://marriott.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -10855,7 +10841,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://zapier.com/robots.txt
+connect/http://oreilly.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10959,7 +10945,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://themeforest.net/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://pwc.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -12029,7 +12015,6 @@ de/promos/
 de/publications/2017/PwC-LodgingTourismCapability%20Statement_E.pdf
 de/release
 de/search
-de/search
 de/search*attr_*=
 de/search*price_bucket=
 de/search*search_type=
@@ -12123,12 +12108,6 @@ demo/$
 demonstration
 demos/dev-mode-design/$
 demos/dev-mode-developers/$
-dental/dh
-dental/endo
-dental/histo
-dental/intranet
-dental/perio
-dental/students
 denver
 depth--
 design
@@ -12402,6 +12381,7 @@ docs/search_results.html
 docs/socialmarkup
 doctor-strange
 document
+document-format.html
 document/comments
 document/create
 document/delete
@@ -12460,6 +12440,7 @@ doubleclick
 downgrade
 download
 download-evernote
+download-notice
 download/*/Zoom_launcher.exe
 download/*/zoomusLauncher.zip
 download/get
@@ -12593,7 +12574,6 @@ edit-subscriptions
 edit/$
 editing
 editing/EditHomeFacts.htm
-edition/null
 editionssi
 editor
 editor.jsp
@@ -12661,6 +12641,7 @@ element/?
 element/commun/afficher
 element_properties.
 elements
+eli-search
 eliminar-busqueda
 eliminar-favoritos
 elite?
@@ -12933,7 +12914,6 @@ en-ca/perspectives
 en-ca/searchresults
 en-ca/shop/sfc/sf/alienware-desktops
 en-ck
-en-cn/search
 en-cr
 en-cv
 en-cv/lp$
@@ -13509,6 +13489,7 @@ error/403
 error/404
 error/500
 error/PageNotFound.htm
+error/authentication-required.html
 error404.aspx
 error_204
 errordocs
@@ -14176,7 +14157,6 @@ es/bcn
 es/blog
 es/blog/search
 es/blog/topic
-es/buscador
 es/c/*attr_*=
 es/c/*price_bucket=
 es/c/*search_type=
@@ -14530,6 +14510,7 @@ experiences/*?*scheduled_id
 experiment
 experiments
 experiments.xml
+expert-search-form
 experts-arena
 experts/search
 experts/search?
@@ -14538,6 +14519,7 @@ explore/*/?p=
 explore/*/lightbox
 explore/search
 explorespa
+export-documents
 export/
 export/sites/intranet/
 export/sites/upov/shared/
@@ -14598,6 +14580,8 @@ facebook-template
 facebook/templates
 facebook_connect
 factory
+fallback
+false/select-store-cookies.html
 family-validation
 family_filter
 familylink-earlyaccess
@@ -14611,7 +14595,6 @@ faq
 faq_search.php
 fashion/lookbook/38917
 fashion/search/models
-fast-facts
 fast-five
 fast-furious
 fastajax
@@ -14677,8 +14660,6 @@ feedback-service
 feedback/
 feedback/user_study
 feeds
-feeds.thetimes.co.uk/puzzles
-feeds.thetimes.co.uk/timescrossword
 feeds/
 feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg
 feeds/rss
@@ -14807,7 +14788,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://nationalgeographic.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://workspace.google.com/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -14825,7 +14806,7 @@ find
 find$
 find-more
 find/
-find/*http://validator.w3.org/robots.txt
+find/*http://ahrefs.com/robots.txt
 finetune
 fios
 firefox/?
@@ -16610,7 +16591,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://siteground.com/robots.txt
+forum/ucp.phphttp://katyperry.com/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -17494,7 +17475,6 @@ fr/profiles/*.js?
 fr/profiles/*.png
 fr/profiles/*.svg
 fr/promos/
-fr/rechercher
 fr/release
 fr/search
 fr/search*attr_*=
@@ -17595,7 +17575,7 @@ fy-NL/firefox/collections/mozilla
 fy-NL/firefox/collections/mozilla/$
 fy-NL/firefox/search
 g
-g/4arE9Chttp://artstation.com/robots.txt
+g/4arE9Chttp://firebase.google.com/robots.txt
 g/api
 ga-actions/formie/forms/refresh-tokens
 ga/p
@@ -17966,7 +17946,7 @@ gsr
 gss
 gsx
 gt/Download
-gtc/gtc-chatbot/*http://msdn.microsoft.com/robots.txt
+gtc/gtc-chatbot/*http://espn.com/robots.txt
 gtp/stir
 gu-IN/$
 guest-pass
@@ -18046,7 +18026,7 @@ health-news/wp-
 health/*/wp-
 health/QA-Tabbed-ManyTabs-21
 health/drugs/hm-test-all-about-humira
-health/files/rhpthttp://coschedule.com/robots.txt
+health/files/rhpthttp://policy.pinterest.com/robots.txt
 health/hm-test-17-proven-tips-to-sleep-better-at-night
 health/hm-test-feature-template-for-sponsorship
 health/mirgraine-headaches
@@ -18297,45 +18277,45 @@ html5
 http
 http-checker
 http2_data
-http://2.bp.blogspot.com/robots.txt
-http://aesthetics.fandom.com/robots.txt
+http://9gag.com/robots.txt
+http://aasciences.ac.ke/robots.txt
+http://alexa.com/robots.txt
 http://alltop.com/robots.txt
+http://amazon.es/robots.txt
+http://arminbwagner.com/robots.txt
 http://blog.hubspot.com/robots.txt
-http://blogger.com/robots.txt
-http://canada.ca/robots.txt
-http://cdn.shopify.com/robots.txt
-http://dainikshiksha.com/robots.txt
-http://dev.to/robots.txt
+http://brave.com/robots.txt
+http://cnet.com/robots.txt
+http://cutt.ly/robots.txt
+http://dell.com/robots.txt
+http://developers.google.com/robots.txt
 http://dictionary.com/robots.txt
-http://disqus.com/robots.txt
-http://docs.microsoft.com/robots.txt
-http://eepurl.com/robots.txt
-http://ftc.gov/robots.txt
-http://gofundme.com/robots.txt
-http://google.ru/robots.txt
+http://drupal.org/robots.txt
+http://ec.europa.eu/robots.txt
+http://fortune.com/robots.txt
+http://gettyimages.com/robots.txt
 http://hootsuite.com/robots.txt
-http://huggingface.co/robots.txt
-http://i.imgur.com/robots.txt
-http://material.io/robots.txt
-http://merriam-webster.com/robots.txt
-http://money.cnn.com/robots.txt
-http://oreilly.com/robots.txt
-http://patreon.com/robots.txt
-http://quora.com/robots.txt
-http://rtbf.be/robots.txt
-http://salesforce.com/robots.txt
-http://scmp.com/robots.txt
-http://sgtrains.com/robots.txt
-http://sintradaytrips.com/robots.txt
-http://skillshare.com/robots.txt
-http://sourcetoyou.com/robots.txt
-http://speakerdeck.com/robots.txt
-http://spreaker.com/robots.txt
-http://stanfieldrealestate.com/robots.txt
-http://t.me/robots.txt
-http://tv.youtube.com/robots.txt
-http://webcache.googleusercontent.com/robots.txt
-http://wired.com/robots.txt
+http://ibb.co/robots.txt
+http://ibm.com/robots.txt
+http://iubenda.com/robots.txt
+http://klarna.com/robots.txt
+http://maxcdn.bootstrapcdn.com/robots.txt
+http://myspace.com/robots.txt
+http://newyorker.com/robots.txt
+http://php.net/robots.txt
+http://producthunt.com/robots.txt
+http://regionalevakschilders.be/robots.txt
+http://sephora.com/robots.txt
+http://sfgate.com/robots.txt
+http://support.cloudflare.com/robots.txt
+http://themeforest.net/robots.txt
+http://thetimes.co.uk/robots.txt
+http://ucl.ac.uk/robots.txt
+http://unsplash.com/robots.txt
+http://washington.edu/robots.txt
+http://wix.com/robots.txt
+http://wp.sbcounty.gov/robots.txt
+http://xcelab.net/robots.txt
 https://player.cnevids.com
 https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide
 https://www.iubenda.com/en/help/142642-old-vs-new-pricing
@@ -18795,7 +18775,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://houzz.com/robots.txt
+index.php/user/logout/http://globenewswire.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -19170,7 +19150,6 @@ it/profiles/*.svg
 it/promos/
 it/release
 it/search
-it/search
 it/search*attr_*=
 it/search*price_bucket=
 it/search*search_type=
@@ -20239,7 +20218,6 @@ latest
 latest-playlist
 latest-talk
 latin
-latin-america/buscador
 latin_en
 launch2005/
 law-abiding-citizen
@@ -20315,6 +20293,54 @@ leerberichten
 legal
 legal-b2b
 legal-contact-us
+legal-content/BG/TXT/DOC
+legal-content/BG/TXT/SIG
+legal-content/CS/TXT/DOC
+legal-content/CS/TXT/SIG
+legal-content/DA/TXT/DOC
+legal-content/DA/TXT/SIG
+legal-content/DE/TXT/DOC
+legal-content/DE/TXT/SIG
+legal-content/EL/TXT/DOC
+legal-content/EL/TXT/SIG
+legal-content/EN/TXT/DOC
+legal-content/EN/TXT/SIG
+legal-content/ES/TXT/DOC
+legal-content/ES/TXT/SIG
+legal-content/ET/TXT/DOC
+legal-content/ET/TXT/SIG
+legal-content/FI/TXT/DOC
+legal-content/FI/TXT/SIG
+legal-content/FR/TXT/DOC
+legal-content/FR/TXT/SIG
+legal-content/GA/TXT/DOC
+legal-content/GA/TXT/SIG
+legal-content/HR/TXT/DOC
+legal-content/HR/TXT/SIG
+legal-content/HU/TXT/DOC
+legal-content/HU/TXT/SIG
+legal-content/IT/TXT/DOC
+legal-content/IT/TXT/SIG
+legal-content/LT/TXT/DOC
+legal-content/LT/TXT/SIG
+legal-content/LV/TXT/DOC
+legal-content/LV/TXT/SIG
+legal-content/MT/TXT/DOC
+legal-content/MT/TXT/SIG
+legal-content/NL/TXT/DOC
+legal-content/NL/TXT/SIG
+legal-content/PL/TXT/DOC
+legal-content/PL/TXT/SIG
+legal-content/PT/TXT/DOC
+legal-content/PT/TXT/SIG
+legal-content/RO/TXT/DOC
+legal-content/RO/TXT/SIG
+legal-content/SK/TXT/DOC
+legal-content/SK/TXT/SIG
+legal-content/SL/TXT/DOC
+legal-content/SL/TXT/SIG
+legal-content/SV/TXT/DOC
+legal-content/SV/TXT/SIG
 legal/$
 legal/3874403/
 legal/ai-terms/$
@@ -20508,7 +20534,6 @@ login.php*&next=
 login.php/?next=
 login.php?next=
 login.php?return_to=
-login.thetimes.co.uk/user/logout
 login/$
 login/*&next=
 login/?*guestpasskey=
@@ -20780,6 +20805,7 @@ mapslt?
 mapspro
 mapstt?
 mapview
+mar-optout
 market/
 market/confederate_flag
 market/dixie_flag
@@ -20798,7 +20824,6 @@ marketplace/hire*&serviceIds=
 marketplace/hire*?serviceIds=
 marketplace/reviews/reviews-list/*/write-comment/
 marketplace/reviews/write-review/
-marketplace/search
 marketplace/search*
 marketplace/templates?sort=
 martech-content
@@ -21045,6 +21070,7 @@ mod
 mod.php
 mod=
 mod?
+modal-message
 modal_active=
 models
 models/*/ar-redirect
@@ -21135,7 +21161,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://qualtrics.com/robots.txt
+mre/*.zip$http://picsart.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -21271,7 +21297,7 @@ my
 my-MM/$
 my-account
 my-agent/eligibility
-my-articles
+my-eurlex
 my-library
 my-library
 my-list-shows
@@ -21747,7 +21773,6 @@ nl/profiles/*.js?
 nl/profiles/*.png
 nl/profiles/*.svg
 nl/search
-nl/search
 nl/search*attr_*=
 nl/search*price_bucket=
 nl/search*search_type=
@@ -21865,7 +21890,6 @@ nonConfig/api/wpa
 nonprofits/account
 norobot
 norobotsnorhumansshouldevervisithispage
-north-america/search
 noscript
 not-allowed
 not-authorized
@@ -21903,7 +21927,6 @@ nwshp$
 nxs-video-player
 nymag/columns/intelligencer/features/16951
 nymag/letters/14872
-nyucard/campuscash/admin
 nz
 nz$
 nz*/listing/*/favoriters
@@ -22158,7 +22181,7 @@ p/*/v2/actions$
 p/*/v2/actions?
 p/*/victory$
 p/*/victory?
-p/*http://l.facebook.com/robots.txt
+p/*http://seekingalpha.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -22504,7 +22527,6 @@ password
 password-changed-email
 password/reset
 password_expired
-past-six-days
 patent
 patent-search/frontend
 patents
@@ -22876,7 +22898,6 @@ play
 play/store/web
 play/surveys/serp
 player
-player/brightcove
 player/metadata/video
 playerColor=
 playing-house
@@ -22894,6 +22915,7 @@ plugins/search
 plus/experience/*/
 plus/experience/*/series/
 plusinstall
+pm-optout
 pm/
 pm/amplify/
 pm/lambda/
@@ -23033,6 +23055,7 @@ preferences/
 preferences/manage-cookies
 prefetch
 prefs
+prelex
 premium$
 premium-reports
 premium/
@@ -23097,6 +23120,7 @@ pricing/payment
 pricing/pro
 primeshow
 print
+print-pdf
 printView=
 printable/pdf
 printer_friendly_story
@@ -23119,7 +23143,7 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://google.it/robots.txt
+private/http://tools.ietf.org/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -23151,7 +23175,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://support.office.com/robots.txt
+product-ratings/http://sketchfab.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -23371,6 +23395,7 @@ proplayer
 props/
 proredir?
 prospective-students/undergraduate-redesign
+protected
 proto
 protocol
 protocolexchange/labgroups
@@ -23873,7 +23898,6 @@ public
 public-api
 public-data-sets/applicants/
 public-data-sets/terms/
-public.affairs/gata
 public.api
 public/*.css$
 public/*.css?
@@ -24167,6 +24191,7 @@ remotelogout
 removalrequest
 remove-favorite
 renders
+renewal-reminder-optout
 rental-manager/?source=topnav&itc=postbutton_topnav
 rental-manager/?zpid=
 rental-manager/login/?url
@@ -24550,8 +24575,6 @@ reservations/*/notifyme
 reset
 reset-password
 reset?
-residential.education/archive
-residential.education/templates
 resource
 resource-library/$
 resource-library/*?
@@ -25126,6 +25149,8 @@ sap/saphana/pilot/offer/confirmation
 sars-cov-2
 savannah-checkouts
 save
+save-document
+save-query
 save/save-agency-search-tool
 save/save-agency-search-tool/export
 savedhomes
@@ -25332,6 +25357,7 @@ search-ads-360
 search-ar-dev
 search-collections?
 search-console/scfe
+search-effectiveness.html
 search-people?
 search-results
 search-webglimps
@@ -25447,7 +25473,7 @@ search_rss$
 search_suggest
 searchdeb/
 searches
-searchhttp://theglobeandmail.com/robots.txt
+searchhttp://indiegogo.com/robots.txt
 searchresults
 searchresults.aspx
 searchsuggest
@@ -26180,6 +26206,7 @@ slp/*/b$
 slp/s$
 smart/button
 smart/buttons
+smartapi
 smartmarket
 smartmarket/*/productListInitial.action?
 smbe/
@@ -26897,7 +26924,6 @@ surveys-360
 surveys/
 suspended_tickets
 suspension-appeal
-sustainability
 sutils
 sv-SE/$
 sv-SE/android/collections
@@ -26999,7 +27025,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://500px.com/robots.txt
+tag/*+http://technorati.com/robots.txt
 tag/credible
 tag/expire-images
 tag/interaction-card
@@ -27465,6 +27491,7 @@ templates/x-matrix-template/$
 templates/yearly-calendar-template/$
 temporary_marketing_proxy/*
 temptation-island
+ter-optout
 termini-e-condizioni
 termos-e-condicoes
 terms
@@ -27769,7 +27796,6 @@ topic/*seo9
 topic/*{
 topic/article/
 topic/articlecollection
-topic/bbc
 topic/collection
 topic/electrode/api/logger
 topic/electrode/api/wpa
@@ -27873,6 +27899,7 @@ transcripts/419570939
 transcripts/470280334
 transcripts/480128005
 transcripts/830237502
+transfers
 transformation-digitale-du-processus-de-design/$
 transit?
 translate
@@ -27974,6 +28001,7 @@ trips/v1
 trivia/answer
 trk
 trouver
+true/select-store-cookies.html
 trust.php
 trustedstores/images
 trustedstores/js
@@ -27989,7 +28017,6 @@ try-search-term
 try?
 trylater
 tsa
-tto
 tucritica
 tune*retpath=
 turbo
@@ -28166,7 +28193,6 @@ uk/wdc
 uk/wp-admin
 uk/your
 uk/zazzle
-uki/search
 ul
 uli/trac
 ulink?
@@ -28191,6 +28217,7 @@ univercd/cc/td/doc
 universal-design-system/
 university
 unlink
+unlisted
 unsaved
 unsub
 unsubscribe
@@ -28663,7 +28690,7 @@ uxtest/ux/
 uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
-uz/http://papers.ssrn.com/robots.txt
+uz/http://foodshuttle.org/robots.txt
 v
 v$
 v/badge
@@ -28719,6 +28746,7 @@ verificationofemployment
 verified-authors
 verified-modal
 verify
+verify-mobile
 verify_age
 verify_cookies
 verify_your_email$
@@ -28896,8 +28924,6 @@ w/load.php?
 w/rest.php/site/v1/sitemap
 w/users/user_hints
 w3
-wagner/newsite
-wagner/newsiteTEST
 wai-conformance-model-test
 walking-tall
 walkscore
@@ -28908,6 +28934,8 @@ wall*?search=1
 wall*?thread=
 wall*?with=
 wall-*?q=
+wallpaper
+wallpapers
 wanted
 wap/*
 wapsearch?
@@ -29560,9 +29588,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://deepl.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://moderncalculators.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://support.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://advancedformintegration.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://allaboutcookies.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -29869,7 +29897,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://beacons.ai/robots.txt
+wp-admin/admin-ajax.phphttp://gravatar.com/robots.txt
 wp-admin/admin-ajax.phphttp://us.napster.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
@@ -30050,7 +30078,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://streamelements.com/robots.txt
+youreurope/businessDEV/http://nasa.gov/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourtake
@@ -30164,7 +30192,6 @@ zh-cn/perspectives/*/gobig
 zh-cn/perspectives/*/teammembers
 zh-cn/perspectives/*/testing
 zh-cn/search
-zh-cn/search
 zh-cn/searchresults
 zh-cn/shop//sf/xps-2-in-1
 zh-hans-cn.www.cloudflare.com
@@ -30355,7 +30382,6 @@ zz-test
 500.aspx?aspxerrorpath=
 500.htm?aspxerrorpath=
 500.html
-592b35eda08f389e
 978
 1318
 1319
@@ -30410,6 +30436,7 @@ zz-test
 5349
 5480.iac.
 5850
+5993dbfdf6c6c7e7
 7176
 7176/TOI_Travel/
 7176/TOI_Travel_Test/TOI_Travel_TOP_TST