[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -925,7 +925,6 @@ comment
 comment/reply/
 comments
 commercesearch/images
-commercesearch/services
 commission_2010-2014/katainen
 commits?author=
 common/
@@ -948,7 +947,6 @@ community/feed
 community/trackback
 companyDir
 compare
-compare/*/apply
 compressiontest
 concussion/HeadsUp/training/
 config.js
@@ -961,8 +959,6 @@ contactus
 contactus/mwaas*
 content-guest/rss/channels
 control
-coop/directory
-coop/manage
 copy-conductor/crawled
 core/
 core/*.css$
@@ -983,10 +979,6 @@ cr?
 create
 creative-europe/404_en.htm
 creatorhub
-cse/home
-cse/manage
-cse/panel
-cse?
 csp
 ct
 ct/log_list
@@ -1547,10 +1539,10 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://calendar.google.com/robots.txt
-http://gmpg.org/robots.txt
-http://instagram.com/robots.txt
-http://storage.googleapis.com/robots.txt
+http://dropbox.com/robots.txt
+http://eventbrite.com/robots.txt
+http://wa.me/robots.txt
+http://web.archive.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3252,7 +3244,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -319,7 +319,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/apikey.pub
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://web.archive.org/robots.txt
+.well-known/assetlinks.jsonhttp://css-tricks.com/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -2580,7 +2580,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://tiny.cc/robots.txt
+/articlelist/*http://stupidhackathon.github.io/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -2595,6 +2595,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /automatic-renewal-terms
 /autos/marketplace/product/*
 /avg-review
+/b
 /b/*/*
 /b/*/*+
 /b/*/*+3132/$
@@ -2665,6 +2666,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /buy
 /buyback
 /buyer/widget
+/c
 /c/*
 /c/*/*+3132/$
 /c/*/*+3133/$
@@ -2728,7 +2730,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /collections/*/things
 /collections/*filter*&*filter
 /collections/*sort_by
-/collections/likes
 /comment
 /comment-
 /comment/*
@@ -3030,6 +3031,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /external
 /external-application
 /external-products
+/f
 /favorite-*.html
 /favorite.html
 /favorites_list
@@ -3415,7 +3417,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
+/no-referrer-when-downgradehttp://howtogeek.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3950,6 +3952,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /test
 /test-template
 /testhome
+/testing-products-
 /thankyoupage.aspx
 /the-hustle/author/*&
 /the-hustle/author/*?
@@ -4169,7 +4172,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://vk.com/robots.txt
+?*apikey*http://getpocket.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4291,9 +4294,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?252525253Bpreview=
 ?=ref
 ?Author=
-?CMP
 ?EGOTECpage
-?ExternalDataReference
 ?LID=
 ?RefID=
 ?SESSION
@@ -4475,6 +4476,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hl=*&*&gws_rd=ssl
 ?hl=*&gws_rd=ssl$
 ?hmz=
+?hubs_post-cta
 ?i
 ?i=
 ?iana=
@@ -4621,7 +4623,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://rebrand.ly/robots.txt
+?q=user/logout/http://business.facebook.com/robots.txt
 ?q=user/password
 ?q=user/register
 ?q=vote
@@ -4642,7 +4644,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?referralCode=*
 ?referrer=
 ?regcode*
-?region=
 ?rel
 ?reply=
 ?replytocom
@@ -4713,6 +4714,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?t=
 ?tab=achievements&achievement=
 ?tabPane
+?tabid=
 ?tc_deviceCategory=
 ?td=*
 ?term=
@@ -6471,7 +6473,7 @@ account-settings
 account-setup
 account/
 account/*
-account/*http://healthtips1dr.blogspot.com/robots.txt
+account/*http://imgur.com/robots.txt
 account/accomplishments
 account/ackgift
 account/authenticate
@@ -6966,7 +6968,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://kobo.com/robots.txt
+api/http://cnbc.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -7039,7 +7041,7 @@ app$
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
+app-ads.txthttp://static.parastorage.com/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -7112,9 +7114,7 @@ arama
 archive
 archive$
 archive/api/image.jpg
-archive/article
 archive/graphs.php
-archive/page
 archive/project/sovsport$
 archived
 archived$
@@ -7137,11 +7137,7 @@ article/HUG
 article/PR-CO
 article/api
 article/beta
-article/category
 article/preview
-article/this-article-has-been-deleted
-article/this-article-has-been-removed
-article/this-article-is-no-longer-available
 article_count
 article_email
 articlecomment/
@@ -7595,7 +7591,6 @@ backstage/api/
 bad-boys
 bad-boys-ii
 badges/profile/create
-baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -7846,7 +7841,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://samsung.com/robots.txt
+blog/.html.*http://store.steampowered.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
 blog/27-figjam-activities-to-spark-creativity-in-the-classroom/$
@@ -8381,6 +8376,7 @@ blog/s1-confidential-submission/$
 blog/search
 blog/search-results?q
 blog/search-tag-
+blog/search?
 blog/security/$
 blog/server-side-sandboxing-an-introduction/$
 blog/server-side-sandboxing-containers-and-seccomp/$
@@ -8623,7 +8619,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ecrs.com/robots.txt
+bookmarkshttp://i0.wp.com/robots.txt
 books
 books/NBK
 books/about
@@ -9366,7 +9362,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://medium.com/robots.txt
+cdn-cgi/http://kids.youtube.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
@@ -9395,7 +9391,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://seekingalpha.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -9512,7 +9508,6 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9698,12 +9693,13 @@ co/multistore/co_epp_members
 co/multistore/co_epp_outlet
 co/multistore/co_epp_secret
 co/multistore/gobierno_co
+co/multistore/pymes_co
 co/search
 co/user
 co/users
 code
 code/*
-code/http://w3techs.com/robots.txt
+code/http://espn.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -11613,7 +11609,6 @@ commerce
 commerce$
 commerce/digital-download
 commercesearch/images
-commercesearch/services
 commission_2010-2014/katainen
 commit-snapshots
 commits?author=
@@ -11692,7 +11687,6 @@ companyDir
 company_size=
 compare
 compare-invision-lp/$
-compare/*/apply
 compare=
 compare?
 compareajax
@@ -11784,7 +11778,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://oreilly.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -11895,7 +11889,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://lifewire.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -11993,8 +11987,6 @@ cookie-law
 cookie-preferences
 cookie.aspx
 cookies
-coop/directory
-coop/manage
 copy-conductor/crawled
 copyleft
 copyright-reporting
@@ -12096,7 +12088,6 @@ cpds2
 cpp/docs/reference
 cpp/docs/reference/*/latest
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr$
@@ -12176,10 +12167,6 @@ csbapi
 csbapi/unified-communication
 csc
 csds/*
-cse/home
-cse/manage
-cse/panel
-cse?
 cservice
 cservice/ya_index.gsp
 csi_204
@@ -13297,7 +13284,7 @@ docs
 docs$
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://deezer.com/robots.txt
+docs-api-legacy/http://advancedformintegration.com/robots.txt
 docs-footer
 docs/*
 docs/3.x/fr
@@ -13542,7 +13529,6 @@ edit/review
 edit/success
 editing
 editing/EditHomeFacts.htm
-edition/null
 editionssi
 editor
 editor.jsp
@@ -14709,6 +14695,7 @@ es-es/customers/how-king-brings-game-design-together/$
 es-es/customers/how-patagonia-uses-figma/$
 es-es/customers/how-workday-scales-design-and-development-collaboration-with-figma/$
 es-es/customers/razorpay-boosting-design-system-adoption-and-collaboration/$
+es-es/customers/spendesk-identite-marque-figma/$
 es-es/customers/vanguard-designs-fifty-percent-faster/$
 es-es/design-handoff/$
 es-es/design-systems/$
@@ -15614,8 +15601,6 @@ feedback-service
 feedback/
 feedback/user_study
 feeds
-feeds.thetimes.com/puzzles
-feeds.thetimes.com/timescrossword
 feeds/
 feeds/*
 feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg
@@ -15752,7 +15737,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://asana.com/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -15790,7 +15775,7 @@ find
 find$
 find-more
 find/
-find/*http://freepik.com/robots.txt
+find/*http://buymeacoffee.com/robots.txt
 finetune
 fios
 firefox/?
@@ -17574,7 +17559,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://embassybel.ru/robots.txt
+forum/ucp.phphttp://form.jotform.com/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -18395,7 +18380,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://cdtfa.ca.gov/robots.txt
 g/api
 ga-IE/forums
 ga-IE/kb/*/discuss
@@ -19035,7 +19020,6 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -19137,50 +19121,49 @@ html5
 http
 http-checker
 http2_data
-http://2.bp.blogspot.com/robots.txt
-http://about.fb.com/robots.txt
-http://akparti.org.tr/robots.txt
-http://amazon.co.jp/robots.txt
-http://amazon.co.uk/robots.txt
-http://amazon.com/robots.txt
-http://amazon.de/robots.txt
-http://amazon.es/robots.txt
-http://amazon.fr/robots.txt
-http://amazon.in/robots.txt
-http://amazon.it/robots.txt
-http://ameblo.jp/robots.txt
-http://apple.com/robots.txt
-http://creativecommons.org/robots.txt
-http://en.m.wikipedia.org/robots.txt
-http://expedia.com/robots.txt
-http://gist.github.com/robots.txt
-http://govostis.gr/robots.txt
-http://groupon.com/robots.txt
-http://healthline.com/robots.txt
-http://help.twitter.com/robots.txt
-http://img.youtube.com/robots.txt
-http://irishtimes.com/robots.txt
-http://iubenda.com/robots.txt
-http://kickstarter.com/robots.txt
-http://last.fm/robots.txt
-http://lefigaro.fr/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://nerdwallet.com/robots.txt
-http://patents.google.com/robots.txt
-http://producthunt.com/robots.txt
-http://python.org/robots.txt
-http://reconstructingjudaism.org/robots.txt
-http://seekingalpha.com/robots.txt
-http://siteground.com/robots.txt
-http://smithsonianmag.com/robots.txt
-http://static.wixstatic.com/robots.txt
-http://techradar.com/robots.txt
-http://teenage.engineering/robots.txt
+http://addons.mozilla.org/robots.txt
+http://aliexpress.com/robots.txt
+http://apis.google.com/robots.txt
+http://arenawanita.com/robots.txt
+http://bbcsfx.acropolis.org.uk/robots.txt
+http://bitbucket.org/robots.txt
+http://calendly.com/robots.txt
+http://chrome.google.com/robots.txt
+http://coindesk.com/robots.txt
+http://developer.chrome.com/robots.txt
+http://developer.mozilla.org/robots.txt
+http://dl.acm.org/robots.txt
+http://duckduckgo.com/robots.txt
+http://economist.com/robots.txt
+http://eff.org/robots.txt
+http://families.google.com/robots.txt
+http://festivaldesantipodes.com/robots.txt
+http://flickr.com/robots.txt
+http://heylink.me/robots.txt
+http://img1.wsimg.com/robots.txt
+http://ko-fi.com/robots.txt
+http://material.io/robots.txt
+http://news.yahoo.com/robots.txt
+http://rantanps.blogspot.com/robots.txt
+http://rtbf.be/robots.txt
+http://s3.amazonaws.com/robots.txt
+http://speakerdeck.com/robots.txt
+http://squarespace.com/robots.txt
+http://summit.riot-os.org/robots.txt
+http://takeout.google.com/robots.txt
+http://ted.com/robots.txt
+http://telegram.me/robots.txt
+http://themeforest.net/robots.txt
+http://thenextweb.com/robots.txt
 http://theverge.com/robots.txt
-http://threads.net/robots.txt
-http://tracks.arte.tv/robots.txt
-http://weebly.com/robots.txt
+http://transparencyreport.google.com/robots.txt
+http://tunecore.co.jp/robots.txt
+http://unpkg.com/robots.txt
+http://vr.youtube.com/robots.txt
+http://waze.com/robots.txt
+http://xcelab.net/robots.txt
+http://yahoo.com/robots.txt
+http://zazzle.com/robots.txt
 https://player.cnevids.com
 https:/www.alibaba.com
 hu
@@ -19680,7 +19663,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://diigo.com/robots.txt
+index.php/user/logout/http://pitchfork.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -19747,9 +19730,8 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://fda.gov/robots.txt
+interactive*http://missingkids.org/robots.txt
 interactive/reading-preference
-interactives
 intercept
 internal
 internal-api
@@ -21268,7 +21250,6 @@ limited-release
 link
 link-intersect
 link-intersect/$
-link?
 link_to
 linked
 linkedin
@@ -21377,7 +21358,6 @@ login.php*&next=
 login.php/?next=
 login.php?next=
 login.php?return_to=
-login.thetimes.com/user/logout
 login/
 login/$
 login/*&next=
@@ -22033,7 +22013,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.uk/robots.txt
+mre/*.zip$http://omegamasonry.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -22170,7 +22150,6 @@ mx/your
 my
 my-account
 my-agent/eligibility
-my-articles
 my-eurlex
 my-library
 my-library
@@ -22940,7 +22919,7 @@ ohcm
 ojp
 okxbet.com
 oma
-on-demand/session/*http://nymag.com/robots.txt
+on-demand/session/*http://podcasts.google.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -23077,7 +23056,7 @@ p/*/v2/actions?
 p/*/v?
 p/*/victory$
 p/*/victory?
-p/*http://socialimpact.youtube.com/robots.txt
+p/*http://gravatar.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -23134,6 +23113,7 @@ page/*/?s=
 page/*/?s=
 page/*/?search=
 page/*?
+page/*page
 page/account-confirmation-thanks
 page/html
 page/scientific-american-digital-subscription-user-guide
@@ -23425,9 +23405,6 @@ password
 password-changed-email
 password/reset
 password_expired
-past-six-days
-past-six-days$
-past-six-days/$
 patent
 patent-search/frontend
 patents
@@ -23789,7 +23766,6 @@ play
 play/store/web
 play/surveys/serp
 player
-player/brightcove
 player/metadata/video
 playerColor=
 playing-house
@@ -23964,7 +23940,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://threads.net/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -24047,7 +24023,7 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://sgtrains.com/robots.txt
+private/http://explore.org/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -24078,7 +24054,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://wix.com/robots.txt
+product-ratings/http://moderncalculators.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -25400,6 +25376,8 @@ resource-library/icebreaker-ideas/$
 resource-library/k-12-design-basics/$
 resource-library/kotters-8-step-change-model/$
 resource-library/lateral-thinking-explained/$
+resource-library/linkedin-banner-ideas/$
+resource-library/linkedin-post-examples/$
 resource-library/low-fidelity-prototyping/$
 resource-library/matrix-organization/$
 resource-library/mind-map-examples/$
@@ -25854,7 +25832,6 @@ s3
 s=
 s=p
 s?
-s?
 s?*rh=n%3A1380045031
 s_id=
 sa
@@ -26163,7 +26140,6 @@ search/audio
 search/audio?k=
 search/autocomplete
 search/autosuggest
-search/browse-by-day
 search/browse/HDPTree,*Border.*debug*DebugBar.*InspectorButton.link.sdirect
 search/buyeroffers/*.html
 search/buyeroffers/*/*.html
@@ -26444,7 +26420,6 @@ sharing/folders
 shelf/user_shelves
 shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -27050,7 +27025,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://inc.com/robots.txt
+sos/registration/http://khinsider.com/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -27366,7 +27341,6 @@ strpixel.png
 structured-content-renderer
 sts/
 student-loans
-studentpro
 students
 studien-und-reports/*&q=
 studien-und-reports/*?q=
@@ -27706,7 +27680,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dinotim.com/robots.txt
+tag/*+http://census.gov/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
@@ -28212,7 +28186,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://monroewvhistory.org/robots.txt
+testhttp://edition.cnn.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -28503,7 +28477,6 @@ topic/*seo9*
 topic/*{*
 topic/article/
 topic/articlecollection
-topic/bbc
 topic/collection
 topic/electrode/api/logger
 topic/electrode/api/wpa
@@ -28730,7 +28703,6 @@ try-search-term
 try?
 trylater
 tsa
-tto
 tucritica
 tune*retpath=
 turbo
@@ -28915,7 +28887,6 @@ uk/zazzle
 uki/search
 ul
 uli/trac
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -29387,7 +29358,6 @@ users/login-faster.php
 users/login-instant.php
 users/login-quick.php
 users/onUpdateOnlineStatus.php
-users/password/edit
 users/search
 users/show
 users/sign_in
@@ -29422,7 +29392,7 @@ uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_inser
 uy/help
 uz/en/
 uz/forums
-uz/http://billboard.com/robots.txt
+uz/http://beacons.ai/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -30339,9 +30309,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://owasp.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://wish.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -30649,8 +30619,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rtbf.be/robots.txt
-wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
+wp-admin/admin-ajax.phphttp://bible.com/robots.txt
+wp-admin/admin-ajax.phphttp://schurorthodontics.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -30853,7 +30823,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://weibo.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -31058,7 +31028,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
+zh-tw/searchhttp://i2.wp.com/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?
@@ -31136,7 +31106,6 @@ zz-test
 1_fs
 2
 2-fast-2-furious
-2fa
 3
 3/account
 3/configuration