[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -1616,8 +1616,8 @@ hpc/*/supported-applications.aspx?
 hpm
 hpmob
 http://dropbox.com/robots.txt
+http://google-analytics.com/robots.txt
 http://ncbi.nlm.nih.gov/robots.txt
-http://plus.google.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1663,7 +1663,6 @@ imode?
 inapp
 inbox
 inboxcommerce
-includes
 incontext
 index.html?
 index.php/admin/
@@ -1901,7 +1900,6 @@ mob/tracking
 mobile/agreements
 mobile/checkout
 mobile/cities-transformed
-mobile?
 mobile_login
 moderator/static/ux
 modern-formats-eng/ucp/*/client
@@ -3353,7 +3351,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://medium.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://bit.ly/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -2553,7 +2553,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://lego.com/robots.txt
+/articlelist/*http://tiny.cc/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -3281,7 +3281,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://pitchfork.com/robots.txt
+/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3677,7 +3677,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shopping/vr
 /shoppingcart
 /showads.js
-/showtimes/location/*http://bloomberg.com/robots.txt
+/showtimes/location/*http://img.youtube.com/robots.txt
 /sign_in?
 /signin
 /signin-oidc
@@ -3978,7 +3978,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://themeforest.net/robots.txt
+?*apikey*http://vk.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4420,7 +4420,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://journals.plos.org/robots.txt
+?q=user/logout/http://rebrand.ly/robots.txt
 ?q=user/password
 ?q=user/register
 ?q=vote
@@ -4593,7 +4593,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @me$
 AI
 AITripBuilder
-API/v2$http://howtogeek.com/robots.txt
+API/v2$http://hbr.org/robots.txt
 APIAccessSupport
 AWSEC2/2006-06-26
 AWSEC2/2006-10-01
@@ -6286,7 +6286,7 @@ account-settings
 account-setup
 account/
 account/*
-account/*http://doi.org/robots.txt
+account/*http://healthtips1dr.blogspot.com/robots.txt
 account/accomplishments
 account/ackgift
 account/authenticate
@@ -6751,7 +6751,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://reuters.com/robots.txt
+api/http://kobo.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -6823,7 +6823,7 @@ app$
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://static.parastorage.com/robots.txt
+app-ads.txthttp://digital-strategy.ec.europa.eu/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -7381,6 +7381,7 @@ backstage/api/
 bad-boys
 bad-boys-ii
 badges/profile/create
+baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -7585,6 +7586,7 @@ biz_redir
 biz_share
 biz_update
 bkshp?*q=
+bkuhn-signed-agia-certificate.txt
 bl-email
 blaize
 blank.html
@@ -7639,7 +7641,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://last.fm/robots.txt
+blog/.html.*http://samsung.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
 blog/27-figjam-activities-to-spark-creativity-in-the-classroom/$
@@ -8180,6 +8182,7 @@ blog/the-6-design-trends-john-maeda-predicted-in-his-state-of-the-union/$
 blog/the-anatomy-of-a-component-sprint/$
 blog/the-anatomy-of-duolingos-super-bowl-ad/$
 blog/the-art-and-influence-of-motion/$
+blog/the-art-of-art-direction/$
 blog/the-art-of-the-professional-pivot/$
 blog/the-atlassian-method-developer-joy/$
 blog/the-best-advice-to-bring-to-work-in-2025/$
@@ -8370,7 +8373,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://i0.wp.com/robots.txt
+bookmarkshttp://ecrs.com/robots.txt
 books
 books/NBK
 books/about
@@ -9120,7 +9123,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://kids.youtube.com/robots.txt
+cdn-cgi/http://medium.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
@@ -9151,7 +9154,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://canada.ca/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -9269,7 +9272,7 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://accidentinjurylawyers.claims/robots.txt
+checkouthttp://moderncalculators.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9452,7 +9455,7 @@ co/user
 co/users
 code
 code/*
-code/http://marriott.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -11374,7 +11377,6 @@ communities
 communities/sitemap
 community
 community
-community-creators/$
 community-guidelines
 community/*
 community/*/category/*
@@ -11426,6 +11428,7 @@ compatible/questionnaires/certificates
 compatible/questionnaires/images
 competitive-research
 competitive/gated-content-for-agents/
+compliance
 compliance/contact-us-confirmation/
 compliance/hipaa-eligible-services-reference/
 compliance/how-to-open-aws-compliance-reports/
@@ -11505,7 +11508,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://sfgate.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -11615,7 +11618,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://beppegrillo.it/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://caniuse.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
@@ -11717,6 +11720,7 @@ cookies
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyleft
 copyright-reporting
 coral-talk
 core
@@ -11813,6 +11817,7 @@ cp/api/logger
 cp/api/wpa
 cpds2
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr$
@@ -12902,7 +12907,7 @@ docs
 docs$
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://aesthetics.fandom.com/robots.txt
+docs-api-legacy/http://deezer.com/robots.txt
 docs-footer
 docs/*
 docs/3.x/fr
@@ -13417,7 +13422,6 @@ en/news-redirect/*
 en/news?
 en/newsletters/*
 en/novel/comments.php?id=
-en/profile/*
 en/profiles/
 en/publications/2017/pwc-sports-survey-2017.pdf
 en/publications/2018/PwC%20Sports%20Survey-2018_web.pdf
@@ -14168,6 +14172,8 @@ event/*/shoutbox
 event/*/shoutbox?
 eventDisplay
 events
+events-begin.html
+events-end.html
 events/
 events/$
 events/applesummit
@@ -14497,7 +14503,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://jetbrains.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -14521,7 +14527,7 @@ find
 find$
 find-more
 find/
-find/*http://forrester.com/robots.txt
+find/*http://freepik.com/robots.txt
 finetune
 fios
 firefox/?
@@ -14546,6 +14552,7 @@ flights
 flipboardrss
 flu/espanol/
 flutter-canvaskit
+fly
 fn_adspaces
 fol
 folder
@@ -14617,7 +14624,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://katyperry.com/robots.txt
+forum/ucp.phphttp://embassybel.ru/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -15100,7 +15107,6 @@ fr/ph/
 fr/player
 fr/playlist
 fr/pm/
-fr/profile/*
 fr/promos/
 fr/rechercher
 fr/release
@@ -15199,7 +15205,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://teenage.engineering/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 ga-IE/forums
 ga-IE/kb/*/discuss
@@ -15287,6 +15293,7 @@ getaccess
 getaways/search
 getaways/tripadvisor
 getflipit
+gethelp
 gethelp/
 getstarted
 getstarted/
@@ -15345,6 +15352,7 @@ gn/search
 gn/user
 gn/users
 gnca-ajax-redesign/showcase-image
+gnu.css
 go
 go-back
 go-back?
@@ -15370,6 +15378,7 @@ go/teenwolf-fanfiction/
 go/turkey
 gog
 goglobal/
+google
 google-fonts/$
 google-fonts/josefin-sans-font-pairings/$
 google-fonts/lato-font-pairings/$
@@ -15401,6 +15410,7 @@ gorsel/touch/?
 goto
 goto_issue
 goto_rubric
+government
 government-education/nonprofits/aws-serve-member/
 government-education/nonprofits/aws-serve/
 government-education/nonprofits/credit-program/
@@ -15832,6 +15842,7 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -15933,43 +15944,43 @@ html5
 http
 http-checker
 http2_data
-http://abc.net.au/robots.txt
-http://abcnews.go.com/robots.txt
-http://aliexpress.com/robots.txt
-http://arstechnica.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://about.fb.com/robots.txt
+http://akparti.org.tr/robots.txt
+http://amazon.de/robots.txt
+http://amazon.in/robots.txt
+http://ameblo.jp/robots.txt
+http://apple.com/robots.txt
+http://bbc.com/robots.txt
 http://bbcsfx.acropolis.org.uk/robots.txt
-http://bitly.com/robots.txt
-http://chat.openai.com/robots.txt
-http://css-tricks.com/robots.txt
-http://epidemicsound.com/robots.txt
-http://europa.eu/robots.txt
-http://eventbrite.co.uk/robots.txt
-http://explore.org/robots.txt
-http://festivaldesantipodes.com/robots.txt
-http://flickr.com/robots.txt
-http://fortune.com/robots.txt
-http://google.it/robots.txt
-http://ico.org.uk/robots.txt
-http://lnk.bio/robots.txt
-http://missingkids.org/robots.txt
+http://creativecommons.org/robots.txt
+http://en.m.wikipedia.org/robots.txt
+http://expedia.com/robots.txt
+http://gist.github.com/robots.txt
+http://govostis.gr/robots.txt
+http://groupon.com/robots.txt
+http://healthline.com/robots.txt
+http://help.twitter.com/robots.txt
+http://irishtimes.com/robots.txt
+http://iubenda.com/robots.txt
+http://last.fm/robots.txt
+http://lefigaro.fr/robots.txt
 http://msdn.microsoft.com/robots.txt
-http://newyorker.com/robots.txt
-http://notion.so/robots.txt
-http://npr.org/robots.txt
-http://orcd.co/robots.txt
-http://picsart.com/robots.txt
-http://pubmed.ncbi.nlm.nih.gov/robots.txt
-http://roblox.com/robots.txt
-http://scholar.google.com/robots.txt
-http://sciencedirect.com/robots.txt
-http://searchengineland.com/robots.txt
-http://skillshare.com/robots.txt
-http://slideshare.net/robots.txt
-http://support.cloudflare.com/robots.txt
-http://support.zendesk.com/robots.txt
-http://ujumiskool.ee/robots.txt
-http://unpkg.com/robots.txt
-http://wpengine.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://nerdwallet.com/robots.txt
+http://patents.google.com/robots.txt
+http://producthunt.com/robots.txt
+http://python.org/robots.txt
+http://reconstructingjudaism.org/robots.txt
+http://seekingalpha.com/robots.txt
+http://siteground.com/robots.txt
+http://smithsonianmag.com/robots.txt
+http://static.wixstatic.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://threads.net/robots.txt
+http://tracks.arte.tv/robots.txt
+http://weebly.com/robots.txt
 https:/www.alibaba.com
 hu
 hu-hu/
@@ -16459,7 +16470,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://haveibeenpwned.com/robots.txt
+index.php/user/logout/http://diigo.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -16523,7 +16534,7 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://kinopoisk.ru/robots.txt
+interactive*http://fda.gov/robots.txt
 interactive/reading-preference
 interactives
 intercept
@@ -16645,6 +16656,7 @@ it-it.www.cloudflare.com
 it-it/
 it-it/feedback
 it-it/lp
+it-it/ruota-colore/$
 it-it/search
 it-it/searchresults
 it-s-complicated
@@ -17749,6 +17761,7 @@ limited-release
 link
 link-intersect
 link-intersect/$
+link?
 link_to
 linked
 linkedin
@@ -18403,7 +18416,6 @@ mobile/checkout
 mobile/cities-transformed
 mobile/search
 mobile=no*
-mobile?
 mobile_login
 mobileformat=
 mobilenextapi/graphql
@@ -18502,7 +18514,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://spreaker.com/robots.txt
+mre/*.zip$http://gov.uk/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -18786,7 +18798,6 @@ negRating
 nel_ms
 neo/magazine
 network
-network/news/space
 neuralsearch/api
 neuromyelitis-optica-spectrum-disorder-nmosd-treatment
 never-been-kissed
@@ -18955,14 +18966,54 @@ nl*/shop/*/sold
 nl-be/
 nl-nl.www.cloudflare.com
 nl-nl/
+nl-nl/$
 nl-nl/Demo
 nl-nl/LeerberichtenLO
+nl-nl/about/$
+nl-nl/ai/$
+nl-nl/ai/our-approach/$
+nl-nl/contact/$
 nl-nl/demo
+nl-nl/design/$
+nl-nl/designers/$
+nl-nl/designsystemen/$
+nl-nl/dev-mode/$
+nl-nl/downloads/$
+nl-nl/education/$
+nl-nl/engineers/$
+nl-nl/enterprise/$
+nl-nl/events/$
 nl-nl/feedback
+nl-nl/figjam/$
+nl-nl/figjam/agile-workflows/$
+nl-nl/figjam/brainstorm-tool/$
+nl-nl/figjam/diagrammen-tool/$
+nl-nl/figjam/mindmap/$
+nl-nl/figjam/online-whiteboard/$
+nl-nl/figjam/strategische-planning/$
+nl-nl/figjam/team-samenwerking/$
+nl-nl/figjam/teamvergaderingen/$
+nl-nl/kleurenwiel/$
 nl-nl/leerberichten
 nl-nl/lp
+nl-nl/ontwerpoverdracht/$
+nl-nl/organization/$
+nl-nl/presentatiemaker/$
+nl-nl/pricing-faq/$
+nl-nl/pricing/$
+nl-nl/product-managers/$
+nl-nl/productontwikkeling/$
+nl-nl/professional/$
+nl-nl/prototyping/$
 nl-nl/search
 nl-nl/searchresults
+nl-nl/security/$
+nl-nl/slides/$
+nl-nl/ui-design-tool/$
+nl-nl/ux-ontwerptool/$
+nl-nl/webdesign/$
+nl-nl/webontwikkeling/$
+nl-nl/wireframe-tool/$
 nl/
 nl/*?order=
 nl/*color=
@@ -19106,6 +19157,7 @@ no-en/transactions
 no-en/treasury
 no-en/your
 no-follow
+no-word-attachments.html
 no/
 no/Download
 no/en/*.PDF
@@ -19136,6 +19188,7 @@ nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
 norobot
+norobotsnorhumansshouldevervisithispage
 norokayoblog/videolist-*.html
 norokayoblog/videolist.html
 north-america/search
@@ -19306,7 +19359,7 @@ ohcm
 ojp
 okxbet.com
 oma
-on-demand/session/*http://podcasts.google.com/robots.txt
+on-demand/session/*http://nymag.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -19440,7 +19493,7 @@ p/*/v/*?
 p/*/v?
 p/*/victory$
 p/*/victory?
-p/*http://ifcncodeofprinciples.poynter.org/robots.txt
+p/*http://socialimpact.youtube.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -19757,6 +19810,7 @@ parental-passcode
 parenting/cpp-21/what-is-cpp
 parents/activity-finder
 parents/search
+parking.php4
 parliament/public/traineeship/secured/
 parliament/public/transltraineeship/secured
 partNumber=
@@ -19987,12 +20041,52 @@ pl*/shop/*/favoriters
 pl*/shop/*/sold
 pl-pl.www.cloudflare.com
 pl-pl/
+pl-pl/$
+pl-pl/about/$
+pl-pl/ai/$
+pl-pl/ai/our-approach/$
+pl-pl/contact/$
+pl-pl/design/$
+pl-pl/designers/$
+pl-pl/dev-mode/$
+pl-pl/downloads/$
+pl-pl/education/$
+pl-pl/engineers/$
+pl-pl/enterprise/$
+pl-pl/events/$
 pl-pl/feedback
+pl-pl/figjam/$
+pl-pl/figjam/kreator-diagramow/$
+pl-pl/figjam/mapa-mysli/$
+pl-pl/figjam/narzedzie-burzy-mozgow/$
+pl-pl/figjam/planowanie-strategiczne/$
+pl-pl/figjam/spotkania-zespolowe/$
+pl-pl/figjam/tablica-online/$
+pl-pl/figjam/wspolpraca-zespolowa/$
+pl-pl/figjam/zwinne/$
+pl-pl/kolo-kolorow/$
+pl-pl/kreator-prezentacji/$
 pl-pl/lp
+pl-pl/narzedzie-do-projektowania-ui/$
+pl-pl/narzedzie-do-projektowania-ux/$
+pl-pl/organization/$
+pl-pl/pricing-faq/$
+pl-pl/pricing/$
+pl-pl/product-managers/$
+pl-pl/professional/$
+pl-pl/projektowanie-stron-internetowych/$
+pl-pl/prototypowanie/$
+pl-pl/przekazywanie-projektow/$
+pl-pl/rozwoj-produktu/$
 pl-pl/search
 pl-pl/search/
 pl-pl/search/default.mi
 pl-pl/searchresults
+pl-pl/security/$
+pl-pl/slides/$
+pl-pl/systemy-projektowania/$
+pl-pl/tworzenie-stron-internetowych/$
+pl-pl/tworzenie-szkieletow/$
 pl/
 pl/*?order=
 pl/*color=
@@ -20282,7 +20376,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://dw.com/robots.txt
+premium/http://s.w.org/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -20365,7 +20459,7 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://irishtimes.com/robots.txt
+private/http://sgtrains.com/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -20397,7 +20491,7 @@ product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
 product-news-zip
-product-ratings/http://support.office.com/robots.txt
+product-ratings/http://wix.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -22003,6 +22097,7 @@ s3
 s=
 s=p
 s?
+s?
 s?*rh=n%3A1380045031
 s_id=
 sa
@@ -22398,6 +22493,7 @@ secure
 secure-web.cisco.com
 secure/
 secure/login
+security
 security/$
 security/aws-pgp-public-key
 security/ec2-pkgs-public-key
@@ -22441,6 +22537,7 @@ serv/
 server
 server-configurator
 server-status
+server/*.xslt
 server/banners
 server/body-include
 server/bottom-notes
@@ -22454,12 +22551,14 @@ server/header
 server/html5-head-include
 server/html5-header
 server/include-file-list
+server/list-mirrors.html
 server/outdated
 server/select-language.html
 server/source
 server/staging
 server/top-addendum
 server/trans-map.html
+server/whatsnew_translations.xml
 server_error_pages/
 serverdown
 servererror.aspx
@@ -22597,6 +22696,7 @@ sharing/folders
 shelf/user_shelves
 shenghuo
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -23201,7 +23301,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://dl.acm.org/robots.txt
+sos/registration/http://inc.com/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -23814,7 +23914,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://dx.doi.org/robots.txt
+tag/*+http://dinotim.com/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
@@ -24326,7 +24426,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://edition.cnn.com/robots.txt
+testhttp://moskva.stroi-podryad.ru/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -24969,6 +25069,7 @@ uk/zazzle
 uki/search
 ul
 uli/trac
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -25331,6 +25432,7 @@ use-cases/global-solution-providers/microsoft/bizspark/signon/
 use-cases/global-solution-providers/microsoft/bizspark/signon/thankyou/
 use-cases/global-solution-providers/microsoft/bizspark/thankyou/
 used
+usenet
 user
 user
 user$
@@ -25474,7 +25576,7 @@ uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_inser
 uy/help
 uz/en/
 uz/forums
-uz/http://stanfieldrealestate.com/robots.txt
+uz/http://bilgematics.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -25706,6 +25808,7 @@ vmware/about
 vn
 vod
 voices/
+volunteers
 vote
 vote-review
 votre-europarl/
@@ -26392,9 +26495,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://prezi.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://venturebeat.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -26695,8 +26798,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://form.jotform.com/robots.txt
-wp-admin/admin-ajax.phphttp://ucl.ac.uk/robots.txt
+wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -26898,7 +27000,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://streamelements.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -27004,7 +27106,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://npmjs.com/robots.txt
+zh-tw/searchhttp://blog.giallozafferano.it/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?
@@ -27151,6 +27253,7 @@ zz-test
 2020/04/08/830237502/episode-989-what-if-no-one-pays-rent
 2021/05/view-gallery
 2240
+2300
 2303
 2304
 2305
@@ -27172,6 +27275,7 @@ zz-test
 7176/
 7176/TOI_Travel/
 7176/TOI_Travel_Test/TOI_Travel_TOP_TST
+8301
 8324
 8601
 8614