[Github Action] Automated trickest wordlists update.

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -87,10 +87,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -98,11 +94,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -112,24 +105,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
-/?*amp_client_id
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /UserAuthentication/
 /_
 /_/rsrc
-/__wishlist__
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /_widget
 /album/*/*?i=
 /api
@@ -151,12 +131,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -186,7 +164,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /login
 /lookup?
 /mediaapi/
@@ -199,12 +176,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
-/organize
 /partials
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /report_abuse
 /revisions
@@ -212,8 +186,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -242,15 +214,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/new/*?*&*&*
 /store/top-free/*?*&*&*
 /store/top-paid/*?*&*&*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /widget_
 /wiki/Special:
@@ -370,7 +338,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
-?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -496,8 +463,6 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -561,8 +526,6 @@ _next/data
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -682,12 +645,10 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
-addboard
 addressBookExport
 admin
 admin/
 ads
-ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -703,7 +664,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 agreements/approve
 ai-sandbox-internal/generated_images
 aihub/tfhub
@@ -756,10 +716,8 @@ api?
 api_access_key=
 app*_
 app*form_id=
-app-ads.txt
 app/
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -837,7 +795,6 @@ author/following
 author=
 authoring/
 authwall
-autocomplete
 away.php
 awmp/data/images
 b?*node=7454898011
@@ -895,10 +852,6 @@ blogs/nationals-journal-beta
 blogs/search/
 blogs/slow-ride
 blogs/test
-board
-board_activity
-board_activity_comment
-bookmarklet
 bookmarks
 books
 books/NBK
@@ -921,38 +874,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 business
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 buyside-e2e-monitor
 buzz/post
 cai
@@ -986,7 +918,6 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1010,7 +941,6 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1030,7 +960,6 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx*
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1047,32 +976,23 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 companyDir
 compare
 compare/*/apply
 compressiontest
 concussion/HeadsUp/training/
 config.js
-connect
 connections
 consumers/archive
 contact/menu*
 contact/partner*
 contactus
 contactus/mwaas*
-content-claiming
 content-guest/rss/channels
 control
-conversation
-conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -1090,22 +1010,14 @@ covid19/mobility
 cr$
 cr?
 create
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
 cse/panel
 cse?
 csp
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1130,11 +1042,9 @@ de/integrations
 de/ott
 de/solutions
 de/upload
-deactivate-account
 default
 default.aspx/kb/
 default.aspx/ph/
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1232,8 +1142,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1246,7 +1154,6 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
-email_verification_error
 embed
 embed/@
 embed/curated
@@ -1308,7 +1215,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise
 enterprise-jobs
 enterprise-partner-search/sitemaps
@@ -1392,18 +1298,14 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
-facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
-fb.html
 fd/
 fe=true
 feature/sf-test
@@ -1438,8 +1340,6 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -1519,8 +1419,6 @@ global$
 gog
 google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
 google.internal.maps.mapsjs.v1.MapsJsInternalService
-google_gdn.html
-google_search.html
 googlebooks/images
 gorf
 gp
@@ -1636,7 +1534,6 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1660,12 +1557,9 @@ help/zendesk_sso
 hex
 history
 history/static
-holiday-spotlight
-holidays-celebrations
 home
 home$
 home?
-homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1677,9 +1571,9 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://blog.google/robots.txt
-http://calendar.google.com/robots.txt
-http://twitter.com/robots.txt
+http://slideshare.net/robots.txt
+http://web.archive.org/robots.txt
+http://who.int/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1693,9 +1587,6 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1741,7 +1632,6 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 integrations
 internalPref
 intl
@@ -1749,10 +1639,8 @@ intl/*/about/views
 intl/*/search/?
 intl/*/search?
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1788,8 +1676,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp/$
 jp/about
 jp/blog
@@ -1830,7 +1716,6 @@ ko/integrations
 ko/ott
 ko/solutions
 ko/upload
-kwanzaa-spotlight
 labs/pmc
 labs/popgadget/search
 lamda/images
@@ -1865,15 +1750,12 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
-linked
 lite
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -1901,7 +1783,6 @@ localservices
 lochp?
 login
 login$
-login/?next=
 login?*=
 logout
 lp
@@ -2040,7 +1921,6 @@ narrative-
 native
 nbubumblebee
 network
-new_invite
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
 news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
@@ -2050,7 +1930,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newsround
@@ -2064,7 +1943,6 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
-notifications
 notifications/
 ns/hydra/console/?
 nus-trk
@@ -2072,15 +1950,11 @@ nwshp$
 o/di
 o/dt
 oas/
-oauth/line
-oauth/login
 oauth/v2
 oauth2
 oauth2/v2
-oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
-offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -2110,12 +1984,9 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partner-program
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -2145,46 +2016,12 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
-pin
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
-place
 plan=
 platform-telemetry
 play/store/web
@@ -2233,7 +2070,6 @@ ppob/?
 ppob?
 pqa
 preference
-prefs
 present
 presentation
 prettyearth/assets
@@ -2242,8 +2078,6 @@ previewtemplate
 print
 private
 proFile/history?
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -2299,14 +2133,12 @@ pt-br/upload
 publications
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2315,7 +2147,6 @@ rating
 rd/search
 rd/search$
 rd/search?
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/*?q=
@@ -2332,9 +2163,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
-register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2342,13 +2170,9 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
-resource
-resource/*/get
 results
 results
 retail
@@ -2387,7 +2211,6 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -2436,7 +2259,6 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
-sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2467,7 +2289,6 @@ shop/collections
 shop/iphone/payments/overlay
 shop/view/product
 shop?
-shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2771,12 +2592,10 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
-socialmanager
 solutions
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -2798,7 +2617,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 stat
@@ -2856,10 +2674,6 @@ stores$
 stores/
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2885,7 +2699,6 @@ support/content
 support/forum/search?
 sureroute
 surprise
-suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2900,7 +2713,6 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2908,7 +2720,6 @@ t/terms
 tab=
 tablet
 tag
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2956,9 +2767,7 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
-thanksgiving-spotlight
 themacallan/worlds-together
-theme
 tickets-external?
 timedtext_video
 title
@@ -3050,7 +2859,6 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
-tv
 tv/thumb
 typeahead
 u
@@ -3066,14 +2874,9 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
-unauth-profile
-unlink
 unsub
 until=
 upload
-upload-image-lens-history
-upload-lens-image
-upload-shuffle-draft
 uploads
 urchin_test
 url
@@ -3091,11 +2894,9 @@ using
 utils
 uviewer
 v1
-v1/urls/count.json
 v2
 v3
 v3/openapi
-v3/pidgets/log
 valkyrie-playground
 verified-authors
 verify_age
@@ -3151,9 +2952,6 @@ webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webscr
 websearch
-website/confirm
-website/confirm/download
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3459,7 +3257,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3672,7 +3470,6 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -3973,6 +3973,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /website/author/*&
 /website/author/*?
 /webslices
+/webview
 /weer/
 /wetter/
 /widget
@@ -4075,6 +4076,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*egotecpage
 ?*embed=
 ?*entry=
+?*err_code=404
 ?*etext=
 ?*fbclid
 ?*free=
@@ -4120,6 +4122,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*outputType=comment
 ?*outputType=tracking
 ?*page
+?*page=
 ?*partner=
 ?*payRequest=
 ?*pg99.asia
@@ -4652,6 +4655,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @*/collections
 @*/followers
 @*/following
+@*/forums
 @*/reviews
 @*/stacks
 @*/submitted
@@ -7981,6 +7985,7 @@ blog/figma-styles-beta-a-new-way-to-apply-text-and-layer-attributes/$
 blog/figma-work-louder-custom-keyboard/$
 blog/figma-year-in-review-2018/$
 blog/figma-zines-diy/$
+blog/figmas-data-pipeline-upgrade/$
 blog/figmas-engineering-values/$
 blog/figmas-gift-guide-how-to-give-great-feedback/$
 blog/figmas-inaugural-student-fellowship/$
@@ -11937,6 +11942,8 @@ cp/-509
 cp/api/logger
 cp/api/wpa
 cpds2
+cpp/docs/reference
+cpp/docs/reference/*/latest
 cpresources
 cpropub/univercd
 cpspa
@@ -20634,6 +20641,7 @@ map_tile.php
 mapabcpoi?
 mapeditor/*?
 maphp?
+mapi/v4/*/user
 mapi?*
 mapprint?
 maps
@@ -22438,6 +22446,7 @@ partners/find-a-service-partner/merkle/$
 partners/find-a-service-partner/one-north/$
 partners/find-a-service-partner/rangle-io/$
 partners/find-a-service-partner/slalom/$
+partners/find-a-service-partner/yumemi-inc/$
 partners/internal
 partners/ipad/live-video.json
 partners/overview/partner-newsletter/confirmation/