[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -3,6 +3,6 @@
         "last_update": 1776914045
     },
     "Trickest wordlist update": {
-        "last_update": 1776937309
+        "last_update": 1777023723
     }
 }

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -88,6 +88,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -95,9 +99,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
 /*/milestones/new
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -218,10 +225,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?keyboard=
 /*source=
 /.git
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /_widget
 /analytics
 /api
@@ -244,10 +264,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -285,15 +307,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
+/organize
 /partials
+/pins
 /plugins
 /print$
+/profile-about
 /raw
 /report_abuse
 /revisions
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -324,10 +351,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/new/*?*&*&*
 /store/top-free/*?*&*&*
 /store/top-paid/*?*&*&*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /widget_
 /zipball
@@ -553,6 +584,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
+?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -641,6 +673,8 @@ WebObjects
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -708,6 +742,8 @@ _next/data
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -806,10 +842,12 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
+addboard
 addressBookExport
 admin
 admin/
 ads
+ads.txt
 ads/gpa/vidgen
 ads/learn
 ads/local
@@ -821,6 +859,7 @@ advisor/journey
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 ai-sandbox-internal/generated_images
 aihub/tfhub
@@ -877,7 +916,9 @@ api?
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -954,6 +995,7 @@ author/following
 author=
 authoring/
 authwall
+autocomplete
 away.php
 awmp/data/images
 b?*node=7454898011
@@ -1006,6 +1048,10 @@ blogs/nationals-journal-beta
 blogs/search/
 blogs/slow-ride
 blogs/test
+board
+board_activity
+board_activity_comment
+bookmarklet
 bookmarks
 books
 books/?term=
@@ -1027,12 +1073,33 @@ books?*zoom=
 books?*zoom=1
 books?*zoom=5
 boutique/sitemaps
+branded-pins
 bricks/image
 business
+business/ad_create
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
+business/hub
+business/invite
 business/learning/blog
+business/onboarding
+business/pin_create
 business/pos-system/shop
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 buyside-e2e-monitor
 cai
 call
@@ -1063,6 +1130,7 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/crlset
 chrome/webstore/images
 chwilio
@@ -1083,6 +1151,7 @@ clima/ets
 clima/sites/registry
 clinvar/?term=
 clone/library/genomic/organisms
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1101,17 +1170,22 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx*
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
 communities/rss.aspx*
 communities/sitemap
+community
 community-guidelines
+community_comment
+community_post
 companyDir
 compare
 compressiontest
 concussion/HeadsUp/training/
 config.js
+connect
 connections
 consumers/archive
 contact/menu*
@@ -1119,13 +1193,19 @@ contact/partner*
 contact_importer
 contactus
 contactus/mwaas*
+content-claiming
 content-guest/rss/channels
 control
+conversation
+conversations
+convert-business
+convert-personal
 cookie-policy
 copilot
 copilot/c
 copilotsearch?q=
 copy-conductor/crawled
+copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -1143,11 +1223,19 @@ covid19/mobility
 cr$
 cr?
 create
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
 creativegroup
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 csp
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1174,8 +1262,10 @@ de/ott
 de/solutions
 de/upload
 de/vimeo-academy
+deactivate-account
 default.aspx/kb/
 default.aspx/ph/
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1265,6 +1355,8 @@ earth/social
 ebook
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1277,6 +1369,7 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
+email_verification_error
 embed
 embed/@
 embed/curated
@@ -1338,6 +1431,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise
 enterprise-jobs
 enterprise-partner-search/sitemaps
@@ -1422,13 +1516,17 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
+facebook
 faves-i_love_u_get_away_from_me
 fb
+fb.html
 fbml/ajax/dialog
 fd/
 fe=true
@@ -1466,6 +1564,8 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -1549,6 +1649,8 @@ global$
 gog
 google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
 google.internal.maps.mapsjs.v1.MapsJsInternalService
+google_gdn.html
+google_search.html
 googlebooks/images
 gorf
 gp
@@ -1663,6 +1765,7 @@ gtr/?term=
 guidebooks
 gview
 h5games_gamecenter/images
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1686,9 +1789,12 @@ help/zendesk_sso
 hex
 history
 history/static
+holiday-spotlight
+holidays-celebrations
 home
 home$
 home?
+homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1700,11 +1806,11 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://amazon.co.uk/robots.txt
 http://amazon.com/robots.txt
-http://api.whatsapp.com/robots.txt
-http://lh3.googleusercontent.com/robots.txt
-http://sites.google.com/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
+http://patreon.com/robots.txt
+http://policies.google.com/robots.txt
+http://support.cloudflare.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1718,6 +1824,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1760,14 +1869,17 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 integrations
 internalPref
 intl
 intl/*/search/?
 intl/*/search?
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1805,6 +1917,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp/$
 jp/about
 jp/blog
@@ -1847,6 +1961,7 @@ ko/ott
 ko/solutions
 ko/upload
 ko/vimeo-academy
+kwanzaa-spotlight
 l.php
 labs-code
 labs/pmc
@@ -1882,12 +1997,15 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
+linked
 lite
+live-session
 live_chat
 llms.txt
 lm/R1XIHQVKXSKBNJ
@@ -2066,6 +2184,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
 news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
@@ -2076,6 +2195,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newsround
@@ -2089,6 +2209,7 @@ nl-nl/searchresults
 nlmcatalog/?term=
 node/add/
 nonprofits/account
+notifications
 notifications/
 nuccore/?term=
 nus-trk
@@ -2096,11 +2217,15 @@ nwshp$
 o/di
 o/dt
 oas/
+oauth/line
+oauth/login
 oauth/v2
 oauth2
 oauth2/v2
+oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
+offsite
 og
 ohttp_gateway
 okxbet.com
@@ -2132,8 +2257,11 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 partner-program
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -2169,11 +2297,45 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+pin
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
+place
 plan=
 platform-telemetry
 play/store/web
@@ -2220,6 +2382,7 @@ posttv/posttv/trendex
 posttv/sponsored-video
 ppl
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -2228,6 +2391,8 @@ previewtemplate
 print
 privacy-policy
 proFile/history?
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -2286,11 +2451,13 @@ pt-br/vimeo-academy
 public-profile
 publications
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2299,6 +2466,7 @@ rating
 rd/search
 rd/search$
 rd/search?
+recently-viewed
 recipes/*?q=
 recipes/search
 reconnect
@@ -2313,6 +2481,9 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
+register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2320,9 +2491,13 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
+resource
+resource/*/get
 results
 results
 retail
@@ -2363,6 +2538,7 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
+safe-redirect
 safety
 safetycheck
 salary-explorer/api
@@ -2408,6 +2584,7 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
+sendHeaderEarly
 sendarticle
 services/oauth
 setprefs
@@ -2439,6 +2616,7 @@ shop/productpage
 shop/topics
 shop/view/product
 shop?*
+shop_pins
 shopping-content-api/product_images
 shopping-organic/price_validation
 shopping/deals
@@ -2742,10 +2920,12 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
+socialmanager
 solutions
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -2763,6 +2943,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 stat
@@ -2821,6 +3002,10 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 storyworks/preview
 structure/?term=
 styles/js-on.css$
@@ -2847,6 +3032,7 @@ support/content
 support/forum/search?
 sureroute
 surprise
+suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2864,6 +3050,7 @@ svc/strands
 svc/sudoku
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2871,6 +3058,7 @@ t/terms
 tab=
 tablet
 tag
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2919,7 +3107,9 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
+thanksgiving-spotlight
 themacallan/worlds-together
+theme
 tickets-external?
 timedtext_video
 title
@@ -3011,6 +3201,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tv
 tv/thumb
 typeahead
 u
@@ -3027,9 +3218,14 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
+unauth-profile
+unlink
 unsub
 until=
 upload
+upload-lens-image
+upload-lens-image-history
+upload-shuffle-draft
 urchin_test
 url
 user
@@ -3046,9 +3242,11 @@ using
 utils
 uviewer
 v1
+v1/urls/count.json
 v2
 v3
 v3/openapi
+v3/pidgets/log
 valkyrie-playground
 verified-authors
 verify_age
@@ -3095,6 +3293,9 @@ webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webscr
 websearch
+website/confirm
+website/confirm/download
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3480,7 +3681,7 @@ wiki/Wikipedia_Diskussion:Checkuser%2F
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://eventbrite.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://accounts.google.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3692,6 +3893,7 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/branding/favicon

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -350,7 +350,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .ssi$
 .svg
 .svg
-.svghttp://diigo.com/robots.txt
+.svghttp://pitchfork.com/robots.txt
 .swf$
 .swf$
 .sxg
@@ -362,7 +362,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/
 .well-known/amphtml/apikey.pub
 .well-known/assetlinks.json
-.well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
 .well-known/shopify/monorail
@@ -811,6 +810,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /amemberentrylist.html
 /amp
 /amp_msp_amazon_gadget.cms*
+/analytics
 /annotate
 /answer
 /answer_comments
@@ -953,7 +953,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /business/aisearch
 /business/availability
 /business/availability/?context
-/business/availability/?context=http://help.github.com/robots.txt
+/business/availability/?context=http://variety.com/robots.txt
 /business/availability?context
 /business/availability?context=
 /business/search
@@ -1438,7 +1438,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /goldlog$
 /group
 /group/
-/gtc/gtc-chatbot/*http://nvd.nist.gov/robots.txt
+/gtc/gtc-chatbot/*http://podcasts.google.com/robots.txt
 /hack
 /hardware/*/cart
 /havadurumu/
@@ -1733,7 +1733,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /nextpodcastlist/*
 /nightly-news
-/no-referrer-when-downgradehttp://globalnews.ca/robots.txt
+/no-referrer-when-downgradehttp://howtogeek.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -2265,6 +2265,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /test-template
 /testhome
 /testing-products-
+/text
 /thank-you
 /the-hustle/author/*&
 /the-hustle/author/*?
@@ -2297,6 +2298,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /topics
 /topics/*?
 /topics_amp/*
+/topline
 /townhome_att
 /tpoint_articleshow/*
 /trackClickAsync.htm
@@ -2548,7 +2550,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*add-to-cart=
 ?*adxarea=
 ?*ajs_event
-?*apikey*http://vogue.com/robots.txt
+?*apikey*http://hackernoon.com/robots.txt
 ?*app
 ?*attachment_id
 ?*author
@@ -2961,6 +2963,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?kuid=
 ?kwid=
 ?lang=
+?lang=en-ss
 ?language=
 ?language=BEN
 ?language=GUJ
@@ -3096,6 +3099,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ref=binfind.com
 ?ref=dotcom
 ?ref=isModalView
+?ref_src=
 ?referal_id=
 ?referralCode=*
 ?referrer=
@@ -4641,12 +4645,16 @@ ZipCodeLookupAjax
 [?&]topicpage=*
 [?&]utm*
 [?&]wcmmode=*
+[_0-9a-zA-Z]+/likes
+[_0-9a-zA-Z]+/media
+[_0-9a-zA-Z]+/photo
+[_0-9a-zA-Z]+/status/[0-9]+/likes
+[_0-9a-zA-Z]+/status/[0-9]+/retweets
 [path]
 \+*\+
 ^/*/recommend
 _
 _
-_.html
 _/PhotosUi/manifest.json
 _/_
 _/_/pixel
@@ -4703,12 +4711,10 @@ __
 __+hsfp=
 __as__
 __assets
-__blank
 __hstc=
 __mobile/*
 __origami
 __pc/*
-__rapidworker-1.2.js
 _ajax
 _allComments.html
 _allCommentsClassicBlog.html
@@ -4743,14 +4749,12 @@ _escaped_fragment_=newtopic
 _escaped_fragment_=search
 _escaped_fragment_=searchin
 _escaped_fragment_=starred
-_finance_doubledown
 _fpclass
 _fs-ch
 _fs-ch-1T1wmsGaOgGaSxcX
 _ga
 _ga=
 _generated
-_getSECFilingReportUrl?
 _gl=
 _global_notifications
 _hcms/forms//embed/v3/form/53/438f4c23-5908-4c4e-a9a7-e30a3897211b/json?hutk=
@@ -4991,6 +4995,7 @@ account.json
 account/
 account/accomplishments
 account/ackgift
+account/deactivated
 account/delete
 account/delete/ok
 account/emailoptout/?*token=
@@ -5461,7 +5466,7 @@ apdata
 api
 api*.do
 api*?hl=
-api*?hl=http://adssettings.google.com/robots.txt
+api*?hl=http://m.facebook.com/robots.txt
 api-keys
 api-proxy
 api-web
@@ -5494,7 +5499,6 @@ api/getrecjobs
 api/graphql
 api/historical
 api/html
-api/infinite-list.html
 api/internal/*/location
 api/jobPostings/jobs
 api/maps/
@@ -6229,9 +6233,6 @@ become-an-author?
 begin-again
 bentoapi
 berichte
-best-buys/clickout
-best-buys/m/clickout
-best-buys/mercury/out
 best-countries-for-business/list
 best-practices/$
 best-practices/branching-in-figma/$
@@ -6393,7 +6394,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://samsung.com/robots.txt
+blog/.html.*http://lifehacker.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/2025-shifting-roles-report/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
@@ -7404,7 +7405,6 @@ buyeroffers/*/*.html
 buyeroffers/*/*/*.html
 buyers
 buyers/repost.php
-buyline
 buyline-personal-finance
 buyline-shopping
 buyofferdetail
@@ -8006,7 +8006,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://media.ccc.de/robots.txt
+cdn-cgi/http://beatstars.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
 cdn-cgi/rum
@@ -8014,14 +8014,14 @@ cdn-cgi/scripts
 cdn-cgi/speculation
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://dell.com/robots.txt
+cdn-cgi/zaraz/http://ibb.co/robots.txt
 cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
 cdn/assets/favicon
 cdn/wpm/*.js
 cds/media
-ce/item.cms
+ce/item.cms*
 ceacb
 celebritycruises/guide-to-the-globe
 centenary-fund
@@ -8042,7 +8042,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://ihg.com/robots.txt
+cgi-binhttp://seekingalpha.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -8168,7 +8168,7 @@ checkForm=
 checkout
 checkout-external
 checkout/package
-checkouthttp://moderncalculators.com/robots.txt
+checkouthttp://accidentinjurylawyers.claims/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -8274,7 +8274,6 @@ clipboard
 clipboard-next-page
 clipping
 cliq/cliqtrix/
-clk
 clocks/countdown.html?n=
 clocks/free.html?n
 clocks/freecountdown.html?n=
@@ -10336,12 +10335,6 @@ company_size=
 compare
 compare-invision-lp/$
 compare=
-compare?
-compare?comps=AAPL,MSFT
-compare?comps=GOOG,AMZN
-compare?comps=NVDA,AMD
-compare?comps=NVDA,INTC
-compare?comps=TSLA,RIVN
 compareajax
 comparl/
 compass
@@ -10446,7 +10439,7 @@ confirm_unsubscribe
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://oreilly.com/robots.txt
 connect/invite
 connect/social-intranet.html
 connections
@@ -10594,7 +10587,7 @@ content/search
 content/telegraph
 content/temp/*
 content/websites/languages
-content/websites/us/en/noindex/*http://x.com/robots.txt
+content/websites/us/en/noindex/*http://venmo.com/robots.txt
 content_reporting
 content_title=
 contest
@@ -13207,6 +13200,7 @@ en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf
 en/events?
 en/funding?
 en/group
+en/internaljustice/files
 en/library?
 en/microsoft-365
 en/microsoft-365/
@@ -14778,7 +14772,7 @@ fastajax/order/tax/validatevat
 fastanswers
 faves-i_love_u_get_away_from_me
 favicon.ico
-favicon.icohttp://blog.google/robots.txt
+favicon.icohttp://pbs.org/robots.txt
 favorit-hinzufuegen
 favorit-loeschen
 favorites?
@@ -14976,7 +14970,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://us02web.zoom.us/robots.txt
 filter.searchKeyword=
 filter/
 filter/tips
@@ -14987,7 +14981,6 @@ filter/tips?context
 filter/tips?context=
 filterTags=
 filters=
-fin_ms
 finance
 finance*?
 finance/assistant
@@ -15000,7 +14993,7 @@ find
 find$
 find-more
 find/
-find/*http://freepik.com/robots.txt
+find/*http://michigan.gov/robots.txt
 findCityAjax.htm
 finetune
 fios
@@ -16789,7 +16782,7 @@ forum/online
 forum/posts
 forum/profile
 forum/search
-forum/ucp.phphttp://en.gravatar.com/robots.txt
+forum/ucp.phphttp://us.napster.com/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -16808,7 +16801,6 @@ foundation/contact
 fourinthemorning
 foxtrotcallback=
 fp_ms
-fp_ms/_rcv/remote?
 fpjs
 fr
 fr$
@@ -17880,12 +17872,13 @@ fy-NL/firefox/collections/mozilla
 fy-NL/firefox/collections/mozilla/$
 fy-NL/firefox/search
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://alibaba.com/robots.txt
 g/api
 ga-actions/formie/forms/refresh-tokens
 ga/p
 ga_exp.js
 gag-in-app
+galleries/*
 galleries/boards
 galleries/keywords
 galleries/top-
@@ -18037,8 +18030,6 @@ gnca-ajax-redesign/showcase-image
 gnu.css
 gnusearch
 go
-go-back
-go-back?
 go/
 go/directory
 go/docs/reference
@@ -18283,7 +18274,7 @@ guest-pass
 guestEmailNotificationView
 guestbook/
 guida-alla-carriera
-guide
+guide/*
 guidebooks
 guidemep_info_2009/
 guides/s?
@@ -18316,6 +18307,7 @@ harry-potter-and-the-prisoner-of-azkaban
 harry-potter-and-the-sorcerer-s-stone
 hash=
 hashtag
+hashtag/*?src=
 hava
 hb-g-sw=
 hb-sb-sw=
@@ -18357,7 +18349,7 @@ health/*/wp-
 health/QA-Tabbed-ManyTabs-21
 health/drugs/hm-test-all-about-humira
 health/drugs/ozempic-for-weight-loss
-health/files/rhpthttp://indeed.com/robots.txt
+health/files/rhpthttp://online.wsj.com/robots.txt
 health/hm-test-17-proven-tips-to-sleep-better-at-night
 health/hm-test-feature-template-for-sponsorship
 health/mirgraine-headaches
@@ -18567,7 +18559,7 @@ home/global_feed
 home/index_rss
 home/internet/xfinity-vs-att-which-internet-provider-is-best
 home/internet/xfinity-vs-verizon-which-internet-provider-is-best
-home/search.html
+home/search.html*
 home/search?q=
 home?
 homeajax_nav.cms?*
@@ -18689,48 +18681,48 @@ html/story
 html5
 http
 http2_data
-http://1.envato.market/robots.txt
+http://3.bp.blogspot.com/robots.txt
+http://airtable.com/robots.txt
+http://akorda.kz/robots.txt
 http://alexa.com/robots.txt
-http://aliexpress.com/robots.txt
-http://amazon.co.jp/robots.txt
-http://amazon.co.uk/robots.txt
-http://amazon.com/robots.txt
-http://amazon.de/robots.txt
 http://amazon.es/robots.txt
-http://amazon.fr/robots.txt
-http://amazon.in/robots.txt
-http://amazon.it/robots.txt
-http://ameblo.jp/robots.txt
-http://apple.com/robots.txt
-http://economist.com/robots.txt
-http://en.m.wikipedia.org/robots.txt
-http://gist.github.com/robots.txt
-http://govostis.gr/robots.txt
-http://groupon.com/robots.txt
-http://healthline.com/robots.txt
-http://images.google.com/robots.txt
-http://investopedia.com/robots.txt
-http://itunes.com/robots.txt
-http://kickstarter.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://nhs.uk/robots.txt
-http://patents.google.com/robots.txt
-http://pixabay.com/robots.txt
-http://python.org/robots.txt
-http://seekingalpha.com/robots.txt
-http://siteground.com/robots.txt
-http://smithsonianmag.com/robots.txt
+http://apps.apple.com/robots.txt
+http://cdc.gov/robots.txt
+http://change.org/robots.txt
+http://chat.openai.com/robots.txt
+http://codepen.io/robots.txt
+http://developers.facebook.com/robots.txt
+http://dl.acm.org/robots.txt
+http://expedia.com/robots.txt
+http://fb.watch/robots.txt
+http://flickr.com/robots.txt
+http://get.adobe.com/robots.txt
+http://globalnews.ca/robots.txt
+http://indiegogo.com/robots.txt
+http://irs.gov/robots.txt
+http://lit.link/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://notion.so/robots.txt
+http://omegamasonry.com/robots.txt
+http://opera.com/robots.txt
+http://patreon.com/robots.txt
+http://penguinrandomhouse.com/robots.txt
+http://pewresearch.org/robots.txt
+http://phys.org/robots.txt
+http://res.cloudinary.com/robots.txt
+http://servicesdirectory.withyoutube.com/robots.txt
+http://shorturl.at/robots.txt
+http://smile.amazon.com/robots.txt
 http://static.wixstatic.com/robots.txt
-http://techrepublic.com/robots.txt
-http://thelancet.com/robots.txt
-http://threads.net/robots.txt
-http://tracks.arte.tv/robots.txt
-http://unicode.org/robots.txt
-http://use.fontawesome.com/robots.txt
-http://vr.youtube.com/robots.txt
-http://w3techs.com/robots.txt
-http://weebly.com/robots.txt
-http://wish.com/robots.txt
+http://studio.youtube.com/robots.txt
+http://theverge.com/robots.txt
+http://trends.google.com/robots.txt
+http://unpkg.com/robots.txt
+http://web.facebook.com/robots.txt
+http://wordpress.com/robots.txt
+http://wunderground.com/robots.txt
+http://yandex.ru/robots.txt
+http://yummly.com/robots.txt
 https://player.cnevids.com
 https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide
 https://www.iubenda.com/en/help/142642-old-vs-new-pricing
@@ -18782,11 +18774,13 @@ hznb/projects
 hznb/projects/*?from=
 i
 i/*
+i/api
 i/api/*
 i/api/reviews
 i/entry
 i/models/*/ar-redirect
 i/models/*/views
+i/u
 ia/android/collections
 ia/android/search
 ia/firefox/collections
@@ -19415,7 +19409,7 @@ integrations/facebook/glassdoor/eep
 intelligencer/amp
 intent
 interactive
-interactive*http://fda.gov/robots.txt
+interactive*http://sxsw.com/robots.txt
 interactive/reading-preference
 interactives/sponsor-story
 intern
@@ -21111,7 +21105,7 @@ kui=
 kw/payroll/
 kwanzaa-spotlight
 l
-l-http://independent.co.uk/robots.txt
+l-http://popsci.com/robots.txt
 l.php
 l/contact-sales?
 la-la-land
@@ -21439,10 +21433,8 @@ logtopickeywords.cms?query=
 longform/draft
 longform/sponsor-story
 longhorn/
-lookup
 lookup/external-ref
 lookup/google-scholar
-lookup?s=
 lorem-ipsum-generator/$
 lowongan-kerja
 lp
@@ -21955,7 +21947,6 @@ mobile/cities-transformed
 mobile/search
 mobile=no*
 mobile_login
-mobileapps
 mobileformat=
 mod
 mod.php
@@ -22009,7 +22000,6 @@ money/stockQuoteChart.jsp
 moon/*?
 moon/*year=
 more
-more-info
 more_samples
 moreinfo.cfm
 morerecenthistory
@@ -22058,7 +22048,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.uk/robots.txt
+mre/*.zip$http://qualtrics.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -22102,7 +22092,7 @@ multifamily-knowledge-center
 multiproduct
 multivu
 munin
-munin*http://podcasters.spotify.com/robots.txt
+munin*http://images.google.com/robots.txt
 muse/identity/v2/identity.js
 museumdays/accounts
 music
@@ -22497,7 +22487,6 @@ nexus
 ngc=
 ngetty
 nike
-nimbus_ms/remote?
 niosh/archive/
 nl
 nl*/listing/*/favoriters
@@ -23182,7 +23171,7 @@ p/*/v/*$
 p/*/v/*?
 p/*/victory$
 p/*/victory?
-p/*http://socialimpact.youtube.com/robots.txt
+p/*http://ifcncodeofprinciples.poynter.org/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -23607,7 +23596,6 @@ pctdb/cgi
 pda/?
 pda/search?
 pda?
-pdarla
 pdf
 pdf$
 pdf-submission
@@ -24125,7 +24113,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://s.w.org/robots.txt
+premium/http://skydasveiligheidsdeuren.be/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -24205,7 +24193,7 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://about.fb.com/robots.txt
+private/http://blog.livedoor.jp/robots.txt
 private/wtrack
 pro
 pro-help/q
@@ -24259,7 +24247,7 @@ product-integrations/figma-for-microsoft-teams/$
 product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
-product-ratings/http://wix.com/robots.txt
+product-ratings/http://jesus-comes.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -24348,7 +24336,6 @@ profinder/pro
 program/hms-test-program-page
 program/wp-
 programming/free/files
-programs
 project/eda/partnership_services/$
 projects
 projects/?
@@ -25098,7 +25085,7 @@ query?*action=issuu.stacks.list_anonymous$
 query?*action=issuu.stacks.list_anonymous&
 query?*action=issuu.user.list_subscribers$
 query?*action=issuu.user.list_subscribers&
-questionId
+questionId*
 questions-and-answers
 queue
 qui-sommes-nous
@@ -25112,9 +25099,6 @@ quickstirshow*
 quiz
 quizzes
 quote
-quote/*/earnings/*-*-2025-*-*.html
-quote/*/earnings/*-*-2026-*-*.html
-quote/*/earnings/*.html
 quote/failed-lookup
 quote/unknown
 quotes
@@ -25184,7 +25168,7 @@ react/static-6.15
 react/static-6.16
 reactions?
 read
-readcommentshtml
+readcommentshtml*
 reader
 readme.html
 ready_sit_read/index.jhtml
@@ -25274,6 +25258,7 @@ register-now
 register?
 registration
 registration/
+registration/*
 registry/wishlist
 regression-test-home
 reinvent/video-case-studies
@@ -25288,6 +25273,8 @@ relation
 relation=
 release-notes/$
 releasenotes/item/
+religious-landscape-study/*.md
+religious-landscape-study/*/markdown
 relnotes
 remember-the-titans
 remote-login.php
@@ -26041,7 +26028,6 @@ rfp
 ri_id=
 rip/
 rm/*
-rmp
 ro
 ro-RO/$
 ro-md
@@ -26405,7 +26391,6 @@ scorecard
 scorecard/
 scratch_1.4
 scratchr2/static
-screener/insider
 screensaver
 screenshots
 script
@@ -26419,7 +26404,6 @@ scripts/savecustom.php
 scripts/savepersonal.php
 scripts/tzq.php
 scripts/wquery.php
-sdarla
 sdch
 sdfe/arp
 sdfe/ears
@@ -26580,6 +26564,7 @@ search/
 search/$
 search/*
 search/*/?*q=
+search/*/grid
 search/*?*assetsCategory=
 search/*?*assetsExtensionTypes=
 search/*?*assetsPriceTier=
@@ -26644,6 +26629,7 @@ search/products
 search/profiles/.*
 search/query
 search/query?q
+search/realtime
 search/results.html
 search/search-7.1213540
 search/search-7.2285082
@@ -26675,6 +26661,7 @@ search?context=
 search?products_mode=1
 search?q$
 search?q=
+search?q=%23
 search?s=
 search?s=*
 search?searchtext=
@@ -26692,7 +26679,7 @@ search_rss$
 search_suggest
 searchdeb/
 searches
-searchhttp://creatoracademy.youtube.com/robots.txt
+searchhttp://mp.weixin.qq.com/robots.txt
 searchresults
 searchresults.aspx
 searchsuggest
@@ -26724,7 +26711,7 @@ seek-and-destroy
 seenMatchId=
 segments/*/compare
 select
-selectedImage
+selectedImage*
 selectlocale-dmc?fromPage=
 selectpayment
 self-registration
@@ -26818,6 +26805,7 @@ setprefs
 settings
 settings
 settings/*
+settings/deactivated
 settings/loid-email-unsubscribe
 settings/loid-email-unsubscribe-router
 setup
@@ -26986,6 +26974,7 @@ showcaptcha
 showcase
 showcase/Click.htm?
 showroom
+showroom/https:/s.alicdn.com
 shows/
 showtime/.requestinvite.html.swp
 showtimes/location/*
@@ -27058,7 +27047,7 @@ site-explorer/ajax
 site-react-dropdown
 site-search
 site.webmanifest
-site/http://steamcommunity.com/robots.txt
+site/http://code.google.com/robots.txt
 site/search
 site/us/en/
 site/us/en/test/
@@ -28332,7 +28321,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://discogs.com/robots.txt
+tag/*+http://disqus.com/robots.txt
 tag/*/page
 tag/credible
 tag/expire-images
@@ -28845,7 +28834,7 @@ test.html
 test_community
 testfl
 testgpr
-testhttp://moskva.stroi-podryad.ru/robots.txt
+testhttp://500px.com/robots.txt
 testing
 testpage-forhomepage
 tests
@@ -29071,7 +29060,7 @@ thirdpartyimport/*
 thirdpartyservice
 this-is-a-test
 thmb
-threadIndex=
+threadIndex=*
 threads
 thumbnail_view$
 thumbs
@@ -29113,7 +29102,7 @@ tlaAppCB
 tlqa
 tmall
 tmn/ccs
-tmoney
+tmoney/*
 tmp
 tobedeleted-sites
 today
@@ -29161,7 +29150,7 @@ tooltips
 top-50-wealth-managers
 top-stories
 top-trending-products/*/primearticleshow/*
-topGallery
+topGallery*
 topic
 topic*?post=
 topic/*(*
@@ -29398,7 +29387,6 @@ trustedstores/verify
 try
 try$
 try%
-try-new
 try-search-term
 try?
 trylater
@@ -29487,6 +29475,7 @@ ui-images/static-2.193
 ui-images/static-2.92
 uiLoggerAjax
 uibreakfast
+uie/clk
 uk
 uk$
 uk*/listing/*/favoriters
@@ -29999,7 +29988,7 @@ uxtest/ux/
 uy
 uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf
 uy/help
-uz/http://bilgematics.com/robots.txt
+uz/http://sciencedaily.com/robots.txt
 v
 v$
 v/badge
@@ -30288,8 +30277,6 @@ wcs
 wcsstore
 wearepages
 weather
-weather.html?latitude=
-weather.html?old=
 weather/*/historic?hd=
 weather/*/hourly?hd=
 weather/*?hd=
@@ -31003,9 +30990,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://assets.ctfassets.net/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://play.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://youtube-creators.googleblog.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -31254,7 +31241,6 @@ workinmoms
 workplace/nic/
 works/*/edit
 workshop/
-workspace
 worldclock/astronomy.html?*year=
 worldclock/clockchange.html?
 worldclock/clockchange.html?*year=2026
@@ -31304,8 +31290,7 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://rumble.com/robots.txt
-wp-admin/admin-ajax.phphttp://ssl.gstatic.com/robots.txt
+wp-admin/admin-ajax.phphttp://ucl.ac.uk/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -31448,7 +31433,7 @@ year
 your
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://mayoclinic.org/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourtake
@@ -31756,7 +31741,7 @@ zz-test
 404
 404
 404.html
-413gkwMT/http://sgtrains.com/robots.txt
+413gkwMT/http://theglobeandmail.com/robots.txt
 429.html
 500
 500