[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -3,6 +3,6 @@
         "last_update": 1745651007
     },
     "Trickest wordlist update": {
-        "last_update": 1745748233
+        "last_update": 1745832969
     }
 }

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -87,6 +87,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -94,8 +98,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -105,11 +112,24 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /UserAuthentication/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /_widget
 /album/*/*?i=
 /api
@@ -131,10 +151,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -165,6 +187,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /login
 /lookup?
 /mediaapi/
@@ -177,9 +200,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
+/organize
 /partials
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /report_abuse
 /revisions
@@ -187,6 +213,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -200,11 +228,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /widget_
 /wiki/Special:
@@ -324,6 +356,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
+?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -448,6 +481,8 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -510,6 +545,8 @@ _next/data
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -627,10 +664,12 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
+addboard
 addressBookExport
 admin
 admin/
 ads
+ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -647,6 +686,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 ai-sandbox-internal/generated_images
 aihub/tfhub
@@ -698,8 +738,10 @@ api?
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -777,6 +819,7 @@ author/following
 author=
 authoring/
 authwall
+autocomplete
 away.php
 awmp/data/images
 b?*node=7454898011
@@ -836,6 +879,10 @@ blogs/slow-ride
 blogs/test
 blogsearch
 blogsearch_feeds
+board
+board_activity
+board_activity_comment
+bookmarklet
 bookmarks
 books
 books/NBK
@@ -858,17 +905,38 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
 business
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 buyside-e2e-monitor
 buzz/post
 cai
@@ -901,6 +969,7 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -924,6 +993,7 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -943,6 +1013,7 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx*
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -959,23 +1030,32 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 companyDir
 compare
 compare/*/apply
 compressiontest
 concussion/HeadsUp/training/
 config.js
+connect
 connections
 consumers/archive
 contact/menu*
 contact/partner*
 contactus
 contactus/mwaas*
+content-claiming
 content-guest/rss/channels
 control
+conversation
+conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -992,14 +1072,22 @@ coupons/visit
 covid19/mobility
 cr$
 cr?
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
 cse/panel
 cse?
 csp
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1010,9 +1098,11 @@ de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/lp
 de-de/searchresults
+deactivate-account
 default
 default.aspx/kb/
 default.aspx/ph/
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1109,6 +1199,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1121,6 +1213,7 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
+email_verification_error
 embed
 embed/@
 embed/curated
@@ -1182,6 +1275,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 entities/search
@@ -1250,14 +1344,18 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
+facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
+fb.html
 fd/
 fe=true
 feature/sf-test
@@ -1291,6 +1389,8 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -1357,6 +1457,8 @@ global$
 gog
 google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
 google.internal.maps.mapsjs.v1.MapsJsInternalService
+google_gdn.html
+google_search.html
 googlebooks/images
 gorf
 gp
@@ -1472,6 +1574,7 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1495,9 +1598,12 @@ help/zendesk_sso
 hex
 history
 history/static
+holiday-spotlight
+holidays-celebrations
 home
 home$
 home?
+homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1509,9 +1615,9 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://calendar.google.com/robots.txt
+http://amazon.co.uk/robots.txt
-http://ftc.gov/robots.txt
+http://dropbox.com/robots.txt
-http://web.archive.org/robots.txt
+http://tinyurl.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1525,6 +1631,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1570,14 +1679,17 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl
 intl/*/about/views
 intl/*/search/?
 intl/*/search?
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1613,6 +1725,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 js
 jsapi
 jsearch
@@ -1627,6 +1741,7 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
+kwanzaa-spotlight
 labs/pmc
 labs/popgadget/search
 lamda/images
@@ -1661,12 +1776,15 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
+linked
 lite
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -1694,6 +1812,7 @@ localservices
 lochp?
 login
 login$
+login/?next=
 login?*=
 logout
 lp
@@ -1830,6 +1949,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
 news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
@@ -1839,6 +1959,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newsround
@@ -1852,6 +1973,7 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
+notifications
 notifications/
 ns/hydra/console/?
 nus-trk
@@ -1859,11 +1981,15 @@ nwshp$
 o/di
 o/dt
 oas/
+oauth/line
+oauth/login
 oauth/v2
 oauth2
 oauth2/v2
+oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
+offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1892,9 +2018,12 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partner-program
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -1924,13 +2053,47 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+pin
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
+place
 plan=
 platform-telemetry
 play/store/web
@@ -1979,6 +2142,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -1987,6 +2151,8 @@ previewtemplate
 print
 private
 proFile/history?
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -2029,12 +2195,14 @@ pt-br/searchresults
 publications
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2043,6 +2211,7 @@ rating
 rd/search
 rd/search$
 rd/search?
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/*?q=
@@ -2059,6 +2228,9 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
+register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2066,9 +2238,13 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
+resource
+resource/*/get
 results
 results
 retail
@@ -2107,6 +2283,7 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -2156,6 +2333,7 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
+sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2186,6 +2364,7 @@ shop/collections
 shop/iphone/payments/overlay
 shop/view/product
 shop?
+shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2489,9 +2668,11 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
+socialmanager
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -2513,6 +2694,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 stat
@@ -2570,6 +2752,10 @@ stores$
 stores/
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2595,6 +2781,7 @@ support/content
 support/forum/search?
 sureroute
 surprise
+suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2609,6 +2796,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2616,6 +2804,7 @@ t/terms
 tab=
 tablet
 tag
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2662,7 +2851,9 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
+thanksgiving-spotlight
 themacallan/worlds-together
+theme
 tickets-external?
 timedtext_video
 title
@@ -2754,6 +2945,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tv
 tv/thumb
 typeahead
 u
@@ -2769,9 +2961,14 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
+unauth-profile
+unlink
 unsub
 until=
 upload
+upload-image-lens-history
+upload-lens-image
+upload-shuffle-draft
 uploads
 urchin_test
 url
@@ -2789,9 +2986,11 @@ using
 utils
 uviewer
 v1
+v1/urls/count.json
 v2
 v3
 v3/openapi
+v3/pidgets/log
 valkyrie-playground
 verified-authors
 verify_age
@@ -2848,6 +3047,9 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3153,7 +3355,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://github.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3366,6 +3568,7 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -277,7 +277,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .model.json
 .mspx
 .net
-.nocache.html
 .org
 .otmi$
 .pdf
@@ -2370,7 +2369,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?rubric=
 /?s=
 /?sa=
-/?sc_lang
 /?set_cookie=
 /?share
 /?ss-track=
@@ -2387,12 +2385,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ajax/MediaData
 /Ajax/Similar
 /BotDetectCaptcha.ashx
-/BucketContent
 /CHANGELOG.txt
 /CVS
-/Careers/Form
-/Careers/Profiles
-/Careers/Registration
 /CountyAssessorPage.htm?
 /Download
 /GetResults.htm
@@ -2413,7 +2407,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ntx
 /OnThisDay
 /QuerySuggestion
-/RedesignBucket
 /SelectLocale?fromPage=
 /SiteProcessForm.aspx
 /UPGRADE.txt
@@ -2423,7 +2416,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_
 /_/rsrc
 /__wishlist__
-/_acnmedia/
 /_activities
 /_activity
 /_category
@@ -2434,7 +2426,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_employer_name
 /_followers
 /_following
-/_globalreferences/
 /_jcr_content
 /_jcr_content*.html
 /_jcr_content/par
@@ -2449,7 +2440,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_type
 /_uwa
 /_widget
-/a-com-no-follow-no-index/
 /abm
 /about
 /about
@@ -2553,7 +2543,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article/figure/powerpoint
 /article/metrics
 /articlelist/*
-/articlelist/*http://scientificamerican.com/robots.txt
+/articlelist/*http://zenodo.org/robots.txt
 /articleshow_amitr/*
 /articleshowajax/*
 /articleshowhsbc/
@@ -2667,8 +2657,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /click$
 /click?type=*$
 /client$
-/client/
-/clients/
 /clima/
 /clipping
 /cm/
@@ -2737,7 +2725,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contacts
 /contactus/mwaas*
 /content
-/content/acom/
 /content/experience-fragments/global_pdc
 /content/usergenerated/asi/mongo/content/sites/activitystreams/activities/community
 /contribute/*
@@ -2753,7 +2740,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cookie.js
 /cookie/dmaid
 /cookie_solutions/new
-/core/
 /country
 /cover
 /covid-19-across-world/*
@@ -2887,7 +2873,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /entrylist-*.html
 /entrylist.html
 /error
-/error/
 /eshop
 /estore
 /etag$
@@ -2991,7 +2976,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /hack
 /hardware/*/cart
 /havadurumu/
-/header/global-header/
 /headlines
 /health/search/filter
 /healthvault/
@@ -3160,7 +3144,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login.cms*
 /login/verify-email
 /login?
-/loginpage
 /logout
 /longhorn/
 /lookup?
@@ -3281,7 +3264,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newsletter
 /newssearch
 /nightly-news
-/no-referrer-when-downgradehttp://chinachu.moe/robots.txt
+/no-referrer-when-downgradehttp://science.org/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3677,7 +3660,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shopping/vr
 /shoppingcart
 /showads.js
-/showtimes/location/*http://support.mozilla.org/robots.txt
+/showtimes/location/*http://gmail.com/robots.txt
 /sign_in?
 /signin
 /signin-oidc
@@ -3687,7 +3670,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /signup?signup_token=
 /similar
 /site/
-/sitecore/
 /sitemap_gpdc.xml
 /sitethankyou.aspx
 /skeleton
@@ -3978,7 +3960,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmidpage
 ?*_hsmi=
 ?*ajs_event
-?*apikey*http://amazon.in/robots.txt
+?*apikey*http://hackernoon.com/robots.txt
 ?*app
 ?*aspects=
 ?*attachment_id
@@ -4420,7 +4402,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user
 ?q=user/login
 ?q=user/logout
-?q=user/logout/http://amazon.ca/robots.txt
+?q=user/logout/http://journals.plos.org/robots.txt
 ?q=user/password
 ?q=user/register
 ?q=vote
@@ -6286,7 +6268,7 @@ account-settings
 account-setup
 account/
 account/*
-account/*http://imgur.com/robots.txt
+account/*http://foursquare.com/robots.txt
 account/accomplishments
 account/ackgift
 account/authenticate
@@ -6751,7 +6733,7 @@ api/editionurlgenerator
 api/extensions/1.0/extensions
 api/federation
 api/html
-api/http://cnbc.com/robots.txt
+api/http://usatoday.com/robots.txt
 api/infinite-list.html
 api/internal/*/location
 api/internal/_bb
@@ -6823,7 +6805,7 @@ app$
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txthttp://plushcare.com/robots.txt
+app-ads.txthttp://static.parastorage.com/robots.txt
 app-center/oauth/authorize
 app-directory
 app-market/search-result?query=
@@ -7639,7 +7621,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.*
-blog/.html.*http://billboard.com/robots.txt
+blog/.html.*http://raw.githubusercontent.com/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/23-prototyping-resources-to-bookmark-right-now/$
 blog/27-figjam-activities-to-spark-creativity-in-the-classroom/$
@@ -8372,7 +8354,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://newyorker.com/robots.txt
+bookmarkshttp://store.steampowered.com/robots.txt
 books
 books/NBK
 books/about
@@ -9122,7 +9104,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://cisco.com/robots.txt
+cdn-cgi/http://kids.youtube.com/robots.txt
 cdn-cgi/images/trace
 cdn-cgi/rum
 cdn-cgi/scripts
@@ -9153,7 +9135,7 @@ cgi-bin/koha/
 cgi-bin/loginpage
 cgi-bin/search.fpl
 cgi-bin/wx
-cgi-binhttp://similarweb.com/robots.txt
+cgi-binhttp://snipfeed.co/robots.txt
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -9271,7 +9253,7 @@ checkout-external
 checkout/
 checkout/cart
 checkout/package
-checkouthttp://arenawanita.com/robots.txt
+checkouthttp://bilgematics.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -9454,7 +9436,7 @@ co/user
 co/users
 code
 code/*
-code/http://fonts.google.com/robots.txt
+code/http://analytics.google.com/robots.txt
 codeCoverage
 coderpad-for-figjam/$
 codesamples/
@@ -11507,7 +11489,7 @@ confirmation
 conflagexp
 connect
 connect/@
-connect/http://zapier.com/robots.txt
+connect/http://s3-us-west-2.amazonaws.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -12904,7 +12886,7 @@ docs
 docs$
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://akorda.kz/robots.txt
+docs-api-legacy/http://hulu.com/robots.txt
 docs-footer
 docs/*
 docs/3.x/fr
@@ -14500,7 +14482,7 @@ files/live/sites/isoorg/files/_noindex
 files/resources
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://chromewebstore.google.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://workspace.google.com/robots.txt
 filter/
 filter/tips
 filter/tips
@@ -14524,7 +14506,7 @@ find
 find$
 find-more
 find/
-find/*http://icann.org/robots.txt
+find/*http://validator.w3.org/robots.txt
 finetune
 fios
 firefox/?
@@ -14621,7 +14603,7 @@ forum/members
 forum/online
 forum/posts
 forum/search
-forum/ucp.phphttp://cambridge.org/robots.txt
+forum/ucp.phphttp://katyperry.com/robots.txt
 forum/viewtopic.php
 forum/whats-new
 forumTeaser
@@ -15202,7 +15184,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://google.nl/robots.txt
+g/4arE9Chttp://artstation.com/robots.txt
 g/api
 ga-IE/forums
 ga-IE/kb/*/discuss
@@ -15940,43 +15922,43 @@ html5
 http
 http-checker
 http2_data
-http://adssettings.google.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
-http://apache.org/robots.txt
+http://4.bp.blogspot.com/robots.txt
-http://arstechnica.com/robots.txt
+http://aesthetics.fandom.com/robots.txt
-http://bitbucket.org/robots.txt
+http://arminbwagner.com/robots.txt
-http://blog.livedoor.jp/robots.txt
+http://axios.com/robots.txt
-http://canada.ca/robots.txt
+http://bbc.co.uk/robots.txt
-http://cdn.shopify.com/robots.txt
+http://bitly.com/robots.txt
-http://dw.com/robots.txt
+http://blog.hubspot.com/robots.txt
-http://ec.europa.eu/robots.txt
+http://coindesk.com/robots.txt
-http://epa.gov/robots.txt
+http://datacommons.org/robots.txt
-http://eventbrite.co.uk/robots.txt
+http://developers.facebook.com/robots.txt
-http://geetha.mil.gr/robots.txt
+http://embassybel.ru/robots.txt
-http://get.adobe.com/robots.txt
+http://entrepreneur.com/robots.txt
-http://groups.google.com/robots.txt
+http://expedia.com/robots.txt
-http://i0.wp.com/robots.txt
+http://hardcandymusic.com/robots.txt
-http://istockphoto.com/robots.txt
+http://heylink.me/robots.txt
-http://japantimes.co.jp/robots.txt
+http://lh4.googleusercontent.com/robots.txt
-http://l.facebook.com/robots.txt
+http://nerdwallet.com/robots.txt
-http://m.youtube.com/robots.txt
+http://news.yahoo.com/robots.txt
-http://maxcdn.bootstrapcdn.com/robots.txt
+http://nielsen.com/robots.txt
-http://microformats.org/robots.txt
+http://ok.ru/robots.txt
-http://missingkids.org/robots.txt
+http://orcd.co/robots.txt
-http://money.cnn.com/robots.txt
-http://moskva.stroi-podryad.ru/robots.txt
-http://notion.so/robots.txt
-http://pewresearch.org/robots.txt
-http://popoko.live/robots.txt
-http://privacy.microsoft.com/robots.txt
 http://rantanps.blogspot.com/robots.txt
-http://sciencemag.org/robots.txt
+http://sciencedirect.com/robots.txt
+http://speakerdeck.com/robots.txt
 http://summit.riot-os.org/robots.txt
-http://support.zendesk.com/robots.txt
+http://t.me/robots.txt
-http://telegram.org/robots.txt
+http://technorati.com/robots.txt
-http://tumblr.com/robots.txt
+http://ted.com/robots.txt
-http://vox.com/robots.txt
+http://tenor.com/robots.txt
+http://theverge.com/robots.txt
 http://wired.com/robots.txt
-http://zoom.us/robots.txt
+http://wp.me/robots.txt
+http://wsj.com/robots.txt
+http://yumpu.com/robots.txt
+http://zazzle.com/robots.txt
+http://zdnet.com/robots.txt
 https:/www.alibaba.com
 hu
 hu-hu/
@@ -16466,7 +16448,7 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://howtogeek.com/robots.txt
+index.php/user/logout/http://haveibeenpwned.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -16530,7 +16512,7 @@ integrate/
 integrations
 intelligencer/amp
 intent
-interactive*http://woocommerce.com/robots.txt
+interactive*http://kinopoisk.ru/robots.txt
 interactive/reading-preference
 interactives
 intercept
@@ -18509,7 +18491,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://picsart.com/robots.txt
+mre/*.zip$http://omegamasonry.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -19354,7 +19336,7 @@ ohcm
 ojp
 okxbet.com
 oma
-on-demand/session/*http://diigo.com/robots.txt
+on-demand/session/*http://msdn.microsoft.com/robots.txt
 onboard
 onboarding
 one-app-preview
@@ -19486,7 +19468,7 @@ p/*/v/*?
 p/*/v?
 p/*/victory$
 p/*/victory?
-p/*http://beppegrillo.it/robots.txt
+p/*http://similarweb.com/robots.txt
 p/*surveyopen
 p/*thm=
 p/60
@@ -20368,7 +20350,7 @@ premium$
 premium-reports
 premium/
 premium/$
-premium/http://cnewsnews.blogspot.com/robots.txt
+premium/http://electad.com/robots.txt
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -20451,7 +20433,7 @@ privacy/zoho-group.html
 private
 private
 private-promo
-private/http://inc.com/robots.txt
+private/http://explore.org/robots.txt
 private/wtrack
 pro
 pro-learn
@@ -20483,7 +20465,7 @@ product-integrations/google-workspace/$
 product-integrations/zoom/$
 product-managers/$
 product-news-zip
-product-ratings/http://prezi.com/robots.txt
+product-ratings/http://getbootstrap.com/robots.txt
 product-reviews/B0069IY63Y
 product/*
 product/electrode/api/logger
@@ -23291,7 +23273,7 @@ sort=
 sortBy=
 sos/clerical/
 sos/online_corps/
-sos/registration/http://dl.acm.org/robots.txt
+sos/registration/http://public.tableau.com/robots.txt
 soundcloud-tpa
 sounds/player
 sounds/player$
@@ -23904,7 +23886,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://loc.gov/robots.txt
+tag/*+http://pewresearch.org/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
@@ -25145,7 +25127,6 @@ urr
 urw
 urw/*/product-reviews
 us
-us-en/careers/admin/careersxmlresult
 us-es*/listing/*/favoriters
 us-es*/people/*/circle
 us-es*/people/*/favorites
@@ -25816,7 +25797,10 @@ vsstudio/
 vsx2008/
 w
 w/api.php?action=mobileview&
+w/images
+w/load.php
 w/load.php?
+w/skins
 w/users/user_hints
 w3
 wagner/newsite
@@ -26154,6 +26138,7 @@ wiki/Progetto:Cococo
 wiki/Progetto:Rimozione_contributi_sospetti
 wiki/Sp%C3%A9cial%3A
 wiki/Sp%C3%A9cial:
+wiki/Spam
 wiki/Speci%C3%A1lis%3ASearch
 wiki/Speci%C3%A1lis:Search
 wiki/Special%3A
@@ -26163,6 +26148,7 @@ wiki/Special%3ARicerca
 wiki/Special%3ASearch
 wiki/Special:
 wiki/Special:AllMaps
+wiki/Special:Collection
 wiki/Special:CreateNewWiki
 wiki/Special:PaginaCasuale
 wiki/Special:Random
@@ -26479,9 +26465,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios
 wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://deepl.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://advancedformintegration.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://sketchfab.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://producthunt.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://support.google.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -26783,6 +26769,7 @@ wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.phphttp://bible.com/robots.txt
+wp-admin/admin-ajax.phphttp://us.napster.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -26984,7 +26971,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://foxnews.com/robots.txt
+youreurope/businessDEV/http://fortune.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -27090,7 +27077,7 @@ zh-tw.www.cloudflare.com
 zh-tw/
 zh-tw/feedback
 zh-tw/lp
-zh-tw/searchhttp://google.be/robots.txt
+zh-tw/searchhttp://i2.wp.com/robots.txt
 zh-tw/searchresults
 zh/
 zh/api.php?