diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index ed71244b1..44c84d27c 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
         "last_update": 1729969385
     },
     "Trickest wordlist update": {
-        "last_update": 1730023428
+        "last_update": 1730109844
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt
index ebf5b9ffe..2568dcb02 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt
@@ -16729,6 +16729,8 @@ rare-coins-taste.md
 large-apes-guess.md
 .changeset/lovely-dingos-kick.md
 lovely-dingos-kick.md
+.changeset/afraid-games-double.md
+afraid-games-double.md
 .changeset/cold-cheetahs-double.md
 cold-cheetahs-double.md
 .changeset/silent-trainers-learn.md
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt
index c74595868..6c1a30bd9 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt
@@ -3387,6 +3387,7 @@ contributing.md
 .changeset/rare-coins-taste.md
 .changeset/large-apes-guess.md
 .changeset/lovely-dingos-kick.md
+.changeset/afraid-games-double.md
 .changeset/cold-cheetahs-double.md
 .changeset/silent-trainers-learn.md
 .changeset/nice-apricots-type.md
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
index 0279faee0..aa9e6e4d6 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
@@ -1600,10 +1600,6 @@ htdocs/accountancy/admin/account.php
 accountancy/admin/account.php
 admin/account.php
 account.php
-htdocs/accountancy/admin/export.php
-accountancy/admin/export.php
-admin/export.php
-export.php
 htdocs/accountancy/admin/index.php
 accountancy/admin/index.php
 admin/index.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
index b3b714f37..11d38dea2 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
@@ -371,7 +371,6 @@ htdocs/accountancy/closure/index.php
 htdocs/accountancy/admin/journals_list.php
 htdocs/accountancy/admin/fiscalyear.php
 htdocs/accountancy/admin/account.php
-htdocs/accountancy/admin/export.php
 htdocs/accountancy/admin/index.php
 htdocs/accountancy/admin/categories.php
 htdocs/accountancy/admin/card.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/mautic-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/mautic-all-levels.txt
index d28ee680d..aec193971 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/mautic-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/mautic-all-levels.txt
@@ -6,6 +6,7 @@ bundles/LightSamlSpBundle/discovery.html.twig
 LightSamlSpBundle/discovery.html.twig
 discovery.html.twig
 codecov.yml
+funding.json
 .all-contributorsrc
 codeception.yml
 UPGRADE-3.0.md
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/mautic.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/mautic.txt
index ce58422b6..22878b70f 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/mautic.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/mautic.txt
@@ -3,6 +3,7 @@ UPGRADE-5.0.md
 rector.php
 templates/bundles/LightSamlSpBundle/discovery.html.twig
 codecov.yml
+funding.json
 .all-contributorsrc
 codeception.yml
 UPGRADE-3.0.md
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 666aa649b..4b3c73fe1 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -26,6 +26,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -33,8 +37,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -45,10 +52,23 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -60,6 +80,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -84,6 +106,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -91,15 +114,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
+/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -115,11 +143,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -193,6 +225,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
+?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -986,6 +1019,8 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1048,6 +1083,8 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1153,10 +1190,12 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
+addboard
 addressBookExport
 admin
 adredir?
 ads
+ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -1176,6 +1215,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 aihub/tfhub
 ajax
@@ -1189,6 +1229,7 @@ alkali
 allanalytics
 alllocations
 ambry
+amp
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -1216,7 +1257,9 @@ api/v3/ajax/bespoke/public/neu/specs
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1390,6 +1433,7 @@ auth/verifychallenge
 author/following
 author=
 authwall
+autocomplete
 avis
 away.php
 b2bauth
@@ -1509,7 +1553,11 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
+board
+board_activity
+board_activity_comment
 bookmark?
+bookmarklet
 bookmarks
 books
 books/about
@@ -1531,17 +1579,38 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
 browse/reviews/recent
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1742,6 +1811,7 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1764,6 +1834,7 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1785,6 +1856,7 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1800,12 +1872,15 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
+connect
 connections
 connectivity
 connector
@@ -1813,19 +1888,31 @@ consumers/archive
 contact_me
 contactus
 content
+content-claiming
 context_referrer=gig_page
 context_referrer=user_page
+control
+conversation
 conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1834,7 +1921,9 @@ cse?
 csp
 csp_block
 csp_report_only
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1952,7 +2041,9 @@ de/teams
 de/transactions
 de/treasury
 de/your
+deactivate-account
 default
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2003,6 +2094,7 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
+discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2099,6 +2191,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2109,6 +2203,7 @@ elite?
 email
 email-unsubscribe
 email_actions
+email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2167,6 +2262,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2273,6 +2369,8 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2282,6 +2380,7 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
+fb.html
 fe=true
 feature/sf-test
 feed
@@ -2363,6 +2462,8 @@ flights
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -2476,6 +2577,8 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
+google_gdn.html
+google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2585,6 +2688,7 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2660,15 +2764,18 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
+holiday-spotlight
+holidays-celebrations
 home
+homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://apis.google.com/robots.txt
-http://microsoft.com/robots.txt
+http://dropbox.com/robots.txt
+http://slideshare.net/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2682,6 +2789,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2859,11 +2969,14 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -2957,6 +3070,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3026,6 +3141,7 @@ ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
 ko-kr/searchresults
+kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3060,10 +3176,12 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
+linked
 linkedin
 list
 list/ls*/_ajax
@@ -3071,6 +3189,7 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3101,6 +3220,7 @@ location_suggest
 lochp?
 login
 login$
+login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3349,6 +3469,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news$
 news/$
 news/0
@@ -3360,6 +3481,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3529,8 +3651,12 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
+oauth/line
+oauth/login
 oauth/v2
 oauth2/v2
+oauth_error
+offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3564,8 +3690,11 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3602,8 +3731,40 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3659,6 +3820,7 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
+place
 plan=
 platform-telemetry
 play/store/web
@@ -3685,6 +3847,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -3695,6 +3858,8 @@ private
 pro
 pro-resources
 pro/about
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3775,6 +3940,7 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3782,6 +3948,7 @@ q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3795,6 +3962,7 @@ rd/search
 rd/search$
 rd/search?
 recensioni
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3812,18 +3980,25 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
 register
 registration
 registry/wishlist
 remotelogout
 rep=hc
+report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
+resource
+resource/*/get
 results
 retail
 retail/old
@@ -3862,6 +4037,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -3962,6 +4138,7 @@ searchresults
 sections
 secure
 seller_onboarding
+sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4036,6 +4213,7 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
+shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -4047,7 +4225,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopstream
-showtimes/location/*http://mozilla.org/robots.txt
+showtimes/location/*http://patreon.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4331,11 +4509,13 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
+socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -4358,6 +4538,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 start_order
@@ -4412,6 +4593,10 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4436,6 +4621,7 @@ support
 support/content
 support/forum/search?
 surprise
+suspension-appeal
 sv-se.www.cloudflare.com
 sv-se/feedback
 sv-se/lp
@@ -4449,6 +4635,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 syndicate
 system1/images
@@ -4456,6 +4643,7 @@ t/terms
 tab=
 tablet
 tacms
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4491,8 +4679,10 @@ th-th.www.cloudflare.com
 th-th/feedback
 th-th/lp
 th-th/searchresults
+thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
+theme
 themes/rss
 things/search
 things/search$
@@ -4578,6 +4768,7 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
+tv
 tv/thumb
 tvschedule
 twitter
@@ -4644,9 +4835,13 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
+unauth-profile
+unlink
 unsub
 until=
 updates
+upload-image-lens-history
+upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4722,6 +4917,8 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
+v1/urls/count.json
+v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4759,10 +4956,13 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5226,6 +5426,7 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index ca1385491..6e4abb417 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -2300,6 +2300,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?_gl=
 /?action=
 /?ar
+/?category
 /?currency=
 /?discount=learn
 /?like_comment=
@@ -2611,6 +2612,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /commits/*?path
 /common/review
 /communities
+/community/community-score
 /community?
 /compare
 /component
@@ -2632,6 +2634,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /content-feedback/accessibility-feedback
 /content/acom/
 /content/search
+/content/usergenerated/asi/mongo/content/sites/activitystreams/activities/community
 /contributor
 /cookie$
 /cookie.js
@@ -2770,6 +2773,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /events/xml
 /examshow/*
 /experiment
+/explore/testing
 /export
 /express/
 /ext/make/ingest
@@ -3111,7 +3115,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://gmail.com/robots.txt
+/no-referrer-when-downgradehttp://computerbase.de/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3366,6 +3370,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/*?
 /search/*?q=
 /search/?*terms
+/search/?q
 /search/?q=*
 /search/account
 /search/collections
@@ -3451,6 +3456,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /site/
 /sitecore/
 /sitemap
+/sitemap_gpdc.xml
 /skeleton
 /skip-video
 /sort
@@ -3700,7 +3706,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://visitazores.com/robots.txt
+?*apikey*http://rebrand.ly/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3817,7 +3823,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://chrome.google.com/robots.txt
+?*utm_source=http://cricketarchive.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -7312,7 +7318,7 @@ api/editionurlgenerator
 api/eventlogging
 api/federation
 api/html
-api/http://kobo.com/robots.txt
+api/http://bostonglobe.com/robots.txt
 api/internal/*/location
 api/internal/_bb
 api/internal/analytics/songs
@@ -7390,7 +7396,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://fonts.google.com/robots.txt
+apple-app-site-associationhttp://un.org/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8203,7 +8209,6 @@ backoffice=
 backstage/api/
 badges/profile/create
 bagon
-baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -8571,7 +8576,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://salon.com/robots.txt
+blog/.html.*http://europa.eu/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8678,7 +8683,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ed.ted.com/robots.txt
+bookmarkshttp://openstreetmap.org/robots.txt
 books
 books/NBK
 books/about
@@ -9593,7 +9598,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://mediapost.com/robots.txt
+cdn-cgi/http://snapchat.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9620,7 +9625,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://ifttt.com/robots.txt
+cgi-binhttp://meyerweb.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9962,7 +9967,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://w3techs.com/robots.txt
+code/http://apis.google.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10175,7 +10180,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://blog.twitter.com/robots.txt
+connect/http://eventbrite.co.uk/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10292,7 +10297,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://vine.co/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -10348,6 +10353,7 @@ context_referrer=gig_page
 context_referrer=user_page
 contribute
 contributors/
+control
 controller
 controller/audio_player
 controller/facebook
@@ -10464,7 +10470,6 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr/
@@ -11533,7 +11538,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://dw.com/robots.txt
+email/*http://leonardodavincisinventions.com/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/SubscriptionTypeUnsubscribe.htm
 email/Unsubscribe.htm
@@ -12464,7 +12469,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://newsweek.com/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12868,7 +12873,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://ico.org.uk/robots.txt
 g/api
 g00
 g01
@@ -13119,7 +13124,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://baidu.com/robots.txt
+global-infrastructure/services/get-async/http://amzn.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13422,7 +13427,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://hackerone.com/robots.txt
+hacker/*/followhttp://mp.weixin.qq.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13711,7 +13716,6 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -13825,40 +13829,39 @@ http
 http-checker
 http2_data
 http:
-http://2.bp.blogspot.com/robots.txt
+http://1.bp.blogspot.com/robots.txt
 http://about.google/robots.txt
-http://amazon.de/robots.txt
-http://amzn.to/robots.txt
-http://api.whatsapp.com/robots.txt
-http://app.box.com/robots.txt
-http://bbc.com/robots.txt
-http://bcn.cl/robots.txt
-http://beatport.com/robots.txt
-http://behance.net/robots.txt
-http://census.gov/robots.txt
-http://creativecommons.org/robots.txt
-http://euronews.com/robots.txt
-http://gist.github.com/robots.txt
-http://graphisoft.com/robots.txt
-http://he.wikipedia.org/robots.txt
+http://aol.com/robots.txt
+http://creativemarket.com/robots.txt
+http://dribbble.com/robots.txt
+http://epa.gov/robots.txt
+http://fda.gov/robots.txt
+http://gnu.org/robots.txt
+http://google.ch/robots.txt
+http://google.com.mx/robots.txt
 http://hubspot.com/robots.txt
-http://ie.edu/robots.txt
-http://mrisoftware.com/robots.txt
-http://nationalgeographic.com/robots.txt
-http://news.yahoo.com/robots.txt
-http://patreon.com/robots.txt
-http://producthunt.com/robots.txt
-http://raiplay.it/robots.txt
-http://redbubble.com/robots.txt
-http://soundcloud.com/robots.txt
-http://support.apple.com/robots.txt
-http://techradar.com/robots.txt
-http://theverge.com/robots.txt
-http://tiny.cc/robots.txt
-http://torproject.org/robots.txt
-http://translate.google.com/robots.txt
-http://vogue.com/robots.txt
-http://yelp.com/robots.txt
+http://i2.wp.com/robots.txt
+http://ipsos.com/robots.txt
+http://kck.st/robots.txt
+http://lapakbrebes.com/robots.txt
+http://m.facebook.com/robots.txt
+http://nydailynews.com/robots.txt
+http://online.wsj.com/robots.txt
+http://opera.com/robots.txt
+http://paypal.me/robots.txt
+http://pubs.acs.org/robots.txt
+http://radiopublic.com/robots.txt
+http://roguefitness.com/robots.txt
+http://s3-eu-west-1.amazonaws.com/robots.txt
+http://slack.com/robots.txt
+http://storage.googleapis.com/robots.txt
+http://thesun.co.uk/robots.txt
+http://today.com/robots.txt
+http://usnews.com/robots.txt
+http://video.google.com/robots.txt
+http://w3techs.com/robots.txt
+http://web.archive.org/robots.txt
+http://webmd.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14516,7 +14519,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://fda.gov/robots.txt
+interactive*http://startnext.com/robots.txt
 interactive/reading-preference
 interactives
 interface/pda
@@ -14733,7 +14736,7 @@ it/search*price_bucket=
 it/search*search_type=
 it/search*ship_to=
 it/search/autocomplete
-it/searchhttp://m.facebook.com/robots.txt
+it/searchhttp://apple.co/robots.txt
 it/share
 it/shop_name_search_service
 it/solutions/case-studies/
@@ -15515,7 +15518,6 @@ liked
 limit_hits
 limited-release
 link
-link?
 link_to
 linked
 linkedin
@@ -15995,7 +15997,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://statcounter.com/robots.txt
+media/tyfo*http://istockphoto.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -19603,7 +19605,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20073,7 +20074,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://issuu.com/robots.txt
+section/9http://livestream.com/robots.txt
 sectionized
 sections
 sections$
@@ -20380,7 +20381,6 @@ sharing/files
 sharing/folders
 shelf/user_shelves
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -20445,7 +20445,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://img.youtube.com/robots.txt
+showtimes/location/*http://podcasts.google.com/robots.txt
 shr*
 shutterstock
 si
@@ -21618,7 +21618,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://discogs.com/robots.txt
+tag/*+http://gsuite.google.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21853,9 +21853,9 @@ test5
 test6
 testcases
 testfl
-testhttp://moz.com/robots.txt
+testhttp://www1.nyc.gov/robots.txt
 testing
-testing/http://facebook.com/robots.txt
+testing/http://justanotherdeveloper.net/robots.txt
 testpage-forhomepage
 tests/*
 tetro
@@ -22219,7 +22219,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://anchor.fm/robots.txt
+transparency/http://j.mp/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22588,7 +22588,6 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -24388,8 +24387,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://fool.com/robots.txt
+wp-admin/admin-ajax.phphttp://airtable.com/robots.txt
+wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt
+wp-admin/admin-ajax.phphttp://tiff.net/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24461,7 +24461,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
+wp-content/uploads/wp-import-export-lite/http://bs.serving-sys.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24594,7 +24594,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://stripe.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 8bf406e7a..698bb8b2b 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -808,6 +808,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 (d=*)*
 (d=*,*)*
 (l=*)
+(none)
 (popup:
 (x(1
 )*
@@ -948,7 +949,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hsfp.
 .*__hssc.
 .*__hstc.
-.+http://skype.com/robots.txt
+.+http://northjersey.com/robots.txt
 ...$
 .../
 .ASPX$
@@ -1013,7 +1014,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*
 .css*************
 .css?
-.csshttp://famicom-guitar.com/robots.txt
+.csshttp://coreywilley.com/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1074,6 +1075,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .html%7CName=ComponentLink
 .html*mode=reply
 .html*replyto
+.html.html
 .html/
 .html/email
 .html/feed
@@ -1103,7 +1105,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://palwatch.org/robots.txt
+.jpg$http://www1.folha.uol.com.br/robots.txt
 .jpg*
 .jpg*************
 .js
@@ -1114,7 +1116,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .js*
 .js**************
 .js?
-.jshttp://domains.google/robots.txt
+.jshttp://hideawaybeachmaldives.com/robots.txt
 .json
 .json
 .json$
@@ -1176,15 +1178,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .php$
 .php*dropship
 .php?$
-.phphttp://regjeringen.no/robots.txt
+.phphttp://primit.it/robots.txt
 .pl
 .plist$
 .png
 .png
 .png$
 .png$
-.png$http://straitstimes.com/robots.txt
-.png$http://wayfair.com/robots.txt
+.png$http://clamav.net/robots.txt
+.png$http://fatsecret.com/robots.txt
 .png*
 .png*************
 .ppt
@@ -1201,6 +1203,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .py
 .qr
 .ram
+.rdf$
 .ris
 .rmm
 .rss
@@ -1224,7 +1227,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .swf
 .swf$
 .swf$
-.swfhttp://english.happybuddhatemple.org/robots.txt
+.swfhttp://cyrushostetler.com/robots.txt
 .sz=
 .tar.bz2$
 .tar.gz$
@@ -1277,7 +1280,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xmli
 .zip
 .zip$
-.zip$http://glas-javnosti.rs/robots.txt
+.zip$http://ultimateliquorshop.com/robots.txt
 .|jsp
 /
 /$
@@ -1625,181 +1628,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/*/xlm$
 /*/*/xrp$
 /*/*/yfi$
-/*/*24-hour-security=
-/*/*Services=
-/*/*a-louer-par=
-/*/*a-vendre-par=
-/*/*accessible-en-fauteuil-roulant=
-/*/*accessible-washrooms-in-suite=
-/*/*ad=
-/*/*address=
-/*/*affichage-en-braille=
-/*/*afficher-comme=
-/*/*agreement-type=
-/*/*aide-au-stationnement=
-/*/*aides-visuelles=
-/*/*air-conditioning=
-/*/*air-conditionne=
 /*/*all-products
-/*/*alloy-wheels=
-/*/*animaux-acceptes=
-/*/*annee=
-/*/*application-link=
-/*/*ascenseur=
-/*/*attache-remorque=
-/*/*audio-prompts=
-/*/*autre-info=
-/*/*available-date-s=
-/*/*available-to=
-/*/*balcon=
-/*/*balcony=
-/*/*barrier-free-entrances-and-ramps=
-/*/*bathrooms=
-/*/*bedrooms=
-/*/*bicycle-parking=
-/*/*bluetooth=
-/*/*boite-de-vitesse=
-/*/*braille-labels=
-/*/*buanderie-dans-lappartement=
-/*/*buanderie-dans-limmeuble=
-/*/*cable-tele=
-/*/*cable-tv=
-/*/*carproof-report-url=
-/*/*carproofAds=
-/*/*certified-pre-owned=
-/*/*chambres-nb=
-/*/*chauffage=
-/*/*cinema-dans-limmeuble=
-/*/*company=
-/*/*concierge=
-/*/*cpoAds=
-/*/*cruise-control=
-/*/*cylindree-cc=
-/*/*date-de-naissance-de-lanimal=
-/*/*date-demmenagement=
-/*/*date-s-disponible-s=
-/*/*dealerReviews=
-/*/*debut=
-/*/*demarrage-a-bouton-poussoir=
-/*/*dishwasher=
-/*/*disponible-a=
-/*/*duree-du-bail=
-/*/*eau=
-/*/*electricite=
-/*/*elevator-in-building=
-/*/*engine-displacement-cc=
-/*/*entrees-et-rampes-dacces-sans-obstacle=
-/*/*entreprise=
-/*/*event-end=
-/*/*event-start=
-/*/*event-time=
-/*/*fin=
-/*/*financingAvailable=
-/*/*for-rent-by=
-/*/*for-sale-by=
-/*/*fridge-freezer=
-/*/*fumeurs-acceptes=
-/*/*furnished=
-/*/*games-room=
-/*/*garniture=
-/*/*gym=
-/*/*heat=
-/*/*heure-de-levenement=
-/*/*hydro=
-/*/*internet=
-/*/*jantes-en-alliage=
-/*/*jardin=
-/*/*job-offered-by=
-/*/*kilometers=
-/*/*kilometres=
-/*/*landline=
-/*/*laundry-in-building=
-/*/*laundry-in-unit=
-/*/*lave-vaisselle=
-/*/*lien-de-lapplication=
-/*/*local-de-rangement=
-/*/*messages-sonores=
-/*/*meuble=
-/*/*micro-ondes=
-/*/*microwave=
-/*/*minNumberOfImages=
-/*/*minimum-nights=
-/*/*model=
-/*/*modele=
-/*/*more-info=
-/*/*move-in-date=
-/*/*navigation-system=
-/*/*no-de-portes=
-/*/*no-of-doors=
-/*/*no-of-seats=
-/*/*nombre-de-personnes-maximum=
-/*/*nombre-de-places=
-/*/*nombre-minimum-de-nuit=
-/*/*numero-didentification-du-vehicule=
-/*/*offered-by=
-/*/*parking-assistant=
-/*/*parking-included=
-/*/*party-room=
-/*/*pet-friendly=
-/*/*pets-date-of-birth=
-/*/*piscine=
-/*/*pool=
-/*/*price-type=
-/*/*price=
 /*/*product-gallery=
 /*/*product_gallery=
-/*/*propose-par=
-/*/*push-button-start=
-/*/*refrigerateur-congelateur=
-/*/*regulateur-de-vitesse=
-/*/*salle-de-fetes=
-/*/*salle-de-jeux=
-/*/*salle-de-sport=
-/*/*salle-de-yoga=
-/*/*salles-de-bain-nb=
-/*/*sauna=
 /*/*search
 /*/*search-
-/*/*securite-24-heures-sur-24=
-/*/*size-acres=
-/*/*size-sqft=
-/*/*sleeps=
-/*/*smoking-permitted=
-/*/*sort=
-/*/*stationnement-inclus=
-/*/*stationnement-pour-velos=
-/*/*stock=
-/*/*storage-locker=
-/*/*sunroof=
-/*/*superficie-acres=
-/*/*systeme-de-navigation=
-/*/*taille-pieds-carres=
-/*/*telephone-fixe=
-/*/*theatre-in-building=
-/*/*todo-le-visual-aids=
-/*/*toilettes-accessibles=
-/*/*toit-ouvrant=
-/*/*trailer-hitch=
-/*/*transmission=
-/*/*trim=
-/*/*type-de-logement=
-/*/*urgentAds=
-/*/*url-de-rapport-carproof=
-/*/*utm_campaign=
-/*/*utm_content=
-/*/*utm_medium=
-/*/*utm_source=
-/*/*utm_term=
-/*/*vehicules-doccasion-certifies=
-/*/*veteranFriendly=
-/*/*videoOnly=
-/*/*vin=
-/*/*visual-aids=
-/*/*water=
-/*/*wheelchair-accessible=
-/*/*yard=
-/*/*year=
-/*/*yoga-room=
 /*/1000$
 /*/2006
 /*/2007
@@ -1883,7 +1716,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?*ls%3d*%3fls%3d
 /*?*ls=*&ls=
 /*?_requestid=
-/*?add-to-cart=*http://qiita.com/robots.txt
+/*?add-to-cart=*http://eurochannel.com/robots.txt
 /*?attachment-id=
 /*?label=
 /*?layout=grid
@@ -4426,7 +4259,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /2018-
 /2023-
 /22
-/22732481
 /23
 /25
 /27
@@ -4898,6 +4730,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_jcr_content*.html
 /_jcr_content*.json
 /_jcr_content*.xml
+/_jcr_content/*/*.gif$
+/_jcr_content/*/*.jpeg$
+/_jcr_content/*/*.jpg$
+/_jcr_content/*/*.png$
 /_jcr_content/par
 /_l
 /_layouts
@@ -4967,9 +4803,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://aswaja.net/robots.txt
-/action~*/http://rachats2credits.fr/robots.txt
-/action~*/http://taern.com/robots.txt
+/action~*/http://seo.ijoomla.com/robots.txt
+/action~*/http://sunsetbrian.com/robots.txt
+/action~*/http://umusiccz.lnk.to/robots.txt
 /activities/detail
 /activities/detail/*/*
 /activities/detail?
@@ -5619,6 +5455,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /checkin
 /checklist$
 /checkout
+/checkout
 /checkout/
 /checkout/*
 /child
@@ -5878,7 +5715,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contributions
 /contributor
 /control_panel/manage*
-/control_panel/manage*http://garciniaweightloss.com/robots.txt
+/control_panel/manage*http://ebay.fr/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -6437,7 +6274,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feedarticle
 /feedback
 /feedback$
-/feedhttp://newyork.cbslocal.com/robots.txt
+/feedhttp://movical.net/robots.txt
 /felch_*
 /fellatio_*
 /feltch_*
@@ -6971,6 +6808,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jcr:content*.html
 /jcr:content*.json
 /jcr:content*.xml
+/jcr:content/*/*.gif$
+/jcr:content/*/*.jpeg$
+/jcr:content/*/*.jpg$
+/jcr:content/*/*.png$
 /jcr:content/slimHeaderPar/slim_page_header_v2
 /jegyarak-
 /jelly_donut_*
@@ -7149,6 +6990,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login*/search?
 /login-redirect
 /login.cms*
+/login/
 /login/*
 /login/verify-email
 /login?
@@ -7355,6 +7197,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /muslim-sexy-videos.html
 /mvopinions/*
 /my
+/my-account
 /my-account/profile
 /my-account/register/newsletters-setup
 /my-account/register/profile-setup
@@ -7420,7 +7263,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /neonazi_*
 /neueroeffnung
 /neueroeffnungen-und-nachrichten
-/neuroscience-terms/$http://newatlas.com/robots.txt
+/neuroscience-terms/$http://indexmundi.com/robots.txt
 /neuroscience-topics/$
 /new
 /new-for-you
@@ -7478,12 +7321,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /no
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt
-/no-referrer-when-downgradehttp://marketwired.com/robots.txt
-/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt
+/no-referrer-when-downgradehttp://6854279.fls.doubleclick.net/robots.txt
+/no-referrer-when-downgradehttp://steamcommunity.com/robots.txt
+/no-referrer-when-downgradehttp://useloom.com/robots.txt
 /no-search-results
 /no_access
 /node
+/node/
 /node/*
 /node/add
 /node/edit
@@ -7662,6 +7506,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /partners/partnersearch.aspx
 /password
 /path_locks
+/patterns/
 /pay-invoice
 /payment
 /payment-success.html
@@ -7684,7 +7529,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/standalone
 /pdf/$
 /pdf/index.html
-/pdf_reader/*/http://venmo.com/robots.txt
+/pdf_reader/*/http://globalbankingandfinance.com/robots.txt
 /pdfft
 /pdp/lo
 /pedobear_*
@@ -7832,7 +7677,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://opplemena.com/robots.txt
+/print/http://ethz.ch/robots.txt
 /print?id
 /print_ad?
 /printable
@@ -7991,11 +7836,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /reg/regmsg.xhtml
 /register
 /register$
+/register/
 /register/*
 /register/?
 /registration
 /registration$
-/registration*http://politifact.com/robots.txt
+/registration*http://nanowrimo.org/robots.txt
 /registration-confirmation/
 /reisetipps
 /related
@@ -8121,6 +7967,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rss
 /rss
 /rss$
+/rss.html
 /rss.xml
 /rss/$
 /rss/Events
@@ -8255,6 +8102,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/?*terms
 /search/?q
 /search/?q=
+/search/?q=*
 /search/account
 /search/bang
 /search/by-images
@@ -8306,6 +8154,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /searchjobs
 /searchresult
 /searchresults$
+/searchresults/
 /searchsuggest
 /season/200
 /sections
@@ -8540,7 +8389,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/checkouts
 /store/closest
 /store/feed
-/store/orderhttp://potresnirizik.zagreb.hr/robots.txt
+/store/orderhttp://conv.indeed.com/robots.txt
 /store/orders
 /storefront/
 /storelocator/storesSearch.json
@@ -8890,7 +8739,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /unlock-document
 /unlock-question
 /unread$
-/upcoming-streamshttp://ons.gov.uk/robots.txt
+/upcoming-streamshttp://optout.networkadvertising.org/robots.txt
 /update.php
 /updatecart
 /updatesub
@@ -9139,8 +8988,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/gallery
 /wp-content/plugins
 /wp-content/themes
-/wp-content/uploads/http://copaco.com.py/robots.txt
-/wp-content/uploads/http://next.co.uk/robots.txt
+/wp-content/uploads/http://bethelnet.com/robots.txt
+/wp-content/uploads/http://siemens.de/robots.txt
 /wp-feed
 /wp-includes
 /wp-json/*
@@ -9282,7 +9131,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*amp=
 ?*answerId=
 ?*api_key
-?*apikey*http://visaeurope.com/robots.txt
+?*apikey*http://w3techs.com/robots.txt
 ?*app
 ?*append_element
 ?*appidt=*
@@ -9359,9 +9208,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://amplifypixel.outbrain.com/robots.txt
-?*http://pkp.sfu.ca/robots.txt
-?*http://tapatalk.com/robots.txt
+?*http://conservas.tk/robots.txt
+?*http://gtmetrix.com/robots.txt
+?*http://protonvpn.com/robots.txt
 ?*hubs_
 ?*hubs_signup-cta
 ?*hybrid=
@@ -9459,6 +9308,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*resource_type=
 ?*reviews_page
 ?*revisionid=
+?*robots=false
 ?*rts_source=
 ?*s1=
 ?*s2=
@@ -9522,7 +9372,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://chordsoftruth.com/robots.txt
+?*utm_source=http://mnpctech.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*view_post_comments=
@@ -9570,6 +9420,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?PAGEN*
 ?PHPSESSID=
 ?Q
+?RedirectUrl
 ?RefID=
 ?Rehydrate=*
 ?S=
@@ -9635,8 +9486,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?action=fx_tracking_data
 ?action=recent*
 ?action_typTHe=
-?ad=
-?adId=
 ?adbypass=
 ?adcode=*
 ?add-to-cart
@@ -9683,6 +9532,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?app=
 ?app=true
 ?app_id_mytracker
+?app_v2
 ?ar
 ?archive?filters=
 ?arrFilter
@@ -9715,11 +9565,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?back=
 ?back_url_admin
 ?backurl
-?bathrooms=
 ?bclid=
 ?bcpid=
 ?bctid=
-?bedrooms=
 ?begin
 ?benderPackage=
 ?beta=
@@ -9741,17 +9589,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?bvstate=
 ?bvstate=*
 ?bvstate=pg
-?by-appointment-only=
 ?c=
 ?cache=
 ?cacheBurst=
 ?calendar
-?callback=http://bitfinex.com/robots.txt
+?callback=http://link.medium.com/robots.txt
 ?callsandtexts
 ?cameFrom*
 ?card=
 ?cardId=
-?carproofAds=
 ?cartelera_cine
 ?cat=
 ?cat=*
@@ -9814,7 +9660,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?communityId=
 ?companyid=*
 ?compatibleMachine*
-?condition=
 ?conf=
 ?config
 ?config=articleidfromurl
@@ -9843,7 +9688,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?country
 ?country=
 ?country=1021
-?cpoAds=
 ?create_review=true
 ?criteria=
 ?csSalesCode=
@@ -9924,7 +9768,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?emptyModel=
 ?en
 ?en-ph
-?engine-displacement-cc=
 ?entitlement=
 ?entity_id=
 ?entity_type=
@@ -9938,7 +9781,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?es
 ?esource=
 ?europe_pmc_extredirect=
-?event-end=
 ?event=
 ?eventType=
 ?ex_cid=
@@ -9957,6 +9799,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?f%5B*%5D=
 ?f%5B0
 ?f%5B0%5D=*
+?f=
 ?f[
 ?f[*]=
 ?f_*=
@@ -9986,14 +9829,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?filters=
 ?filters=fct
 ?filters[
-?financingAvailable=
 ?find_similar_by=
 ?firstId=
 ?firstname=
 ?fl_rand_seed=
 ?focus_review
 ?fontsize*
-?for-sale-by=
 ?force_locale
 ?forgotpassword=*
 ?formKey=
@@ -10018,7 +9859,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fromtg=
 ?fss=1
 ?ftag=
-?fulfillment=
 ?full=
 ?fuseaction=
 ?gclid
@@ -10038,7 +9878,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?gologin=1
 ?gp
 ?gp=*
-?gpTopAds=
 ?guid
 ?guid=
 ?gws_rd=ssl$
@@ -10057,12 +9896,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hl=*&gws_rd=ssl$
 ?hl=cert_ssl
 ?hmz=
-?home-delivery=
 ?hsCtaTracking=
 ?hsFormKey=00c2cf09d3e2337ec3b798e6331f08c2
 ?hs_amp=
 ?hubs_campaign=
-?hypoallergenic=
 ?i
 ?i18n_cache=
 ?i=
@@ -10083,7 +9920,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ignore
 ?ignore_amp
 ?image=
-?imageNumber=
 ?inFrame=
 ?industry=
 ?industry=agency
@@ -10112,7 +9948,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?itm_source
 ?itm_source=parsely-api
 ?ja
-?job-type=
 ?jobId=
 ?jobSlug=
 ?join=
@@ -10132,7 +9967,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?keyword=*
 ?keywords=
 ?keywordslug=
-?kilometers=
 ?kind=
 ?ko
 ?kr
@@ -10201,7 +10035,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?media_id
 ?mi_u
 ?mid=*
-?minNumberOfImages=
 ?mkt_tok
 ?mobile=basic
 ?mobile=no*
@@ -10233,7 +10066,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ncrnd=
 ?ncs=
 ?neighborhoods
-?netflixsource=*http://help.opera.com/robots.txt
+?netflixsource=*http://gsb.stanford.edu/robots.txt
 ?netmng=
 ?new=
 ?news_id=
@@ -10266,14 +10099,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?occasions=
 ?ocid=
 ?offer=
-?offered-by=
 ?offset*
 ?offset=
 ?offset=0
 ?omiid
 ?onboard=
-?online-financing-approvals=
-?online-purchasing=
 ?op=
 ?opeco=
 ?option=
@@ -10287,7 +10117,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?origSession=
 ?origin
 ?origin*
-?origin=
 ?osCsid=
 ?output=
 ?ovo_video=
@@ -10318,15 +10147,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?partner=
 ?path=
 ?payed
-?payment-deferrals=
-?payment=
 ?pcrid=
 ?pdfJsInlineViewToken=
 ?per_page
 ?per_row
 ?period*=
 ?perpetual=
-?pet-friendly=
 ?pg=*
 ?pg=search&
 ?pgtype=
@@ -10463,7 +10289,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?r
 ?r=
 ?radius=
-?rangeId=*http://dafont.com/robots.txt
+?rangeId=*http://zonasrurales.com/robots.txt
 ?rc=
 ?receiver=
 ?recipient=*&id=
@@ -10508,7 +10334,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?rest_route=
 ?rest_route=
 ?ret=
-?return-policy=
 ?return=true
 ?return=trueDescription
 ?returnPage=
@@ -10559,6 +10384,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?searchLimit=
 ?searchQueryState=
 ?searchTerm=
+?searchType=
 ?search_api_fulltext
 ?search_forum=
 ?search_keywords
@@ -10573,8 +10399,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?serial=
 ?seriesSlug=
 ?serv=
-?service-drop-off-pick-up=
-?service-open=
 ?service=
 ?service=Ajax
 ?service=ajax
@@ -10588,7 +10412,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?set_mobile=
 ?set_site=
 ?settemplate=
-?sex=
 ?sfdebug
 ?sfns=
 ?sgsc=*
@@ -10606,8 +10429,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showOlderReviews
 ?show_error=true
 ?showcomment*
-?showroom-open=
-?shttp://jetpack.com/robots.txt
+?shttp://es.linkedin.com/robots.txt
 ?sid
 ?sid=
 ?site_version=viewfullsite
@@ -10684,7 +10506,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?spm=
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://news.un.org/robots.txt
+?sq_content_src=http://keycdn.com/robots.txt
 ?src
 ?src=sem_ggl
 ?srp=
@@ -10764,7 +10586,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?tracking=
 ?traffic=
 ?transactionKey=*
-?transmission=
 ?trial
 ?tribe-bar-date=
 ?trk=
@@ -10783,7 +10604,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?u*=
 ?u=
 ?ua=
-?urgentAds=
 ?url=
 ?user=
 ?userId
@@ -10833,8 +10653,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?version=
 ?ves=
 ?vi
-?video-chat=
-?videoOnly=
 ?view=
 ?view=*
 ?view=ajax
@@ -10846,10 +10664,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?viewId=
 ?viewType
 ?view_medium=
-?view_only=http://osha.gov/robots.txt
+?view_only=http://usgbc.org/robots.txt
 ?view_source=
 ?viewmode=0
-?virtual-appraisal=
 ?vmov
 ?vn
 ?vsfrom=
@@ -10949,7 +10766,6 @@ AG/
 AI
 AI/
 AITripBuilder
-AJAXhttp://allocine.fr/robots.txt
 AK5537
 AK6336com
 AL/
@@ -10963,7 +10779,7 @@ API/forum/update-who-typing
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://hawaii.edu/robots.txt
+API/v2$http://blog.cloudflare.com/robots.txt
 APIAccessSupport
 APWIRE
 AR/
@@ -12321,6 +12137,7 @@ CoralEditor
 Corporate/RegisterMe
 Corporate/RequestInfo
 Corporate_2020
+CorriereAppNews
 CostPerClick
 CountryAjax
 CountyAssessorPage.htm
@@ -13098,7 +12915,7 @@ Inter
 InterestItem
 InterestItem
 InternalError.html
-International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt
+International-Lectures/en-GB/courses/apply.aspxhttp://outreachland.com/robots.txt
 International-Lectures/nl-NL/cursussen/inschrijven.aspx
 International/questions/qa-html-language-declarations/icons
 International/questions/qa-html-language-declarations/qa-html-language-declarations-data/icons
@@ -13934,6 +13751,50 @@ Presentation
 PreviewImage
 Price/PriceRMPopup.aspx
 PrimaryPhotoMlOptOutTool
+Primo_Piano/Cronache/10_Ottobre/23/stanzamostro.shtml
+Primo_Piano/Cronache/2003/05_Maggio/05/spari.shtml
+Primo_Piano/Cronache/2003/06_Giugno/06/sequestro.shtml
+Primo_Piano/Cronache/2003/10_Ottobre/14/european_school.shtml
+Primo_Piano/Cronache/2003/12_Dicembre/19/stella.shtml
+Primo_Piano/Cronache/2004/05_Maggio/23/diplomi.shtml
+Primo_Piano/Cronache/2004/08_Agosto/27/topmodel.shtml
+Primo_Piano/Cronache/2004/12_Dicembre/01/bambina.shtml
+Primo_Piano/Cronache/2004/12_Dicembre/23/manager.shtml
+Primo_Piano/Cronache/2005/06_Giugno/05/messina.shtml
+Primo_Piano/Cronache/2005/10_Ottobre/22/cavallaro.shtml
+Primo_Piano/Cronache/2005/10_Ottobre/25/droga.html
+Primo_Piano/Cronache/2005/10_Ottobre/25/droga.shtml
+Primo_Piano/Cronache/2006/03_Marzo/08/videopoker.html
+Primo_Piano/Cronache/2006/03_Marzo/08/videopoker.shtml
+Primo_Piano/Cronache/2006/03_Marzo/16/haver-marsiglia.html
+Primo_Piano/Cronache/2006/03_Marzo/16/haver-marsiglia.shtml
+Primo_Piano/Cronache/2006/05_Maggio/12/pop_indagati.shtml
+Primo_Piano/Cronache/2006/06_Giugno/17/biancon1-sarzanin1.html
+Primo_Piano/Cronache/2006/06_Giugno/17/biancon1-sarzanin1.shtml
+Primo_Piano/Cronache/2006/06_Giugno/20/fitto.shtml
+Primo_Piano/Cronache/2006/07_Luglio/07/scandalo.html
+Primo_Piano/Cronache/2006/07_Luglio/29/hav3r.html
+Primo_Piano/Cronache/2006/07_Luglio/29/hav3r.shtml
+Primo_Piano/Cronache/2006/09_Settembre/22/bille.html
+Primo_Piano/Cronache/2006/09_Settembre/22/bille.shtml
+Primo_Piano/Cronache/2006/12_Dicembre/31/lauree.html
+Primo_Piano/Cronache/2006/12_Dicembre/31/lauree.shtml
+Primo_Piano/Cronache/2007/04_Aprile/20/auto_incidentifinti_bologna_imarisio.html
+Primo_Piano/Cronache/2007/04_Aprile/20/auto_incidentifinti_bologna_imarisio.shtml
+Primo_Piano/Cronache/2007/05_Maggio/08/perugia_arresti_cassazione.html
+Primo_Piano/Cronache/2007/05_Maggio/08/perugia_arresti_cassazione.shtml
+Primo_Piano/Cronache/2007/06_Giugno/18/perquisizioni_catanzaro.html
+Primo_Piano/Cronache/2007/06_Giugno/26/interrogatorio_tavallini_droga.html
+Primo_Piano/Cronache/2007/06_Giugno/26/interrogatorio_tavallini_droga.shtml
+Primo_Piano/Cronache/2007/07_Luglio/25/tanzi_rinviato_giudizio.html
+Primo_Piano/Economia/2006/10_Ottobre/23/gerevini.html
+Primo_Piano/Economia/2006/10_Ottobre/23/gerevini.shtml
+Primo_Piano/Economia/2006/12_Dicembre/18/carige.html
+Primo_Piano/Economia/2006/12_Dicembre/18/carige.shtml
+Primo_Piano/Economia/2007/05_Maggio/21/sicilia.html
+Primo_Piano/Politica/2006/02_Febbraio/09/comici.shtml
+Primo_Piano/Spettacoli/2005/09_Settembre/25/cupo.shtml
+Primo_Piano/Sport/2002/12_Dicembre/10/bugno.shtml
 Print
 Print.aspx
 Print/*
@@ -14227,6 +14088,7 @@ Rus$
 Rya22
 S
 S1=
+S3Bucket-images/
 SA/
 SAGE
 SB/
@@ -14747,7 +14609,6 @@ VC/
 VE/
 VG/
 VI/
-VIP
 VKRegistration
 VN/
 VPV
@@ -14773,7 +14634,7 @@ Valley-of-Longevity-Property/
 VariationSelectionView
 Verify/*
 VerifyReview
-Verkko/http://elastic.co/robots.txt
+Verkko/http://gazobeton.org/robots.txt
 Video
 Video/*playerIndex
 Video/Panel/
@@ -14786,7 +14647,6 @@ Videos/m
 Videos/p
 View
 ViewAchAuthorization
-ViewAd
 ViewAttachment
 ViewCancelOnlinePaymentView
 ViewDoc
@@ -14795,7 +14655,7 @@ ViewMandate
 ViewPDF.aspx
 Vlast/
 VolunteerTranslations
-VoteActivities/http://nature.com/robots.txt
+VoteActivities/http://firefox.com/robots.txt
 VoteCount/?action=
 W
 WAI/ER/tests
@@ -14920,6 +14780,7 @@ YourAccount
 YourAccountPayment
 Youtube
 ZA/
+ZCestino
 ZM/
 ZR/
 ZW/
@@ -15117,6 +14978,7 @@ _derived
 _derived
 _design
 _dm
+_docs
 _documentation
 _edit
 _editorial_preview_
@@ -15289,6 +15151,7 @@ _previsualisation
 _print
 _print
 _print.html
+_print.html$
 _private
 _private
 _private/admin-tools
@@ -15301,7 +15164,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://link.springer.com/robots.txt
+_r/http://findagrave.com/robots.txt
 _recache
 _rect
 _redirectedFromOffline-true
@@ -15352,6 +15215,7 @@ _td
 _td_api
 _tdhl_api
 _tdpp_api
+_temp
 _template
 _test
 _testing/
@@ -15494,6 +15358,7 @@ ab_tests
 abap
 abasu
 abautistachavez
+abbonati.Suspended
 abc
 abc123
 abc2010/nacional/noticias/*.xml$
@@ -15546,7 +15411,7 @@ about-aws/whats-new/2009/01/09/Amazon-CTO-Chief-of-Year-2/
 about-aws/whats-new/2009/07/24/aws-survey/
 about-ghostery
 about-the-council/about-the-website/third-party-accessibility-statements
-about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt
+about-the-council/about-the-website/third-party-accessibility-statements/*http://thestar.com/robots.txt
 about-the-council/contact-us-new
 about-the-council/contact-us/adult-education
 about-the-council/contact-us/adult-social-care-and-health
@@ -15571,7 +15436,7 @@ about-us
 about-us/careers
 about-us/careers/job-description.html$
 about-us/employment
-about-us/employment/*http://auswaertiges-amt.de/robots.txt
+about-us/employment/*http://duo.com/robots.txt
 about-us/news-and-media/media-centre/corporate-news/facet/Topic/
 about-us/news-and-media/media-centre/corporate-news/facet/Year/
 about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/
@@ -15600,7 +15465,7 @@ about/*/update
 about/*qt-vzc_corporate_news_analytics
 about/adrm/data-linkage
 about/advertise/oauth-net-rate-sheet-2023.pdf
-about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt
+about/advisory-and-peer-review-committees/roster/hlbp/http://hanselman.com/robots.txt
 about/ask/
 about/ask?*
 about/awards/award-recipient-form.html
@@ -15826,6 +15691,7 @@ account/en-ca/email-sign-up
 account/forgot-password
 account/fr-ca/abonnement-courriels
 account/invite
+account/login
 account/logout
 account/my-goals
 account/my-rewards
@@ -15937,7 +15803,6 @@ ach/user
 ach/users
 achael
 achandrahas
-achat-en-ligne
 achievements
 achterberg
 achu
@@ -16192,7 +16057,7 @@ add-to-bibliography
 add-to-cart
 add-to-cart=
 add-to-cart=*
-add-to-cart=*http://criteo.com/robots.txt
+add-to-cart=*http://habilitat.com/robots.txt
 add-to-existing-collection
 add-visit
 add?community=
@@ -16241,6 +16106,7 @@ adelrio
 adev
 adfox
 adframe
+adfs/
 adg
 adg321
 adgranillo
@@ -16275,7 +16141,7 @@ admin/aso
 admin/blogmove
 admin/forgot/
 admin/form
-admin/http://mediapost.com/robots.txt
+admin/http://pinterest.ca/robots.txt
 admin/mapping-dashboard
 admin/notification-center
 admin/sro
@@ -16289,14 +16155,12 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
-adminhttp://aa.com/robots.txt
-adminhttp://dji.com/robots.txt
+adminhttp://unbounce.com/robots.txt
 administration
 administration/
 administrative-fellowship
 administrator
 administrator/
-administrator/http://trustpilot.com/robots.txt
 adminjiraserver070
 adminjiraserver071
 adminjiraserver0710
@@ -16497,7 +16361,7 @@ affiliate
 affiliate-forgot-password
 affiliate-login
 affiliate-program
-affiliate/*http://fontawesome.io/robots.txt
+affiliate/*http://authy.com/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms
@@ -16792,12 +16656,6 @@ albie
 albright
 album
 album.php
-album/delete_user_review
-album/fetch_overview_review
-album/fetch_review_view
-album/report_inappropriate
-album/review_thumbs
-album/save_user_review
 albumarchive
 albums
 albums-cd-us
@@ -17434,7 +17292,7 @@ api/discover/1/discover_web
 api/discover/sites
 api/discovery
 api/documentations/v3
-api/du/SEARCHhttp://dribbble.com/robots.txt
+api/du/SEARCHhttp://fastcocreate.com/robots.txt
 api/du/Search
 api/du/search
 api/editionurlgenerator
@@ -17446,7 +17304,7 @@ api/federation
 api/getEarthquake.php
 api/health
 api/html
-api/http://kobemural.com/robots.txt
+api/http://israelnationalnews.com/robots.txt
 api/instacart
 api/install_backblaze
 api/internal/*/location
@@ -17474,7 +17332,7 @@ api/nextsteps
 api/ng-looks/
 api/nicorepo/timeline
 api/nts/v1/login
-api/og/*http://crowdfundingusa.com/robots.txt
+api/og/*http://kaspersky.com/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/play/options
@@ -17707,7 +17565,7 @@ append_follows
 appengine
 appl
 apple-app-site-association
-apple-app-site-associationhttp://focusonkids.ru/robots.txt
+apple-app-site-associationhttp://freewebs.com/robots.txt
 apple-news
 apple-touch-icon-120x120-precomposed.png
 apple-touch-icon-120x120.png
@@ -17736,7 +17594,6 @@ apply?adId=
 appointment_form
 appointments-and-referrals/appointment-thankyou
 appointments-and-referrals/referral-thankyou
-approbation-de-financement-en-ligne
 approval-form
 approver-actions
 apps
@@ -17782,7 +17639,6 @@ apps/pan/public/singlePageReactModel?pageId=
 apps/pan/public/unit42/bloglist.loadblogresults.json?searchLanguage=en_US
 apps/php
 apps/privacy
-apps/publish
 apps/rcs/german/vodafone.de/kontakt
 apps/recovery
 apps/recruiting
@@ -18129,7 +17985,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://eeoc.gov/robots.txt
+archives/http://paper.li/robots.txt
 archives/multimedia/extra
 archives/multimedia/feedback.php
 archives/multimedia/rss/Instructions+for+content+providers
@@ -18322,7 +18178,6 @@ artist-submission
 artist/127231622/radio?autoplay=true
 artist/export_shows_csv
 artist/view_widget_popup
-artists
 artists/*/images/new
 artists/*/top_iq_earners
 artists/*/videos/new
@@ -18359,7 +18214,6 @@ asanapedia
 asapi
 asaxena
 asc/
-ascending=
 aschenbrenner
 aschultz
 aschwartz
@@ -18415,14 +18269,14 @@ asp.net/
 asp/
 asp/
 asp/*
-asp/*http://arte.tv/robots.txt
+asp/*http://creditkarma.com/robots.txt
 asp/demo_db_edit.asp
 aspnet_client
 aspnet_client/
 aspnet_client/
 aspx$
 aspx/
-aspx/read.aspxhttp://tnt.netmng.com/robots.txt
+aspx/read.aspxhttp://6590300.fls.doubleclick.net/robots.txt
 aspxerrorpath*
 asrelated.cms*
 asross
@@ -18469,7 +18323,7 @@ assets/errorpage
 assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources
 assets/gov/zzzz
 assets/hk-grotesk
-assets/http://jotform.com/robots.txt
+assets/http://bungie.net/robots.txt
 assets/images/global/s.gif
 assets/infographic
 assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf
@@ -18845,6 +18699,7 @@ au/careers/search?
 au/cart
 au/checkout
 au/comment
+au/consumer/tvs-projectors-learn-search/viera-televisions/viera-cx700-series.html
 au/conversations
 au/corporate
 au/cricket
@@ -19000,6 +18855,31 @@ au/showroom_cms/content
 au/sitemap.html
 au/strumenti/creatore-di-logo/onboarding
 au/style
+au/support/product-archives/household/refrigeration/nr-bw415vwau.html
+au/support/product-archives/household/refrigeration/nr-bw415xsau.html
+au/support/product-archives/household/refrigeration/nr-bw465vwau.html
+au/support/product-archives/household/refrigeration/nr-bw465xsau.html
+au/support/product-archives/household/refrigeration/nr-bx41bvwau.html
+au/support/product-archives/household/refrigeration/nr-bx41bxsau.html
+au/support/product-archives/household/refrigeration/nr-bx41cqpau.html
+au/support/product-archives/household/refrigeration/nr-bx421gusa.html
+au/support/product-archives/household/refrigeration/nr-bx46bvwau.html
+au/support/product-archives/household/refrigeration/nr-bx46bxsau.html
+au/support/product-archives/household/refrigeration/nr-by552xsau.html
+au/support/product-archives/household/refrigeration/nr-by552xwau.html
+au/support/product-archives/household/refrigeration/nr-by55bpsau.html
+au/support/product-archives/household/refrigeration/nr-by55bvwau.html
+au/support/product-archives/household/refrigeration/nr-cy54agwau.html
+au/support/product-archives/household/refrigeration/nr-cy54bgkau.html
+au/support/product-archives/household/refrigeration/nr-cy54bgsau.html
+au/support/product-archives/household/refrigeration/nr-cy54bgwau.html
+au/support/product-archives/household/refrigeration/nr-cy55cgkau.html
+au/support/product-archives/household/refrigeration/nr-cy55cpsau.html
+au/support/product-archives/household/refrigeration/nr-d535xgsau.html
+au/support/product-archives/household/refrigeration/nr-d535xgwau.html
+au/support/product-archives/household/refrigeration/nr-d655xgsau.html
+au/support/product-archives/household/refrigeration/nr-d655xgwau.html
+au/support/product-archives/household/refrigeration/nr-f603gt-xu.html
 au/swf
 au/tapdance
 au/teams
@@ -19352,10 +19232,6 @@ b%E1%BB%8F+phi%E1%BA%BFu
 b-newsletter/archive
 b-newsletter/content
 b-palle
-b-search-map-ajax-get-ads-by-ids.json
-b-search-map-ajax-search-ads.json
-b-search-map-ajax-search-markers.json
-b-search.html
 b/
 b/*!
 b/*%EF
@@ -19839,7 +19715,7 @@ baohongchen
 bap.html
 bap/webstore/search.html
 bapingseo
-bappstore/bapps/download/http://poshmark.com/robots.txt
+bappstore/bapps/download/http://thewindowsclub.com/robots.txt
 baqaee
 barbarak
 barchartData
@@ -19950,9 +19826,7 @@ baza-wiedzy*query=
 baza-wiedzy*sort=
 baza-wiedzy*type=
 bazerman
-bb-audio.html
 bb-d
-bb-image.html
 bb/
 bb2600com
 bb4545
@@ -20835,14 +20709,14 @@ blog/*_ga
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://salon.com/robots.txt
+blog/.html.*http://lds.org/robots.txt
 blog/20
 blog/200
 blog/2019
 blog/?p=
 blog/?s=
-blog/?s=*http://engvid.com/robots.txt
-blog/?s=*http://japansociety.org/robots.txt
+blog/?s=*http://en.support.wordpress.com/robots.txt
+blog/?s=*http://znanylekarz.pl/robots.txt
 blog/Neuer_Beitrag.html
 blog/Rubriken.html
 blog/SearchView.aspx
@@ -20935,7 +20809,7 @@ blog/tag
 blog/tag
 blog/tag/
 blog/tag/*
-blog/tag/success-webinar/http://jezebel.com/robots.txt
+blog/tag/success-webinar/http://interarbiter.info/robots.txt
 blog/tags
 blog/tags-search
 blog/tags-search.html
@@ -21055,7 +20929,7 @@ blogsupport
 blogtemp
 blogvideo
 blogvision
-blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt
+blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://sozialgesetzbuch-sgb.de/robots.txt
 blokdebid/ca/calendar-created
 blowe
 bls
@@ -21420,7 +21294,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://econsultancy.com/robots.txt
+bookmarkshttp://spiegel.de/robots.txt
 bookproperty
 books
 books/?*instrument=
@@ -21435,7 +21309,6 @@ books/content?*zoom=5
 books/data
 books/download
 books/downloadSubjectCsv
-books/publish
 books/purchased
 books/search?
 books/tags
@@ -21739,7 +21612,7 @@ branding/images/dont-04.png
 branding=
 brandmonitoring
 brandnet
-brandnew/psphttp://understood.org/robots.txt
+brandnew/psphttp://cjmmusic.com/robots.txt
 brandnewconference/2016/video
 brandonbergman
 brandonedwards
@@ -21875,7 +21748,7 @@ browserwarning
 brt
 bruce
 brucker
-bruckerjoseph/http://scholastic.com/robots.txt
+bruckerjoseph/http://uploads-ssl.webflow.com/robots.txt
 brutus
 brw
 bryan
@@ -22011,7 +21884,7 @@ buscador
 buscador.aspx
 buscador/GoogleServlet
 buscador/GoogleServletBuscadorVertical
-buscador_generalhttp://decrypt.co/robots.txt
+buscador_generalhttp://html.spec.whatwg.org/robots.txt
 buscar
 buscar
 buscar.html
@@ -22175,6 +22048,7 @@ business-security/pki-management/certificate-manager.php?
 business-security/ssl-security.php?s=
 business-security/support-services/it-help.php?
 business-services
+business-solutions/content-moved.asp
 business/*
 business/*-*/products/business-tv
 business/*-*/products/deals
@@ -22215,6 +22089,7 @@ business/enterprise-advisory-board
 business/explore
 business/feedback
 business/hub
+business/iframes/toughbook-configurator.asp
 business/infrastructure-explainer
 business/international-business
 business/invite
@@ -22246,6 +22121,10 @@ business/switch-account
 business/thank-you-carrier-integration-request
 business/thank-you-integration-request
 business/top-ads
+business/toughbook/computer-support-enterprise-software.asp
+business/toughbook/computer-support-enterprise-whitepapers.asp
+business/toughbook/computer-support-search-downloads-iframe-JSON.asp
+business/toughbook/configurator-iframe.asp
 business/update
 business/verified-merchant/status
 business/widget
@@ -22350,10 +22229,6 @@ bz679com
 bzw77com
 bzzagent
 c
-c-AdComparison
-c-ManageMyAds
-c-SavedAds
-c-SelectCategory
 c-s
 c-w/sandbox
 c.
@@ -22867,7 +22742,7 @@ calebmooreportfolio
 calendar
 calendar
 calendar$
-calendar-2/action~*/http://icloud.com/robots.txt
+calendar-2/action~*/http://conquerhisheart.com/robots.txt
 calendar-2/action~agenda
 calendar-2/action~default
 calendar-2/action~http:
@@ -23086,7 +22961,7 @@ calendrier/action~agenda
 calendrier/action~month
 calendrier/action~oneday
 calendrier/action~posterboard
-calendrier/action~stream/http://dailycaller.com/robots.txt
+calendrier/action~stream/http://voterga.org/robots.txt
 calendrier/action~week
 calf
 california-exhibit
@@ -23139,7 +23014,7 @@ campaigns
 campaigns/
 campaigns/bulk-order-form
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://southwest.com/robots.txt
+campaigns/digital-recruitmenthttp://bits.blogs.nytimes.com/robots.txt
 campaigns/infor-hub-xt5r5iwdrgxbnuz/
 campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once
 campaigns/portals/
@@ -23611,7 +23486,6 @@ cas/login
 cas/login?
 cas/logout
 cas/oldsite
-casOnly=
 casalma
 casamuel
 casapao
@@ -23779,6 +23653,7 @@ catalogsearch
 catalogsearch/
 catalogsearch/result
 catalogue
+catalogue-price/
 catalogue/*?
 catalogues
 catchup
@@ -26013,7 +25888,7 @@ cd/V77972_01
 cd/clip/parole/soprano-hiro-7260.html
 cd/corneille-entre-nord-et-sud-1769.html
 cd_upload/Search
-cdc/http://gizmodo.com/robots.txt
+cdc/http://t-mobile.com/robots.txt
 cdf/sign
 cdj
 cdk/*
@@ -26025,9 +25900,9 @@ cdn-cgi/*
 cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://hortomallas.hk/robots.txt
-cdn-cgi/http://mediamatchmaker.co.uk/robots.txt
-cdn-cgi/http://rover.com/robots.txt
+cdn-cgi/http://bundesregierung.de/robots.txt
+cdn-cgi/http://documentcloud.org/robots.txt
+cdn-cgi/http://iso.org/robots.txt
 cdn-cgi/image
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
@@ -26035,7 +25910,7 @@ cdn-cgi/rum
 cdn-cgi/scripts
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://deepmind.com/robots.txt
+cdn-cgi/zaraz/http://techtimes.com/robots.txt
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
 cdn-dgi
@@ -26156,8 +26031,8 @@ cgi-bin/grid-words
 cgi-bin/guestbook
 cgi-bin/histDiff.cgi
 cgi-bin/homelandsecurity
-cgi-bin/http://euroncap.com/robots.txt
-cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt
+cgi-bin/http://daytradetowin.com/robots.txt
+cgi-bin/http://intertwingly.net/robots.txt
 cgi-bin/imagemap
 cgi-bin/isbn
 cgi-bin/kaweahits
@@ -26170,7 +26045,7 @@ cgi-bin/loginpage
 cgi-bin/longs.cgi
 cgi-bin/mb
 cgi-bin/msdemo/
-cgi-bin/notices/http://ams.usda.gov/robots.txt
+cgi-bin/notices/http://sears.com/robots.txt
 cgi-bin/onTopic
 cgi-bin/orphanWikiPages
 cgi-bin/outline
@@ -26211,7 +26086,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://ifixit.com/robots.txt
+cgi-binhttp://kck.st/robots.txt
 cgi-local
 cgi-mad/
 cgi-out
@@ -26312,6 +26187,7 @@ ch/de/checkout
 ch/de/chweb
 ch/de/contact/search?param=
 ch/de/datenschutzerklaerung/qualtrics
+ch/de/extranet
 ch/de/it/m/cms
 ch/de/live-event-schedule
 ch/de/live-event-schedule$
@@ -26577,7 +26453,6 @@ chcleveland
 chdinh
 chebi
 check
-check-logged-in
 check-redirect
 check-web-status.html
 check.htm
@@ -26609,8 +26484,8 @@ checkout2
 checkout?*
 checkout?plan_id
 checkoutconfirmation
-checkouthttp://hobie.com/robots.txt
-checkouthttp://modernistcuisine.com/robots.txt
+checkouthttp://note.mu/robots.txt
+checkouthttp://pacanele.biz/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -26803,6 +26678,7 @@ cin
 cindychristensen
 cinema/*/libelledistribution
 cinema/cgi/avis/depose_avis.php
+cinema/icortissimi-ended
 cinema/mes-films
 cio
 ciocca-eller
@@ -27179,6 +27055,7 @@ cloud/r13_update17c
 cloudflare-10xx
 cloudflare/*
 cloudhsm/classic
+cloudmonitor
 cloudoneconformity-staging
 cloudplayer
 cloudpubsub
@@ -27240,7 +27117,7 @@ cmr
 cmrudeen
 cms
 cms-constellation
-cms-search/http://cmswire.com/robots.txt
+cms-search/http://news.discovery.com/robots.txt
 cms.
 cms.dll*
 cms/
@@ -27281,7 +27158,7 @@ cn/en/privacy-statement/qualtrics
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
 cn/error-static-cdn
-cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt
+cn/events/huaweiconnect/livestream-for-tvs$http://openculture.com/robots.txt
 cn/ipns
 cn/list
 cn/list=
@@ -27412,7 +27289,7 @@ cobrand/
 code
 code/
 code/*
-code/http://w3techs.com/robots.txt
+code/http://bloomberg.com/robots.txt
 code2product-typeform-dashboard
 code=
 codeCoverage
@@ -27685,6 +27562,7 @@ community
 community*
 community-
 community-comments
+community-corriere
 community-guidelines
 community/*
 community/*
@@ -27697,7 +27575,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://cointelegraph.com/robots.txt
+community/*/profile/*http://hackerenmexicoconfiables.com/robots.txt
 community/*/rss
 community/*/topics
 community/*/trackback
@@ -27990,12 +27868,12 @@ concrete/*.xml$
 concursocampusparty/files
 concussion/HeadsUp/training/
 conditions-diseases?f*
-conditions-diseases?linkId*http://chor.helbling-verlag.de/robots.txt
+conditions-diseases?linkId*http://formstack.com/robots.txt
 conditions-diseases?search=
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
 conditions/pregnancy-and-baby/pages/your-birth-plan.aspx
 conejo
-conex-2019http://view.adjust.com/robots.txt
+conex-2019http://bicycling.com/robots.txt
 conf
 conf
 conf/*.php$
@@ -28075,7 +27953,7 @@ connect
 connect-accounts
 connect.facebook.net
 connect/@
-connect/http://blog.sfgate.com/robots.txt
+connect/http://de.wikipedia.org/robots.txt
 connect/offer
 connect/profile
 connect/social-intranet.html
@@ -28111,6 +27989,7 @@ constellation
 consult
 consultancies
 consultas?filter=past&geozone_id
+consultation-startup?*
 consultationoffres
 consultations?
 consumer-profile
@@ -28131,7 +28010,6 @@ consumer/*/support
 consumer/cac
 consumer/cache
 consumer/en-ca1
-consumer/login
 consumer/share
 consumer/sitemap
 consumer/sr-rs
@@ -28151,7 +28029,7 @@ contact-opnemen-met-myheritage
 contact-opnemen-met-ondersteuning
 contact-pantone-connect
 contact-preferences
-contact-sales/http://pingidentity.com/robots.txt
+contact-sales/http://okcupid.com/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -28184,8 +28062,8 @@ contact/employees/servlets
 contact/en/hague/questionnaire/
 contact/feedback
 contact/form/
-contact/http://dolphchaney.com/robots.txt
-contact/http://freewebs.com/robots.txt
+contact/http://eibar.org/robots.txt
+contact/http://hallenrad-wm-2020.de/robots.txt
 contact/menu*
 contact/partner*
 contact/support.php
@@ -28363,11 +28241,13 @@ content/dam/Deloitte/nz/Documents/noindex/
 content/dam/Deloitte/us/Documents/noindex/
 content/dam/Deloitte/xc/
 content/dam/Deloitte/xl/
+content/dam/Panasonic/*/pub-*.*$
+content/dam/Panasonic/*/pub-*/*.*$
 content/dam/SAS/partnernet/
 content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf
 content/dam/acsorg/qa
 content/dam/alumni/2012elections
-content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt
+content/dam/avg/img/2014/business/http://play.spotify.com/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -28444,7 +28324,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://docs.aws.amazon.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf
@@ -28471,6 +28351,15 @@ content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/pearson-revise-i
 content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/pisa-10-steps-to-success-england.pdf
 content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/school-pisa-letter-front-page.pdf
 content/dam/pan/en_US/assets/pdf/legal/archive
+content/dam/panasonic/*/pub-*.*$
+content/dam/panasonic/*/pub-*/*.*$
+content/dam/pim/*/*-Product_ImageGlobal*.png$
+content/dam/pim/*/*-Variation_Image_for_See_All*.png$
+content/dam/pim/*/*.pub.*$
+content/dam/pim/*/pub-*.*$
+content/dam/pim/*/pub-*/*.*$
+content/dam/pim/tw/*-Product_ImageGlobal*.png$
+content/dam/pim/tw/*-Variation_Image_for_See_All*.png$
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
 content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_
 content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_%20annual%20report.pdf
@@ -28489,7 +28378,7 @@ content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json
 content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico
 content/dam/splunk2/images/logos/splunk-logo.svg?asd
 content/dam/static-page/customer-advocacy/*/pdf/*
-content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt
+content/dam/students/documents/graduations/programs/http://shorturl.at/robots.txt
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf
@@ -28536,7 +28425,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://marketingweek.com/robots.txt
+content/downloads/http://bcg.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -28560,7 +28449,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://columbia.jp/robots.txt
+content/index.php/user/logout/http://overstock.com/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/institution
@@ -28613,6 +28502,7 @@ content/pan/ko_KR
 content/pan/pt_BR
 content/pan/zh_CN
 content/pan/zh_TW
+content/panasonic
 content/pdf/10.1007/978-94-6209-446-8_8.pdf
 content/pdf/bbm
 content/pdf/bfm
@@ -28892,10 +28782,12 @@ convocation/information/Invitation
 convocation/information/invitation
 convocation/invitation
 convocation/thank-you/
+cook*sitemap*.xml
 cook-stuntz
 cook/*/all-saved-items
 cook/*/collection
 cook/*/recipe
+cook/ricette/ricerca
 cookie
 cookie-law
 cookie.aspx
@@ -28915,6 +28807,7 @@ copyright-reporting
 copyright/
 cor
 coral-talk
+corcommunitynew/accesso/LogOut.do
 cordova2018
 core
 core$
@@ -29005,6 +28898,10 @@ corradoconfalonieri
 correcoes/enviar?url=
 corrections
 corrections/search/node
+correlati
+corrierecalcio/app/formazione
+corrierepedia
+corrierepoint
 corv/beacon/amp-perf
 corv/beacon/stats
 corv/data
@@ -29065,7 +28962,7 @@ courses/Transcript
 courses/assessment
 courses/eecs484
 courses/favorites
-courses/http://codecanyon.net/robots.txt
+courses/http://verisign.com/robots.txt
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -29307,11 +29204,46 @@ cron
 cron.php
 cron.php
 cron.sh
+cron/
 cron/*.php$
 cron_pw_grinder
 cron_selective.php
 cronaca/2019/12/05/news/stretta_contro_i_pirati_dei_giornali_rubati_800mila_lettori_in_un_anno_-301013213
 cronaca/2023/09/29/news/serenis_repubblica_promozione_abbonati-416179220
+cronache/08_dicembre_17/woodcock_indagato_chiave_fiorenza_sarzanini_140878bc-cc03-11dd-bd86-00144f02aabc.shtml
+cronache/08_febbraio_04/genova_arrestato_presidente_porto_6ce48218-d344-11dc-8916-0003ba99c667.shtml
+cronache/08_febbraio_11/ricucci_rcs_rinvio_giudizio_a2d14564-d8b7-11dc-94be-0003ba99c667.shtml
+cronache/08_luglio_27/andrea_precario_contento_flessibilita_marro_0bdc7910-5b8b-11dd-b836-00144f02aabc.shtml
+cronache/08_marzo_15/lancini_arrestato_587263ee-f299-11dc-ae1f-0003ba99c667.shtml
+cronache/09_luglio_23/banda_fdf91ed0-7749-11de-a20d-00144f02aabc.shtml
+cronache/09_marzo_06/bormioli_cocaina_parma_bc0e9980-0a90-11de-91a6-00144f02aabc.shtml
+cronache/09_novembre_29/natalie-carcere-pizzo-trans-sacchettoni_74ea4a9c-dcc0-11de-8223-00144f02aabc.shtml
+cronache/09_ottobre_31/marrazzo_quinto_indagato_ceb2b5c2-c5f1-11de-a5d7-00144f02aabc.shtml
+cronache/10_agosto_05/milano-cocaina-showgirl-santucci_08306886-a052-11df-bc17-00144f02aabe.shtml
+cronache/10_aprile_04/lucca-omicidio-suicidio_9d215c6a-4027-11df-8d90-00144f02aabe.shtml
+cronache/10_dicembre_22/nipote-reviglio-arresti-14-dicembre_4a3b9fb4-0e13-11e0-8558-00144f02aabc.shtml
+cronache/10_luglio_21/caso-verdini-la-finanza-indaga-su-due-milioni-fiorenza-sarzanini_17590c68-9491-11df-91c3-00144f02aabe.shtml
+cronache/10_novembre_19/arresto-errani-pilota-rally-evasione-fiscale_cc284ce8-f3b5-11df-91ce-00144f02aabc.shtml
+cronache/10_ottobre_19/Prova_NONToccare_1137fc74-db6b-11df-a6e9-00144f02aabc.shtml
+cronache/10_settembre_20/napoli-donna-uccisa-in-auto_d6588bc2-c48c-11df-be0b-00144f02aabe.shtml
+cronache/10_settembre_23/imprenditori-arrestati-torino_6dbdeb30-c6f2-11df-ad8a-00144f02aabe.shtml
+cronache/11_luglio_13/bianconi-manovre-su-pm-per-spostare-indagini_debc4886-ad10-11e0-83b2-951b61194bdf.shtml
+cronache/11_luglio_13/sarzanini-tremonti-mi-pedinano_63a4dd60-ad11-11e0-83b2-951b61194bdf.shtml
+cronache/11_luglio_14/sarzanini_soffiata-mediolanum-aperta-inchiesta_00cd7cd0-addc-11e0-9787-0699da0a075e.shtml
+cronache/12_agosto_06/uno-bianca-poliziotti-encomio_8848a6f8-df9a-11e1-a2e0-2a62fa6322b0.shtml
+cronache/12_luglio_12/con-amico-lelemora-in-cella-farina-condannato-per-falso_0649516c-cbdf-11e1-b65b-6f476fc4c4c1.shtml
+cronache/12_marzo_20/reggio-calabria-arresto-infermiere-furti-pazienti_dbdb74fc-7281-11e1-a140-d2a8d972d17a.shtml
+cronache/12_novembre_04/cosenza-madre-denuncia-figlio_1135d162-2671-11e2-8015-d7b141f471a2.shtml
+cronache/12_ottobre_05/tasse-rubate-saggese_606fb92a-0eaa-11e2-8205-e823db4485d4.shtml
+cronache/12_settembre_18/dellutri-indagata-moglie-palermo_f8508d56-0170-11e2-a63e-daa4ff219e76.shtml
+cronache/13_febbraio_17/mps-interrogatorio-sarzanini_53d10ac4-78dc-11e2-a28b-a2fa92ae99be.shtml
+cronache/13_gennaio_31/maenza-indagato-abusi-sessuali-su-minori_507e2eae-6bc3-11e2-bfdf-0d9d15b9395f.shtml
+cronache/13_novembre_27/ecco-manager-politici-corrotti-fondi-neri-a43e5264-572f-11e3-a452-4c48221dc3be.shtml
+cronache/14_febbraio_20/crescina-contestata-indaga-guariniello-b84e1482-9a47-11e3-b6d7-4032582c678b.shtml
+cronache/14_gennaio_23/rimini-risarcito-barbone-bruciato-ma-suo-avvocato-prosciuga-conto-232fb234-845d-11e3-a32e-831830ba1aa5.shtml
+cronache/14_giugno_13/posti-barca-donne-finanzieri-sistema-aggiustare-controlli-4be678a0-f2b9-11e3-9109-f9f25fcc02f9.shtml
+cronache/15_ottobre_06/torino-uomo-precipita-settimo-piano-lite-una-donna-e2cc8c66-6c0f-11e5-8623-fefb598d5187.shtml
+cronache/speciali/2010/maturita/test-universita.shtml
 cronelab
 crons
 cross
@@ -29533,7 +29465,7 @@ csd/internal/css
 csd/internal/nav
 csd/js
 csd/nav
-csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt
+csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://theparisreview.org/robots.txt
 csde/camp-shriver-community/camp-shriver/registration-fee/
 csde/camp-shriver-family-information/
 csde/camp-shriver-staff-information/
@@ -29699,6 +29631,9 @@ cuisine/recettes/*
 cuisine/s
 cul*?
 culhane
+cultura/12_dicembre_19/frignani-truffa-nome-modigliani_d1c07518-49e4-11e2-8f39-57d26b118e07.shtml
+cultura/dai-cittadini-per-i-cittadini/lettere-d-amore/gallery.shtml
+cultura/leparole/index_temp.shtml
 culturalinstitute/images
 culturalinstitute/sitemaps
 culturalinstitute/stella
@@ -30037,7 +29972,7 @@ da/auth
 da/autocomplete
 da/blog
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt
+da/create-a-doodle-pfmhttp://outlook.office365.com/robots.txt
 da/firefox/collections
 da/firefox/collections/4757633
 da/firefox/collections/4757633/$
@@ -30111,7 +30046,7 @@ dam/jcr:7b30c258-5588-43a5-ba8a-cd1d1cce64cd/Enterprise%20Success%20Package%20On
 dam/jcr:b549786a-5967-4603-91eb-16a9d8902061/cPrime_SAFewhitepaper_0829_125636.pdf$
 dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$
 dam/support/pdf
-dam/udelImages/student-life/reslife/floorplanshttp://udemy.com/robots.txt
+dam/udelImages/student-life/reslife/floorplanshttp://di.rlcdn.com/robots.txt
 damientully
 dan/layout/set
 danaboebinger
@@ -30553,6 +30488,7 @@ de/api/v3/ajax/bespoke/public/neu/specs
 de/app
 de/apple-app-site-association
 de/apps
+de/asset-preview*
 de/assets
 de/autenticacion
 de/auth
@@ -30630,6 +30566,7 @@ de/company/newsletters/search.html
 de/company/user_stories/search.html
 de/competition
 de/config
+de/consumer/lumix-g-cashback-wochen.html
 de/contact.php
 de/contacts/c/claudia-grabner.html
 de/content/dam/mathworks/mathworks-dot-com/images/company/jobs
@@ -30665,6 +30602,7 @@ de/de/suche?param=*
 de/develop/
 de/develop/review/
 de/devolucion-de-productos
+de/die-h225-als-polizeihubschrauber
 de/download
 de/education
 de/edustore
@@ -30886,6 +30824,7 @@ de/responsive-header
 de/retail/search$
 de/retail/search?
 de/search
+de/search*
 de/search*attr_*=
 de/search*price_bucket=
 de/search*search_type=
@@ -31046,6 +30985,7 @@ deborahlevine
 debts?
 debts?*=*&ref=sms
 debug
+debug/
 debug/ShipNotify
 debug_log
 debugsa
@@ -31076,6 +31016,7 @@ deeplinkid
 def/
 defalpha=
 default
+default.asp
 default.aspx/kb/
 default.aspx/ph/
 default.cms
@@ -31103,6 +31044,7 @@ default/files/images/logo
 default/js/
 default1.cms
 defaultinterstitial.cms
+defaultpage
 defaults
 deferred-payment
 deferred.php
@@ -31163,7 +31105,7 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://mathworks.com/robots.txt
+demo/safari-reader-test-nielshttp://scholar.harvard.edu/robots.txt
 democenter
 demokratie-jetzt.html
 demonstration
@@ -31187,7 +31129,6 @@ dental/students
 dentistry/about/appointments-and-referrals/appointment-thankyou
 denver
 dep/rwm/hoss
-departement-de-service-ouvert
 departments
 departure=
 departureDate=
@@ -31304,7 +31245,7 @@ details-
 details-*.html
 details-print
 details.do
-detailshttp://craigslist.org/robots.txt
+detailshttp://research.ibm.com/robots.txt
 detect
 detr
 detroitchicago
@@ -31423,6 +31364,7 @@ dhtmlmenu
 dhwani
 dhyeon
 dhz
+di-ag/
 diablo-2/account
 diablo-2/account=
 diablo-2/cn/account
@@ -31667,6 +31609,7 @@ diegoestevez
 diegorivera
 diener
 diets/*
+diff
 diffbot/
 diffs
 dig-perf-test
@@ -31700,6 +31643,7 @@ digital-agenda/tags
 digital-agenda/taxonomy
 digital-agenda/users
 digital-downloads
+digital-edition
 digital-presence-services/chat
 digital-presence-services/uptimerobot-status-page-widget
 digital-self-summary-infographic
@@ -31735,8 +31679,9 @@ digitaledition
 digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://nj.gov/robots.txt
+digitalsubscription/imagedownload/http://youblisher.com/robots.txt
 digregorio
+dilatua/proRecensione.do
 dimitriosasproulis
 dinagoodman
 dinakobeissi
@@ -31847,6 +31792,7 @@ discoverypark/wghi/news
 discuss.
 discuss/design
 discuss/package/*/latest/latest.xml
+discuss/search
 discussion
 discussion-groups
 discussion/comment-permalink
@@ -32271,7 +32217,7 @@ dmorgan
 dmottacalderon
 dmoustafa
 dmq
-dms_priv/*http://itunes.apple.com/robots.txt
+dms_priv/*http://domain.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -32633,7 +32579,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://leginfo.legislature.ca.gov/robots.txt
+download/http://gov.scot/robots.txt
 download/index
 download/legacy
 download/morae
@@ -32826,6 +32772,7 @@ dvoskin
 dvt
 dw
 dwang
+dwc
 dwd/files/CM_Files/
 dwd/files/JWIB/
 dwd/files/policy/
@@ -32856,8 +32803,10 @@ dyn/jnc
 dyn/osh
 dynaTraceMonitor
 dynamic
+dynamic-feed/*.xml
 dynamic-offer
 dynamic-partials
+dynamic-sitemap/sitemap-last-100/*.xml
 dynamic/
 dynamiccontent/webapi
 dynamiclogic
@@ -33027,8 +32976,14 @@ ecommerce-fb-en_gb-vctrl
 ecommerce-fb-en_global-v2
 ecommerceconfigurator
 ecommerceexpo-asia-2019
+economia/08_febbraio_28/wind_corruzione_887238f4-e61d-11dc-ab61-0003ba99c667.shtml
+economia/12_aprile_25/caizzi-liddi-detroit_dec93e0e-8ee4-11e1-8466-78a3503db387.shtml
+economia/13_aprile_07/ginori-porcellana-crisi_ad24c478-9f4a-11e2-bce6-d212a8ef12b1.shtml
 economia/20121003/54351571275/*
 economia/2013/01/31/news/mps_verso_sequestro_conservativo- 51615470
+economia/chiedi-esperto/news/sitemap.xml
+economia/chiedi-esperto/sitemap.xml
+economia/finanza-personale/2010/Prova-Metadati_a1b5a008-f178-11df-8c4b-00144f02aabc.shtml
 economia/miojob/mobile/alert/crea
 economia/miojob/mobile/offerte/lavoro/cerca/*-*/*-*
 economia/miojob/mobile/offerte/lavoro/cerca/*-*/*-*?
@@ -33040,6 +32995,8 @@ economia/negocios/balance-nid04112021/?outputType=amp
 economia/negocios/mercado-libre-tuvo-ganancias-por-us952-millones-en-el-tercer-trimestre-del-ano-nid04112021
 economia/negocios/mercado-libre-tuvo-ganancias-por-us952-millones-en-el-tercer-trimestre-del-ano-nid04112021/?outputType=amp
 economia/pt-br/internet
+economia/speciali/2010/la-crisi-greca/notizie/test1_db95ec2e-520e-11df-9da0-00144f02aabe.shtml
+economia/trovolavoro/12_dicembre_07/consigliere-startup-iniziare-donne_03104550-405b-11e2-abcd-38132480d58e.shtml
 economiaconocimientoempresasyuniversidad/fondoseuropeosenandalucia/help/
 economiaempresa/qualitat/documents/public
 economicHistory/Alumni/2010AlumniNewsletter.pdf
@@ -33100,6 +33057,7 @@ editorial/entertainment/$
 editorial/news/$
 editorial/sports/$
 editors
+editorspicks
 editorv2_shop_aux/download_course_student_certificate
 editpayment
 edits
@@ -33399,6 +33357,7 @@ elenashadrina
 eleni_g_elia
 eleonoratamilia
 elevien
+elezioni/*.xml
 elezioni2008
 eli-search
 eli.tziperman
@@ -33456,7 +33415,7 @@ email$
 email-capture
 email-colleague
 email-contact/
-email-contact/nodehttp://gsma.com/robots.txt
+email-contact/nodehttp://metafilter.com/robots.txt
 email-contact/taxonomy_term
 email-content
 email-help
@@ -33472,7 +33431,7 @@ email-validation
 email-verify/*
 email/
 email/$
-email/*http://dustinlynch.lnk.to/robots.txt
+email/*http://moma.org/robots.txt
 email/EnrollmentUnsubscribe.htm
 email/R/
 email/SubscriptionTypeUnsubscribe.htm
@@ -34469,6 +34428,7 @@ en/applications/release9.html
 en/archives/info-detainee
 en/aroundtown/
 en/ask/maintenance
+en/asset-preview*
 en/autenticacion
 en/auth
 en/awards.html
@@ -34916,6 +34876,7 @@ en/industries/health-sciences/site-select/19.3
 en/industries/health-sciences/site-select/19.4
 en/industries/health-sciences/site-select/20.1
 en/industries/health-sciences/site-select/20.2
+en/innovation/the-airbus-nova-newsletter/the-nova-newsletter-subscription-confirmation
 en/intangible-cultural-heritage/grid
 en/intangible-cultural-heritage/list
 en/intangible-cultural-heritage/map
@@ -35062,7 +35023,7 @@ en/modules/ace
 en/moler/ncm-download.html
 en/mowlac-risks-observatory/grid
 en/mowlac-risks-observatory/list
-en/mowlac-risks-observatory/maphttp://unesdoc.unesco.org/robots.txt
+en/mowlac-risks-observatory/maphttp://airlinestravel.ro/robots.txt
 en/my-account
 en/myunited
 en/needs
@@ -35101,6 +35062,7 @@ en/privacy-policy
 en/privacy.html
 en/product
 en/products-lifecycle
+en/products-services/space/in-space-infrastructure/bartolomeo/request-your-payload-slot-on-bartolomeo/bartolomeo-form-confirmation
 en/products/connections/product_detail/product_35486.html
 en/products/connections/search-products.html
 en/products/connections/search-services.html
@@ -35146,6 +35108,7 @@ en/safety-journalists/observatory/list
 en/safety-journalists/observatory/map
 en/search
 en/search
+en/search*
 en/search.html
 en/search/
 en/search?
@@ -35170,7 +35133,7 @@ en/sr/srb.html
 en/sr/srb/sra.html
 en/src
 en/src/
-en/store
+en/statement-on-accessibility
 en/store/link/
 en/student-forum
 en/study/postgrad/crmdocs
@@ -35200,9 +35163,11 @@ en/support/search.html
 en/tagteam
 en/taxonomy/*
 en/taxonomy/term
+en/terms-of-use
 en/terms-of-use/
 en/test/
 en/testace
+en/thanks-for-signing-up-to-our-newsletter
 en/themes/
 en/tools
 en/tools/
@@ -35376,6 +35341,7 @@ english/1dc-new
 english/business.html
 english/cooljapan.html
 english/en/test-pages
+english/includes_methode
 english/internal/coursesandmodules
 english/newsfeatures.html
 english/sports.html
@@ -35384,7 +35350,6 @@ englishusage
 engr/Reluctivity
 engr/freeport
 eniotperez
-enit/*.com
 enit/biophysicist%20[female]
 enit/hyperinsulin%E4mischer
 enit/prim%E4re+Wachstum
@@ -35927,6 +35892,7 @@ es/app/
 es/apple-app-site-association
 es/apps
 es/ari
+es/asset-preview*
 es/assets
 es/astros/search
 es/atencion/programas/*?
@@ -36208,7 +36174,7 @@ es/music/+noredirect
 es/myunited
 es/nationals/search
 es/negocios
-es/new/http://edyst.com/robots.txt
+es/new/http://facebook.co/robots.txt
 es/node
 es/node/
 es/node/*
@@ -36274,6 +36240,7 @@ es/royals/search
 es/sd
 es/sea
 es/search
+es/search*
 es/search*attr_*=
 es/search*price_bucket=
 es/search*search_type=
@@ -36283,7 +36250,7 @@ es/search/
 es/search/autocomplete
 es/search/default.mi
 es/search?
-es/search?*http://platform.instagram.com/robots.txt
+es/search?*http://yellowpages.com/robots.txt
 es/secure-preview
 es/seguimiento-pedido
 es/seguimiento-pedido-invitado
@@ -36531,6 +36498,7 @@ estadisticas/report-content
 estaticos/recursosgraficos/responsive/especiales/amazon-interno/*
 esteban-orellana
 estefania_rodriguez
+esteri/07_novembre_24/allam_8b31e72c-9a84-11dc-a3e4-0003ba99c53b.shtml
 esteri/2024/07/24/diretta/kamala_harris_nel_mirino_dei_repubblicani_usa_ricorso_contro_il_trasferimento_dei_fondi_dalla_campagna_di_biden-423411481
 estr
 estudis/mastersuniversitaris/prodart
@@ -36786,7 +36754,6 @@ evaluate
 evaluate-link
 evaluate-unique-link
 evaluation
-evalutaion-virtuelle
 evan
 evanbenjamin
 evapayne
@@ -37198,7 +37165,7 @@ exportword
 exposed
 express
 express-checkout
-express-connect/archives/http://newrelic.com/robots.txt
+express-connect/archives/http://media.licdn.com/robots.txt
 express/
 expresscart
 expression/cgi/recherche/recherche.php*f_terme=
@@ -37288,7 +37255,7 @@ external_service/connect_now
 external_slp_click
 externalservices/surveyfeedapi/api/testfeed
 extfile
-exthttp://edutopia.org/robots.txt
+exthttp://fitbots.com/robots.txt
 extlink
 extra
 extra/gremien
@@ -37605,6 +37572,7 @@ feed
 feed
 feed$
 feed-aggregator/
+feed-hp/homepage.xml
 feed-items
 feed-management-system
 feed-test
@@ -37628,7 +37596,7 @@ feed/sitema
 feed/subscribe
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://recaptcha.net/robots.txt
 feed/xml
 feed=
 feed=rss
@@ -37655,7 +37623,7 @@ feedback/surveylogin.asp?k=138143139287&Q1
 feedback/user_study
 feedbackR1
 feedcommunicationdetail
-feedhttp://digiday.com/robots.txt
+feedhttp://punk4free.org/robots.txt
 feeds
 feeds.thetimes.com/puzzles
 feeds.thetimes.com/timescrossword
@@ -37987,6 +37955,7 @@ files/20*-*/ontariogazette*.pdf$
 files/advertising
 files/developer
 files/file/protected
+files/images/newsletters
 files/live/sites/isoorg/files/_noindex
 files/resources
 files/techabuse-welsh.pdf
@@ -37997,8 +37966,8 @@ filestorage/
 filestore
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
-fill-private.htmlhttp://babycenter.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://yandex.com/robots.txt
+fill-private.htmlhttp://commissions.arlingtonva.us/robots.txt
 fill.html
 film/s
 films/*/size/large
@@ -38027,7 +37996,6 @@ filterByWidth*
 filterIDList=
 filterTags=
 filter_id=
-filterbyLocation=
 filters
 filters/
 filters=
@@ -38080,7 +38048,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://freemius.com/robots.txt
+find/*http://alzaweyah.org/robots.txt
 find/3DImage.jsp
 find/ApplecareDetails.jsp
 find/DemoItem.jsp
@@ -38135,6 +38103,7 @@ firefox/new_tab_learn_more
 firehose.pl
 firetv
 firm_webinars
+firme/pierluigi-battista_80
 firmen/
 firmen/*category=
 firmen/*city=
@@ -38412,7 +38381,7 @@ forgotpassword.aspx
 forgotpassword?
 forgotten-password
 forgotten-password/
-forgov-devhttp://qobuz.com/robots.txt
+forgov-devhttp://dc.arrivalist.com/robots.txt
 forlibraries
 form
 form-containers
@@ -38618,7 +38587,7 @@ forum/member.php
 forum/memberlist.php
 forum/memberlist.php
 forum/members
-forum/membre/http://spl.zeotap.com/robots.txt
+forum/membre/http://jp.youtube.com/robots.txt
 forum/messenger
 forum/misc
 forum/modcp
@@ -38944,7 +38913,7 @@ forum/topic/221-tips-and-suggestions-for-working-members
 forum/traininggroups_onlinefree.php
 forum/translation_do.php
 forum/ucp.php
-forum/ucp.phphttp://eleks.com/robots.txt
+forum/ucp.phphttp://ravelry.com/robots.txt
 forum/ucp_agreement_trainings.php
 forum/uretral-nyj-vektor-4-25.html
 forum/user
@@ -38990,7 +38959,7 @@ forums/discover/
 forums/discover/unread/
 forums/forum/30-general-members-forums
 forums/help.html
-forums/http://sofafactory.ru/robots.txt
+forums/http://teknolojituru.com/robots.txt
 forums/ignore/
 forums/index.php/ef
 forums/index.php/h
@@ -39008,7 +38977,7 @@ forums/index.php/sel
 forums/index.php/sp
 forums/index.php/u
 forums/index.php?&act=Online
-forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt
+forums/index.php?/user/http://audio.accordo.it/robots.txt
 forums/index.php?act=Arcade
 forums/index.php?act=Attach
 forums/index.php?act=Forward
@@ -39405,6 +39374,7 @@ fr/app
 fr/apple-app-site-association
 fr/apps
 fr/archives/info-detenu
+fr/asset-preview*
 fr/assets
 fr/autenticacion
 fr/auteurs/*
@@ -39732,6 +39702,7 @@ fr/node/100308/list
 fr/node/100308/map
 fr/onelook_american_dictionary_words.html
 fr/onelook_british_dictionary_words.html
+fr/opportunites-dinterim-et-formations-cqpm-chez-airbus-en-aeronautique
 fr/outils/*/voir
 fr/outils/createur-de-logo/onboarding
 fr/override
@@ -39783,6 +39754,7 @@ fr/responsive-header
 fr/retail/search$
 fr/retail/search?
 fr/search
+fr/search*
 fr/search*attr_*=
 fr/search*price_bucket=
 fr/search*search_type=
@@ -39969,7 +39941,7 @@ frde
 fre/layout/set
 fred
 fred-glance-widget.php
-fred-glance-widget.phphttp://freecodecamp.org/robots.txt
+fred-glance-widget.phphttp://kroatien-idriva.de/robots.txt
 free
 free-cancellation/index.
 free-coloring-pages/featured/frenchs-coloring-pages/
@@ -40140,7 +40112,7 @@ fzhu
 g
 g%C5%82osuj
 g-recaptcha-response
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://is.gd/robots.txt
 g/api
 g/banana/api/context
 g/ts
@@ -40269,7 +40241,6 @@ gabegaviola
 gabrielchiong
 gabrielguillen
 gabrielhosu
-gad_source=
 gafinogenov
 gag-in-app
 gage
@@ -40312,6 +40283,7 @@ gallery/id--h207274/posters.htm
 gallery/id--h207275/posters.htm
 gallery/id--h207276/posters.htm
 gallery/id--h223167/posters.htm
+gallery/politica/07-2012/minzolini/02/minzolini-coccole-relax-ad-amalfi_6a6d1f70-d1bb-11e1-aa2d-fec7547fb733.shtml
 gallery/recipes/wine
 gallery/rg*/mediaviewer/rm*/tr
 gallery_more_stories_insider.cms
@@ -40422,7 +40394,7 @@ gb/resources-campaign/*
 gb/search
 gb/user
 gb/user$
-gb_xapi_content/http://smartpassiveincome.com/robots.txt
+gb_xapi_content/http://crowdrise.com/robots.txt
 gbahadir
 gbapujii
 gbook
@@ -40834,6 +40806,7 @@ global-disclaimer/
 global-embeds:
 global-font-test.php
 global-footer/*
+global-infrastructure/services/get-async/http://wh.gov/robots.txt
 global-master
 global-nav-esi
 global-search/search*
@@ -40842,6 +40815,11 @@ global/RU/
 global/alexa-assets
 global/api/load.php
 global/choose-location.html?location=home
+global/corporate/profile/mediacontact/sec/agreement.html
+global/corporate/profile/mediacontact/sec/complete.html
+global/corporate/profile/mediacontact/sec/error.html
+global/corporate/profile/mediacontact/sec/inqform.html
+global/corporate/response-sheet.pdf
 global/en/search.html
 global/en/xmp-search.html
 global/internal/departments/anthropology/modules
@@ -40856,6 +40834,7 @@ global/internal/departments/geography/ugcourses
 global/internal/departments/ir/modules
 global/internal/departments/ir/pgcourses
 global/internal/departments/ir/ugcourses
+global/olympic/ja/sportschangemakers/20210823final.html
 global/resources/es/search
 global/resources/search
 global/shop
@@ -40909,8 +40888,8 @@ go/directory
 go/download
 go/fanfiction/
 go/help.ticket.submit$
-go/http://pod.link/robots.txt
-go/http://quilomberos.blogspot.com/robots.txt
+go/http://gdpr.eu/robots.txt
+go/http://montrealnitelifetours.com/robots.txt
 go/member
 go/members
 go/menu
@@ -40948,7 +40927,7 @@ goldenkirby
 goldsmith-coleman
 goldstein
 goldstine-cole
-golocal/extranet/http://nmap.org/robots.txt
+golocal/extranet/http://oegb.at/robots.txt
 gonda
 gongyi*?
 gonsalves
@@ -40971,7 +40950,6 @@ google_news_sitemap.xml
 google_place_photo
 google_plus/landing
 google_search.html
-googlebooks/images
 googlegroups
 googlesite
 googletv
@@ -40994,7 +40972,7 @@ gostevaya/karta-sayta/poisk/?
 goto
 goto.htm
 goto.php
-goto/http://spensor.blogspot.com/robots.txt
+goto/http://lesacvspip.co.uk/robots.txt
 goto=
 gotoPage=
 goto_issue
@@ -41026,7 +41004,7 @@ government-education/nonprofits/leadership-forum-poc/confirmation
 government-education/public-sector-cloud-start/public-sector-cloud-start/
 government-education/public-sector-cloud-start/public-sector-cloud-start1/
 government/solutions/intelligence/clearance.pdf
-government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://assistant.google.com/robots.txt
+government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://ow.ly/robots.txt
 governor/mills/search/node
 gowtham
 gp
@@ -41388,6 +41366,7 @@ gs-taxonomy
 gs_counter
 gs_nextup
 gsa
+gsam/lat-am/advisors/sicav
 gsb-cmis/gsb-cmis-download-auth/
 gsc
 gsc/comic_viewer
@@ -41541,7 +41520,7 @@ haaretz-labels
 habbal
 haberleri/
 hackathons/reinvent-2013/
-hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt
+hacker/*/followhttp://analytics.google.com/robots.txt
 hacker/*/unfollow
 hackerproof/?
 hackerproof/abreporting.html
@@ -42271,7 +42250,7 @@ hk/en/book-a-trip/flights/fare-types/fare-guide-information.html
 hk/en/c/*
 hk/en/contact/search?param=
 hk/en/privacy-statement/qualtrics
-hk/en/privacy/qualtricshttp://robertjohnsonbluesfoundation.org/robots.txt
+hk/en/privacy/qualtricshttp://graphics8.nytimes.com/robots.txt
 hk/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 hk/en/search
 hk/en/search?param=*
@@ -42561,7 +42540,7 @@ homework-help/landing/offer
 homework-help/search?
 homoud
 homr/services
-honeypot/http://dr.dk/robots.txt
+honeypot/http://ffmental.net/robots.txt
 hong-kong-ting-hui-limited-cclxixe
 honing.html
 hook
@@ -42698,7 +42677,7 @@ how-low-will-you-go-
 how-to-adjust-the-privacy-settings-for-your-smartwatch
 how-to-change-your-privacy-settings-on-facebook-and-instagram
 how-to-change-your-privacy-settings-on-twitter-and-youtube
-how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt
+how-to-find-happiness-newsletter-book-preview/http://hiroya.typepad.jp/robots.txt
 how-to-keep-your-browsing-information-untraceable
 how-to-keep-your-phone-secure-while-traveling
 how-to-limit-ad-tracking-on-your-mobile-device
@@ -42830,6 +42809,7 @@ hr/startwizard
 hr/user
 hr/users
 hr/wce
+hreflang_json/
 hreflangs
 hris/HRPolicy.htm
 hrkim
@@ -45895,163 +45875,162 @@ http
 http-checker
 http2_data
 http:
-http://11023905.fls.doubleclick.net/robots.txt
-http://1533911.fls.doubleclick.net/robots.txt
-http://1731177.fls.doubleclick.net/robots.txt
-http://1password.com/robots.txt
-http://2224480.fls.doubleclick.net/robots.txt
-http://4shared.com/robots.txt
-http://8293531.fls.doubleclick.net/robots.txt
+http://1.bp.blogspot.com/robots.txt
+http://1.gravatar.com/robots.txt
+http://24alan.blogspot.com/robots.txt
+http://4355700.fls.doubleclick.net/robots.txt
+http://4923199.fls.doubleclick.net/robots.txt
+http://5156609.fls.doubleclick.net/robots.txt
+http://6071807.fls.doubleclick.net/robots.txt
+http://9news.com/robots.txt
 http://abc7chicago.com/robots.txt
-http://abc7ny.com/robots.txt
-http://abcnews.go.com/robots.txt
-http://abduzeedo.com/robots.txt
-http://aclu.org/robots.txt
-http://ad.doubleclick.net/robots.txt
-http://adcell.de/robots.txt
-http://adeje.es/robots.txt
-http://ademe.fr/robots.txt
-http://allrecipes.com/robots.txt
-http://amazon.de/robots.txt
-http://ampmexterminators.com/robots.txt
-http://amzn.to/robots.txt
-http://androidpolice.com/robots.txt
-http://antena3.rtp.pt/robots.txt
-http://api.ning.com/robots.txt
-http://api.whatsapp.com/robots.txt
-http://apod.nasa.gov/robots.txt
-http://app.box.com/robots.txt
-http://apple.co/robots.txt
-http://artnews.com/robots.txt
-http://au.effectivemeasure.net/robots.txt
-http://austinmoody.net/robots.txt
-http://b.hatena.ne.jp/robots.txt
-http://babylenta.ru/robots.txt
-http://bain.com/robots.txt
-http://basecamp.com/robots.txt
+http://abload.de/robots.txt
+http://adafruit.com/robots.txt
+http://ae911truth.org/robots.txt
+http://aggie-horticulture.tamu.edu/robots.txt
+http://alberta.ca/robots.txt
+http://allegro.pl/robots.txt
+http://amazon.it/robots.txt
+http://amazon.jp/robots.txt
+http://ams.org/robots.txt
+http://androidheadlines.com/robots.txt
+http://api.monitoring-plus.jp/robots.txt
+http://appexchange.salesforce.com/robots.txt
+http://asia.nikkei.com/robots.txt
+http://audacityteam.org/robots.txt
+http://avex.jp/robots.txt
+http://avexnet.or.jp/robots.txt
+http://avg.com/robots.txt
 http://bbc.com/robots.txt
-http://bbcamerica.com/robots.txt
-http://bbcgoodfood.com/robots.txt
-http://beautifulthailand99.blogspot.co.uk/robots.txt
-http://bestdocsnetwork.com/robots.txt
+http://bbpress.org/robots.txt
+http://berproducts.org/robots.txt
 http://bharat.republicworld.com
-http://bhf.org.uk/robots.txt
-http://bitcoin-informant.de/robots.txt
 http://blackholerecordings.com/robots.txt
-http://bleepingcomputer.com/robots.txt
-http://blog.bufferapp.com/robots.txt
-http://boeing.com/robots.txt
-http://businessbuiltonline.blogspot.com/robots.txt
-http://businesstoday.in/robots.txt
-http://cambridge.org/robots.txt
-http://carinon.hatenablog.com/robots.txt
-http://cdn.rawgit.com/robots.txt
-http://cedcommerce.com/robots.txt
-http://chronicle.com/robots.txt
-http://cio.com/robots.txt
-http://cityam.com/robots.txt
-http://click.linksynergy.com/robots.txt
-http://clubic.com/robots.txt
-http://coeducacion.grial.eu/robots.txt
+http://blog.youtube/robots.txt
+http://blogs.discovermagazine.com/robots.txt
+http://blogs.law.harvard.edu/robots.txt
+http://blogs.oracle.com/robots.txt
+http://blogs.vmware.com/robots.txt
+http://browserstack.com/robots.txt
+http://c.media.cz/robots.txt
+http://ca-gmtdmp.mookie1.com/robots.txt
+http://carbonbrief.org/robots.txt
+http://cards-dev.twitter.com/robots.txt
+http://care.com/robots.txt
+http://care2.com/robots.txt
+http://careerbuilder.com/robots.txt
+http://casa-sombra.com/robots.txt
+http://cc.com/robots.txt
+http://cdn.datatables.net/robots.txt
+http://cdtfa.ca.gov/robots.txt
+http://channel4.com/robots.txt
+http://chicagonow.com/robots.txt
+http://citeseerx.ist.psu.edu/robots.txt
+http://click.clktraker.com/robots.txt
+http://climate.nasa.gov/robots.txt
+http://cloud.mail.ru/robots.txt
+http://cmswire.com/robots.txt
+http://code.google.com/robots.txt
+http://computerweekly.com/robots.txt
 http://comunitaqueeniana.weebly.com/news-of-the-world
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor
-http://constantcontact.com/robots.txt
-http://coursera.org/robots.txt
-http://courses.i-leadonline.com/robots.txt
-http://cultofmac.com/robots.txt
-http://d.turn.com/robots.txt
-http://dc.arrivalist.com/robots.txt
-http://delivery.yandex.ru/robots.txt
-http://digg.com/robots.txt
-http://ecma-international.org/robots.txt
+http://corporate.walmart.com/robots.txt
+http://crunchyroll.com/robots.txt
+http://csmonitor.com/robots.txt
+http://cve.mitre.org/robots.txt
+http://dailywire.com/robots.txt
+http://data.adxcel-ec2.com/robots.txt
+http://degruyter.com/robots.txt
+http://digicert.com/robots.txt
+http://digital-strategy.ec.europa.eu/robots.txt
+http://ec.europa.eu/robots.txt
 http://economie.gouv.fr/robots.txt
-http://ed.gov/robots.txt
-http://eff.org/robots.txt
-http://en.support.wordpress.com/robots.txt
-http://engadget.com/robots.txt
-http://ericsson.com/robots.txt
-http://estatousa.com/robots.txt
-http://euronews.com/robots.txt
-http://evite.com/robots.txt
-http://evuk.co.uk/robots.txt
-http://experience.arcgis.com/robots.txt
-http://faithandreason.com/robots.txt
-http://fauerzaesp.org/robots.txt
-http://fema.gov/robots.txt
-http://firstrunfeatures.com/robots.txt
-http://fiverr.com/robots.txt
-http://fnac.com/robots.txt
-http://folhadeirati.com.br/robots.txt
-http://forcefieldsnz.bandcamp.com/robots.txt
-http://form.jotform.com/robots.txt
-http://francetvinfo.fr/robots.txt
-http://gal2.org/robots.txt
-http://galu.co.jp/robots.txt
-http://geraldtabios.com/robots.txt
-http://girlsridetoo.de/robots.txt
+http://econsultancy.com/robots.txt
+http://ecosse-ev.com/robots.txt
+http://elainkoulutuskeskus.fi/robots.txt
+http://elconfidencial.com/robots.txt
+http://emmafrank.ffm.to/robots.txt
+http://enyakinnerde.com/robots.txt
+http://epeus.blogspot.com/robots.txt
+http://eresunpagafantas.com/robots.txt
+http://es.pinterest.com/robots.txt
+http://europol.europa.eu/robots.txt
+http://fb.watch/robots.txt
+http://fidelity.com/robots.txt
+http://fightingfilms.com/robots.txt
+http://fondationbrigittebardot.fr/robots.txt
+http://foxnews.com/robots.txt
+http://geni.us/robots.txt
+http://google.fr/robots.txt
+http://google.se/robots.txt
+http://googleapis.com/robots.txt
 http://govinfo.gov/robots.txt
-http://graphics8.nytimes.com/robots.txt
-http://gyro13.com/robots.txt
-http://hbs.edu/robots.txt
-http://health.com/robots.txt
-http://health.pa.gov/robots.txt
-http://heart.org/robots.txt
-http://htmlpreview.github.io/robots.txt
-http://hubs.ly/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt
+http://gstatic.com/robots.txt
+http://guinnessworldrecords.com/robots.txt
+http://gurukripa.org.in/robots.txt
+http://hangovergang.com/robots.txt
+http://home.kpmg/robots.txt
+http://hootsuite.com/robots.txt
+http://hub.docker.com/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://cell.com/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
+http://i.creativecommons.org/robots.txt
 http://i.ebayimg.com/robots.txt
-http://i.vimeocdn.com/robots.txt
-http://i9.ytimg.com/robots.txt
-http://ie.edu/robots.txt
-http://ifcncodeofprinciples.poynter.org/robots.txt
-http://imagekandi.com/robots.txt
-http://imasportsphile.com/robots.txt
-http://indiana.edu/robots.txt
-http://iopscience.iop.org/robots.txt
-http://istanbulyelken.org.tr/robots.txt
-http://izioq.bandcamp.com/robots.txt
-http://journals.plos.org/robots.txt
-http://jupiterbroadcasting.com/robots.txt
-http://kongregate.com/robots.txt
-http://l.facebook.com/robots.txt
-http://larkenequity.com/robots.txt
-http://lg.com/robots.txt
+http://i.gyazo.com/robots.txt
+http://iabtechlab.com/robots.txt
+http://icann.org/robots.txt
+http://ifc.com/robots.txt
+http://informaboom.com/robots.txt
+http://insider.com/robots.txt
+http://ionos.com/robots.txt
+http://ipac.ctnsnet.com/robots.txt
+http://jamanetwork.com/robots.txt
+http://jamboard.google.com/robots.txt
+http://josebenegas.com/robots.txt
+http://jsfiddle.net/robots.txt
+http://justgiving.com/robots.txt
+http://jwz.org/robots.txt
+http://khronos.org/robots.txt
+http://last.fm/robots.txt
+http://lepoint.fr/robots.txt
 http://librarything.com/robots.txt
-http://list.ly/robots.txt
-http://loom.com/robots.txt
-http://m.youtube.com/robots.txt
-http://macobserver.com/robots.txt
-http://market.android.com/robots.txt
-http://mathworld.wolfram.com/robots.txt
-http://militarytimes.com/robots.txt
-http://mineyour.biz/robots.txt
-http://mootools.net/robots.txt
-http://mpgi.edu.in/robots.txt
+http://liebertpub.com/robots.txt
+http://lifestylesimplify.com/robots.txt
+http://live.staticflickr.com/robots.txt
+http://madrid.es/robots.txt
+http://managementconsulted.com/robots.txt
+http://maps.google.es/robots.txt
+http://markets.businessinsider.com/robots.txt
+http://marketwatch.com/robots.txt
+http://masaru-emoto.net/robots.txt
+http://mayalounge.net/robots.txt
+http://memcached.org/robots.txt
+http://meta.wikimedia.org/robots.txt
+http://minecraft.net/robots.txt
+http://modcloth.com/robots.txt
+http://money.usnews.com/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://mylifetime.com/robots.txt
 http://n.us1.dyntrk.com/robots.txt
-http://nachosuarez.blogspot.com/robots.txt
-http://namecheap.com/robots.txt
-http://nascardigitalmediallc.demdex.net/robots.txt
-http://ncbi.nlm.nih.gov/robots.txt
-http://nebula.wsimg.com/robots.txt
-http://news.google.com/robots.txt
-http://news.softpedia.com/robots.txt
-http://news24.com/robots.txt
-http://nhs.uk/robots.txt
-http://nofilmschool.com/robots.txt
-http://nzz.ch/robots.txt
-http://oag.ca.gov/robots.txt
-http://observer.com/robots.txt
-http://ogp.me/robots.txt
-http://on.fb.me/robots.txt
-http://parents.com/robots.txt
-http://parkinsonsresource.org/robots.txt
-http://passionfruitsporthorses.squarespace.com/robots.txt
-http://pastemagazine.com/robots.txt
-http://photomatt.net/robots.txt
-http://pixabay.com/robots.txt
+http://nadelspiel.com/robots.txt
+http://nationaltrust.org.uk/robots.txt
+http://nbcnewyork.com/robots.txt
+http://neurosciencenews.com/robots.txt
+http://news.harvard.edu/robots.txt
+http://nfpa.org/robots.txt
+http://no.wikipedia.org/robots.txt
+http://nrel.gov/robots.txt
+http://nuance.com/robots.txt
+http://nuvet.com/robots.txt
+http://olympic.org/robots.txt
+http://opb.org/robots.txt
+http://opensource.org/robots.txt
+http://peta.org/robots.txt
+http://petershotnews.nl/robots.txt
+http://picmonkey.com/robots.txt
+http://pixel.everesttech.net/robots.txt
 http://pixel.streetmetrics.io/robots.txt
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/
@@ -46075,71 +46054,72 @@ http://pompeachaleurdaikin.fr/le-lexique/
 http://pompeachaleurdaikin.fr/temoignages-infos/
 http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/
 http://poolwiseliving.com.au/robots.txt
-http://popsci.com/robots.txt
-http://premiumbeat.com/robots.txt
-http://primit.it/robots.txt
-http://prnt.sc/robots.txt
-http://pt.wikipedia.org/robots.txt
-http://publish.twitter.com/robots.txt
-http://purityring.ffm.to/robots.txt
-http://px.adentifi.com/robots.txt
-http://px.gumgum.com/robots.txt
-http://ragesw.com/robots.txt
-http://rdr.connectedinteractive.com/robots.txt
-http://recalculatingfilm.com/robots.txt
-http://rijksoverheid.nl/robots.txt
-http://rsfbathroomdesigns.co.uk/robots.txt
-http://rtb.adp3.net/robots.txt
-http://rtd.tubemogul.com/robots.txt
-http://rte.ie/robots.txt
-http://science.nasa.gov/robots.txt
-http://scienceandnonduality.com/robots.txt
-http://sciencing.com/robots.txt
-http://searchenginejournal.com/robots.txt
-http://security.googleblog.com/robots.txt
-http://seekingalpha.com/robots.txt
-http://servedby.ipromote.com/robots.txt
-http://smallbiztrends.com/robots.txt
-http://smallbusiness.withgoogle.com/robots.txt
-http://smileeasy.com/robots.txt
-http://socialnomics.net/robots.txt
-http://sonypictures.com/robots.txt
-http://static.wixstatic.com/robots.txt
-http://sunderlandecho.com/robots.txt
-http://t3n.de/robots.txt
-http://tandfonline.com/robots.txt
-http://taranisnews.com/robots.txt
-http://tattierecords.com/robots.txt
-http://techopedia.com/robots.txt
-http://techpi-und-malibu.de/robots.txt
-http://texastribune.org/robots.txt
-http://theonion.com/robots.txt
-http://thetrevorproject.org/robots.txt
-http://timesofisrael.com/robots.txt
-http://tnc.org.br/robots.txt
-http://tools.google.com/robots.txt
-http://tools.pingdom.com/robots.txt
-http://toronto.ca/robots.txt
-http://track.adform.net/robots.txt
-http://track.omguk.com/robots.txt
-http://trends.google.com.mx/robots.txt
-http://undefined.fls.doubleclick.net/robots.txt
-http://uptimerobot.com/robots.txt
-http://usda.gov/robots.txt
-http://v.qq.com/robots.txt
+http://psycnet.apa.org/robots.txt
+http://qld.gov.au/robots.txt
+http://rainforest-alliance.org/robots.txt
+http://rashidgaripov.com/robots.txt
+http://register.gotowebinar.com/robots.txt
+http://rescuetime.com/robots.txt
+http://ria.ru/robots.txt
+http://rivm.nl/robots.txt
+http://rsa.com/robots.txt
+http://rssboard.org/robots.txt
+http://rtve.es/robots.txt
+http://sans.org/robots.txt
+http://sciencedaily.com/robots.txt
+http://securewtkr.com/robots.txt
+http://shop.oreilly.com/robots.txt
+http://skift.com/robots.txt
+http://sloanreview.mit.edu/robots.txt
+http://smartadserver.com/robots.txt
+http://snag.gy/robots.txt
+http://solutionsbankruptcy.com/robots.txt
+http://sparkle.lpages.co/robots.txt
+http://spd-fraktion-sachsen.de/robots.txt
+http://sportskeeda.com/robots.txt
+http://stackoverflow.com/robots.txt
+http://stogether.org/robots.txt
+http://store.steampowered.com/robots.txt
+http://subversion.apache.org/robots.txt
+http://sverigesradio.se/robots.txt
+http://svt.se/robots.txt
+http://swisscom.ch/robots.txt
+http://target.digitalaudience.io/robots.txt
+http://techsmith.com/robots.txt
+http://theconcessionrealestate.com/robots.txt
+http://thecut.com/robots.txt
+http://thekitchn.com/robots.txt
+http://thenewstack.io/robots.txt
+http://timeslive.co.za/robots.txt
+http://tokopedia.com/robots.txt
+http://travis-ci.org/robots.txt
+http://tuaw.com/robots.txt
+http://ubisoft.com/robots.txt
+http://ukrnovosti.net/robots.txt
+http://unece.org/robots.txt
+http://unicef.org.uk/robots.txt
+http://uscode.house.gov/robots.txt
 http://vancouver.ca/robots.txt
-http://viki.com/robots.txt
-http://vitantonio.jp/robots.txt
-http://vmed.club/robots.txt
-http://voterga.org/robots.txt
-http://wise.com/robots.txt
-http://wolframreiter.org/robots.txt
+http://vaughanbusiness.ca/robots.txt
+http://veritaperrenato.noblogs.org/robots.txt
+http://verywellmind.com/robots.txt
+http://vicroads.vic.gov.au/robots.txt
+http://video.google.com/robots.txt
+http://vogue.co.uk/robots.txt
+http://volkskrant.nl/robots.txt
+http://vultr.com/robots.txt
+http://wbur.org/robots.txt
+http://web.facebook.com/robots.txt
+http://wellsfargo.com/robots.txt
+http://wetransfer.com/robots.txt
+http://wnd.com/robots.txt
+http://woobox.com/robots.txt
 http://www.comodo.com/email/webinspector-email
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://yellowpages.com/robots.txt
+http://www3.smartadserver.com/robots.txt
 http://youtubefanfest.com/robots.txt
-http://zertifikateawards.de/robots.txt
+http://zillow.com/robots.txt
 http://zmg.su/robots.txt
 httpd
 httpd/reports
@@ -46225,7 +46205,7 @@ https://www.oxfamintermon.org/ca/resultats-de-cerca?term=
 https://www.oxfamintermon.org/es/resultados-de-busqueda?term=
 https://www.republicworld.com/ipl-2024
 https://www.republicworld.com/policies-disclaimers-app
-https://www.republicworld.com/privacy-policy-app/http://res.cloudinary.com/robots.txt
+https://www.republicworld.com/privacy-policy-app/http://estadao.com.br/robots.txt
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
 https://www.southampton.ac.uk/research/search/all
@@ -46510,7 +46490,6 @@ hypeindex/graph
 hypeindex/performance-graph
 hyper
 hypernews
-hypoallergenique
 hyrbil/resultat
 hyunjin
 hz/contact-us/ajax/initiate-trusted-contact
@@ -47036,7 +47015,7 @@ iframe/dirette
 iframe/video
 iframe=
 iframes
-iframes/http://earthobservatory.nasa.gov/robots.txt
+iframes/http://tno.nl/robots.txt
 ifsc-code/
 ifwns
 ig/add?
@@ -47246,6 +47225,7 @@ images/viewconfig$
 images/visit/
 images/welcome_image.png
 imagesLinks
+imagify-backup/
 imagine/
 imaging/appointments-and-referrals/email-signup-thankyou
 imaging/appointments-and-referrals/fellowship-application-thankyou
@@ -47267,7 +47247,7 @@ img/*.docx$
 img/*.pdf$
 img/category
 img/hc_ambassador.png
-img/http://takeout.google.com/robots.txt
+img/http://wisc.edu/robots.txt
 img/logo/3rdpartylogos
 img/mobile
 img/not-indexed
@@ -47495,6 +47475,7 @@ inc/
 inc5000dev
 inc_
 incheon-massage1
+inchieste/reportime/societa/enpam-indagato-anche-super-consulente/77a7036a-898e-11e1-a8e9-f84c50c7f614.shtml
 inchireri
 inchiriere-auto/rezultate
 inchirieri-auto
@@ -47528,6 +47509,7 @@ includes/video.php?track=
 includes_comun
 includes_comun/modulos_automaticos
 includes_content/missing_handler/view_map.html
+includes_methode
 incoming
 incomplete
 incontext
@@ -47545,6 +47527,7 @@ index
 index*.php$
 index-new
 index-test.php
+index.asp
 index.cgi
 index.do
 index.hi.
@@ -47653,13 +47636,13 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://commissions.arlingtonva.us/robots.txt
-index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt
-index.php/user/logout/http://medicine-world.ru/robots.txt
-index.php/user/logout/http://ncaa.com/robots.txt
-index.php/user/logout/http://seagate.com/robots.txt
-index.php/user/logout/http://trapanishuttle.com/robots.txt
-index.php/user/logout/http://usmagazine.com/robots.txt
+index.php/user/logout/http://admiralstrand.de/robots.txt
+index.php/user/logout/http://annualreviews.org/robots.txt
+index.php/user/logout/http://answers.microsoft.com/robots.txt
+index.php/user/logout/http://azcentral.com/robots.txt
+index.php/user/logout/http://lenovo.com/robots.txt
+index.php/user/logout/http://pst-merger.com/robots.txt
+index.php/user/logout/http://synology.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -47709,9 +47692,11 @@ index=0
 index=1
 index?sport=*&topId=
 index?sport=*&type=replay
+indexMethodeProve.shtml
 indexPartial
 index_files
 index_m
+index_mobile_tst_hp_mob_b.shtml
 index_old.shtml
 indexes
 indian-philosophy-test
@@ -48077,7 +48062,7 @@ inter-success-buy
 inter-wait-buy
 interact
 interactions-list-drugs.php
-interactive*http://fcp.co/robots.txt
+interactive*http://startnext.com/robots.txt
 interactive/quiz/preview
 interactive/reading-preference
 interactives
@@ -48132,9 +48117,9 @@ internal-api
 internal-medicine-associates/appointments-and-referrals/appointment-thankyou
 internal/*
 internal/web-stats
-internalPref
 internal_files
 internal_tags
+internalapi
 internals
 international
 international-womens-day-2017
@@ -48272,6 +48257,7 @@ ionescu
 ionosonde
 ios
 ios-attribution
+ioscrivo/racconti/racconto-236052.shtml
 iot-expresslink/archive
 iot/free/files
 iot/wp-admin
@@ -48798,7 +48784,7 @@ it/search/
 it/search/autocomplete
 it/search/default.mi
 it/search?
-it/searchhttp://luminous-spaces.com/robots.txt
+it/searchhttp://apple.co/robots.txt
 it/sfogliare
 it/share
 it/shop_name_search_service
@@ -48911,7 +48897,7 @@ itm/soi
 itm/variationlogistics
 itm/watch
 itmhero
-itmi/about/dean-message/http://indieauthorcon.com/robots.txt
+itmi/about/dean-message/http://rackspace.com/robots.txt
 itnl
 itoolshelp
 itpi/digitaltour/
@@ -48971,22 +48957,6 @@ iznanka
 izumivazquez
 izzuddinaris
 j
-j-auto-suggest.json
-j-contact-seller.json
-j-dealer-link-inc.json
-j-edit-watchlist.json
-j-feature-link-inc.json
-j-get-watchlist-item.json
-j-homepage-galerie.json
-j-homepage-gallery.json
-j-locations.json
-j-page-view.json
-j-recently-viewed
-j-send-to-friend.json
-j-tokens-gen.json
-j-vac-inc-carproof.json
-j-vac-inc-get.json
-j-vac-phone-get.json
 j/pro-site
 j=
 j_spring_security_check
@@ -49094,6 +49064,7 @@ ja-question
 ja/
 ja/android/collections
 ja/android/search
+ja/asset-preview*
 ja/auth
 ja/autocomplete
 ja/browse
@@ -49135,6 +49106,7 @@ ja/privacy
 ja/privacy.html
 ja/renew.html
 ja/search
+ja/search*
 ja/search/
 ja/search/autocomplete
 ja/search/default.mi
@@ -49637,6 +49609,7 @@ jkmitchell
 jkn
 jkoivuniemi
 jkwok
+jl
 jladams
 jladapo
 jlc
@@ -49803,6 +49776,7 @@ join/shared_invite
 join/signup/?next=
 join?
 join_js_tracking
+join_us_resums/
 joincall/*
 joincontest.html
 joinget
@@ -49999,6 +49973,7 @@ jp/*min=
 jp/*my_etsy=
 jp/Flash
 jp/about-huawei/publications/huawave$
+jp/access_aem.html
 jp/admin
 jp/ajax
 jp/ajax/content-product
@@ -50018,6 +49993,15 @@ jp/blogs/blog.atom
 jp/blogs/technology.atom
 jp/blogsearch
 jp/box
+jp/business/its/ocr_form/sec/hoshu
+jp/business/its/ocr_form/sec/hoshu.html
+jp/business/its/ocr_form/sec/licence
+jp/business/its/ocr_form/sec/licence.html
+jp/business/its/ocr_form/sec/pass
+jp/business/its/ocr_form/sec/pass.html
+jp/business/vixell/estimate/complete.html
+jp/business/vixell/inquiry/complete.html
+jp/business/vixell/movie.html
 jp/c/*attr_*=
 jp/c/*price_bucket=
 jp/c/*search_type=
@@ -50025,13 +50009,30 @@ jp/c/*ship_to=
 jp/c?*attr_*=
 jp/cannabis
 jp/cart
+jp/company/pms/download.html
+jp/company/pms/globalmarketing/map.html
+jp/company/pms/globalmarketing/stay.html
+jp/company/pms/sec/globalmarketing/globalmarketing.html
+jp/company/pms/stay/stay.html
 jp/conversations
+jp/corporate/ad/panasonic-open/men/personal_information.html
+jp/corporate/cns/mask-01.html
+jp/corporate/cns/mask-02.html
+jp/corporate/cns/mask-03.html
+jp/corporate/cns/mask-04.html
+jp/corporate/cns/mask-05.html
+jp/corporate/response-sheet.pdf
 jp/download/*/
 jp/email-validation
 jp/en/book-a-trip/flights/fare-types/fare-guide-information.html
 jp/en/c/*
 jp/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 jp/en/search?param=*
+jp/energy/company/peck/privacy-policy/sec/inqform.html
+jp/energy/nanadou.html
+jp/energy/news/info/usb/inqform.html
+jp/energy/privacy-policy/sec/inqform.html
+jp/energy/study/remote-visit/inquiry.html
 jp/enterprise/blog/search$
 jp/enterprise/blog/search?
 jp/ferramentas/criador-de-logo/onboarding
@@ -50097,6 +50098,20 @@ jp/solutions/case-studies/
 jp/solutions/case-studies/innovators/innovators-eu/
 jp/solutions/case-studies/sustainability-emea/
 jp/strumenti/creatore-di-logo/onboarding
+jp/support/consumer/call/365.html
+jp/support/consumer/call/638.html
+jp/support/consumer/call/691.html
+jp/support/consumer/call/692.html
+jp/support/consumer/call/693.html
+jp/support/consumer/call/694.html
+jp/support/consumer/call/695.html
+jp/support/consumer/call/697.html
+jp/support/consumer/call/698.html
+jp/support/consumer/call/981.html
+jp/support/consumer/call/982.html
+jp/support/consumer/call/983.html
+jp/support/consumer/repair/tel
+jp/support/consumer/repair/tel.html
 jp/support/repair-warranty/locate-repair-center-detail
 jp/support/submit.aspx
 jp/teams
@@ -50676,7 +50691,6 @@ keyvan-sohrabi
 keyword
 keyword/
 keyword=
-keywordToAttribute=
 kezi
 kfitzgerald
 kfong
@@ -51286,7 +51300,7 @@ landing-page-sitemap.xml
 landing-page/changelog
 landing-page/cmp-freemium
 landing-page/licensing
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://jmp.sh/robots.txt
 landing-pages
 landing.php
 landing/
@@ -51320,6 +51334,7 @@ landing/ssl-certificate/cheap-code-signing/?
 landing/ssl-certificate/cheap-ssl-certificate/?
 landing/telecommunication-security/?
 landing/wannacry-ransomware-endpoints-protection/?
+landing/wrapped-2023
 landing?
 landing?PFFSRCID
 landing_
@@ -51464,7 +51479,7 @@ law
 law-abiding-citizen
 law-library-stat/archive
 law-library-stat/briefs
-law-new/http://scubalessonsinc.com/robots.txt
+law-new/http://media.wix.com/robots.txt
 law-news/*/index.aspx
 law-school/search-results/
 law/about/our-people/academic-staff/staff-profile.html
@@ -51528,6 +51543,7 @@ leaders/center-programs/elp-applications/thank-you/
 leaders/center-programs/elp-nomination/thank-you/
 leaders/center-programs/graduation-rsvp-2024-08-22/thank-you/
 leaders/center-programs/team-public-presentations-2024-08-22/thank-you/
+leadership/
 leads
 leads/recommendations
 leaening*?
@@ -51608,7 +51624,7 @@ learning/settings?
 learningarcade/
 learningcenter
 learnmore
-learnmore-transferhttp://mc.yandex.ru/robots.txt
+learnmore-transferhttp://gov.br/robots.txt
 learnmorelayer
 learnmorelayertv
 leave
@@ -51688,12 +51704,12 @@ legal-content/SV/TXT/DOC
 legal-content/SV/TXT/SIG
 legal-guides/ugc
 legal-leaderboards/weekly
-legal-p2/http://sendpulse.com/robots.txt
+legal-p2/http://digitaljournal.com/robots.txt
 legal-services/checkout?
 legal/3874403/
 legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
-legal/http://outdooractive.com/robots.txt
+legal/http://winzip.com/robots.txt
 legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
@@ -51915,7 +51931,6 @@ library/checkdrug/
 library/contacts/email-campaigns
 library/data/campaign-finance/*
 library/data/government-employee-salaries
-library/devices
 library/digital-archive/search
 library/document.ashx
 library/electronic/redirect.php
@@ -52048,6 +52063,7 @@ link?
 link_preview_image
 link_to
 linked
+linked_webroots
 linkedin
 linkfilter
 linkfwd.php
@@ -52157,9 +52173,9 @@ live
 live-a-detruire_19925.html
 live-blogs/*embed=1
 live-eyewear
-live-preview/http://darksidedetective.com/robots.txt
-live-preview/http://game.es/robots.txt
-live-preview/http://infosecurity-magazine.com/robots.txt
+live-preview/http://askubuntu.com/robots.txt
+live-preview/http://nsidc.org/robots.txt
+live-preview/http://tes.com/robots.txt
 live-score/cricket/auction_ajax
 live-score/cricket/comm
 live-score/cricket/commentary
@@ -52211,7 +52227,6 @@ livingcurriculum
 livingin1901
 livingston
 livingthepoorlife
-livraison-a-domicile
 liyanahusenay
 liyufan
 liz
@@ -52227,7 +52242,6 @@ lk
 lk/
 lkc
 lkwan
-ll=
 llin
 llm-art-law
 llm-international-corporate-commercial-law
@@ -52563,7 +52577,7 @@ lp/cyber-security-training/v2
 lp/cyber-security-training/v3
 lp/cyber-week
 lp/for-agencies/en
-lp/freefirehttp://katespade.com/robots.txt
+lp/freefirehttp://recode.net/robots.txt
 lp/growth-quadrant
 lp/information-security-training
 lp/information-security-training/v2
@@ -52602,13 +52616,12 @@ lrossmiller
 lrotenstein
 lrtrambaiolli
 ls/
-ls/docshttp://console.cloud.google.com/robots.txt
+ls/docshttp://udel.edu/robots.txt
 lsdahlberg
 lshao
 lsho1976
 lsho76
 lsiraj
-lsoinstall
 lspoll/
 lsportal
 lst/ng
@@ -52822,8 +52835,6 @@ lz8858
 lzhang
 m
 m-formredirect.cfm
-m-msg-my-messages
-m-my-favourites
 m-pr.cfm
 m-redirect.cfm
 m-s.cfm
@@ -53202,7 +53213,7 @@ mai/users
 maier
 mail
 mail
-mail-fertighttp://npmjs.com/robots.txt
+mail-fertighttp://ist-track.com/robots.txt
 mail-gotowe
 mail-listo
 mail-okay
@@ -53660,6 +53671,7 @@ materialcontent/de/search
 materialcontent/en/search
 materialcontent/jp/search
 materialcontent/kr/search
+materials
 mathematica/mathematica-11.0-wordcloud.html
 mathhunt/index.asp
 mathis
@@ -53959,7 +53971,7 @@ media/BookingThumbnails
 media/JC
 media/Player6_0.swf
 media/ProviderThumbnails
-media/Resized-Images/*http://minecraft.net/robots.txt
+media/Resized-Images/*http://consumer.huawei.com/robots.txt
 media/SL
 media/TALSO.swf
 media/TUIThumbnails
@@ -53969,7 +53981,7 @@ media/admin
 media/advertorials
 media/all/1287752/
 media/all/1287913/
-media/all/1288165/http://cell.com/robots.txt
+media/all/1288165/http://apple.news/robots.txt
 media/all/357557/
 media/attractions-splice-test-spp
 media/bl-video
@@ -54039,7 +54051,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://startrankingnow.com/robots.txt
+media/tyfo*http://istockphoto.com/robots.txt
 media/unesco
 media/uploads
 media/video
@@ -54079,7 +54091,7 @@ mediacard
 mediacentral
 mediacomp/
 mediafiles/*
-mediahttp://newscientist.com/robots.txt
+mediahttp://discovermagazine.com/robots.txt
 mediakit
 medialibrary/de/brief
 medialibrary/de/brief/executive-brief-5-szenarien-in-denen-ihre-firewall-sandbox-losungen-versagen-konnen.pdf
@@ -54388,7 +54400,7 @@ medredesign
 medstaging
 meeting/register
 meeting/schedule
-meetingOptionshttp://teamusa.org/robots.txt
+meetingOptionshttp://trends.builtwith.com/robots.txt
 meetings
 meetings/en/html.jsp
 meetings/national/jmm/2124_abstracts/1056-30-23.pdf
@@ -55721,7 +55733,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.il/robots.txt
+mre/*.zip$http://outlook.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -55841,7 +55853,7 @@ msaadat
 msaleem
 msandel
 msatwork/amazon
-msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt
+msatwork/uber/en.htmlhttp://sheknows.com/robots.txt
 msb
 msc-accounting-financial-management
 msc-advanced-clinical-practice
@@ -56034,9 +56046,9 @@ multivu
 mumbaiedition
 munho
 munin
-munin*http://demandcooling.com/robots.txt
-munin*http://info.yahoo.com/robots.txt
-munin*http://pacaneleaparate.biz/robots.txt
+munin*http://ipxplus.net/robots.txt
+munin*http://movie-teaser.blogspot.com/robots.txt
+munin*http://youtube.instanteaser.com/robots.txt
 muns
 munshi
 musafim
@@ -56066,7 +56078,7 @@ music/admission/ao_selection_dc20180809.html
 music/admission/ao_selection_eo20180809.html
 music/admission/ao_selection_gh20180809.html
 music/admission/ao_selection_jz20180809.html
-music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt
+music/admission/ao_selection_me20180809.htmlhttp://help.apple.com/robots.txt
 music/admission/ao_selection_ms20180809.html
 music/admission/ao_selection_pf20180809.html
 music/admission/ao_selection_pi20180809.html
@@ -56113,7 +56125,7 @@ mvideos
 mvm
 mvmishra
 mvonbaeyer
-mvp/http://delta.com/robots.txt
+mvp/http://adage.com/robots.txt
 mw/
 mw5-newsletter-v1
 mw5-newsletter-v2
@@ -56487,7 +56499,6 @@ mz
 mz/
 mzemplenyi
 n
-n-notifications.html
 n/:state_code/:city/:neighborhood_name/:locationId
 n/pr
 n245com
@@ -56922,6 +56933,7 @@ news/2007
 news/2008
 news/2009
 news/2010
+news/2010/07/springfield_police_arrest_4_me.html
 news/2011
 news/2011/9/adele-scoops-triple-world-record-success-in-new-guinness-world-records
 news/2012
@@ -56931,6 +56943,7 @@ news/2015
 news/2016
 news/2017
 news/2018
+news/2018/02/springfield_man_faces_rape_cha.html
 news/2019
 news/2020
 news/2020/02/trumps-tax-break-promised-housing-opportunity-but-the-forgotten-are-still-waiting.html
@@ -56966,6 +56979,7 @@ news/articles/SB3
 news/articles/SB4
 news/arts
 news/asuinthenews
+news/boston/index.ssf/2017/09/boston_antifa_claims_responsib.html
 news/business
 news/campaigns-events/best-corporate-website
 news/campaigns-events/best-use-of-content
@@ -56998,6 +57012,10 @@ news/index.ssf/2008/03/morial_associate_charged_with.html
 news/index.ssf/2010/07/union_county_college_athletic.html
 news/index.ssf/2010/07/union_county_college_athletic/1607/comments-newest.html
 news/index.ssf/2010/07/union_county_college_athletic/1607/comments.html
+news/index.ssf/2015/08/northampton_pd_man_allegedly_b.html
+news/index.ssf/2015/09/charges_dropped_against_westfi.html
+news/index.ssf/2015/09/westfield_man_arraigned_for_va.html
+news/index.ssf/2015/11/connecticut_state_trooper_char.html
 news/intelligencer/16951
 news/invest
 news/investment
@@ -57082,7 +57100,7 @@ news_test
 newsanalysis
 newsapp-api
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://canon.com/robots.txt
 newsfeed
 newsfeed$
 newsfeedemail
@@ -57186,13 +57204,14 @@ newsletter-templates/weather-weekly
 newsletter-templates/weekly-messenger
 newsletter/
 newsletter/
-newsletter/$http://digital-strategy.ec.europa.eu/robots.txt
+newsletter/$http://militarytimes.com/robots.txt
 newsletter/*
 newsletter/archive/
 newsletter/archive/exearth/
 newsletter/archive/extech/
 newsletter/campaign/*/view
 newsletter/html
+newsletter/nl_economia.html
 newsletter/optimize/reporters/
 newsletter/optimize/reporters/ex_earth/
 newsletter?
@@ -57780,7 +57799,6 @@ newsroom/wp-includes
 newsroom?
 newsround
 newssearch
-newsstand
 newsstandrss
 newssun/2010/06/middleburg_heights_native_find.html
 newstopics
@@ -58989,9 +59007,16 @@ notifications$
 notifications/*
 notify.js
 notifyMe.jsp
+notizie-ultima-ora/Cronache/Petrolio-condannato-sen-Margiotta/11-12-2014/1-A_015317166.shtml
+notizie-ultima-ora/Cronache/Trani-sfruttamento-della-prostituzione-due-arresti/22-09-2009/1-A_000048745.shtml
+notizie-ultima-ora/Cronache_e_politica/Beni-mln-sequestrati-cosche/04-11-2014/1-A_015082704.shtml
+notizie-ultima-ora/Cronache_e_politica/Corruzione-indagati-vertici-Gdf-AP/28-02-2014/1-A_011152497.shtml
+notizie-ultima-ora/Cronache_e_politica/Genova-anziani-lasciati-tra-escrementi/17-04-2011/1-A_000197811.shtml
+notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A_011472825.shtml
+notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml
 notlikelytohappenever
 notonline
-notyours/http://openclipart.org/robots.txt
+notyours/http://abookapart.com/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -59008,7 +59033,7 @@ novostroyki
 novostroyki*/?direct=1
 novostroyki/*?order=
 novostroyki/po-ulizam
-novostroyki/po-ulizam/*http://nozbe.com/robots.txt
+novostroyki/po-ulizam/*http://bhphotovideo.com/robots.txt
 novostroyki/po-ulizam/moskva
 novostroyki/sankt-peterburg/moskovskij/in2it-intuit2
 now
@@ -59317,7 +59342,7 @@ oauth-google-redirect
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://fitbots.com/robots.txt
+oauth/http://negusmedia.com.au/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -59564,7 +59589,7 @@ omniauth
 omniture/
 on
 on
-on-demand/session/*http://nxp.com/robots.txt
+on-demand/session/*http://narragansettbeer.com/robots.txt
 on/*.ico$
 on/*.png$
 on/demandware.store
@@ -59643,7 +59668,7 @@ online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt
+online/online-program/curriculum_draft.cfmhttp://corriere.it/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -59756,8 +59781,8 @@ opt-out
 opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
-opt-out/http://youronlinechoices.eu/robots.txt
-opt-out/http://yourstory.com/robots.txt
+opt-out/http://cts.vresp.com/robots.txt
+opt-out/http://elfa.com/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -59831,7 +59856,6 @@ orentamir
 oreskes
 org
 org/ECCOMAGS
-organicOnly=
 organismos/culturaypatrimoniohistorico/iaph/areas/formacion-difusion/programa-formacion/calendario-actividades-formativas/formulario
 organismos/fomentoinfraestructurasyordenaciondelterritorio/servicios/atencion-ciudadania/paginas/bolsa-unica-comun
 organitzacio
@@ -59871,6 +59895,7 @@ orioles/search
 orkut/albums
 orlandopreview/
 ornela_gjata
+oroscopo/sitemap.xml
 orquiza
 orr587
 orr589
@@ -59912,6 +59937,7 @@ other/
 other/presentation
 otherContacts
 other_files
+other_pages/
 otherlookup
 others
 otomobil-motor-aksesuar
@@ -59978,7 +60004,6 @@ p*from=
 p*groupType=
 p-a
 p-api
-p-edit-ad
 p-r
 p-user
 p.php
@@ -60333,7 +60358,6 @@ pages/new_genres
 pages/news-connect
 pages/podcasts
 pages/privacy
-pages/ps
 pages/pt$
 pages/reorderpages.action
 pages/reset-password/*
@@ -60373,7 +60397,7 @@ paldrive/en-es
 paldrive/en-no
 paldrive/en-sk
 paldrive/en-tr
-paldrive/en-us/http://paloaltonetworks.com/robots.txt
+paldrive/en-us/http://zotero.org/robots.txt
 paleo
 paleo/metadata
 paleo/pubs
@@ -62399,6 +62423,7 @@ phvw-vp
 physics/phet/dev
 physicsequityandinclusion
 piano
+piano-511
 pic1.cgi
 picasso/place
 pickadate/static-1.6
@@ -63026,7 +63051,6 @@ plus/login
 plus/signup
 plus/vip
 plusd/cables/07PANAMA255_a.html
-plusinstall
 plzh
 pm
 pm-optout
@@ -63357,6 +63381,21 @@ policy.php
 policy/docs/temp
 policython
 polinchiu
+politica/07_dicembre_23/intercettazioni_vittime_colloqui_laterali_0b01ba62-b133-11dc-9f4d-0003ba99c53b.shtml
+politica/08_giugno_26/intercettazioni_telefonata_deangelis_berlusconi_3bf1f9e2-439c-11dd-bb33-00144f02aabc.shtml
+politica/08_giugno_26/intercettazioni_telefonata_deangelis_berlusconi_due_02f36cb0-439d-11dd-bb33-00144f02aabc.shtml
+politica/08_giugno_26/intercettazioni_telefonata_deangelis_berlusconi_tre_61c6ac92-439e-11dd-bb33-00144f02aabc.shtml
+politica/08_giugno_26/intercettazioni_telefonata_sacca_berlusconi_16d8bd60-4399-11dd-bb33-00144f02aabc.shtml
+politica/08_giugno_26/intercettazioni_telefonata_sacca_berlusconi_due_e8d57f00-439a-11dd-bb33-00144f02aabc.shtml
+politica/08_giugno_26/intercettazioni_tutte_f9f653b6-439c-11dd-bb33-00144f02aabc.shtml
+politica/09_novembre_01/sarzanini-carte-marrazzo_d7edba10-c6d7-11de-b8db-00144f02aabc.shtml
+politica/10_febbraio_05/sabrina_ferilli_non_sono_la_sora_palin_5d9b4bb8-1224-11df-b50d-00144f02aabe.shtml
+politica/11_gennaio_10/prova_dbfc1a72-1ce7-11e0-a4b5-00144f02aabc.shtml
+politica/12_aprile_06/sarzanini-ora-i-soldi-a-calderoli_ad49dee4-7fab-11e1-8090-7ef417050996.shtml
+politica/12_aprile_06/sarzanini-ora-i-soldi-a-calderoli_ad49dee4-7fab-11e1-8090-7ef417050996_print.html
+politica/12_aprile_12/fondi-all-estero-cosi-il-carroccio-tento-di-coprire-tesoriere-fiorenza-sarzanini_8245d858-8468-11e1-8bd9-25a08dbe0046.shtml
+politica/12_maggio_15/sottosegretario-zoppini-indagato-si-dimette_c396ceaa-9eb4-11e1-96f0-f194789fe706.shtml
+politica/16_luglio_08/gara-camera-manovre-pizza-bene-c-marotta-inchiesta-tiap-549f4872-4484-11e6-a4dc-8aa8f57c2afd.shtml
 politica/2/10/13/news/da_maroni_a_fontana_c_e_sempre_quel_notaio_nelle_indagini_sulla_lega-301070805
 politica/20081007/53556163832/
 politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739
@@ -63368,10 +63407,11 @@ politica/eleicoes/2024/candidatos-*/prefeito/$
 politica/eleicoes/2024/candidatos-*/vereador/$
 politica/eleicoes/2024/candidatos-*/vice-prefeito/$
 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022
-politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt
+politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://baymard.com/robots.txt
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp
 politica/padron-electoral-2021-back-up-nid04052021
+politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml
 politiclothes
 politico-footer
 politico-header
@@ -63391,7 +63431,6 @@ politics/law/news/2001/12/49141
 politics/law/news/2002/03/51042
 politik-und-verwaltung/rundschreiben
 politique-de-confidentialite/
-politique-de-retour
 polizei/polizeimeldungen
 poll
 poll-post!input.jspa
@@ -63646,7 +63685,7 @@ pratique/informatique/logiciels/windows-xp/1630
 pratyashaacharya
 praveentest
 praveer-singh
-prayers?*http://uscis.gov/robots.txt
+prayers?*http://hs.fi/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -63783,7 +63822,7 @@ press-release.php?
 press-releases
 press-this.php
 press/art-institute-images
-press/content-search?*http://10402082.fls.doubleclick.net/robots.txt
+press/content-search?*http://senzoku.ac.jp/robots.txt
 press/exhibition-press-room
 press/fellowship
 press/founders/
@@ -63929,6 +63968,7 @@ privacy-statement
 privacy.aspx
 privacy.html
 privacy.html
+privacy.shtml
 privacy/archived-versions.html
 privacy/consent
 privacy/policy/
@@ -64036,7 +64076,7 @@ product-managers/hire
 product-marketing
 product-question/*
 product-quickview*
-product-ratings/http://wisper.io/robots.txt
+product-ratings/http://fanimalo.com/robots.txt
 product-refferal
 product-review-post
 product-reviews/*
@@ -64056,7 +64096,7 @@ product/ajax-about-brand
 product/alive-detox-vegan-cookbook
 product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat
 product/buy/
-product/buybundle/http://webdesign.about.com/robots.txt
+product/buybundle/http://touchlocal.com/robots.txt
 product/containedresources
 product/customersalsobought
 product/dynamic-creative/gallery
@@ -64283,7 +64323,7 @@ profile/*/stats
 profile/*/stats/library
 profile/*/trophies
 profile/*article*.ece
-profile/*http://cbs.com/robots.txt
+profile/*http://mars.nasa.gov/robots.txt
 profile/Rhizomer
 profile/author/$
 profile/author/?
@@ -64313,7 +64353,6 @@ profileIdeas
 profileQuestions
 profileReviews
 profileService
-profileType=
 profile_reviews.php
 profileinterview.php
 profilerole
@@ -64416,7 +64455,7 @@ program-2/action~undefined
 program-2/action~week
 program-registration
 program/
-program/action~*/http://attendee.gotowebinar.com/robots.txt
+program/action~*/http://google.no/robots.txt
 program/action~agenda
 program/action~default
 program/action~http:
@@ -64486,6 +64525,7 @@ projects/browse.php
 projects/create
 projects/dashboard
 projects/designer-directory
+projects/embed
 projects/esocal/cs
 projects/esocal/esocal
 projects/geo/download
@@ -64596,6 +64636,7 @@ protocolexchange/labgroups
 protomed
 prototypes
 proudtobeageek/
+prova
 provi/check
 providers
 provost/articulation
@@ -64871,7 +64912,7 @@ pt/ferramentas/criador-de-logo/onboarding
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://dai.ly/robots.txt
+pt/forum/goto.phphttp://seriouseats.com/robots.txt
 pt/group
 pt/growth-tools-assets
 pt/guest-pass
@@ -65062,7 +65103,7 @@ public/*.jpg
 public/*.js$
 public/*.js?
 public/*.png
-public/*http://cloudflare.com/robots.txt
+public/*http://ea.com/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -65079,7 +65120,7 @@ public/checkout
 public/cmscommentAbuse
 public/comments
 public/data/
-public/dochttp://znc.si/robots.txt
+public/dochttp://news.com.au/robots.txt
 public/emailtemplates
 public/english/dw/ilo-dw-amharic-web.swf
 public/english/dw/ilo-dw-arabic-web.swf
@@ -65471,7 +65512,7 @@ quincemil/buscar
 quiz
 quiz/
 quiz/archive/*/*
-quiz/archive/*/*/$http://techtimes.com/robots.txt
+quiz/archive/*/*/$http://2507573.fls.doubleclick.net/robots.txt
 quiz/document
 quizResult=
 quizzes/psy-
@@ -65528,6 +65569,7 @@ rachelstern
 rachelvogel
 rackspace/elevating-performance
 radar
+radio
 radio-srf-1/podcasts
 radio-srf-1/sendungen-a-z
 radio-srf-2-kultur/podcasts
@@ -65540,6 +65582,7 @@ radio-srf-musikwelle/podcasts
 radio-srf-musikwelle/sendungen-a-z
 radio-srf-virus/podcasts
 radio-srf-virus/sendungen-a-z
+radio/$
 radio/*/*/*/*
 radio/0*
 radio/1*
@@ -65555,6 +65598,7 @@ radio/aod
 radio/aod$
 radio/becausenews
 radio/imda
+radio/index.shtml
 radio/irrelevantshow
 radio/laughoutloud
 radio/listen/live
@@ -65574,7 +65618,6 @@ radio/thedebaters
 radio/thisisthat
 radio3/concursos/app/index.shtml
 radio_er
-radius=
 radkevich
 rafaelferrazbannitz
 rafaelrezende
@@ -65650,7 +65693,6 @@ raters/ap-reader-chat/ap-reader-chat
 ratgeber/check/*
 rating
 rating/
-rating/average
 rating=*
 ratings
 ratings$
@@ -65677,7 +65719,6 @@ raymond-cs-wong
 rays/fans/text-messaging-terms-and-conditions
 rays/search
 razanbaabdullah
-rb=
 rbakshi
 rbazile
 rbielfeldt
@@ -65742,7 +65783,7 @@ reader/
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://lunacycle.com/robots.txt
+readme.htmlhttp://zahyst.ks.ua/robots.txt
 readmessage.php
 ready_sit_read/index.jhtml
 readysetgov-dev
@@ -65921,7 +65962,7 @@ recipes/search
 recipes/search/?q
 recipes/search?o=newest&tag=test-kitchen-approved
 recipes/shoppinglist/email
-reckon/http://clevescene.com/robots.txt
+reckon/http://brookings.edu/robots.txt
 reco
 recomendations/*/owner_actions
 recommend
@@ -66041,7 +66082,6 @@ referencework
 referer
 referral
 referral/
-referral=
 referrals
 referrer=
 referrerCategoryID=
@@ -66211,7 +66251,6 @@ remote_repositories.html
 remotecontrol/bestpractices/jl-prototype
 remotecontrol/bestpractices/prototype
 remotelogin
-remotelogout
 removalrequest
 remove-favorite
 remove-from-sale
@@ -66224,7 +66263,6 @@ render
 renderdocument
 renderingMetricsSearch
 renders
-rendez-vous-video
 rendongarcia
 renee_rinehart
 renew
@@ -66235,11 +66273,6 @@ rennekamp
 renos
 renovation
 renta-de-autos/resultados
-renta/sc/frm/coupon
-renta/sc/frm/mypage
-renta/sc/frm/rent
-renta/sc/frm/report
-renta/sc/read_free.cgi
 rentacar/byr/
 rentacar/car-hire/
 rentacar/customersupport/index.jsp?targetPage=faqsView.jsp
@@ -66280,7 +66313,6 @@ report-a-problem
 report-abuse
 report-abuse?report=
 report-abuse?url=
-report-de-paiement
 report-have-publishers-banned-facebook-trackers-from-their-pages-after-the-cambridge-analytica-scandal
 report-review
 report-spam
@@ -67131,7 +67163,7 @@ resources-rx/files/*
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
-resources/calendar/http://lua.org/robots.txt
+resources/calendar/http://fifa.com/robots.txt
 resources/css
 resources/css/webscripts.css
 resources/download/download-attribution-data-driven-marketer
@@ -67216,7 +67248,6 @@ restaurant/*/menu/item/*/choice
 restaurant/*?category
 restaurant/*?proof
 restaurant/*?querySearch
-restaurant/avis
 restaurant/avis_depose_par
 restaurant/cgi
 restaurant/cgi/avis/avis_depose.php
@@ -67247,7 +67278,7 @@ results.sale.pdf
 results/
 results?k*
 resume-database/preview-iframe
-resume/http://whisky.de/robots.txt
+resume/http://melancholodic.de/robots.txt
 resume/preview
 resumes
 resumes2
@@ -67279,7 +67310,7 @@ reuters
 reuters$
 rev=
 revadhingra
-revendeur/http://telestream.net/robots.txt
+revendeur/http://nia.nih.gov/robots.txt
 revenue/search/node
 review
 review-by-author
@@ -67802,7 +67833,6 @@ rsrc_ara
 rss
 rss
 rss$
-rss-
 rss-feed
 rss-feed/breaking/search
 rss-feed/search
@@ -67812,11 +67842,13 @@ rss.xml
 rss/
 rss/$
 rss/*
+rss/*.xml
 rss/*/*.rss
 rss/anews
 rss/articles/specialcat/
 rss/people/*/reviews
 rss/tags
+rss/ultimora.xml
 rss/yandex
 rss2
 rss?
@@ -67990,7 +68022,7 @@ ru/gateway.html
 ru/general
 ru/group
 ru/group/
-ru/http://zoo.105.net/robots.txt
+ru/http://psidetektiv.cz/robots.txt
 ru/images
 ru/inc
 ru/info
@@ -68185,9 +68217,6 @@ rye
 rzheng
 rzhuo
 s
-s-ForgotPassword
-s-SignIn
-s-StartRegistration
 s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/
 s/
 s/*
@@ -68332,7 +68361,6 @@ salesImages/static-1.389
 salesforce
 saleslink
 salkin
-salle-de-montre-ouverte
 salle/recherche
 salliemae
 salliemae/termsandconditions
@@ -68340,7 +68368,21 @@ salmanhabib
 salp/i
 salud/coronavirus-COVID-19/pase-sanitario-nacional-2022
 salud/pase-sanitario
+salute/cardiologia/sintomi-infartoheart-attack-symptoms
+salute/cardiologia/sintomi-infartosimptome-de-atac-de-cord
+salute/cardiologia/sintomi-infartosintomi-infarto
+salute/cardiologia/sintomi-infartosymptomes-infarctus
+salute/cardiologia/sintomi-infartosíntomas-ataque-cardíaco
+salute/cardiologia/sintomi-infartoсимптомы-инфаркта
+salute/cardiologia/sintomi-infartoطب
+salute/cardiologia/sintomi-infarto心肌梗塞症状
+salute/dizionario/dizionarioSearch.jsp
+salute/dizionario/pages/results.jsp
+salute/il-medico-risponde/sitemap.xml
 salute/ospedali
+salute/sitemap-dizionario-corriere-salute.xml
+salute/sitemap-dizionario.xml
+salute/sportello_cancro/jsp
 samanthaosullivan
 sambenkelman
 samemodel.php?imageid=*&pg=*&sortcriteria=6
@@ -68351,12 +68393,11 @@ saml
 saml/acs
 saml/login
 saml/logout
-saml2/authenticate/oktahttp://spoogue.org/robots.txt
+saml2/authenticate/oktahttp://tracking.g2crowd.com/robots.txt
 samlCertificates
 saml_login
 saml_sso
 samlee
-sample
 sample-
 samplesViewSingle
 sampson
@@ -68619,7 +68660,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt
+science/new-drug-product-pipelinehttp://lmgtfy.com/robots.txt
 science/outlineJson
 science/page/flash/VideoPlayer
 science/ppv-pdf
@@ -68651,6 +68692,7 @@ science?_ob=SuggestedArtURL
 science?_ob=TitleSrchURL
 science?_ob=TopicAlertURL
 sciences/biochimie/Calcium
+scienze_e_tecnologie/speciali/2010/corriere-mobile/notizie/test_6eec41ea-3364-11df-82b0-00144f02aabe.shtml
 scim
 sciman/index.asp
 scl
@@ -68667,7 +68709,7 @@ scopemagazine/
 score/*/download
 scorecard
 scorecard/
-scorecard_staging/http://aclweb.org/robots.txt
+scorecard_staging/http://africasiaeuro.com/robots.txt
 scoredrift/*
 scott
 scott64
@@ -68679,6 +68721,8 @@ scottmullane
 scottvernaglia
 scr5net
 scratch
+scratch_1.4
+scratchr2/static
 screen-flow/
 screen-time-strategies-you-can-start-today
 screen.js
@@ -68980,6 +69024,7 @@ search*search_type=
 search*ship_to=
 search*sort=
 search*start=
+search-2
 search-4gen
 search-ads-360
 search-all?
@@ -69165,6 +69210,7 @@ search/index.htm
 search/index.html
 search/index.php
 search/index.shtml
+search/inside
 search/issues
 search/keywords
 search/listall
@@ -69278,7 +69324,7 @@ search?*
 search?Ntt=
 search?filter
 search?fmt=JSON
-search?gss-q=*http://ubuntu.com/robots.txt
+search?gss-q=*http://christianitytoday.com/robots.txt
 search?keyword=
 search?n=16&r=3
 search?q
@@ -69328,6 +69374,7 @@ searches/netsearch.html
 searchhistory
 searching/Mark
 searching/UnMark
+searchme.php
 searchparts
 searchproducts.htm
 searchproducts_all.htm
@@ -69381,10 +69428,10 @@ section/3
 section/36
 section/6
 section/8
-section/9http://issues.apache.org/robots.txt
+section/9http://bostonglobe.com/robots.txt
 section=
 section_and_ivideo_widget_ajax.html
-sectionhttp://abs.twimg.com/robots.txt
+sectionhttp://us.battle.net/robots.txt
 sectionized
 sections
 sections$
@@ -69672,7 +69719,6 @@ servers/frontend
 service
 service*
 service-archive
-service-de-navette
 service-pages
 service-private-offers
 service-search/dist/images/loading.gif
@@ -69698,6 +69744,7 @@ service/suche/index.html*query
 service/temple/cards
 service=ajax
 serviceQuestionnaireAjax
+service_reviews/
 service_worker.js
 serviceawards2023/
 servicedesk/
@@ -69770,8 +69817,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt
-services/conferences/news/*?*http://www2005.org/robots.txt
+services/conferences/news/*?*http://wikiwand.com/robots.txt
+services/conferences/news/*?*http://www-03.ibm.com/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -69886,10 +69933,11 @@ services/wp-content/plugins
 services/wp-includes
 services/xml
 serviceworker.js
-serviceworker.jshttp://treysongz.lnk.to/robots.txt
+serviceworker.jshttp://catalyst-network.org/robots.txt
 servicos/
 servin
 servizi
+servizi/$
 servlet
 servlet/
 servlet/BookDetailsPL
@@ -69949,6 +69997,7 @@ setnewsprefs?
 setonuhlhorn
 setprefs
 setsompop
+sette/13_luglio_29/2013-31-fiaschetti-falsi-autori_9becf36c-f84e-11e2-a59e-96a502746665.shtml
 settings
 settings
 settings.html
@@ -70393,7 +70442,7 @@ shore/blogs/party/public
 shorefire_nj
 short
 short-news/*a
-short-url-machine/error/http://whatwg.org/robots.txt
+short-url-machine/error/http://gisanddata.maps.arcgis.com/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -70410,7 +70459,7 @@ shots/month
 shots/new
 shots/week
 shots/year
-shoutbox/http://bat.bing.com/robots.txt
+shoutbox/http://ezp-news.de/robots.txt
 shouwenwang
 show
 show-email
@@ -70442,6 +70491,7 @@ showalter
 showbiz/column/animagedon/index.html
 showcaptcha
 showcase
+showcase/*.xml
 showcase/Click.htm?
 showdependency
 showell
@@ -70459,7 +70509,7 @@ shows/upfront_2015/simulcast
 shows3
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://img-fotki.yandex.ru/robots.txt
+showtimes/location/*http://ad.doubleclick.net/robots.txt
 shr*
 shreedas
 shrek
@@ -70693,6 +70743,7 @@ sit_rep
 sitamly
 site
 site-achievement
+site-api
 site-archive
 site-assets
 site-assets/
@@ -70742,8 +70793,9 @@ site/userguide?
 site/wp-admin
 site/wp-admin/admin-ajax.php
 siteBackHtml
-siteLocale=
 siteSwitch
+site_faq/
+site_faq_category/
 site_indexer
 site_info/robots1.html
 site_info/robots2.html
@@ -71006,7 +71058,7 @@ sites/frisco
 sites/gapincthiswayahead
 sites/gapinternational
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt
+sites/gs1/files/docs/EDI/*http://abc.es/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -71436,6 +71488,7 @@ small-business/product-catalogue/
 small-businesses/early-access-how-to-apply/
 small-businesses/participation-code/
 small-businesses/shop-early-access/
+smallApp/tellafriend
 smallbusiness
 smallbusiness/404.jsp?
 smallbusiness/accessories/browse
@@ -71492,7 +71545,7 @@ sms/unsubscribe?
 sms10666
 smstaging
 sn
-sn-config.htmlhttp://cleveland.com/robots.txt
+sn-config.htmlhttp://inviso.rampanel.com/robots.txt
 sn/
 snagit-eula.html
 snake
@@ -71673,12 +71726,6 @@ son/user
 son/users
 song
 song/data
-song/delete_user_review
-song/fetch_overview_review
-song/fetch_review_view
-song/report_inappropriate
-song/review_thumbs
-song/save_user_review
 song/search
 songqi
 songs/
@@ -71705,12 +71752,11 @@ sorry/
 sort
 sort=
 sort=
+sort=Latest
 sort=hottest
 sort=newest
 sort=votes
 sortBy=
-sortByName=
-sortParam=
 sort_options=
 sorteos/loteria-navidad/directo/partner-lavanguardia
 sorting
@@ -71718,7 +71764,7 @@ sorting=undiscovered
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://in.linkedin.com/robots.txt
+sos/registration/http://issues.apache.org/robots.txt
 sotomarion
 soul/*
 soumission
@@ -71798,7 +71844,7 @@ spdji/*/supplemental-data/*?
 spdji/*/util/redesign/index-family-ri-solr-json.dot
 spdji/*/util/redesign/index-specialization-ri-solr-json.dot
 spdji/*/util/redesign/press-room/get-pr-news-announcements-solr-json.dot
-spdji/*http://spiegel.de/robots.txt
+spdji/*http://unglobalcompact.org/robots.txt
 special-features/premium-offers
 special-offers
 special-offers/newcarlanding.xhtml
@@ -71843,8 +71889,10 @@ spellberg
 spellcheck
 spencer_hallyburton
 spencerykwon
+spettacoli/10_ottobre_28/baby-sky-tv_96993302-e259-11df-8440-00144f02aabc.shtml
 spettacoli/people/2023/09/04/news/venezia_kanye_west_e_bianca_censori_banditi_per_atti_osceni_da_una_societa_di_noleggio_motoscafi-413301274
 spettacoli/people/2023/09/07/news/kanye_west_e_bianca_censori_in_italia_la_lunga_estate_calda_degli_scandali-413629176/<
+spettacoli/speciali/2010/moda/notizie/prova_84d39878-159b-11df-82f4-00144f02aabe.shtml
 spf=
 spftest
 spharvey
@@ -71916,10 +71964,11 @@ sport*?*ajax=1
 sport*?*parent-reqid
 sport-and-wellness
 sport-ga
+sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.shtml
 sport/404_en.htm
 sport/?
 sport/alpha
-sport/bundesliga/http://zdnet.com/robots.txt
+sport/bundesliga/http://habr.com/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -71933,12 +71982,14 @@ sport/olympics/2008/events
 sport/olympics/2008/medals
 sport/results/img/
 sport/results/widgets/
+sport/risultati-live/sitemap.xml
 sport/sport-app-home
 sport/test$
 sport?
 sportagent
 sportapp-api
 sportdaten
+sportello-cancro/dizionario
 sports
 sports*/index?topId=
 sports*?
@@ -72320,7 +72371,7 @@ stats/draft/history
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://nfpa.org/robots.txt
+stats/player-stats/*http://icaschool.com/robots.txt
 stats3.html
 stats?gid=
 statsFree
@@ -72334,7 +72385,7 @@ status-updates/wp-admin/admin-ajax.php
 status.formstack.com
 status/
 status/user
-statusupdateshttp://thalesgroup.com/robots.txt
+statusupdateshttp://holstee.com/robots.txt
 statwood
 stay-in-loop/send_mail.php
 stay-in-loop/send_mail.php?
@@ -72436,7 +72487,7 @@ stock-photos/photos/search$
 stock-photos/photos/search?
 stock-ranker
 stock/photos
-stock/videos/*http://screencast.com/robots.txt
+stock/videos/*http://drafts.csswg.org/robots.txt
 stock_status=
 stockade.php
 stocks
@@ -72483,8 +72534,6 @@ store/*?
 store/*ajax.htm$
 store/_feeds
 store/accessories/
-store/account
-store/addtocart
 store/agentlogin
 store/ajax/detail-navigation
 store/ajax/local-store
@@ -72494,17 +72543,10 @@ store/ajax/visited-store
 store/aldi/products
 store/all-wholesale-products
 store/apex/help/
-store/apps/collection/p3_details_
-store/apps/editorial?*id=mc__games_battlestar
-store/apps/editorial?*id=mc_apps_us_sponsored_feature_pilot_turbotax_fcp_option_a
-store/apps/editorial?*id=mc_battlestar
-store/apps/editorial?*id=mc_games_battlestar
 store/author/*
 store/best/half-stacks
-store/books/collection/p3_details_
 store/brands
 store/browse/overlays/
-store/cancelpreorder
 store/cart
 store/cart.php
 store/catalog/booktemplate/printProductDetails.jsp
@@ -72513,8 +72555,6 @@ store/categories
 store/category
 store/checkout
 store/checkout/
-store/checkoutcallback
-store/chrome/collection/p3_details_
 store/confirmation
 store/contact
 store/costco/products
@@ -72526,8 +72566,6 @@ store/customer-service/returns-cancellations
 store/customer-service/returns-cancellations?faq=q2
 store/customer-service/shipping
 store/dealershop
-store/devices
-store/devices/collection/p3_details_
 store/electrode/api/fetch-coupons
 store/electrode/api/logger
 store/electrode/api/p13n
@@ -72541,61 +72579,37 @@ store/en-us/checkout
 store/en-us/my-account
 store/events/*/unavailable_allocations
 store/finder
-store/getdevicepermissions
-store/getreviews
 store/group/*
 store/hub
 store/images/favicons
-store/info/collection/p3_details_
 store/item
 store/knowmia
 store/kroger/products
 store/link/
 store/list
-store/movie-device
-store/movies/collection/p3_details_
-store/multi/collection/p3_details_
-store/music/collection/p3_details_
 store/my-account:
-store/myaccount
-store/mylibrary
-store/newsstand/collection/p3_details_
-store/null/collection/p3_details_
 store/offer/*
 store/order_changes
 store/pages
 store/partner_recipes
 store/payments
-store/people/collection/p3_details_
-store/people/details
 store/pickup/status
 store/popular_in_grade
 store/product
 store/products/*/reviews
 store/publix/products
-store/purchase
-store/ratereview
 store/recipes
-store/recommended
 store/referrals
 store/reservation_orders
 store/s?k=
 store/safeway/products
 store/sale-items/*
-store/search
 store/search?s=wall
-store/setuserdata
 store/skus
 store/sprouts/products
 store/sscart.jsp
-store/submitreview
 store/top-rated-products/*
-store/updatecart
 store/walgreens/products
-store/watch
-store/xhr
-store/xhr/getdevicepermissions
-store/xhr/install
 storeLocator
 storeLocator/ca_storefinder_results.do
 store_closed.html
@@ -72887,7 +72901,7 @@ subscribe/v3
 subscribe/view.pl
 subscribe/wb-auto/
 subscribe?*
-subscribe?*http://addyosmani.com/robots.txt
+subscribe?*http://blue.ap.teacup.com/robots.txt
 subscribe_forum.html
 subscribe_now_url
 subscribe_success
@@ -72936,7 +72950,7 @@ sugerencias
 suggest
 suggest/?
 suggest/?*
-suggest/?*http://itu.int/robots.txt
+suggest/?*http://buycatfleamedicine.com/robots.txt
 suggested-edits
 suggested-edits?
 suggestions
@@ -73129,7 +73143,6 @@ supporto-tecnico
 supprimer-favoris
 supriyadey
 suproteemsarkar
-sur-rendez-vous-seulement
 sureroute
 sureshmohan
 sureshpavuluri
@@ -73490,7 +73503,7 @@ sys_
 system
 system-maintenance
 system/
-system/*.js$http://zeldman.com/robots.txt
+system/*.js$http://bestetic.ro/robots.txt
 system/admin/LoginPopup/Login
 system/files/documents/noindex
 system/maintenance.html
@@ -73515,11 +73528,7 @@ szukaj?
 szutachen
 szwierlein
 t
-t-forgot-password.html?targetUrl=
-t-login
-t-login.html?targetUrl=
 t-other-great-sites.aspx
-t-user-registration.html?targetUrl=
 t.cfm
 t.php
 t/
@@ -73635,7 +73644,7 @@ tag-search.html
 tag/
 tag/*
 tag/*
-tag/*+http://dilbert.com/robots.txt
+tag/*+http://thegadgetflow.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -73979,7 +73988,6 @@ tararumi
 tardif
 tardisrocinante
 tarek
-targetURL=
 target_baby
 target_group
 targetdirect_group
@@ -74144,6 +74152,7 @@ tdevine
 tdid=*
 tdir/p/kids-back-to-school
 tdmorgan
+tdphpinfo.php
 tds
 tdv2_fp
 te-in/
@@ -74223,7 +74232,7 @@ teaching.html
 tealeaf
 team
 team/*/schedule$
-team/*/schedule$http://nbc.com/robots.txt
+team/*/schedule$http://telegra.ph/robots.txt
 team/player_career.jsp
 team/player_news.jsp
 teamInvitations
@@ -74572,6 +74581,7 @@ test_community
 test_front/
 test_front/new_blocks/
 test_front/test_chad/
+test_mf
 test_stage
 test_team
 testaging
@@ -74581,7 +74591,7 @@ testds.jsp
 teste-*.html$
 testfl
 testgpr
-testhttp://money.com/robots.txt
+testhttp://www1.nyc.gov/robots.txt
 testimonial
 testimonial/
 testimonials.php
@@ -74589,7 +74599,7 @@ testimonials/?
 testing
 testing-new-home-page
 testing/
-testing/http://extensions.joomla.org/robots.txt
+testing/http://answers.com/robots.txt
 testingpodpod
 testingsite
 testingsiteos
@@ -74880,7 +74890,7 @@ theisen-homer
 themacallan/worlds-together
 theme
 theme
-theme/http://cex.io/robots.txt
+theme/http://portalbcn.com.br/robots.txt
 theme=
 themeID=
 theme_preview=true
@@ -75413,7 +75423,7 @@ tools/civil-surgeons-by-region
 tools/demos
 tools/en/styleguide/
 tools/find-a-doctor/list/export
-tools/http://kungfukingdom.com/robots.txt
+tools/http://criresilient.org/robots.txt
 tools/logo-maker/onboarding
 tools/lyst_widget/?lyst_slug=
 tools/packages/cambridge_themes/getSocialImage
@@ -75815,7 +75825,7 @@ traffic-manager/
 traffic/status*?
 trafficbot.life
 trafficbot.live
-traffichttp://comedycentral.com/robots.txt
+traffichttp://ultimate-guitar.com/robots.txt
 trafficsystem/
 training
 training-aarpe/
@@ -75854,7 +75864,6 @@ training/studentships/howtoapply
 training/studentships/phdprojects
 trains
 trains/$
-traitement=
 traj
 tralston
 tran
@@ -75913,7 +75922,7 @@ transmute/static-2.8
 transmute/static-2.9
 transparency
 transparency/archive
-transparency/http://anandtech.com/robots.txt
+transparency/http://ib.adnxs.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -76027,6 +76036,7 @@ treas-reports/
 treasurer/search/node
 treasury
 treasury/treasdocuments
+treated_help/
 treaties/*/judgments/
 treaties/de/notifications/
 treaties/en/notifications/
@@ -76036,6 +76046,7 @@ treating-sleep-apnea
 treatment-guides/
 treatment-type/
 tree
+tree-navigator.html
 tree/contributions
 tree/find
 tree/following
@@ -76512,7 +76523,6 @@ tylermalka
 typ$
 typ?
 type
-type-demploi
 type=
 type=1478165154*
 typeahead
@@ -76913,6 +76923,8 @@ ulk/i
 ulk/sch
 ulk/usr
 ulsan-anma
+ultima_ora
+ultima_ora/agrnews.jsp
 ultimora/24ore/AUTO-IN-CAMBIO-DI-DROGA-13-ARRESTI-DELLA-POLIZIA-DI-PESCARA-(2)/news-dettaglio/3746479
 ultimora/24ore/nazionale/news-dettaglio/3688417
 ultrasearch
@@ -76927,7 +76939,7 @@ umbraco_client/
 umfrage/1
 umfrage/2
 umfrage/3
-umfrage/4http://zh.wikipedia.org/robots.txt
+umfrage/4http://bolotnaya.online/robots.txt
 un-us/
 unable-to-process-request/
 unanswered
@@ -77005,6 +77017,7 @@ univercd/
 univercd/cc/td/doc
 universal-design-system/
 universalprofile
+universiday/spazioaperto
 university
 university-partnership-program
 university/?q=admin/
@@ -77290,11 +77303,12 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://businessnewsdaily.com/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://ssd.eff.org/robots.txt
 us/0
 us/?q=switch
 us/Marketing
 us/about-lg/investor-relations
+us/access_aem.html
 us/admin
 us/admin$
 us/agreements
@@ -77312,6 +77326,7 @@ us/comment
 us/common
 us/compare
 us/complaints-channel
+us/consumer
 us/contact-us/permissions/multi-form-thank-you.html
 us/corporate/contracts/mcs-iaas-service-desc-3014939.pdf
 us/corporate/contracts/mcs-saas-service-desc-3762902.pdf
@@ -77472,7 +77487,7 @@ us/en/fepp
 us/en/financial-services/financial-crimes/publications/assets/*
 us/en/financial-services/regulatory-services/publications/assets/*
 us/en/games/search.html
-us/en/games/search.html*http://bigoven.com/robots.txt
+us/en/games/search.html*http://cryptocompare.com/robots.txt
 us/en/gates
 us/en/ghosts/chipotle-case-study.html
 us/en/governance-insights-center/annual-corporate-directors-survey/assets/*
@@ -77620,7 +77635,7 @@ user-profile
 user-profile-view?
 user-registration
 user-registrierung
-user-reports/http://wordpress.com/robots.txt
+user-reports/http://backlinko.com/robots.txt
 user.mefi/
 user.php
 user/
@@ -77652,7 +77667,7 @@ user/*/track
 user/*/track?page=
 user/*/unfollow_user
 user/*?*redirect=
-user/*http://m.media-amazon.com/robots.txt
+user/*http://princesschristmastree.homesteadcloud.com/robots.txt
 user/.*
 user//attending/upcoming
 user/InlineLogin.htm
@@ -77678,7 +77693,7 @@ user/forgotPassword
 user/forgotten-password
 user/fpd/api
 user/get-user
-user/http://news.mongabay.com/robots.txt
+user/http://rfi.fr/robots.txt
 user/images
 user/libraries
 user/lists
@@ -77764,7 +77779,7 @@ usergroups/sasforuminternational/call/
 usergroups/sasforuminternational/proceedings/
 usergroups/seugi/call/
 userguide
-userhttp://birds.cornell.edu/robots.txt
+userhttp://regulations.gov/robots.txt
 userimages
 userinfo
 userinfo.bml
@@ -77860,7 +77875,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://song.link/robots.txt
+users/profile-unpub/http://kaltura.com/robots.txt
 users/ranking
 users/relogin/
 users/remote-logout/
@@ -77913,7 +77928,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://dashboard.gglot.com/robots.txt
+ut*.xmlhttp://cfr.org/robots.txt
 utaukwa
 util
 util
@@ -77937,7 +77952,7 @@ utl/
 utm
 utm
 utm*=
-utm*http://fun88thai.net/robots.txt
+utm*http://game.es/robots.txt
 utm=
 utm=
 utm_
@@ -77980,7 +77995,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://biblegateway.com/robots.txt
+uz/http://jalopnik.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -77991,12 +78006,8 @@ uçak-bileti/cn/*
 uçak-bileti/ct
 v
 v$
-v-*/*/*/c
 v-ajax
 v-esi
-v-map-view.html
-v-print-view
-v-view-image.html
 v.cfm
 v/account/
 v/badge
@@ -78026,6 +78037,7 @@ v1/stats
 v1/subscriptioninfo
 v1/urls/count.json
 v2
+v2
 v2/
 v2/esi/getbibbliowidget/v2/
 v2/login_or_join$
@@ -78089,6 +78101,7 @@ variant=
 variantFilter-filter
 variations/*/eula
 varin
+varserver
 varshiniodayar
 vartanian
 vas
@@ -78144,7 +78157,7 @@ velo/forum/search
 velo/profile
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt
+venda-presencial/conclusion.htmlhttp://menards.com/robots.txt
 vendor
 vendor$
 vendor-info/
@@ -78183,7 +78196,7 @@ verify-skill
 verify-url
 verify.php
 verify/*
-verify/*http://soundcloud.com/robots.txt
+verify/*http://ytmp4converter.com/robots.txt
 verify_age
 verify_your_email$
 verify_your_email?
@@ -78195,7 +78208,7 @@ version
 version
 version-search.php
 version.json
-version/http://read.amazon.com/robots.txt
+version/http://stopdesign.com/robots.txt
 version=
 versions
 versions/Unicode10.0.0
@@ -78818,7 +78831,7 @@ voo/cn/*
 voo/ct
 voog
 vorprod
-vortex-sphere-vihttp://audible.com/robots.txt
+vortex-sphere-vihttp://jeet.tv/robots.txt
 vos-besoins/
 vota
 vota%C5%A3i
@@ -79544,7 +79557,6 @@ web/packages/BEDASSLE/DESCRIPTION
 web/packages/BEDMatrix/DESCRIPTION
 web/packages/BEKKs/DESCRIPTION
 web/packages/BEND/DESCRIPTION
-web/packages/BENMMI/DESCRIPTION
 web/packages/BESTree/DESCRIPTION
 web/packages/BET/DESCRIPTION
 web/packages/BETS/DESCRIPTION
@@ -101106,6 +101118,7 @@ what-s-cooking-with-julie-chrisley
 what-to-expect-when-you-re-expecting
 what-we-do/digitalisation/news-room
 what-we-do/digitalisation/news-room.html
+what-we-do/investment-management/private-wealth-management/intellectual-capital/isg-outlook-2013.pdf
 what-we-do/major-projects
 what-we-do/major-projects.html
 what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road
@@ -101165,7 +101178,7 @@ why-liveperson
 why-sell?inquirySource=482&
 whysecure
 whythisad
-wicket:interface*http://springerlink.com/robots.txt
+wicket:interface*http://tebh.org/robots.txt
 widget
 widget-landing-page.html
 widget-uploads
@@ -102338,48 +102351,9 @@ work/14228224
 work/14228228
 work/14228229
 work/15929672
-work/_
-work/acceptinvitation
-work/account
-work/addtocart
-work/adminsettings
-work/adminsignup
-work/approveitem
 work/book
-work/cancelpreorder
-work/cart
-work/checkoutcallback
-work/ct
 work/editions
-work/getdevicepermissions
-work/getreviews
-work/internalPref
-work/licenses/apps
-work/logout
-work/lsoinstall
-work/movie-device
-work/myaccount
-work/mylibrary
-work/permissionsupdate
-work/plusinstall
 work/quotes
-work/ratereview
-work/recommended
-work/remotelogout
-work/search
-work/settings
-work/setuserdata
-work/signin
-work/submitreview
-work/unapproveitem
-work/unsub
-work/updatecart
-work/watch
-work/xhr
-work/xhr/getdevicepermissions
-work/xhr/install
-work/xhr/inviteadmin
-work/xhr/removeadmin
 workarea/
 workaroundForLinkLintRandomDirForConfig
 workday/search/node
@@ -102558,28 +102532,30 @@ wp-admin/admin-ajax.
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
-wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt
-wp-admin/admin-ajax.phphttp://akismet.com/robots.txt
-wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://ask.com/robots.txt
-wp-admin/admin-ajax.phphttp://aweber.com/robots.txt
-wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt
-wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt
-wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt
-wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt
-wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt
-wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt
-wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt
-wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt
-wp-admin/admin-ajax.phphttp://openssl.org/robots.txt
-wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
-wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt
-wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
-wp-admin/admin-ajax.phphttp://smugmug.com/robots.txt
-wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
-wp-admin/admin-ajax.phphttp://vox.com/robots.txt
-wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt
-wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt
+wp-admin/admin-ajax.php?r=*
+wp-admin/admin-ajax.phphttp://alamy.com/robots.txt
+wp-admin/admin-ajax.phphttp://amazon.com.br/robots.txt
+wp-admin/admin-ajax.phphttp://australiazoo.com.au/robots.txt
+wp-admin/admin-ajax.phphttp://bigcommerce.com/robots.txt
+wp-admin/admin-ajax.phphttp://cchrflorida.org/robots.txt
+wp-admin/admin-ajax.phphttp://componemos.com/robots.txt
+wp-admin/admin-ajax.phphttp://cyrildumoulin.com/robots.txt
+wp-admin/admin-ajax.phphttp://eomega.org/robots.txt
+wp-admin/admin-ajax.phphttp://fauerzaesp.org/robots.txt
+wp-admin/admin-ajax.phphttp://gohugo.io/robots.txt
+wp-admin/admin-ajax.phphttp://indolevic.com/robots.txt
+wp-admin/admin-ajax.phphttp://kohls.com/robots.txt
+wp-admin/admin-ajax.phphttp://public-api.wordpress.com/robots.txt
+wp-admin/admin-ajax.phphttp://salon.com/robots.txt
+wp-admin/admin-ajax.phphttp://secure.wego.com/robots.txt
+wp-admin/admin-ajax.phphttp://socialimpact.youtube.com/robots.txt
+wp-admin/admin-ajax.phphttp://ssm.lnk.to/robots.txt
+wp-admin/admin-ajax.phphttp://steffes.com/robots.txt
+wp-admin/admin-ajax.phphttp://strengthaddicts.com/robots.txt
+wp-admin/admin-ajax.phphttp://umc.org/robots.txt
+wp-admin/admin-ajax.phphttp://univision.com/robots.txt
+wp-admin/admin-ajax.phphttp://verticaldoors.com/robots.txt
+wp-admin/admin-ajax.phphttp://web.eecs.umich.edu/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -102620,7 +102596,7 @@ wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
 wp-content/mu-plugins
-wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt
+wp-content/mu-plugins/http://t.us1.dyntrk.com/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -102643,6 +102619,9 @@ wp-content/plugins/feature-story-builder/builder-frontend/assets/images/footer-w
 wp-content/plugins/feature-story-builder/builder-frontend/assets/images/logo-w.png
 wp-content/plugins/feature-story-builder/builder-frontend/assets/images/w.png
 wp-content/plugins/google-to-table/css/google-to-table.css
+wp-content/plugins/link-juice-optimizer-master/ljo_helpers.js
+wp-content/plugins/link-juice-optimizer/public/js/
+wp-content/plugins/link-juice-optimizer/public/js/link-juice-optimizer.js
 wp-content/plugins/roost-for-bloggers/includes/chrome/
 wp-content/plugins/sabai
 wp-content/plugins/sabai-directory
@@ -102694,9 +102673,10 @@ wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
 wp-content/themes/sej14/js/instapage.js
 wp-content/themes/sfmomatheme/library
-wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://news.artnet.com/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
+wp-content/themes/treated/search/
 wp-content/themes/wired/assets/images/disruptive_by_design_2012.gif
 wp-content/themes/wired/assets/images/gallery-cam@2x.png
 wp-content/themes/wired/assets/images/gallery-illo@2x.png
@@ -102712,7 +102692,7 @@ wp-content/uploads/
 wp-content/uploads/*
 wp-content/uploads/**/*seo-restricted*.*
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://wikihow.com/robots.txt
+wp-content/uploads/*http://wmrt.com/robots.txt
 wp-content/uploads/2011
 wp-content/uploads/2012
 wp-content/uploads/2013
@@ -102740,7 +102720,7 @@ wp-content/uploads/2023
 wp-content/uploads/2023/10/Cakap-English-Standardized-Test.pdf
 wp-content/uploads/2024
 wp-content/uploads/2024/04/Everest_Group_-_Making_Brownfield_Factories_Smarter_and_Greener_Capgemini.pdf
-wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://unicef.org/robots.txt
+wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://developer.github.com/robots.txt
 wp-content/uploads/2024/08/786678.pdf
 wp-content/uploads/2025
 wp-content/uploads/2026
@@ -102749,28 +102729,28 @@ wp-content/uploads/_pda
 wp-content/uploads/complianz
 wp-content/uploads/elementor/css/
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://minimul.com/robots.txt
-wp-content/uploads/http://sheknows.com/robots.txt
+wp-content/uploads/http://survivalmagazine.org/robots.txt
+wp-content/uploads/http://theatre-huchette.com/robots.txt
 wp-content/uploads/member-access
 wp-content/uploads/ninja-forms
 wp-content/uploads/sites/*/ninja-forms
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
-wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt
+wp-content/uploads/vj-wp-import-export/http://gossberg.eu/robots.txt
 wp-content/uploads/wc-logs
 wp-content/uploads/wc-logs/
-wp-content/uploads/woo-import-export/http://quicksprout.com/robots.txt
+wp-content/uploads/woo-import-export/http://picnicsro.cz/robots.txt
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_transient_files/
 wp-content/uploads/woocommerce_uploads
 wp-content/uploads/woocommerce_uploads/
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://aa.com.tr/robots.txt
-wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://susanheat.de/robots.txt
-wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://allrecipes.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://cbs.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://elegantthemes.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://g1.globo.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://madadalian.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://spacetelescope.org/robots.txt
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
 wp-content/uploads/wpo-plugins-tables-list.json
@@ -102804,7 +102784,7 @@ wp-includes/css
 wp-includes/css/*.css
 wp-includes/css/dist/block-library/style.min.css
 wp-includes/fonts
-wp-includes/http://scotusblog.com/robots.txt
+wp-includes/http://accorhotels.com/robots.txt
 wp-includes/images
 wp-includes/images/
 wp-includes/js
@@ -102974,7 +102954,6 @@ wt-components-test
 wt-modules-test
 wt.mc_id=
 wtao
-wtk-banner
 wuensch
 wusage
 wv
@@ -103100,7 +103079,7 @@ xmldata/xmlPodcast
 xmlrpc
 xmlrpc.php
 xmlrpc.php
-xmlrpc.phphttp://datastudio.google.com/robots.txt
+xmlrpc.phphttp://bright-online.net/robots.txt
 xmlsearch
 xmltv/
 xmorelle
@@ -103120,7 +103099,7 @@ xsanR4
 xsl
 xsl/
 xslt/
-xslt/http://cryptonewsventure.com/robots.txt
+xslt/http://screenrant.com/robots.txt
 xsu
 xtra/sante-et-mieux-etre
 xuanzhu
@@ -103281,7 +103260,7 @@ youraccount
 youraccount/
 yourarchives
 youreurope/businessACC
-youreurope/businessDEV/http://europapress.es/robots.txt
+youreurope/businessDEV/http://kobo.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -103658,7 +103637,9 @@ zh-hans-cn/feedback
 zh-hans-cn/lp
 zh-hans-cn/searchresults
 zh-hans/
+zh-hans/asset-preview*
 zh-hans/node/
+zh-hans/search*
 zh-hans/search/
 zh-hant-hk/
 zh-hant-tw/
@@ -103674,7 +103655,7 @@ zh-tw/
 zh-tw/feedback
 zh-tw/login
 zh-tw/lp
-zh-tw/searchhttp://blog.codinghorror.com/robots.txt
+zh-tw/searchhttp://redbull.com/robots.txt
 zh-tw/searchresults
 zh-tw/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
 zh-tw/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
@@ -103745,7 +103726,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://amazon.jp/robots.txt
+zh/internalhttp://tagmanager.google.com/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -104045,7 +104026,7 @@ zzz_systest
 ~neubank/Eubank_EthnicityNetworksPaper.pdf
 ~neubank/Eubank_EthnicityNetworksPaper2016.pdf
 ~nsdwww/mail
-~oar/http://web.whatsapp.com/robots.txt
+~oar/http://supremecourt.gov/robots.txt
 ~oratorio/wordpress
 ~pasr1
 ~philippe
@@ -104216,11 +104197,11 @@ zzz_systest
 404.aspx
 404.html
 404.html
-404.htmlhttp://airliners.net/robots.txt
+404.htmlhttp://oldboysosa.bandcamp.com/robots.txt
 404.php
 404.php
 404/
-404http://diplomatie.gouv.fr/robots.txt
+404http://authorize.net/robots.txt
 413gkwMT
 429.html
 432v·com
@@ -104275,6 +104256,7 @@ zzz_systest
 2005/07/pubrules?
 2005/08/online_xslt/xslt
 2005/11/Translations/Query
+2005/luglio/03/Operazione_porco_rosso_Via_sequestro_co_8_050703023.shtml
 2005/page/*/?
 2005/page/2/?
 2006
@@ -104508,7 +104490,6 @@ zzz_systest
 4900/webm.ABC
 5055/aw-techrepublic
 5055/maw-techrepublic
-5138
 5293
 5349
 5480
@@ -104527,10 +104508,12 @@ zzz_systest
 7176/
 7176/TOI_Travel/
 7176/TOI_Travel_Test/TOI_Travel_TOP_TST
+7336
 7449
 7577
 8058
 8245
+8264
 8324
 8601
 8614