diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index 87ca25fd2..4783d60a3 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -1,8 +1,8 @@
 {
     "Jwt secrets update": {
-        "last_update": 1721639087
+        "last_update": 1721642601
     },
     "Trickest wordlist update": {
-        "last_update": 1721556223
+        "last_update": 1721642613
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
index 3a2db0454..4add2b3c4 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
@@ -37375,6 +37375,10 @@ htdocs/core/lib/loan.lib.php
 core/lib/loan.lib.php
 lib/loan.lib.php
 loan.lib.php
+htdocs/core/lib/openid_connect.lib.php
+core/lib/openid_connect.lib.php
+lib/openid_connect.lib.php
+openid_connect.lib.php
 htdocs/core/lib/supplier_proposal.lib.php
 core/lib/supplier_proposal.lib.php
 lib/supplier_proposal.lib.php
@@ -39070,6 +39074,11 @@ htdocs/core/modules/modAdherent.class.php
 core/modules/modAdherent.class.php
 modules/modAdherent.class.php
 modAdherent.class.php
+htdocs/core/modules/openid_connect/callback.php
+core/modules/openid_connect/callback.php
+modules/openid_connect/callback.php
+openid_connect/callback.php
+callback.php
 htdocs/core/modules/project/doc/pdf_baleine.modules.php
 core/modules/project/doc/pdf_baleine.modules.php
 modules/project/doc/pdf_baleine.modules.php
@@ -39225,6 +39234,10 @@ htdocs/core/modules/modLoan.class.php
 core/modules/modLoan.class.php
 modules/modLoan.class.php
 modLoan.class.php
+htdocs/core/modules/modOpenIDConnect.class.php
+core/modules/modOpenIDConnect.class.php
+modules/modOpenIDConnect.class.php
+modOpenIDConnect.class.php
 htdocs/core/actions_comments.inc.php
 core/actions_comments.inc.php
 actions_comments.inc.php
@@ -42846,6 +42859,9 @@ dict.php
 htdocs/admin/ecm.php
 admin/ecm.php
 ecm.php
+htdocs/admin/openid_connect.php
+admin/openid_connect.php
+openid_connect.php
 htdocs/admin/usergroup.php
 admin/usergroup.php
 usergroup.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
index 3d4982ec5..189da92b3 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
@@ -8964,6 +8964,7 @@ htdocs/core/lib/emaillayout.lib.php
 htdocs/core/lib/modulebuilder.lib.php
 htdocs/core/lib/cron.lib.php
 htdocs/core/lib/loan.lib.php
+htdocs/core/lib/openid_connect.lib.php
 htdocs/core/lib/supplier_proposal.lib.php
 htdocs/core/lib/contact.lib.php
 htdocs/core/lib/signature.lib.php
@@ -9325,6 +9326,7 @@ htdocs/core/modules/modWorkflow.class.php
 htdocs/core/modules/modTicket.class.php
 htdocs/core/modules/modSocialNetworks.class.php
 htdocs/core/modules/modAdherent.class.php
+htdocs/core/modules/openid_connect/callback.php
 htdocs/core/modules/project/doc/pdf_baleine.modules.php
 htdocs/core/modules/project/doc/pdf_timespent.modules.php
 htdocs/core/modules/project/doc/doc_generic_project_odt.modules.php
@@ -9354,6 +9356,7 @@ htdocs/core/modules/hrm/modules_evaluation.php
 htdocs/core/modules/hrm/mod_evaluation_standard.php
 htdocs/core/modules/hrm/mod_evaluation_advanced.php
 htdocs/core/modules/modLoan.class.php
+htdocs/core/modules/modOpenIDConnect.class.php
 htdocs/core/actions_comments.inc.php
 htdocs/core/extrafieldsinimport.inc.php
 htdocs/core/actions_massactions.inc.php
@@ -10287,6 +10290,7 @@ htdocs/admin/expeditiondet_extrafields.php
 htdocs/admin/ecm_files_extrafields.php
 htdocs/admin/dict.php
 htdocs/admin/ecm.php
+htdocs/admin/openid_connect.php
 htdocs/admin/usergroup.php
 htdocs/admin/ldap_groups.php
 htdocs/admin/external_rss.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt
index a27103160..7b09ea31f 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt
@@ -22418,12 +22418,6 @@ components/posts-list/modals/edit-posts-access.hbs
 posts-list/modals/edit-posts-access.hbs
 modals/edit-posts-access.hbs
 edit-posts-access.hbs
-ghost/admin/app/components/posts-list/selection-list.js
-admin/app/components/posts-list/selection-list.js
-app/components/posts-list/selection-list.js
-components/posts-list/selection-list.js
-posts-list/selection-list.js
-selection-list.js
 ghost/admin/app/components/posts-list/context-menu.js
 admin/app/components/posts-list/context-menu.js
 app/components/posts-list/context-menu.js
@@ -24837,6 +24831,11 @@ admin/app/utils/ghost-paths.js
 app/utils/ghost-paths.js
 utils/ghost-paths.js
 ghost-paths.js
+ghost/admin/app/utils/selection-list.js
+admin/app/utils/selection-list.js
+app/utils/selection-list.js
+utils/selection-list.js
+selection-list.js
 ghost/admin/app/utils/subscription-data.js
 admin/app/utils/subscription-data.js
 app/utils/subscription-data.js
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt
index 379db44c3..ed1c66dab 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt
@@ -3545,7 +3545,6 @@ ghost/admin/app/components/posts-list/modals/add-tag.js
 ghost/admin/app/components/posts-list/modals/unpublish-posts.hbs
 ghost/admin/app/components/posts-list/modals/delete-posts.hbs
 ghost/admin/app/components/posts-list/modals/edit-posts-access.hbs
-ghost/admin/app/components/posts-list/selection-list.js
 ghost/admin/app/components/posts-list/context-menu.js
 ghost/admin/app/components/posts-list/content-filter.js
 ghost/admin/app/components/posts-list/list.hbs
@@ -3953,6 +3952,7 @@ ghost/admin/app/components/gh-facebook-url-input.js
 ghost/admin/app/utils/route.js
 ghost/admin/app/utils/flatten-grouped-options.js
 ghost/admin/app/utils/ghost-paths.js
+ghost/admin/app/utils/selection-list.js
 ghost/admin/app/utils/subscription-data.js
 ghost/admin/app/utils/get-scroll-parent.js
 ghost/admin/app/utils/window-proxy.js
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
index 28edecc33..d9035ee12 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
@@ -37301,6 +37301,17 @@ data/workmail/2017-10-01/paginators-1.json.php
 workmail/2017-10-01/paginators-1.json.php
 2017-10-01/paginators-1.json.php
 paginators-1.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/smoke.json.php
+system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/smoke.json.php
+storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/smoke.json.php
+vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/smoke.json.php
+aws/aws-sdk-php/src/data/ivschat/2020-07-14/smoke.json.php
+aws-sdk-php/src/data/ivschat/2020-07-14/smoke.json.php
+src/data/ivschat/2020-07-14/smoke.json.php
+data/ivschat/2020-07-14/smoke.json.php
+ivschat/2020-07-14/smoke.json.php
+2020-07-14/smoke.json.php
+smoke.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/endpoint-rule-set-1.json.php
 system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/endpoint-rule-set-1.json.php
 storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/endpoint-rule-set-1.json.php
@@ -37323,6 +37334,17 @@ data/ivschat/2020-07-14/api-2.json.php
 ivschat/2020-07-14/api-2.json.php
 2020-07-14/api-2.json.php
 api-2.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/waiters-2.json.php
+system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/waiters-2.json.php
+storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/waiters-2.json.php
+vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/waiters-2.json.php
+aws/aws-sdk-php/src/data/ivschat/2020-07-14/waiters-2.json.php
+aws-sdk-php/src/data/ivschat/2020-07-14/waiters-2.json.php
+src/data/ivschat/2020-07-14/waiters-2.json.php
+data/ivschat/2020-07-14/waiters-2.json.php
+ivschat/2020-07-14/waiters-2.json.php
+2020-07-14/waiters-2.json.php
+waiters-2.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/paginators-1.json.php
 system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/paginators-1.json.php
 storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/paginators-1.json.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
index b9dd68469..86b1bcd3e 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
@@ -5412,8 +5412,10 @@ upload/system/storage/vendor/aws/aws-sdk-php/src/data/greengrass/2017-06-07/api-
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/workmail/2017-10-01/endpoint-rule-set-1.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/workmail/2017-10-01/api-2.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/workmail/2017-10-01/paginators-1.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/smoke.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/endpoint-rule-set-1.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/api-2.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/waiters-2.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/ivschat/2020-07-14/paginators-1.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/resourcegroupstaggingapi/2017-01-26/endpoint-rule-set-1.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/resourcegroupstaggingapi/2017-01-26/api-2.json.php
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 137356c78..1710c4f6b 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -26,10 +26,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
-/*/*/_tools
-/*/*/more_ideas
-/*/_tools
-/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -37,11 +33,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
-/*/group
-/*/invite
 /*/issues/new
 /*/issues/search
-/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -51,21 +44,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/watchers
 /*source=
 /.git
-/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
-/_activities
-/_activity
-/_community
-/_created
-/_followers
-/_following
-/_quick_saves
-/_saved
-/_shop
-/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -77,8 +59,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
-/communities
-/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -103,7 +83,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
-/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -111,20 +90,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
-/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
-/pins
 /podcast/*/*?i=
 /print$
-/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
-/scheduled-pin
-/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -140,15 +114,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
-/story_pins
-/tagged
 /tarball
 /tree
-/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
-/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -222,7 +192,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
-?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -1017,8 +986,6 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
-_/_
-_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1080,8 +1047,6 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
-_ngjs/resource
-_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1187,7 +1152,6 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
-addboard
 addressBookExport
 admin
 adredir?
@@ -1210,7 +1174,6 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
-age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -1251,7 +1214,6 @@ api_access_key=
 app*_
 app*form_id=
 app/updates
-appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1423,7 +1385,6 @@ auth/verifychallenge
 author/following
 author=
 authwall
-autocomplete
 avis
 away.php
 b2bauth
@@ -1542,11 +1503,7 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
-board
-board_activity
-board_activity_comment
 bookmark?
-bookmarklet
 bookmarks
 books
 books/about
@@ -1568,38 +1525,17 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
-branded-pins
 browse/reviews/recent
-business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
-business/business-access
-business/business-hierarchy
-business/business-manager
-business/catalogs
-business/commerce-integrations
-business/community-information
-business/convert
-business/create
-business/create-linked-account
 business/feedback
-business/hub
-business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
-business/onboarding
-business/pin_create
 business/premium/is_payment_pending
 business/promotion
-business/referral
 business/sales/blog
-business/site
-business/switch-account
-business/top-ads
-business/update
-business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1796,7 +1732,6 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
-christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1819,7 +1754,6 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
-close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1841,7 +1775,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1857,15 +1790,12 @@ community/category/*
 community/comments
 community/feed
 community/trackback
-community_comment
-community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
-connect
 connections
 connectivity
 connector
@@ -1873,31 +1803,20 @@ consumers/archive
 contact_me
 contactus
 content
-content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
-conversation
 conversations
-convert-business
-convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
-copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
-create_pin
 creative-europe/404_en.htm
-creative-studio
-creative_editor
-creator-spotlight
-creator_hub/_earn
-creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1906,9 +1825,7 @@ cse?
 csp
 csp_block
 csp_report_only
-csrf_error
 ct
-ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -2023,9 +1940,7 @@ de/teams
 de/transactions
 de/treasury
 de/your
-deactivate-account
 default
-delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -2076,7 +1991,6 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
-discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2172,8 +2086,6 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
-edit
-editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2185,7 +2097,6 @@ elite?
 email
 email-unsubscribe
 email_actions
-email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2240,7 +2151,6 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
-engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2343,8 +2253,6 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
-explore
-explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2354,7 +2262,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fb.html
 fe=true
 feature/sf-test
 feed
@@ -2435,8 +2342,6 @@ flights
 flutter-canvaskit
 folder
 follow
-follow_board
-follow_user
 following
 food/archive
 food/favourites
@@ -2548,8 +2453,6 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
-google_gdn.html
-google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2658,7 +2561,6 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
-hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2734,18 +2636,15 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
-holiday-spotlight
-holidays-celebrations
 home
-homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://cloudflare.com/robots.txt
-http://yelp.com/robots.txt
+http://amzn.to/robots.txt
+http://tinyurl.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2756,9 +2655,6 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
-idea-ads-tool
-idea-pin-builder
-idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2932,14 +2828,11 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
-install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
-invite
 inviteFromProfile
 inviteMany
-invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -3030,8 +2923,6 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
-join/?next=
-join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -3099,7 +2990,6 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
-kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3134,12 +3024,10 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
-lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
-linked
 linkedin
 list
 list/ls*/_ajax
@@ -3147,7 +3035,6 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
-live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3178,7 +3065,6 @@ location_suggest
 lochp?
 login
 login$
-login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3424,7 +3310,6 @@ native
 nb-no.www.cloudflare.com
 nbubumblebee
 network
-new_invite
 news$
 news/$
 news/0
@@ -3436,7 +3321,6 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
-news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3545,7 +3429,6 @@ no-en/treasury
 no-en/your
 nonprofits/account
 not_recommended_reviews/preview
-notifications
 nova
 ns/hydra/console/?
 nus-trk
@@ -3600,12 +3483,8 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
-oauth/line
-oauth/login
 oauth/v2
 oauth2/v2
-oauth_error
-offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3638,11 +3517,8 @@ pages?oid=-
 pagespeed/insights/ui/logo
 pantheon
 pantheon-platform
-parental-consent/confirmation
-parental-passcode
 participate/conferences.xml
 partners
-password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3677,40 +3553,8 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
-pin-builder
-pin-communities
-pin-creation-tool
-pin-editor
-pin/*/activities
-pin/*/activity
-pin/*/analytics
-pin/*/brand-catalog
-pin/*/comments
-pin/*/email
-pin/*/feedback
-pin/*/idea-pin/related-products
-pin/*/likes
-pin/*/promote
-pin/*/reaction
-pin/*/related-products
-pin/*/repin
-pin/*/repins
-pin/*/sent
-pin/*/share
-pin/*/shop-the-look
-pin/*/tag
-pin/*/takes
-pin/*/visual-search
-pin/*/visual-shop
-pin/create
-pin/find
-pin/find?url=
-pin_shop
 ping?
 pingback
-pinterest-predicts
-pinterest-wellbeing
-pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3762,7 +3606,6 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
-place
 plan=
 platform-telemetry
 play/store/web
@@ -3790,7 +3633,6 @@ ppob?
 pqa
 preference
 preferences
-prefs
 present
 presentation
 prettyearth/assets
@@ -3801,8 +3643,6 @@ private
 pro
 pro-resources
 pro/about
-product-catalogs
-product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3881,7 +3721,6 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
-pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3889,7 +3728,6 @@ q=
 qnasearch?
 qr
 quality_form?
-quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3903,7 +3741,6 @@ rd/search
 rd/search$
 rd/search?
 recensioni
-recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3921,8 +3758,6 @@ refer
 refer/pal
 referrals
 referrer=
-refresh_stored_accounts
-refresh_token
 register
 registration
 registry/wishlist
@@ -3932,14 +3767,10 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
-reports-and-violations
-request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
-resource
-resource/*/get
 results
 retail
 retail/old
@@ -3975,7 +3806,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -4074,7 +3904,6 @@ searchhistory
 sections
 secure
 seller_onboarding
-sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -4148,7 +3977,6 @@ shihui?
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
-shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -4157,7 +3985,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://ted.com/robots.txt
+showtimes/location/*http://m.facebook.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4441,13 +4269,11 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
-socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
-source
 source=
 source_repo=
 spain/empresas/
@@ -4470,7 +4296,6 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
-sso
 stadia/gamers
 start
 start_order
@@ -4522,10 +4347,6 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
-story-pin-builder
-story-pin-invite
-story_feed
-story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4546,7 +4367,6 @@ support
 support/content
 support/forum/search?
 surprise
-suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -4557,7 +4377,6 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
-sw-shell.html
 swg
 syndicate
 system1/images
@@ -4565,7 +4384,6 @@ t/terms
 tab=
 tablet
 tacms
-taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4598,10 +4416,8 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
-thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
-theme
 themes/rss
 things/search
 things/search$
@@ -4681,7 +4497,6 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
-tv
 tv/thumb
 tvschedule
 twitter
@@ -4747,13 +4562,9 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
-unauth-profile
-unlink
 unsub
 until=
 updates
-upload-image-lens-history
-upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4828,8 +4639,6 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
-v1/urls/count.json
-v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4860,13 +4669,10 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
-website/confirm
-website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
-welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5327,7 +5133,6 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
-your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 772c4072a..c324b1976 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -261,6 +261,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .mp4$
 .mrss$
 .mspx
+.nocache.html
 .otf*************
 .otmi$
 .pdf
@@ -2277,12 +2278,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?orpq
 /?q=
 /?s=
+/?sc_lang
 /?xml=
 /?z=1
 /@async
 /Aes/$
+/BucketContent
 /C
 /CVS
+/Careers/Form
+/Careers/Profiles
+/Careers/Registration
 /Client/
 /Community?
 /F1/
@@ -2296,6 +2302,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ntx
 /P
 /PWD
+/RedesignBucket
 /Results.aspx
 /Results?
 /SelectLocale?fromPage=
@@ -2306,12 +2313,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Xhr
 /_
 /_/rsrc
+/_acnmedia/
 /_activities
 /_activity
 /_community
 /_created
 /_followers
 /_following
+/_globalreferences/
 /_jcr_content
 /_jcr_content/par
 /_m2
@@ -2320,6 +2329,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_saved
 /_shop
 /_shopping_list
+/a-com-no-follow-no-index/
 /about
 /about
 /about-us/contact/contact-spotify-account
@@ -2527,6 +2537,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /click?type=*$
 /client$
 /client/
+/clients/
 /clima/
 /cm
 /cnet_global_app_redirect.xml
@@ -2586,12 +2597,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contactformulier
 /contactus/mwaas*
 /content-feedback/accessibility-feedback
+/content/acom/
 /content/search
 /content/usergenerated/asi/mongo/content/sites/activitystreams/activities/community
 /contributor
 /cookie$
 /cookie.js
 /cookie/dmaid
+/core/
 /country
 /cover
 /covid-19-across-world/*
@@ -2711,6 +2724,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /entrylist-*.html
 /entrylist.html
 /error
+/error/
 /es/partidos
 /etag$
 /evalcenter/
@@ -2797,6 +2811,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /hack
 /hardware/*/cart
 /havadurumu/
+/header/global-header/
 /health/search/filter
 /healthvault/
 /height_*--
@@ -2949,6 +2964,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login/
 /login/verify-email
 /login?
+/loginpage
 /logout
 /longhorn/
 /lookup?
@@ -3290,11 +3306,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/?q
 /search/?q=*
 /search/account
+/search/ai-search
 /search/assets
 /search/collections
 /search/login
 /search/models
 /search/portfolio
+/search/results
 /search/ris
 /search/search_results
 /search?
@@ -3325,6 +3343,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /searchDirectory
 /searchresults/
 /searchsuggest
+/secure/
 /select*?
 /select-cadeau-sparen/?
 /selectlocale-dmc?fromPage=
@@ -3367,6 +3386,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /singlepage/pipe
 /singlepage/uncached_pipe
 /site/
+/sitecore/
 /sitemap
 /sitemap_gpdc.xml
 /skip-video
@@ -6887,7 +6907,7 @@ account-settings
 account-setup
 account/
 account/accomplishments
-account/accomplishments/http://creativecommons.org/robots.txt
+account/accomplishments/http://creativemarket.com/robots.txt
 account/ackgift
 account/deactivated
 account/emailoptout/?*token=
@@ -8197,7 +8217,6 @@ backoffice=
 backstage/help/search-results.html
 badges/profile/create
 bagon
-baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -10145,6 +10164,7 @@ companies
 companies/c
 companies/o
 companies/search
+company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10534,7 +10554,6 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr
@@ -13340,7 +13359,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://baidu.com/robots.txt
+global-infrastructure/services/get-async/http://bakespace.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13942,7 +13961,6 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 honing.html
 hooks
@@ -14094,7 +14112,7 @@ http://redbubble.com/robots.txt
 http://support.apple.com/robots.txt
 http://techradar.com/robots.txt
 http://theverge.com/robots.txt
-http://tiny.cc/robots.txt
+http://tinyurl.com/robots.txt
 http://torproject.org/robots.txt
 http://translate.google.com/robots.txt
 http://upload.wikimedia.org/robots.txt
@@ -15835,7 +15853,6 @@ liked
 limit_hits
 limited-release
 link
-link?
 link_to
 linked
 linkedin
@@ -17656,7 +17673,7 @@ noflashhtml
 nofollow=1
 nojs=
 nonConfig/api/wpa
-nonce="kgp-etZ8lLdZRfnj9_m10w">if(google.cis
+nonce="A0xeJ3zSo3UBUkWLmYINPQ">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -18101,6 +18118,7 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
+page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -19976,7 +19994,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20749,7 +20766,6 @@ sheet/help/search-results.html
 shelf/user_shelves
 shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -20872,6 +20888,7 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
+sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign/help/search-results.html
@@ -23012,7 +23029,6 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -23155,6 +23171,7 @@ urr
 urw
 urw/*/product-reviews
 us
+us-en/careers/admin/careersxmlresult
 us-es*/listing/*/favoriters
 us-es*/people/*/circle
 us-es*/people/*/favorites
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 7f8718c6e..2e70a9039 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -867,9 +867,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 -/webextension
 -/zh_TW
 -/zh_TW$
--a-gender*
 -adstory.html
--b-gender*
 -blog
 -branch-1/
 -branch-2/
@@ -882,43 +880,24 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 -branch-9/
 -branch/
 -c-*-s-YT*.html
--c-gender*
 -compare-view
--d-gender*
--e-gender*
 -embed
 -empfehlen.html$
 -excl
--f-gender*
 -fragment
 -fragment-dynamic.html
 -fragment-recursive
 -fragment-recursive.html
 -fragment.html
--g-gender*
--gender-cotton-*
--gender-infant-*
--gender-velvet-*
--h-gender*
 -hds.f4m
--i-gender*
--j-gender*
--k-gender*
--l-gender*
 -logon.asp*
--m-gender*
--m-use-*
 -mostviwed*
--mxsp-*
--n-gender*
 -nav.html
 -nimexdetail.xml
 -nodx$
 -nodx-
 -ntps.html$
--o-gender*
 -offres-promos-summer-deals-.shtml
--p-gender*
 -password
 -popup$
 -print.html
@@ -926,25 +905,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 -prod-drlive*/us-en/shop*
 -prodlive*/us-en/shop*
 -profile/vs/*
--q-gender*
--r-gender*
--s-gender*
 -showMore.html
 -showMore.html$
 -simplify
 -software/*?*account_campaign_id=
 -software/*?page=
--t-gender*
 -temp$
--u-gender*
 -ugc-*.html
--v-gender*
 -versenden.html$
--w-gender*
--x-gender*
 -xfas
 -xfcat
--z-gender*
 .
 .$
 .*
@@ -954,7 +924,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hsfp.
 .*__hssc.
 .*__hstc.
-.+http://skype.com/robots.txt
+.+http://theweathernetwork.com/robots.txt
 ...$
 .../
 .AARP/
@@ -1026,7 +996,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*
 .css*************
 .css?
-.csshttp://famicom-guitar.com/robots.txt
+.csshttp://general-overnight.com/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1087,7 +1057,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .html%7CName=ComponentLink
 .html*mode=reply
 .html*replyto
-.html.html
 .html/
 .html/email
 .html/feed
@@ -1115,7 +1084,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://palwatch.org/robots.txt
+.jpg$http://astore.amazon.com/robots.txt
 .jpg*
 .jpg*************
 .js
@@ -1126,7 +1095,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .js*
 .js**************
 .js?
-.jshttp://domains.google/robots.txt
+.jshttp://marianacastromoreira.com/robots.txt
 .json
 .json
 .json$
@@ -1172,6 +1141,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .mspx
 .net
 .new.html
+.nocache.html
 .org
 .otf*************
 .otmi$
@@ -1189,14 +1159,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .php$
 .php*dropship
 .php?$
-.phphttp://regjeringen.no/robots.txt
+.phphttp://motorcycletraining.com/robots.txt
 .pl
 .plist$
 .png
 .png$
 .png$
-.png$http://straitstimes.com/robots.txt
-.png$http://wayfair.com/robots.txt
+.png$http://home.kpmg/robots.txt
+.png$http://vh1.com/robots.txt
 .png*
 .png*************
 .ppt
@@ -1208,7 +1178,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .print.html
 .print.html
 .print?
-.product-article-
 .ps
 .py
 .qr
@@ -1236,7 +1205,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .swf
 .swf$
 .swf$
-.swfhttp://english.happybuddhatemple.org/robots.txt
+.swfhttp://glendaleguitars.com/robots.txt
 .sz=
 .tar.bz2$
 .tar.gz$
@@ -1261,7 +1230,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/apple-app-site-association
 .well-known/assetlinks.json
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://decide.madrid.es/robots.txt
+.well-known/assetlinks.jsonhttp://nrf.com/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
 .well-known/security.txt
@@ -1287,7 +1256,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xmli
 .zip
 .zip$
-.zip$http://glas-javnosti.rs/robots.txt
+.zip$http://worldometers.info/robots.txt
 .|jsp
 /
 /$
@@ -1813,6 +1782,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/*year=
 /*/*yoga-room=
 /*/1000$
+/*/2006
+/*/2007
+/*/2008
+/*/2009
+/*/2010
+/*/2011
 /*/?amp
 /*/_tools
 /*/account$
@@ -1893,7 +1868,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?*ls%3d*%3fls%3d
 /*?*ls=*&ls=
 /*?_requestid=
-/*?add-to-cart=*http://qiita.com/robots.txt
+/*?add-to-cart=*http://state.gov/robots.txt
 /*?attachment-id=
 /*?ffref=
 /*?label=
@@ -3150,7 +3125,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*erotic.html
 /*erotism
 /*erotism.html
-/*error=
 /*essex
 /*estupro
 /*estupro.html
@@ -4390,8 +4364,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /-fail-whale
 /-utilites
 /.
-/.-brand*
-/.-feat*
 /.git
 //.html
 ///*
@@ -4399,7 +4371,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /0
 /0,*
 /0,,
-/0-hompage-*
 /1$
 /1000
 /1000$
@@ -4469,7 +4440,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /9401
 /?
 /?
-/?*
 /?*&page=*
 /?*utm_campaign=
 /?*utm_content
@@ -4580,6 +4550,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?s=
 /?s=
 /?sa=
+/?sc_lang
 /?search
 /?search=
 /?searchid=
@@ -4634,11 +4605,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Bridge
 /Bruker:
 /Brukerdiskusjon:
+/BucketContent
 /C
 /CHANGELOG.txt
 /CSLive
 /CVS
 /Captivate
+/Careers/Form
+/Careers/Profiles
+/Careers/Registration
 /Categoria:
 /Categoria:Da_cancellare_subito_per_violazione_integrale_copyright
 /Categoria:Da_controllare_per_copyright
@@ -4664,7 +4639,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Components
 /Contribute
 /Controls
-/CountryRedirect*
 /CreativeSuite
 /Cronologia
 /DeviceCentral
@@ -4684,7 +4658,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /En_us/offers/test/
 /Encore
 /Error
-/Error
 /Error.aspx
 /Especial:
 /ExtensionManager
@@ -4817,6 +4790,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /RSS
 /Reader
 /RecentlyViewed
+/RedesignBucket
 /Redirects
 /Regionenansicht
 /Request
@@ -4915,6 +4889,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_/rsrc
 /_Layouts
 /__template
+/_acnmedia/
 /_activities
 /_activity
 /_catalogs
@@ -4924,14 +4899,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_export
 /_followers
 /_following
+/_globalreferences/
 /_jcr_content
 /_jcr_content*.html
 /_jcr_content*.json
 /_jcr_content*.xml
-/_jcr_content/*/*.gif$
-/_jcr_content/*/*.jpeg$
-/_jcr_content/*/*.jpg$
-/_jcr_content/*/*.png$
 /_jcr_content/par
 /_l
 /_layouts
@@ -4966,6 +4938,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_vti_bin/Views.asmx
 /_ws/urgent
 /a
+/a-com-no-follow-no-index/
 /aHR0c
 /abm
 /about
@@ -5000,9 +4973,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://aswaja.net/robots.txt
-/action~*/http://rachats2credits.fr/robots.txt
-/action~*/http://taern.com/robots.txt
+/action~*/http://backtoedenfilm.com/robots.txt
+/action~*/http://sunsetbrian.com/robots.txt
+/action~*/http://ytmp4converter.com/robots.txt
 /activate
 /activities/detail
 /activities/detail/*/*
@@ -5094,7 +5067,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /analysis-logger/*
 /analysis_tab
 /analytics
-/ancillaries
 /andere
 /anet2021
 /anilingus_*
@@ -5247,7 +5219,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /attachment
 /attachment
 /attachment/
-/attachment/*
 /attachments
 /attend-my-event
 /auctions/ecatalogue/lot.pdf
@@ -5305,7 +5276,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /bbw_*
 /bdm2
 /bdsm_*
-/beacon
 /beaconBase$
 /beaner_*
 /beaners_*
@@ -5641,8 +5611,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /chat2call
 /chats/
 /cheapest-flights-
-/check-in
-/check-in$
 /checkin
 /checklist$
 /checkout
@@ -5662,10 +5630,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /circlejerk_*
 /citations
 /citedby
-/claim
-/claim$
 /claim-money?
-/claim/track-a-claim$
 /classic-tv
 /classified/*/edit
 /classified/*/promote
@@ -5675,6 +5640,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /click?type=*$
 /client$
 /client/
+/clients/
 /clima/
 /clipping
 /clit_*
@@ -5713,7 +5679,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /collections/*sort_by
 /collections/likes
 /collections/types?q=
-/collins/
+/collins
 /columntemplatesearch
 /comentarios
 /coming-soon*&page=
@@ -5726,7 +5692,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /coming-soon*sort=runtime
 /coming-soon*sort=title
 /comment
-/comment
 /comment$
 /comment-
 /comment-thread?
@@ -5826,6 +5791,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /content
 /content-feedback/accessibility-feedback
 /content-parts/
+/content/acom/
 /content/campaigns
 /content/cancer-staging
 /content/cancer/en
@@ -5910,7 +5876,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contributions
 /contributor
 /control_panel/manage*
-/control_panel/manage*http://garciniaweightloss.com/robots.txt
+/control_panel/manage*http://amazon.jobs/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -5925,6 +5891,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /coprolagnia_*
 /coprophilia_*
 /core
+/core/
 /core/*
 /core/*.css$
 /core/*.css$
@@ -6051,11 +6018,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ddl
 /de/spiele
 /dealer
-/deals
-/deals$
 /deals-page
 /deals/compare
-/deals/flight-deals-by-continent$
 /decade
 /decode
 /deep_throat_*
@@ -6068,9 +6032,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /delivery/index.php
 /demo-thank-you
 /dendrophilia_*
-/department-/*
-/department-homeware-productaffiliation-bedroomfurniture/category-beds*-type-childrens*
-/department-homeware-productaffiliation-bedsandmattresses/*
 /deploy_keys
 /deportes
 /deposit/result/order-v3
@@ -6146,7 +6107,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /domination_*
 /dominatrix_*
 /dommes_*
-/done
 /donkey_punch_*
 /double_dong_*
 /double_penetration_*
@@ -6370,6 +6330,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /error
 /error-messages
 /error.html/
+/error/
 /error/*
 /es/accesibilidad
 /es/aviso-legal
@@ -6455,7 +6416,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feed/$
 /feed/*
 /feed/*/articles.xml
-/feed/mailpulse
 /feed/rss/$
 /feed/rss/$
 /feed/search
@@ -6501,8 +6461,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /fit-finder
 /fizipcodecheck
 /flash
-/flight-status
-/flight-status$
 /flights/results
 /flugpreise-
 /fly/*/bundles/flyjs
@@ -6634,11 +6592,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /gcbalance
 /gcrnsts
 /gdprStatus
-/gender-*-promotion-*/*
-/gender-*-promotions-*/*
-/gender-/*
-/gender-unisex-category-stoolsottomans*
-/gender-women-category-swimsuits/
 /general/availability
 /generate
 /generate/$
@@ -6705,6 +6658,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /harming-humans
 /hasen
 /havadurumu/
+/header/global-header/
 /headerslice
 /headlines
 /health/search/filter
@@ -6972,10 +6926,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jcr:content*.html
 /jcr:content*.json
 /jcr:content*.xml
-/jcr:content/*/*.gif$
-/jcr:content/*/*.jpeg$
-/jcr:content/*/*.jpg$
-/jcr:content/*/*.png$
 /jcr:content/slimHeaderPar/slim_page_header_v2
 /jegyarak-
 /jelly_donut_*
@@ -7155,6 +7105,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login?
 /login_
 /login_and_go
+/loginpage
 /logon.asp*
 /logout
 /lolita_*
@@ -7270,8 +7221,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /misc/iphone-blog-article
 /misc/search-results
 /misc/sitemap-page
-/missing-baggage-claim
-/missing-baggage-claim$
 /missionary_position_*
 /mixtape
 /mmpub
@@ -7417,7 +7366,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /network
 /neueroeffnung
 /neueroeffnungen-und-nachrichten
-/neuroscience-terms/$http://newatlas.com/robots.txt
+/neuroscience-terms/$http://cisa.gov/robots.txt
 /neuroscience-topics/$
 /new
 /new-for-you
@@ -7463,7 +7412,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ng/electronics/how-to-select-tv-by-what-you-watch-netflix
 /ng/electronics/how-to-select-tv-by-what-you-watch-smart-tv
 /ng/electronics/how-to-select-tv-by-what-you-watch-sports
-/ngg_tag
 /nggallery
 /nggallery/
 /nieuws?page=*
@@ -7478,9 +7426,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /no
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt
-/no-referrer-when-downgradehttp://marketwired.com/robots.txt
-/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt
+/no-referrer-when-downgradehttp://aic.essrtb.com/robots.txt
+/no-referrer-when-downgradehttp://pixel-a.basis.net/robots.txt
+/no-referrer-when-downgradehttp://sciencemag.org/robots.txt
 /no-search-results
 /no_access
 /node
@@ -7490,7 +7438,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /node/edit
 /nodx
 /noindex
-/noindex
 /noindex/*
 /non-signe-*/*.shtml
 /noname-*
@@ -7663,6 +7610,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /password
 /patches/new
 /patient-family-ed/*
+/patterns/
 /pay-invoice
 /payment
 /payment-success.html
@@ -7685,7 +7633,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/standalone
 /pdf/$
 /pdf/index.html
-/pdf_reader/*/http://venmo.com/robots.txt
+/pdf_reader/*/http://food52.com/robots.txt
 /pdfft
 /pdp/*Offer_id
 /pdp/lo
@@ -7832,7 +7780,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://opplemena.com/robots.txt
+/print/http://mariadb.com/robots.txt
 /print?id
 /print_ad?
 /printable
@@ -8020,7 +7968,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rentacar/fts/*
 /rentacar/templates/integrated/*
 /reply
-/report-a-legal-concern*
 /report_abuse
 /repository/archive
 /republish
@@ -8028,7 +7975,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /request-demo
 /request-demo$
 /request_access
-/resell/productpage
 /reservation
 /reservations/
 /reset-password
@@ -8091,10 +8037,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /returns/*?liteToken=
 /returns/*?ref=
 /reusable-content
-/reverse/
+/reverse
 /reverse_cowgirl_*
 /review
-/review/
 /review/add
 /reviews
 /reviews$
@@ -8121,7 +8066,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rss
 /rss
 /rss$
-/rss.html
 /rss.xml
 /rss/$
 /rss/Events
@@ -8236,7 +8180,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search-result
 /search-results
 /search-results
-/search-results.html
 /search-results/
 /search-results/?
 /search-results?
@@ -8256,7 +8199,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/?
 /search/?*terms
 /search/?q
+/search/?q=*
 /search/account
+/search/ai-search
 /search/assets
 /search/bang
 /search/by-images
@@ -8266,6 +8211,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/plans
 /search/portfolio
 /search/q
+/search/results
 /search/ris
 /search/search_results
 /search/users
@@ -8308,12 +8254,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /searchpage
 /searchresult
 /searchresults$
+/searchresults/
 /searchsuggest
 /season/200
 /sections
 /secure/
 /secure/*
-/security-issues*
 /select*?
 /select-cadeau-sparen/?
 /select-language
@@ -8328,7 +8274,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /seminar/
 /sendToAFriend
 /send_to_friend
-/sendfriend/
 /sendpv$
 /sensor
 /seo-slice
@@ -8366,7 +8311,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /sexy_*
 /share
 /share$
-/shared-board/*
 /shared-content/*
 /shared/
 /shaved_beaver_*
@@ -8381,27 +8325,19 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shitblimp_*
 /shitty_*
 /shop
-/shop/*
-/shop/*-type-*-type
-/shop/*/collaboration-*collaboration
 /shop/*/favoriters
 /shop/*/sold
-/shop/*/type-*-type
 /shop/*?*brand=
 /shop/*?*category=
 /shop/*?*color=
 /shop/*?*price=
 /shop/*?*size=
 /shop/*?*sortBy=
-/shop/*jacketsize-*-jacketsize
 /shop/ProductConfirmationView*
 /shop/app/api/*
 /shop/category/preview-sale
 /shop/category/private-sale
-/shop/designfeature-*/designfeature
 /shop/edit
-/shop/material-*-material
-/shop/occasion-*-occasion
 /shop/product/*-b2b*
 /shop/product/*-freegift*
 /shop/product/*-lazada*
@@ -8441,6 +8377,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /site-settings
 /site-settings/global-navigation.js
 /site/
+/sitecore/
 /sitemap
 /sitemap
 /sitemap_.xml
@@ -8539,7 +8476,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/checkouts
 /store/closest
 /store/feed
-/store/orderhttp://potresnirizik.zagreb.hr/robots.txt
+/store/orderhttp://visualcapitalist.com/robots.txt
 /store/orders
 /storefront/
 /storelocator/storesSearch.json
@@ -8581,8 +8518,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /subscribedto
 /subscribers$
 /subscription/confirmation
-/subscription/subscribe
-/subscription/subscribe$
 /subscriptions
 /subscriptions/manage/
 /subscriptions/securejson/
@@ -8817,8 +8752,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /trial-buynow
 /tribadism_*
 /tried
-/trip
-/trip$
 /trip-offer
 /trivia/*
 /tub_girl_*
@@ -9031,7 +8964,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /web/ip-business-moments
 /web/isg
 /web/madrid-gazette
-/web/pages/*
 /webapi
 /webapps
 /webcheck1/
@@ -9112,8 +9044,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/gallery
 /wp-content/plugins
 /wp-content/themes
-/wp-content/uploads/http://copaco.com.py/robots.txt
-/wp-content/uploads/http://next.co.uk/robots.txt
+/wp-content/uploads/http://javieraviles.com/robots.txt
+/wp-content/uploads/http://socialmediatoday.com/robots.txt
 /wp-feed
 /wp-includes
 /wp-json/*
@@ -9170,29 +9102,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 0
 0*?
 0-0-*-price-*.html
-0-blsr*
-0-brandcampaign*
-0-brandpage*
-0-brandsemail*
-0-campaign*
-0-edit*
-0-editpage
-0-edt*
-0-email*
-0-homelandingpage*
-0-homepage*
-0-kidslandingpage*
-0-lingeriecampaign*
-0-made*
-0-mission*
 0-off*
-0-osa*
-0-osalink*
-0-pf-*
-0-premiumbrands*
-0-push*
-0-storyly*
-0-tiktok*
 0.gif
 000/*
 0c49118
@@ -9265,7 +9175,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*amp=
 ?*answerId=
 ?*api_key
-?*apikey*http://visaeurope.com/robots.txt
+?*apikey*http://lifestylesimplify.com/robots.txt
 ?*app
 ?*append_element
 ?*appidt=*
@@ -9341,8 +9251,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hitsPerPage
 ?*hl
 ?*hsCtaTracking
-?*http://amplifypixel.outbrain.com/robots.txt
-?*http://tapatalk.com/robots.txt
+?*http://farnostfrydek.cz/robots.txt
+?*http://s3-ap-southeast-2.amazonaws.com/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
 ?*ic=
@@ -9464,6 +9374,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*smprod=
 ?*sort
 ?*sort=
+?*sortBy=
 ?*sortby=
 ?*sortdir=
 ?*sorting=
@@ -9617,7 +9528,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://chordsoftruth.com/robots.txt
+?*utm_source=http://mentalfloss.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*view=
@@ -9837,7 +9748,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?cache=
 ?cacheBurst=
 ?calendar
-?callback=http://bitfinex.com/robots.txt
+?callback=http://link.medium.com/robots.txt
 ?callsandtexts
 ?cameFrom*
 ?card=
@@ -9944,7 +9855,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?curator=
 ?currency
 ?cursor=
-?customFilters
 ?customize_changeset_uuid=
 ?dataTagID=
 ?date=
@@ -10120,7 +10030,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?go=111b735a516af85c84df92fa7be3eface405339a91bac1c0d5bf8db96e9a2fc1
 ?go=Anime
 ?goalAchievementShowContactOptions
-?gologin=1
 ?gp
 ?gp=*
 ?gpTopAds=
@@ -10316,7 +10225,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ncrnd=
 ?ncs=
 ?neighborhoods
-?netflixsource=*http://help.opera.com/robots.txt
+?netflixsource=*http://polymer-project.org/robots.txt
 ?netmng=
 ?new=
 ?news_id=
@@ -10451,12 +10360,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?preview_theme=
 ?price=
 ?priceFilter
-?priceMax
-?priceMin
 ?print
 ?print
 ?print=
-?print=*
 ?print=1
 ?print=1
 ?print=yes
@@ -10549,7 +10455,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?r
 ?r=
 ?radius=
-?rangeId=*http://dafont.com/robots.txt
+?rangeId=*http://psidetektiv.cz/robots.txt
 ?rc=
 ?receiver=
 ?recipient=*&id=
@@ -10685,7 +10591,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?show_error=true
 ?showcomment*
 ?showroom-open=
-?shttp://jetpack.com/robots.txt
+?shttp://gdpr-info.eu/robots.txt
 ?sid
 ?sid=
 ?site_version=viewfullsite
@@ -10737,9 +10643,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?sortBy=pricelowhigh*
 ?sortBy=rating*
 ?sortBy=score*
-?sortDirection
 ?sortField=
-?sortKey
 ?sort_by=
 ?sort_dir
 ?sort_order
@@ -10761,7 +10665,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?spm=
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://news.un.org/robots.txt
+?sq_content_src=http://gov.scot/robots.txt
 ?src
 ?src*
 ?src=sem_ggl
@@ -10924,7 +10828,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?viewId=
 ?viewType
 ?view_medium=
-?view_only=http://osha.gov/robots.txt
+?view_only=http://urbanoutfitters.com/robots.txt
 ?view_source=
 ?viewday=
 ?viewmont=
@@ -10953,7 +10857,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?wcmmode*
 ?wcmmode=
 ?webview=
-?webview=true
 ?week=
 ?wfjpreview=
 ?whid=
@@ -11014,7 +10917,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @me
 @me$
 @nfs/ecommerce-front-core
-@vitehttp://optinmonster.com/robots.txt
+@vitehttp://pinterest.fr/robots.txt
 A=
 AAMSZ=160x600
 AAMSZ=300x250
@@ -11046,7 +10949,7 @@ API/forum/update-who-typing
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://hawaii.edu/robots.txt
+API/v2$http://bat.bing.com/robots.txt
 APIAccessSupport
 APWIRE
 AR/
@@ -16885,7 +16788,7 @@ Doc-rss
 Doc-y/
 Documentation/
 Documents/
-Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt
+Documents/Departments/EthicsElections/DemocracyVoucher/http://worldtimebuddy.com/robots.txt
 Documents/postgraduate-prospectus.pdf
 Documents/students/undergraduate-prospectus.pdf
 Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf
@@ -17201,7 +17104,6 @@ Fact_check
 FairShare
 FamilyConnect?*s=
 FareCalendar
-FatalError.html
 FavoriteReviewManagement
 Feature
 Featured
@@ -17572,7 +17474,7 @@ IntegrationCenter
 Inter
 InterestItem
 InternalError.html
-International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt
+International-Lectures/en-GB/courses/apply.aspxhttp://tempestchess.com/robots.txt
 International-Lectures/nl-NL/cursussen/inschrijven.aspx
 International/questions/qa-html-language-declarations/icons
 InterstitialsWidget
@@ -17606,6 +17508,7 @@ Job-Listings
 Jobs
 Jobs/Search
 JoinPlus
+Jquery/
 JsonData/
 JsonServiceController
 JustForYouGuide
@@ -17627,6 +17530,7 @@ KZ/
 Keep
 Kimengi
 Kimengi/nineconnections.com
+Knowledge-Search
 Korean
 Krypto
 LA
@@ -17634,7 +17538,6 @@ LA/
 LB/
 LC
 LC/
-LFE/Live.controls.sharedpages/error.aspx
 LHC.BET
 LHCBET
 LI/
@@ -18276,7 +18179,6 @@ OwnersNew
 OwnersOld
 OwnersTermsAndConditions
 P
-P.mvc?_escaped_fragment_=/peopletags.aspx
 P3/find
 PA/
 PAD
@@ -18471,6 +18373,7 @@ PrintGuide
 PrinterFriendly
 PrivacyView
 Private
+Product-Search
 Product-Show*
 Product-Variation*
 Product?pid=*
@@ -18578,7 +18481,6 @@ Public/HomeAlertSetup.aspx
 Public/MAPPINGS/OBSOLETE
 Public/SearchResults.aspx
 Publish/
-Published
 Publishing/ATHENS_index.asp
 Publishing/ChemScience/Volume/2009/03/Turning_the_light_off_on_tooth_bleaching.asp
 Publishing/EdSymp/
@@ -18641,11 +18543,8 @@ RFP/xml/
 RFTS
 RHdb
 RMHome
-RMID=
 RMReviewCollect
 RO/
-RRID=
-RR_NUMBER=
 RSContentSharing
 RSManagementCenter
 RSOfflineBilling
@@ -18824,8 +18723,6 @@ Scotland
 ScreensaverShade
 Scripts
 Scripts/
-Scripts/CountryRedirect.js*
-Scripts/ModernisedHeader/CountryRedirect.js*
 Search
 Search
 Search-Results
@@ -18837,9 +18734,10 @@ Search/
 Search/*
 Search/Mail/Public
 Search5
-Search?*http://cracked.com/robots.txt
+Search?*http://lh6.ggpht.com/robots.txt
 Search?q*
 Search?searchstring_input=
+SearchKey
 SearchNavigationView
 SearchResults
 SearchResults.aspx
@@ -18852,7 +18750,6 @@ SendToFriend
 SendToFriend-Start/
 SentConfirmationEmail
 Server
-ServerError.aspx
 ServerSupport/LinkChecker
 ServerSupport/LinkChecker.TEST
 ServerSupport/UsageStats
@@ -18866,7 +18763,6 @@ ServiceDesks/
 ServiceWorker
 Services
 Services/Dentists/Overview/DentistPatientAcceptanceVerification.aspx*
-SessID=
 SessionHandler.aspx
 Sessions/
 SetCookieOverrides
@@ -18927,7 +18823,6 @@ SiteGlobals/Functions/RSSFeed/DE
 SiteGlobals/Modules
 SiteGlobals/StyleBundles
 SiteSnagger
-SiteURL*
 Sitecore
 Sitecore/
 Sitemaps/
@@ -19311,7 +19206,7 @@ Valley-of-Longevity-Property/
 VariationSelectionView
 Verify/*
 VerifyReview
-Verkko/http://elastic.co/robots.txt
+Verkko/http://golddustdental.com/robots.txt
 Video
 Video/*playerIndex
 Video/Panel/
@@ -19331,7 +19226,7 @@ ViewMandate
 ViewPDF.aspx
 Vlast/
 VolunteerTranslations
-VoteActivities/http://nature.com/robots.txt
+VoteActivities/http://hollywoodlife.com/robots.txt
 VoteCount/?action=
 W
 WAI/ER/tests
@@ -19839,7 +19734,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://link.springer.com/robots.txt
+_r/http://independent.ie/robots.txt
 _recache
 _redirectedFromOffline-true
 _remote
@@ -19894,7 +19789,6 @@ _tmp
 _translations?
 _tsc
 _uac/adpage.html
-_ui
 _uploads/
 _v1_
 _v1st
@@ -19932,7 +19826,6 @@ _yahoo
 _zc
 a
 a-blow-to-the-open-internet-net-neutrality-repealed-in-the-united-states
-a-gender*
 a-knight-s-tale
 a-league-of-their-own
 a-logon/
@@ -20092,7 +19985,7 @@ about-cancer/cancer-chat/user?destination=/
 about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/
 about-ghostery
 about-the-council/about-the-website/third-party-accessibility-statements
-about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt
+about-the-council/about-the-website/third-party-accessibility-statements/*http://thestar.com/robots.txt
 about-the-council/contact-us-new
 about-the-council/contact-us/adult-education
 about-the-council/contact-us/adult-social-care-and-health
@@ -20116,9 +20009,9 @@ about-ti/careers-maintenance.html
 about-us
 about-us/careers
 about-us/careers/job-description.html$
-about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt
+about-us/contact-enquiries/forms/emailform.jsp?*http://nbclosangeles.com/robots.txt
 about-us/employment
-about-us/employment/*http://auswaertiges-amt.de/robots.txt
+about-us/employment/*http://bestetic.ro/robots.txt
 about-us/news-and-media/media-centre/corporate-news/facet/Topic/
 about-us/news-and-media/media-centre/corporate-news/facet/Year/
 about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/
@@ -20149,13 +20042,10 @@ about-wipo/*/offices/russia/
 about-wipo/*/offices/singapore/
 about.html
 about/*/*?pos
-about/*/getting-started
-about/*/mobile
-about/*/update
 about/*qt-vzc_corporate_news_analytics
 about/adrm/data-linkage
 about/advertise/oauth-net-rate-sheet-2023.pdf
-about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt
+about/advisory-and-peer-review-committees/roster/hlbp/http://justgetflux.com/robots.txt
 about/ask/
 about/ask?*
 about/awards/award-recipient-form.html
@@ -20383,7 +20273,7 @@ account/*
 account/Register.aspx
 account/_Resources/
 account/accomplishments
-account/accomplishments/http://courses.i-leadonline.com/robots.txt
+account/accomplishments/http://flic.kr/robots.txt
 account/ackgift
 account/artworks
 account/authenticate
@@ -20428,9 +20318,6 @@ account/payment_details
 account/paypal_cart
 account/portfolio/all
 account/profile
-account/rapidrewards/certificates/freedom-award-conditions-and-terms
-account/rapidrewards/certificates/standard-award-conditions-and-terms
-account/rapidrewards/tier-status
 account/register.aspx
 account/registration
 account/reset-password/*
@@ -20637,8 +20524,26 @@ activation_successful
 activedit
 activemq
 activities
+activities/*/analysis
 activities/*/comments
+activities/*/embed
+activities/*/est-power-
+activities/*/flags/new
+activities/*/heartrate
+activities/*/laps
 activities/*/likes
+activities/*/matched
+activities/*/overview
+activities/*/pace-
+activities/*/potential-segment
+activities/*/power-
+activities/*/route
+activities/*/segments
+activities/*/segments/*/sharing
+activities/*/shareable_images
+activities/*/split
+activities/*/truncate
+activities/*/zone-distribution
 activities/adventure/index.htm
 activities/asian-american/angel_island/index.htm
 activities/asian-american/index.htm
@@ -20760,7 +20665,7 @@ add-ons/
 add-to-bibliography
 add-to-cart
 add-to-cart=*
-add-to-cart=*http://criteo.com/robots.txt
+add-to-cart=*http://kudo.cart.fc2.com/robots.txt
 add-to-existing-collection
 add-visit
 add?community=
@@ -20837,13 +20742,13 @@ admin-user
 admin.artnet.*
 admin.php
 admin/
-admin/
+admin/
 admin/*
 admin/aso
 admin/blogmove
 admin/forgot/
 admin/form
-admin/http://mediapost.com/robots.txt
+admin/http://hemoroid.info/robots.txt
 admin/mapping-dashboard
 admin/notification-center
 admin/sro
@@ -20857,14 +20762,14 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
-adminhttp://dji.com/robots.txt
+adminhttp://unbounce.com/robots.txt
 administration
 administration/
 administrative-fellowship
 administrative-staff/ebaid-nancy
 administrator
 administrator/
-administrator/http://trustpilot.com/robots.txt
+administrator/http://vinrecca2011.weebly.com/robots.txt
 adminjiraserver070
 adminjiraserver071
 adminjiraserver0710
@@ -21059,7 +20964,7 @@ affiliate
 affiliate-forgot-password
 affiliate-login
 affiliate-program
-affiliate/*http://fontawesome.io/robots.txt
+affiliate/*http://whc.unesco.org/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms*
@@ -21401,7 +21306,6 @@ alisamanning
 alisonfrankjohnson
 alisonmahan
 alive/
-alive/user
 alixboberg
 aliyatest
 alkali
@@ -21901,12 +21805,12 @@ api/abtests/active-tests
 api/access
 api/adsplatform/conversion/event
 api/ajax/checktheseout
-api/ajax/checktheseout?.*http://indieauthorcon.com/robots.txt
+api/ajax/checktheseout?.*http://blogtalkradio.com/robots.txt
 api/ajax/reactions
 api/ajax/reactions?.
 api/ajax/rightlatestnews
 api/ajax/rightlatestnews?.
-api/attachments/*http://docs.oracle.com/robots.txt
+api/attachments/*http://business.twitter.com/robots.txt
 api/auth
 api/beta/search
 api/billing
@@ -21924,7 +21828,6 @@ api/comment/user/featureds
 api/comment/user/muted
 api/comment/user/subscribers
 api/comment/user/voted
-api/commerce/bag/*/total
 api/conferences/*/application-options
 api/conferences/*/committees
 api/conferences/*/organizers
@@ -21942,7 +21845,7 @@ api/discover/1/discover_web
 api/discover/sites
 api/discovery
 api/documentations/v3
-api/du/Searchhttp://dribbble.com/robots.txt
+api/du/Searchhttp://forums.macrumors.com/robots.txt
 api/du/search
 api/editionurlgenerator
 api/entry/http
@@ -21952,7 +21855,7 @@ api/extensions/1.0/extensions
 api/getEarthquake.php
 api/health
 api/html
-api/http://kobemural.com/robots.txt
+api/http://ssl.gstatic.com/robots.txt
 api/install_backblaze
 api/internal/*/location
 api/internal/analytics/songs
@@ -21978,7 +21881,7 @@ api/nextsteps/*
 api/ng-looks/
 api/nicorepo/timeline
 api/nts/v1/login
-api/og/*http://crowdfundingusa.com/robots.txt
+api/og/*http://bandsintown.com/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/posts/*/popular_posts
@@ -22116,7 +22019,6 @@ app
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txt
 app-api/split-proxy
 app-assets
 app-business-lp
@@ -22203,7 +22105,7 @@ append_follows
 appengine
 appl
 apple-app-site-association
-apple-app-site-associationhttp://focusonkids.ru/robots.txt
+apple-app-site-associationhttp://technorati.com/robots.txt
 apple-news
 apple-touch-icon-120x120-precomposed.png
 apple-touch-icon-120x120.png
@@ -22618,7 +22520,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://eeoc.gov/robots.txt
+archives/http://edps.europa.eu/robots.txt
 archives/multimedia/extra
 archives/multimedia/feedback.php
 archives/multimedia/rss/Instructions+for+content+providers
@@ -22887,14 +22789,14 @@ asonawane
 asouri
 asp.net/
 asp/
-asp/*http://arte.tv/robots.txt
+asp/*http://developers.googleblog.com/robots.txt
 asp/demo_db_edit.asp
 aspi/
 aspnet_client
 aspnet_client/
 aspx$
 aspx/
-aspx/read.aspxhttp://tnt.netmng.com/robots.txt
+aspx/read.aspxhttp://tf1.fr/robots.txt
 aspxerrorpath*
 asrelated.cms*
 asross
@@ -22941,7 +22843,7 @@ assets/errorpage
 assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources
 assets/gov/zzzz
 assets/hk-grotesk
-assets/http://jotform.com/robots.txt
+assets/http://intuit.com/robots.txt
 assets/images/global/s.gif
 assets/infographic
 assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf
@@ -23129,6 +23031,14 @@ atct_album_view$
 atg/commerce/order/purchase
 athaler
 athenaeyster
+athlete
+athletes/*/follows
+athletes/*/heatmaps
+athletes/*/invite
+athletes/*/segments
+athletes/*/training/log
+athletes/*/trophy-case
+athletes/search
 athletic*/?source=
 athletic*/boxscore
 athletic*access_token
@@ -23207,10 +23117,7 @@ att-dgt-checkin-e/api/*
 attach/
 attachements
 attachment
-attachment_category/*
-attachment_color/*
 attachment_id=
-attachment_styles/*
 attachments
 attachments/*/download_file
 attachments/download
@@ -23305,7 +23212,6 @@ au/careers/search?
 au/cart
 au/checkout
 au/comment
-au/consumer/tvs-projectors-learn-search/viera-televisions/viera-cx700-series.html
 au/conversations
 au/corporate
 au/cricket
@@ -23460,31 +23366,6 @@ au/showroom_cms/content
 au/sitemap.html
 au/strumenti/creatore-di-logo/onboarding
 au/style
-au/support/product-archives/household/refrigeration/nr-bw415vwau.html
-au/support/product-archives/household/refrigeration/nr-bw415xsau.html
-au/support/product-archives/household/refrigeration/nr-bw465vwau.html
-au/support/product-archives/household/refrigeration/nr-bw465xsau.html
-au/support/product-archives/household/refrigeration/nr-bx41bvwau.html
-au/support/product-archives/household/refrigeration/nr-bx41bxsau.html
-au/support/product-archives/household/refrigeration/nr-bx41cqpau.html
-au/support/product-archives/household/refrigeration/nr-bx421gusa.html
-au/support/product-archives/household/refrigeration/nr-bx46bvwau.html
-au/support/product-archives/household/refrigeration/nr-bx46bxsau.html
-au/support/product-archives/household/refrigeration/nr-by552xsau.html
-au/support/product-archives/household/refrigeration/nr-by552xwau.html
-au/support/product-archives/household/refrigeration/nr-by55bpsau.html
-au/support/product-archives/household/refrigeration/nr-by55bvwau.html
-au/support/product-archives/household/refrigeration/nr-cy54agwau.html
-au/support/product-archives/household/refrigeration/nr-cy54bgkau.html
-au/support/product-archives/household/refrigeration/nr-cy54bgsau.html
-au/support/product-archives/household/refrigeration/nr-cy54bgwau.html
-au/support/product-archives/household/refrigeration/nr-cy55cgkau.html
-au/support/product-archives/household/refrigeration/nr-cy55cpsau.html
-au/support/product-archives/household/refrigeration/nr-d535xgsau.html
-au/support/product-archives/household/refrigeration/nr-d535xgwau.html
-au/support/product-archives/household/refrigeration/nr-d655xgsau.html
-au/support/product-archives/household/refrigeration/nr-d655xgwau.html
-au/support/product-archives/household/refrigeration/nr-f603gt-xu.html
 au/swf
 au/tapdance
 au/teams
@@ -23581,7 +23462,6 @@ authenticate=
 authentication
 authentication$
 authentications
-authkey=
 authn
 author
 author-sitemap.xml
@@ -23662,7 +23542,6 @@ autor/francisco_jose_pedrosa_rodriguez/a/ 
 autoren?id=70$
 autoren?id=70&
 autoverhuur/resultaten
-autumn
 autumnefranklin
 auvio/embed
 av
@@ -23828,7 +23707,6 @@ azuki
 azure
 b
 b%E1%BB%8F+phi%E1%BA%BFu
-b-gender*
 b-newsletter/archive
 b-newsletter/content
 b-palle
@@ -24288,7 +24166,6 @@ ban-me-i-am-a-robot
 banaji
 bandito
 bandlab
-bandsize*
 banking
 banking-information/associatebanking/
 banking-information/employeebanking/
@@ -24310,10 +24187,9 @@ baohongchen
 bap.html
 bap/webstore/search.html
 bapingseo
-bappstore/bapps/download/http://poshmark.com/robots.txt
+bappstore/bapps/download/http://graphics8.nytimes.com/robots.txt
 barbarak
 barchartData
-barclays-credit-eligibility-checker$
 bargill
 barikaedwards
 barker
@@ -24724,10 +24600,8 @@ beauty/fashion/*
 beauty/film-tv/*
 beauty/life-culture/*
 beauty/music/*
-beauty/offers$
 beauty/politics/*
 beauty/science-tech/*
-beaverbrooks
 beaverton/2010/11/recapping_the_states_case_in_the_beaverton_murder_trial.html
 bebas-ongkir
 bebchuk
@@ -25270,7 +25144,7 @@ blog-ads-api-output
 blog-galleries
 blog-manager
 blog-old
-blog-p2/http://sendpulse.com/robots.txt
+blog-p2/http://crowdin.com/robots.txt
 blog-post.html
 blog-preview
 blog-rap-us
@@ -25325,14 +25199,14 @@ blog/*_ga
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://salon.com/robots.txt
+blog/.html.*http://cato.org/robots.txt
 blog/20
 blog/200
 blog/2019
 blog/?p=
 blog/?s=
-blog/?s=*http://engvid.com/robots.txt
-blog/?s=*http://japansociety.org/robots.txt
+blog/?s=*http://webkit.org/robots.txt
+blog/?s=*http://wordfence.com/robots.txt
 blog/Neuer_Beitrag.html
 blog/Rubriken.html
 blog/SearchView.aspx
@@ -25423,7 +25297,7 @@ blog/tag
 blog/tag
 blog/tag/
 blog/tag/*
-blog/tag/success-webinar/http://jezebel.com/robots.txt
+blog/tag/success-webinar/http://managementconsulted.com/robots.txt
 blog/tags
 blog/tags-search
 blog/tags-search.html
@@ -25556,7 +25430,7 @@ blogtemp
 blogvideo
 blogvision
 blogweb-20/
-blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt
+blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://infoworld.com/robots.txt
 blogzoho-at-zoho/
 blogzoho-for-google-apps/
 blokdebid/ca/calendar-created
@@ -27164,7 +27038,6 @@ book.html
 book/export
 book/flight
 book/reviews
-book=*
 book_annotations
 book_link/follow
 bookclub
@@ -27186,7 +27059,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://econsultancy.com/robots.txt
+bookmarkshttp://spiegel.de/robots.txt
 bookproperty
 books
 books/?*instrument=
@@ -27392,7 +27265,6 @@ boutique
 boutique/sitemaps
 boutiques
 boutiques/la-rentree-des-sportifs
-boutiqueworkingfromhome*
 bouyguestelecom
 bova/
 bowles
@@ -27400,16 +27272,6 @@ box-week
 box_user_history
 boxiangwang
 boyfriend-spammed-12909.html
-boys/*/1*
-boys/*/2*
-boys/*/3*
-boys/*/4*
-boys/*/5*
-boys/*/6*
-boys/*/7*
-boys/*/8*
-boys/*/9*
-boys/new-in/older-boys/1$
 boyuwu
 bozhao_homepage
 bp
@@ -27549,7 +27411,6 @@ brain/video/treating-gmg-video
 braintree-customization-work
 bramdevolder
 brand
-brand*removecategory
 brand-guide?page=
 brand-post
 brand-post/*
@@ -27567,15 +27428,6 @@ branddb/jsp
 branded
 branded-content
 branded-pins
-branded/*/1*
-branded/*/2*
-branded/*/3*
-branded/*/4*
-branded/*/5*
-branded/*/6*
-branded/*/7*
-branded/*/8*
-branded/*/9*
 brandfeatures/venture-capital
 brandguide
 brandhub/sponsored-content
@@ -27588,7 +27440,7 @@ branding/images/dont-04.png
 branding=
 brandmonitoring
 brandnet
-brandnew/psphttp://understood.org/robots.txt
+brandnew/psphttp://threatpost.com/robots.txt
 brandnewconference/2016/video
 brandonbergman
 brandonedwards
@@ -27603,14 +27455,6 @@ brands/*
 brands/*/filter/*brand_*
 brands/*/libs/*
 brands/*filterByBrand*
-brands/boys
-brands/electrical
-brands/fragrances
-brands/girls
-brands/homeware
-brands/lipsy
-brands/men
-brands/women
 brandspot/pr-spot
 brandspot/sponsored
 brasouli
@@ -27618,6 +27462,7 @@ braves/fans/text-messaging-terms-and-conditions
 braves/search
 brayan
 brazeltonbraxton
+brazil/super-noticia/2012
 brc
 breadcrumb
 breadcrumbs/navigation-tree.json
@@ -27669,11 +27514,9 @@ brower
 browse
 browse*?*content=
 browse*?*content=filterUserTips
-browse*?*sortBy=
 browse*?*type=
 browse-2
 browse-smarter-with-ghostery-8
-browse.aspx
 browse.html/download
 browse.html/view/html
 browse.php
@@ -27776,7 +27619,6 @@ bucks/users
 buddy/
 budget
 budget/search/node
-budget=
 budgethome_stories.cms*
 bufferlength=
 bug-navigator
@@ -27858,7 +27700,7 @@ buscador
 buscador.aspx
 buscador/GoogleServlet
 buscador/GoogleServletBuscadorVertical
-buscador_generalhttp://decrypt.co/robots.txt
+buscador_generalhttp://warehamforge.ca/robots.txt
 buscar
 buscar
 buscar.html
@@ -30895,7 +30737,6 @@ business-security/pki-management/certificate-manager.php?
 business-security/ssl-security.php?s=
 business-security/support-services/it-help.php?
 business-services
-business-solutions/content-moved.asp
 business/*-*/products/business-tv
 business/*-*/products/deals
 business/*-*/products/device-protection-plans/device-protection-plan-for-business
@@ -30935,7 +30776,6 @@ business/enterprise-advisory-board
 business/feedback
 business/global
 business/hub
-business/iframes/toughbook-configurator.asp
 business/infrastructure-explainer
 business/international-business
 business/invite
@@ -30972,10 +30812,6 @@ business/switch-account
 business/thank-you-carrier-integration-request
 business/thank-you-integration-request
 business/top-ads
-business/toughbook/computer-support-enterprise-software.asp
-business/toughbook/computer-support-enterprise-whitepapers.asp
-business/toughbook/computer-support-search-downloads-iframe-JSON.asp
-business/toughbook/configurator-iframe.asp
 business/update
 business/verified-merchant/status
 business/widget
@@ -31080,7 +30916,6 @@ c-AdComparison
 c-ManageMyAds
 c-SavedAds
 c-SelectCategory
-c-gender*
 c-s
 c-w/sandbox
 c.
@@ -31587,7 +31422,7 @@ calebmooreportfolio
 calendar
 calendar
 calendar$
-calendar-2/action~*/http://icloud.com/robots.txt
+calendar-2/action~*/http://alannow.com/robots.txt
 calendar-2/action~agenda
 calendar-2/action~default
 calendar-2/action~http:
@@ -31807,7 +31642,7 @@ calendrier/action~agenda
 calendrier/action~month
 calendrier/action~oneday
 calendrier/action~posterboard
-calendrier/action~stream/http://dailycaller.com/robots.txt
+calendrier/action~stream/http://theatre-huchette.com/robots.txt
 calendrier/action~week
 calf
 california-exhibit
@@ -31860,7 +31695,7 @@ campaigns/
 campaigns/bigsix.html
 campaigns/bulk-order-form
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://southwest.com/robots.txt
+campaigns/digital-recruitmenthttp://rappler.com/robots.txt
 campaigns/help/search-results.html
 campaigns/infor-hub-xt5r5iwdrgxbnuz/
 campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once
@@ -31886,6 +31721,7 @@ camtasia-creative.html
 camtasia-eula.html
 camtasia-win-to-relay.html
 canada-language-selection
+canada/ottawa-citizen/2012
 canal-de-denuncias
 canale_saluteebenessere/notizie/professional
 canatara
@@ -34719,7 +34555,7 @@ cd/V77972_01
 cd/clip/parole/soprano-hiro-7260.html
 cd/corneille-entre-nord-et-sud-1769.html
 cd_upload/Search
-cdc/http://gizmodo.com/robots.txt
+cdc/http://confluence.atlassian.com/robots.txt
 cdf/sign
 cdj
 cdk/*
@@ -34731,9 +34567,9 @@ cdn-cgi/*
 cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://mediamatchmaker.co.uk/robots.txt
-cdn-cgi/http://newindianexpress.com/robots.txt
-cdn-cgi/http://rover.com/robots.txt
+cdn-cgi/http://humblebundle.com/robots.txt
+cdn-cgi/http://paulirish.com/robots.txt
+cdn-cgi/http://timeanddate.com/robots.txt
 cdn-cgi/image
 cdn-cgi/l/email-protection
 cdn-cgi/rum
@@ -34866,8 +34702,8 @@ cgi-bin/grid-words
 cgi-bin/guestbook
 cgi-bin/histDiff.cgi
 cgi-bin/homelandsecurity
-cgi-bin/http://euroncap.com/robots.txt
-cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt
+cgi-bin/http://evidyarthi.in/robots.txt
+cgi-bin/http://instacart.com/robots.txt
 cgi-bin/imagemap
 cgi-bin/isbn
 cgi-bin/kaweahits
@@ -34880,7 +34716,7 @@ cgi-bin/loginpage
 cgi-bin/longs.cgi
 cgi-bin/mb
 cgi-bin/msdemo/
-cgi-bin/notices/http://ams.usda.gov/robots.txt
+cgi-bin/notices/http://docs.docker.com/robots.txt
 cgi-bin/onTopic
 cgi-bin/orphanWikiPages
 cgi-bin/outline
@@ -34920,7 +34756,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://ifixit.com/robots.txt
+cgi-binhttp://youtube.de/robots.txt
 cgi-local
 cgi-mad/
 cgi-out
@@ -35020,7 +34856,6 @@ ch/de/checkout
 ch/de/chweb
 ch/de/contact/search?param=
 ch/de/datenschutzerklaerung/qualtrics
-ch/de/extranet
 ch/de/it/m/cms
 ch/de/live-event-schedule
 ch/de/live-event-schedule$
@@ -35311,7 +35146,7 @@ checkout2
 checkout?*
 checkout?plan_id
 checkoutconfirmation
-checkouthttp://modernistcuisine.com/robots.txt
+checkouthttp://pacaneleaparate.biz/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -35489,7 +35324,6 @@ ci/
 ci0
 ci360-content/
 cibsr/cibsronly
-cid=*=
 cigallkadoch
 cimg
 cimgstwr/
@@ -35563,7 +35397,6 @@ ckeditor
 ckfinder
 ckgeiger
 ckorponay
-cksum=
 cl
 cl/
 cl/*?*lang=es-MX
@@ -35747,7 +35580,6 @@ clear-article-cache.php
 clear/apc
 clear_cache=
 clear_cache_session=
-clearance/search*
 clearcookies
 clemenshug
 cleveland/ArticleArchives
@@ -35770,8 +35602,8 @@ clickId=
 click_
 clickandbuy
 clickhere.jsp
-clickhttp://antena3.rtp.pt/robots.txt
-clickhttp://searchenginejournal.com/robots.txt
+clickhttp://bet.com/robots.txt
+clickhttp://weather.gov/robots.txt
 clickstream
 clicktale
 clickthrough.jsp
@@ -38101,6 +37933,10 @@ clubs
 clubs-delegates/puppies/all-breeds
 clubs.php
 clubs/*
+clubs/*/discussion
+clubs/*/leaderboard
+clubs/*/members
+clubs/*/recent_activity
 clv
 cm
 cm/
@@ -38136,7 +37972,7 @@ cmp=
 cmplog
 cmr
 cms
-cms-search/http://cmswire.com/robots.txt
+cms-search/http://tracker.marinsm.com/robots.txt
 cms.
 cms.dll
 cms.dll*
@@ -38176,7 +38012,7 @@ cn/en/privacy-statement/qualtrics
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
 cn/error-static-cdn
-cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt
+cn/events/huaweiconnect/livestream-for-tvs$http://bigfishgames.com/robots.txt
 cn/ipns
 cn/license/ibis-models
 cn/license/licensing-agreement/
@@ -38191,7 +38027,7 @@ cn/products-lifecycle
 cn/products/online-datasheet/
 cn/products/ras/trial-center
 cn/random
-cn/request-information/
+cn/request-information/
 cn/resources
 cn/resources/packaging-quality-symbols-footprints/symbols-and-footprints/
 cn/search
@@ -38309,7 +38145,7 @@ cobrand/
 code
 code/
 code/*
-code/http://w3techs.com/robots.txt
+code/http://microsoft.com/robots.txt
 code2product-typeform-dashboard
 code=
 codeCoverage
@@ -38410,10 +38246,8 @@ colles
 collezioni/*/$
 collezioni/*/index.html$
 collision-19
-color-*
 color=
 colors$
-colors-*
 colors/for_404.json
 coltoneicher
 com
@@ -38480,12 +38314,15 @@ comments.php
 comments/
 comments/*
 comments/*/likes
+comments/TeachLeader/responses
 comments/count
 comments/feed
 comments/feed*
 comments/feed/
 comments/for_profile_page
 comments/like
+comments/nationalforum/responses
+comments/nationalforum97/responses
 comments/quote
 comments/reply
 comments=
@@ -38566,7 +38403,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://cointelegraph.com/robots.txt
+community/*/profile/*http://bayupradana.com/robots.txt
 community/*/rss
 community/*/topics
 community/*/trackback
@@ -38723,7 +38560,6 @@ company/search
 company/user_stories/search.html
 company2
 companyDir
-companyName=
 company_news
 company_size=
 companydb/buscar
@@ -38875,7 +38711,7 @@ conditions-diseases?
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
 conditions/pregnancy-and-baby/pages/your-birth-plan.aspx
 conejo
-conex-2019http://view.adjust.com/robots.txt
+conex-2019http://aafp.org/robots.txt
 conf
 conf
 conf/*.php$
@@ -38944,7 +38780,6 @@ confirmapp
 confirmation
 confirmation-commande
 confirmation.html
-confirmationNumber=
 conflagexp
 conflict
 cong
@@ -38954,7 +38789,7 @@ connect-accounts
 connect.facebook.net
 connect/@
 connect/help/search-results.html
-connect/http://blog.sfgate.com/robots.txt
+connect/http://imgur.com/robots.txt
 connect/offer
 connect/profile
 connect/social-intranet.html
@@ -38966,7 +38801,6 @@ connectedliving/wp-includes
 connectedwomen/wp-admin
 connectedwomen/wp-content/plugins
 connectedwomen/wp-includes
-connectingAirport=
 connections
 connections/recent
 connectivity
@@ -39030,7 +38864,7 @@ contact-opnemen-met-myheritage
 contact-opnemen-met-ondersteuning
 contact-pantone-connect
 contact-preferences
-contact-sales/http://pingidentity.com/robots.txt
+contact-sales/http://wicg.github.io/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -39064,14 +38898,13 @@ contact/employees/servlets
 contact/en/hague/questionnaire/
 contact/feedback
 contact/form/
-contact/http://dolphchaney.com/robots.txt
-contact/http://freewebs.com/robots.txt
+contact/http://expedia.com.au/robots.txt
+contact/http://theresource.tv/robots.txt
 contact/menu*
 contact/partner*
 contact/support.php
 contact/zip-resume
 contact?t=donation_page_report
-contactAA/viewEmailFormAccess.do?eventName=lowFare
 contactForm
 contact_agent
 contact_broker
@@ -39241,8 +39074,6 @@ content/dam/*.png$
 content/dam/*.png?imwidth
 content/dam/*.pptx$
 content/dam/*.svg$
-content/dam/AboutMcDonalds/Investors/C-%5Cfakepath%5Cinvestors-2002-annual-report.pdf
-content/dam/AboutMcDonalds/Investors/C-%5Cfakepath%5Cinvestors-2003-annual-report.pdf
 content/dam/BEA
 content/dam/Chevrolet/na/us/english/index/owners/certified-service/service-offers
 content/dam/Deloitte/be/Documents/noindex/
@@ -39259,13 +39090,11 @@ content/dam/Deloitte/nz/Documents/noindex/
 content/dam/Deloitte/us/Documents/noindex/
 content/dam/Deloitte/xc/
 content/dam/Deloitte/xl/
-content/dam/Panasonic/*/pub-*.*$
-content/dam/Panasonic/*/pub-*/*.*$
 content/dam/SAS/partnernet/
 content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf
 content/dam/acsorg/qa
 content/dam/alumni/2012elections
-content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt
+content/dam/avg/img/2014/business/http://uk.reuters.com/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -39337,7 +39166,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://paypalobjects.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/kpmg/au/pdf/creditors
@@ -39357,15 +39186,6 @@ content/dam/msdotcom/en/assets/pdfs/Client-Tax-Certification.pdf
 content/dam/msdotcom/en/assets/pdfs/IWM_Combo_Client_Tax_Certification.pdf
 content/dam/nuance/en_us/terms-and-conditions/
 content/dam/pan/en_US/assets/pdf/legal/archive
-content/dam/panasonic/*/pub-*.*$
-content/dam/panasonic/*/pub-*/*.*$
-content/dam/pim/*/*-Product_ImageGlobal*.png$
-content/dam/pim/*/*-Variation_Image_for_See_All*.png$
-content/dam/pim/*/*.pub.*$
-content/dam/pim/*/pub-*.*$
-content/dam/pim/*/pub-*/*.*$
-content/dam/pim/tw/*-Product_ImageGlobal*.png$
-content/dam/pim/tw/*-Variation_Image_for_See_All*.png$
 content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf
 content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_
 content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_%20annual%20report.pdf
@@ -39381,7 +39201,7 @@ content/dam/sm/ccto/sunet_id_resources
 content/dam/sm/radcancerbio/resources-secure
 content/dam/sothebys/InsideSothebys*.pdf
 content/dam/static-page/customer-advocacy/*/pdf/*
-content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt
+content/dam/students/documents/graduations/programs/http://nerdwallet.com/robots.txt
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf
@@ -39391,8 +39211,6 @@ content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guid
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_user_management.pdf
 content/dam/tcom/personal/my-account/pdf/chown-teg-form.pdf
 content/dam/toyota/brochures/pdf/tcom/toyota-mobility.pdf
-content/dam/usa/documents/happymeal-stepit.pdf
-content/dam/usa/nfl/documents/archcard/ArchCard_LostStolen_ReplacementForm.pdf
 content/dam/web/da_dk/www
 content/dam/web/de_ch/www
 content/dam/web/de_de/www
@@ -39430,7 +39248,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://marketingweek.com/robots.txt
+content/downloads/http://encrypted-tbn0.gstatic.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -39464,7 +39282,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://columbia.jp/robots.txt
+content/index.php/user/logout/http://business.pinterest.com/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/institution
@@ -39519,7 +39337,6 @@ content/pan/ko_KR
 content/pan/pt_BR
 content/pan/zh_CN
 content/pan/zh_TW
-content/panasonic
 content/partial/
 content/partial/plan-book-cars
 content/pattern-library/
@@ -39528,7 +39345,6 @@ content/pdf/bbm
 content/pdf/bfm
 content/pdf/chapter/
 content/pluralsight/en/jcr:content
-content/prelaunch
 content/producers
 content/profiles
 content/pwc/global/forms/contactUsNew.html?*
@@ -40024,7 +39840,7 @@ courses/Transcript
 courses/assessment
 courses/eecs484
 courses/favorites
-courses/http://codecanyon.net/robots.txt
+courses/http://anthonyjventura.com/robots.txt
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -40104,6 +39920,7 @@ cramirez
 crash
 crawl.html
 crawler4j
+crawling
 crawlproc.html
 crb
 crc/
@@ -40565,7 +40382,7 @@ csd/internal/css
 csd/internal/nav
 csd/js
 csd/nav
-csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt
+csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://nxp.com/robots.txt
 csde/camp-shriver-community/camp-shriver/registration-fee/
 csde/camp-shriver-family-information/
 csde/camp-shriver-staff-information/
@@ -40743,7 +40560,6 @@ culture/lifestyle/news/2001/08/46315
 culture/projects/projects
 culture/staff/staff
 cupid-v1
-cupsize*
 curated
 curatedsearches
 curley
@@ -40871,6 +40687,7 @@ cyber-security-training/north-america/need-assistance
 cyberlaw2005/wiki
 cyberone/wiki
 cybertech
+cybertraining
 cybervetting-uses-your-data-to-determine-employability
 cychang
 cycounter
@@ -40954,26 +40771,25 @@ cz/virtualization
 cz/virtualization/virtualbox
 cz/zasady-ochrany-osobnich-udaju-safe-harbor.html
 cz/ztrata-karty.html
-czde/
+czde
 cze/layout/set
-czes/
-czfr/
-czgr/
+czes
+czfr
+czgr
 czhang
 czimanyi
-czit/
-czja/
-czko/
-cznl/
-czpl/
-czpt/
-czro/
-czru/
-czsv/
-cztr/
-czzh/
+czit
+czja
+czko
+cznl
+czpl
+czpt
+czro
+czru
+czsv
+cztr
+czzh
 d
-d-gender*
 d.
 d/
 d/Organization/Item
@@ -41071,7 +40887,7 @@ da/blog
 da/cart
 da/checkout
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt
+da/create-a-doodle-pfmhttp://register.gotowebinar.com/robots.txt
 da/firefox/collections
 da/firefox/collections/4757633
 da/firefox/collections/4757633/$
@@ -41673,7 +41489,6 @@ de/company/newsletters/search.html
 de/company/user_stories/search.html
 de/competition
 de/config
-de/consumer/lumix-g-cashback-wochen.html
 de/contact.php
 de/contacts/c/claudia-grabner.html
 de/content/dam/mathworks/mathworks-dot-com/images/company/jobs
@@ -41775,7 +41590,7 @@ de/inc
 de/includes_content/missing_handler/view_map.html
 de/index.html
 de/info
-de/informationen-anfordern/
+de/informationen-anfordern/
 de/internal
 de/invites/buy
 de/ipns
@@ -42098,7 +41913,6 @@ de_LU/EUR
 de_de/partnernet-reseller/
 de_de/partnernet/
 de_de/vorlagen/M
-deactivate
 deactivate-account
 deal
 dealer-inventory
@@ -42129,6 +41943,7 @@ deborahlevine
 debts?
 debts?*=*&ref=sms
 debug
+debug/
 debug/ShipNotify
 debug_log
 debugsa
@@ -42148,7 +41963,7 @@ deck
 deck-maker
 deco
 decorator/
-decz/
+decz
 deep-health-abstract
 deep-health-auth
 deep-health-search
@@ -42159,7 +41974,6 @@ deeplinkid
 def/
 defalpha=
 default
-default.asp
 default.aspx/kb/
 default.aspx/ph/
 default.cms
@@ -42189,7 +42003,6 @@ default/js/
 default1.cms
 default1.cms
 defaultinterstitial.cms
-defaultpage
 defaults
 deferred-payment
 deferred.php
@@ -42201,12 +42014,12 @@ definition/Rosamund
 definition/barred%20ghoul
 definition/wipedout
 definizione/geraschelt
-defr/
-degr/
+defr
+degr
 degroot
-deit/
-deja/
-deko/
+deit
+deja
+deko
 delaneyhurley
 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=42386122047193089.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1
 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=44317411747102721.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1
@@ -42246,14 +42059,15 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://mathworks.com/robots.txt
+demo/safari-reader-test-nielshttp://kb.mailchimp.com/robots.txt
 democenter
+demokratie-jetzt.html
 demonstration
 demos
 dempubweb
 denise-snyder
 denisschapiro
-denl/
+denl
 dental/*/index.php
 dental/dh
 dental/endo
@@ -42266,11 +42080,9 @@ dentistry/about/appointments-and-referrals/appointment-thankyou
 denver
 dep/rwm/hoss
 departement-de-service-ouvert
-department-beauty-gender-unisex*
 departments
 departure=
-departureDate=
-depl/
+depl
 deployment-test-clf2
 deployment-test-clf3
 deployment-test-clf4
@@ -42289,7 +42101,6 @@ deposits/*.pdf$
 deposits/*.swf$
 deposits/*.txt$
 dept
-dept/
 dept/soc/people/rsandefur
 depth--
 depts/*
@@ -42297,10 +42108,10 @@ depts/CAS
 depts/purchase/*
 dermatology/appointments-and-referrals/connective-tissue-diseases/appointment-thankyou
 dermatology/appointments-and-referrals/signup-thankyou
-dero/
+dero
 derr
 derricktin
-deru/
+deru
 deryahonca
 desai
 desalvo
@@ -42325,12 +42136,10 @@ designdb/*/jsp
 designdb/*/showData.jsp
 designdb/*?
 designdb/jsp
-designer-boutique*
 designer/contacts
 designer/edit
 designer_pricing.php
 designer_slug=
-designerboutique*
 designerbox.
 designers
 designers/colorfilter?
@@ -42340,7 +42149,6 @@ designers/subtlepatterns/patterns/*.zip
 designerunits
 designerunits/image
 designerunits/images
-designfeature-pencil*
 designgroup
 designs
 designtech
@@ -42354,8 +42162,6 @@ desktop/browse/includes
 despiration/testseo
 destekle-iletisime-gecin
 destination-selector
-destinationAirport=
-destinationAirport_displayed=
 destinations
 destinations/africa.html
 destinations/africa/*
@@ -42375,7 +42181,7 @@ destinations/south-america.html
 destinations/south-america/*
 destinations/south-pacific.html
 destinations/south-pacific/*
-desv/
+desv
 det
 detail
 detail/*Ajax.do$
@@ -42384,9 +42190,9 @@ detail/ajax
 details-
 details-*.html
 details-print
-detailshttp://craigslist.org/robots.txt
+detailshttp://consumerfinance.gov/robots.txt
 detect
-detr/
+detr
 detroitchicago
 dev
 dev-sites
@@ -42461,7 +42267,7 @@ devtest/
 dex
 dextongoh
 deyoung
-dezh/
+dezh
 df78788com
 dfa/UHC_physicians_RM_guide.pdf
 dfkw
@@ -42492,6 +42298,7 @@ dhtmlmenu
 dhwani
 dhyeon
 dhz
+di-ag/
 diablo-2/account
 diablo-2/account=
 diablo-2/cn/account
@@ -44438,12 +44245,11 @@ digitaledition
 digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://nj.gov/robots.txt
+digitalsubscription/imagedownload/http://ahrefs.com/robots.txt
 digregorio
 dilatua/proRecensione.do
 dimitriosasproulis
 dinakobeissi
-ding-session=
 dingruhuang
 dip
 diplomat
@@ -44483,7 +44289,6 @@ directory/search/?
 directory/sitemap
 directory/tp
 directory_missions/
-directoryoptout*
 dirt/index.htm
 dirty-dancing
 dirty-dancing-havana-nights
@@ -44493,7 +44298,6 @@ disallow=1
 disallowed/
 disallowed/index.html
 disaster/lookup
-disc=
 disclaimer/fix-income
 disclosures/deposit-promo-disclosure
 disclosures/securities-based-lending-disclosure
@@ -45014,7 +44818,7 @@ dmorgan
 dmottacalderon
 dmoustafa
 dmq
-dms_priv/*http://itunes.apple.com/robots.txt
+dms_priv/*http://rt.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -45312,7 +45116,7 @@ download-lister
 download-logo-agreement.html
 download-notice
 download.asp*
-download.asp*http://impots.gouv.fr/robots.txt
+download.asp*http://flightradar24.com/robots.txt
 download.php
 download/
 download/*/
@@ -45324,7 +45128,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://leginfo.legislature.ca.gov/robots.txt
+download/http://community.livejournal.com/robots.txt
 download/index
 download/legacy
 download/morae
@@ -45350,7 +45154,6 @@ download_history.mhtml$
 downloadable
 downloadapp
 downloadassets
-downloadaszip
 downloadcitation
 downloadcomp.php
 downloaded-images.asp*
@@ -45569,7 +45372,6 @@ e-commerce/user-authentication/customer-feedback.php
 e-commerce/user-authentication/email-encryption.php
 e-commerce/user-authentication/two-factor.php
 e-commerce?
-e-gender*
 e-landing-page-sitemap.xml
 e-pharmacy
 e-portfolio
@@ -45614,6 +45416,7 @@ ebatesCaptcha.do
 ebay/cronus
 ebaylive/host
 ebc-private/bboard2002/
+ebc/portal
 ebernton
 ebi_docs
 ebibbs
@@ -45775,7 +45578,6 @@ editar_nb
 editar_nk
 editarticle
 editcontent
-edited-test*
 editemail
 editflow
 editgroup
@@ -46145,7 +45947,7 @@ email$
 email-capture
 email-colleague
 email-contact/
-email-contact/nodehttp://gsma.com/robots.txt
+email-contact/nodehttp://marketwired.com/robots.txt
 email-contact/taxonomy_term
 email-content
 email-help
@@ -46244,7 +46046,6 @@ embedchart.aspx
 embeddable
 embedded/
 embeds
-embedservererror.aspx
 embedvideo.cms*
 embnet.news
 emc
@@ -46277,11 +46078,9 @@ emissions/infoman/saison11/blogue.asp
 emissions/lib_radio/v3.2/code/indexeur/audiofil-iframe.asp
 emm935
 emma
-emma-willis*
 emmahua
 emmamuhleman
 emmaspady
-emmawillis*
 emmy
 emooring
 emore
@@ -47901,7 +47700,7 @@ en/modules/ace
 en/moler/ncm-download.html
 en/mowlac-risks-observatory/grid
 en/mowlac-risks-observatory/list
-en/mowlac-risks-observatory/maphttp://unesdoc.unesco.org/robots.txt
+en/mowlac-risks-observatory/maphttp://escortserviceindia.in/robots.txt
 en/my-account
 en/myunited
 en/needs
@@ -47973,7 +47772,7 @@ en/recruitments/
 en/reeds-aangemeld
 en/related-content?
 en/renew.html
-en/request-information/
+en/request-information/
 en/resources/
 en/resources/packaging-quality-symbols-footprints/symbols-and-footprints/
 en/responsive-header
@@ -48188,7 +47987,6 @@ en_ca
 en_cn
 en_de
 en_en
-en_eur
 en_gb
 en_hk
 en_id
@@ -48369,7 +48167,6 @@ eoincannon
 eolson
 eom
 eopro
-eoss
 eouyang
 eox_backup/
 ep-live/
@@ -48442,7 +48239,6 @@ error-
 error-page
 error-pages
 error-static-cdn
-error.asp
 error.aspx
 error.html
 error.html
@@ -48459,7 +48255,6 @@ error404.aspx
 error404.html
 error500.html
 error999.html
-error=
 error=404
 errorReport/create
 errorReport/hourlieReport
@@ -48635,7 +48430,6 @@ es-es/blogs/technology.atom
 es-es/blogsearch
 es-es/cannabis
 es-es/email-validation
-es-es/en
 es-es/enterprise/blog/search$
 es-es/enterprise/blog/search?
 es-es/feedback
@@ -48994,7 +48788,7 @@ es/hoteles/h
 es/hoteles/redirect
 es/hoteles/s
 es/hou
-es/http://hearthis.at/robots.txt
+es/http://italiadeivalori.it/robots.txt
 es/images
 es/inc
 es/incl_banner_media_center.html
@@ -49090,7 +48884,7 @@ es/music/+noredirect
 es/myunited
 es/nationals/search
 es/negocios
-es/new/http://edyst.com/robots.txt
+es/new/http://jetbrains.com/robots.txt
 es/news/incl_news_items.asp
 es/news/incl_reports.asp
 es/node
@@ -49176,7 +48970,7 @@ es/search/
 es/search/autocomplete
 es/search/default.mi
 es/search?
-es/search?*http://platform.instagram.com/robots.txt
+es/search?*http://leginfo.legislature.ca.gov/robots.txt
 es/secure-preview
 es/seguimiento-pedido
 es/seguimiento-pedido-invitado
@@ -49189,7 +48983,7 @@ es/shop_name_search_service
 es/sica/
 es/site-achievement
 es/sobre_nosotros
-es/solicitar-informacion/
+es/solicitar-informacion/
 es/solutions/case-studies/
 es/solutions/case-studies/innovators/innovators-eu/
 es/solutions/case-studies/sustainability-emea/
@@ -49355,14 +49149,14 @@ escuela-arquitectura-diseno/wp-content/sites/
 escuela-arquitectura-diseno/wp-content/themes/
 escuela-arquitectura-diseno/wp-content/wp-admin/
 escuela-arquitectura-diseno/wp-content/wp-includes/
-escz/
+escz
 esearch
 esejdic
 esender-subscribe-portlet-ajax/*
 esfr/Empella
 esfr/Unternehmensanteil
 esfr/fixedneutered
-esgr/
+esgr
 eshabliy
 eshah
 eshop.xml
@@ -49373,12 +49167,12 @@ esi_cache
 esim/wp-admin
 esim/wp-content/plugins
 esim/wp-includes
-esja/
-esko/
+esja
+esko
 eskupTSUpdate
 esl/layout/set
 esmecaramello
-esnl/
+esnl
 esntial.htm
 esoft-job
 esotiri
@@ -49404,15 +49198,15 @@ especial/juegos-olimpicos/
 especial/pruebas-comercial
 especiales/vogue_business
 espiar
-espl/
+espl
 espn/now
 espnradio/podcast/feeds/easports
 esports
 esrc=
-esro/
-esru/
+esro
+esru
 essentialmums
-essv/
+essv
 estadao
 estadao-verifica
 estadisticas/populares/p
@@ -49422,7 +49216,7 @@ estaticos/recursosgraficos/responsive/especiales/amazon-interno/*
 esteban-orellana
 estefania_rodriguez
 esteri/07_novembre_24/allam_8b31e72c-9a84-11dc-a3e4-0003ba99c53b.shtml
-estr/
+estr
 estudis/mastersuniversitaris/prodart
 esu/unitprogcat
 esupport/article.html*
@@ -49450,7 +49244,7 @@ esw/internal/departments/education/ugcourses
 esw/internal/departments/socialwork/modules
 esw/internal/departments/socialwork/pgcourses
 esw/internal/departments/socialwork/ugcourses
-eszh/
+eszh
 et
 et$
 et-*/
@@ -49901,7 +49695,7 @@ everybodyshirts
 everywhere-configuration/
 everywhere/
 evinchin
-evite/*http://dustinandtracy.com/robots.txt
+evite/*http://avexnet.or.jp/robots.txt
 evolok
 ewalk
 ewalker
@@ -50101,7 +49895,6 @@ ext/pricewatch
 ext/reageer
 ext/wshop/views/template/uiKit/js/components/sticky.js
 ext?
-extend_session
 extendables
 extension
 extension_id=
@@ -50176,7 +49969,7 @@ external_service/connect_now
 external_slp_click
 externalservices/surveyfeedapi/api/testfeed
 extfile
-exthttp://edx.org/robots.txt
+exthttp://ultimateliquorshop.com/robots.txt
 extlink
 extra
 extra/gremien
@@ -50209,7 +50002,6 @@ ezra
 f
 f%5B
 f-ec
-f-gender*
 f/*/donate/sign-in
 f/*/widget
 f/healthcheck
@@ -50358,7 +50150,6 @@ faqs/why-do-i-have-to-give-ghostery-access-to-view-webpage-content-and-browsing-
 faqs/why-does-ghostery-need-to-read-and-change-content-on-the-websites-you-visit
 faqs/why-is-ghosty-wearing-a-mask
 faraazmahomed
-fareType=
 faria
 fariello
 farig-sadeque
@@ -50384,7 +50175,6 @@ fastajax/order/tax
 fastajax/order/tax/validatevat
 fastanswers
 fastperl/fom
-fatalerror.html
 fatema-chowdhury
 fatimacodystanford
 fatimadermawan
@@ -50436,7 +50226,6 @@ fding
 fe-BE
 fe-de-ratas
 fe_full/
-feat-deliverby*
 feature/
 feature/departments.jsp
 feature/hollywood-life-box-subscription-seasonal-get-the-look-3433859
@@ -50520,9 +50309,8 @@ feed/sitema
 feed/subscribe
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://freshbooks.com/robots.txt
 feed/xml
-feed/zen/
 feed=
 feed=rss
 feed?
@@ -50548,7 +50336,7 @@ feedback/surveylogin.asp?k=138143139287&Q1
 feedback/user_study
 feedbackR1
 feedcommunicationdetail
-feedhttp://digiday.com/robots.txt
+feedhttp://lamula.pe/robots.txt
 feeds
 feeds.thetimes.com/puzzles
 feeds.thetimes.com/timescrossword
@@ -50929,9 +50717,9 @@ filestore
 fileview
 filing
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.ca/robots.txt
 filings/pdf
-fill-private.htmlhttp://babycenter.com/robots.txt
+fill-private.htmlhttp://datasciencetech.institute/robots.txt
 fill.html
 film/s
 films/*/size/large
@@ -50996,7 +50784,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://freemius.com/robots.txt
+find/*http://sethgodin.typepad.com/robots.txt
 find/3DImage.jsp
 find/ApplecareDetails.jsp
 find/DemoItem.jsp
@@ -51064,22 +50852,7 @@ firmware-updates/download
 firmware-updates/updates
 firmware-updates/usb-steps
 first-let-me-just-say-thank-you
-firstFlightArrivalTime=
-firstFlightAverageDelayTime=
-firstFlightCancellationsPercentage=
-firstFlightDestination=
-firstFlightEquipmentCode=
-firstFlightNonConnectingStops=
-firstFlightNumber=
-firstFlightNumberOfFlightsInDataSet=
-firstFlightOnTimeArrivalPercentage=
-firstFlightOperationalCarrier=
-firstFlightOrigin=
-firstFlightOverThirtyMinutesLatePercentage=
-firstFlightTime=
 firstImage=
-firstName=
-firstOperCarrier=
 firststeps.
 fisheries/fleet
 fisheye041
@@ -51152,14 +50925,7 @@ flickr
 flickrimagerequest
 flight-insight
 flight-search
-flight/charter/get-a-quote.html
-flight/get-view-air-reservation.html
-flight/pop_onTimePerformanceDetails.html
 flight/search
-flight/viewCheckinDocument.html
-flightNumber=
-flightNumberDetails=
-flightSummary=
 flightinfo/qf_pdfTimetable/*
 flightinfo/qf_pdfTimetable_QantasLink/*
 flightredirect
@@ -51184,7 +50950,6 @@ florianfintelmann
 flow
 flow/help/search-results.html
 flower
-flowers-gifts
 flows
 fls=0
 flu/espanol/
@@ -51280,7 +51045,6 @@ football/matchstats
 football/video
 footer
 footer
-footer$
 footer-asset-references/
 footer_ajax.html
 footercertificates.aspx
@@ -51339,7 +51103,7 @@ forgotpassword.aspx
 forgotpassword?
 forgotten-password
 forgotten-password/
-forgov-devhttp://qobuz.com/robots.txt
+forgov-devhttp://clamav.net/robots.txt
 forlibraries
 form
 form-containers
@@ -51549,7 +51313,7 @@ forum/member.php
 forum/memberlist.php
 forum/memberlist.php
 forum/members
-forum/membre/http://spl.zeotap.com/robots.txt
+forum/membre/http://telegram.org/robots.txt
 forum/messenger
 forum/misc
 forum/modcp
@@ -51875,7 +51639,7 @@ forum/topic/221-tips-and-suggestions-for-working-members
 forum/traininggroups_onlinefree.php
 forum/translation_do.php
 forum/ucp.php
-forum/ucp.phphttp://eleks.com/robots.txt
+forum/ucp.phphttp://esaral.com/robots.txt
 forum/ucp_agreement_trainings.php
 forum/uretral-nyj-vektor-4-25.html
 forum/user
@@ -51922,7 +51686,7 @@ forums/discover/
 forums/discover/unread/
 forums/forum/30-general-members-forums
 forums/help.html
-forums/http://sofafactory.ru/robots.txt
+forums/http://ragtimedorianhenry.com/robots.txt
 forums/ignore/
 forums/index.php/ef
 forums/index.php/h
@@ -51940,7 +51704,7 @@ forums/index.php/sel
 forums/index.php/sp
 forums/index.php/u
 forums/index.php?&act=Online
-forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt
+forums/index.php?/user/http://learnmoreparkour.com/robots.txt
 forums/index.php?act=Arcade
 forums/index.php?act=Attach
 forums/index.php?act=Forward
@@ -52011,7 +51775,6 @@ forumtest
 forward
 forward
 foryou
-foryou$
 fos/icn/
 fosse
 fotogalerias/*/*/pagina
@@ -52231,7 +51994,6 @@ fr-dz/tv-avec-recherche-vocale-mains-libres
 fr-fr
 fr-fr.www.cloudflare.com
 fr-fr/
-fr-fr/en
 fr-fr/feedback
 fr-fr/login
 fr-fr/lp
@@ -52441,7 +52203,7 @@ fr/datos-personales
 fr/days/world-radio/grid
 fr/days/world-radio/list
 fr/days/world-radio/map
-fr/demande-informations/
+fr/demande-informations/
 fr/develop/
 fr/develop/review/
 fr/devolucion-de-productos
@@ -52925,12 +52687,12 @@ frank
 frank/index.htm
 frankiefung
 franklynwang
-frcz/
-frde/
+frcz
+frde
 fre/layout/set
 fred
 fred-glance-widget.php
-fred-glance-widget.phphttp://freecodecamp.org/robots.txt
+fred-glance-widget.phphttp://kroatien-idriva.de/robots.txt
 free
 free-cancellation/index.
 free-coloring-pages/featured/frenchs-coloring-pages/
@@ -52957,7 +52719,7 @@ fren/volumeters
 french-studies/
 fres/grandseigneur
 fresh
-frgr/
+frgr
 fri
 friday
 friday-after-next
@@ -52966,15 +52728,14 @@ friend/add_as_friend
 friends
 friends-through-gvhd
 friendsfavorites/
-friendships
 friendsprofile
 friendstimes
 friesco
-frit/
-frja/
-frko/
+frit
+frja
+frko
 frnf2014
-frnl/
+frnl
 frogs/
 frogs/legs/
 frogs/phones/
@@ -52984,7 +52745,6 @@ from=
 from=
 from=adwords
 from=adwords
-fromClassic=
 fromDisList=y
 from_cloud=
 from_id=
@@ -53001,13 +52761,13 @@ frontoffice
 frontpage-slideshow-images
 froogle?
 froogle_
-frpl/
-frpt/
-frro/
-frru/
-frsv/
-frtr/
-frzh/
+frpl
+frpt
+frro
+frru
+frsv
+frtr
+frzh
 fscripts
 fssp
 ftb
@@ -53119,9 +52879,8 @@ fyh
 fzhu
 g
 g%C5%82osuj
-g-gender*
 g-recaptcha-response
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://eji.org/robots.txt
 g/api
 g/banana/api/context
 g/ts
@@ -53299,6 +53058,8 @@ game
 game*?
 game-reviews/*/user-reviews/manage/add
 game/dislike
+game/export
+game/export/gif/thumbnail
 game/getAutoComplete
 game/getIframeSrc
 game/getIframeSrc?id=
@@ -53316,6 +53077,7 @@ games
 games/*?*pageId
 games/*?*reqId
 games/archive
+games/export
 games/faq
 games/find
 games/game/index_133764m35
@@ -53389,7 +53151,7 @@ gb/resources-campaign/*
 gb/search
 gb/user
 gb/user$
-gb_xapi_content/http://smartpassiveincome.com/robots.txt
+gb_xapi_content/http://manning.com/robots.txt
 gbahadir
 gbapujii
 gbook
@@ -53402,7 +53164,6 @@ gchi
 gclid
 gclid=
 gclid=
-gclid=*
 gco.php
 gcp/300000414/regulatedinformation
 gcr
@@ -53527,51 +53288,7 @@ gen/press-room?pid=19457&cdvn=news&newsarticleid=31735
 genai-analytics
 genai-ecommerce
 genai-edtech
-gender--category-shoes/
-gender--gender*
-gender-./
-gender-/*
-gender-34sleeve*
-gender-anklelength*
-gender-asymmetric*
-gender-bardot*
-gender-boatneck*
-gender-brown*
-gender-check*
-gender-christmas*
-gender-chukka*
-gender-colourblock*
-gender-cotton*
-gender-cotton-*
-gender-cuban*
-gender-darkblue*
-gender-darkgreen*
-gender-diggers*
-gender-fantasticfoxes*
-gender-fauxfur*
-gender-foxes*
-gender-fulllength*
-gender-gapfit*
-gender-holiday*
-gender-hooded*
-gender-long*
-gender-low*
-gender-mid*
-gender-realmadrid*
-gender-short*
-gender-silk*
-gender-sweetheart*
-gender-syntheticfill*
-gender-teengirls*
-gender-trail*
-gender-trending*
-gender-velvet-*
-gender-women-category-bikinis*
-gender-women-category-bras*
-gender-women-category-lingerie*
-gender-zip*
 gender=
-genderwomenproductaffiliationtailoring0*
 genealogy-post-*lang=
 genealogy/records/tara-milutis_161886488
 general
@@ -53772,7 +53489,7 @@ gibbslab-personal
 giee/*category=ucommall
 gif
 gifs
-gifshttp://girlsridetoo.de/robots.txt
+gifshttp://whitehouse.gov/robots.txt
 gift
 gift-calculator-ranges/
 gift-calculator-tags/
@@ -53784,7 +53501,6 @@ gift_download
 giftemail-recipient
 gifting
 gifting-tshirt
-giftlist/
 giftregistry
 giftregistry/
 giftregistrysearch/
@@ -53804,15 +53520,6 @@ gimi
 gintas
 giorgio_seano
 girguis
-girls/*/1*
-girls/*/2*
-girls/*/3*
-girls/*/4*
-girls/*/5*
-girls/*/6*
-girls/*/7*
-girls/*/8*
-girls/*/9*
 girlsjustwannahavefun
 gis-extensions-fb-en_gb-v0
 gis-extensions-fb-en_global-v0
@@ -53869,6 +53576,7 @@ global-disclaimer/
 global-embeds:
 global-font-test.php
 global-footer
+global-infrastructure/services/get-async/http://lapakbrebes.com/robots.txt
 global-master
 global-nav-esi
 global-search/search*
@@ -53877,11 +53585,6 @@ global/RU/
 global/alexa-assets
 global/api/load.php
 global/choose-location.html?location=home
-global/corporate/profile/mediacontact/sec/agreement.html
-global/corporate/profile/mediacontact/sec/complete.html
-global/corporate/profile/mediacontact/sec/error.html
-global/corporate/profile/mediacontact/sec/inqform.html
-global/corporate/response-sheet.pdf
 global/internal/departments/anthropology/modules
 global/internal/departments/anthropology/pgcourses
 global/internal/departments/anthropology/ugcourses
@@ -53894,7 +53597,6 @@ global/internal/departments/geography/ugcourses
 global/internal/departments/ir/modules
 global/internal/departments/ir/pgcourses
 global/internal/departments/ir/ugcourses
-global/olympic/ja/sportschangemakers/20210823final.html
 global/resources/es/search
 global/resources/search
 global/shop
@@ -53944,12 +53646,13 @@ go-comics
 go.php
 go/
 go/cart
+go/com/sol/foia/oed/disc/D2008-03.pdf
 go/deferred_features
 go/directory
 go/download
 go/fanfiction/
 go/help.ticket.submit$
-go/http://pod.link/robots.txt
+go/http://helpersofyourjoy.com/robots.txt
 go/member
 go/members
 go/menu
@@ -53991,7 +53694,7 @@ goldengate/c1221/gg-winux
 goldenkirby
 goldstein
 goldstine-cole
-golocal/extranet/http://nmap.org/robots.txt
+golocal/extranet/http://jsoulb.jp/robots.txt
 gonda
 gongyi*?
 gonsalves
@@ -54037,7 +53740,7 @@ gostevaya/karta-sayta/poisk/?
 goto
 goto.htm
 goto.php
-goto/http://spensor.blogspot.com/robots.txt
+goto/http://salzburger-armutskonferenz.at/robots.txt
 goto=
 gotoPage=
 goto_issue
@@ -54369,29 +54072,30 @@ grar
 gratianschindler
 grav
 grazie
-grcz/
-grde/
+grcz
+grde
+greece/documento/2012
 greenzang
 greet.php
 greetingcard-view
 greg
 gregorschubert
-gres/
+gres
 grestenberger
 gretapane
 grfp*
-grfr/
+grfr
 grid
 grid_report/documents
 griffinlab
 griggs
 grillos
-grit/
+grit
 grizzlies/node
 grizzlies/users
-grja/
-grko/
-grnl/
+grja
+grko
+grnl
 groeger
 grossesshowexcel.cfm
 group
@@ -54429,17 +54133,17 @@ growing-up-chrisley
 growth
 growth-tools-assets
 growthformula
-grpl/
-grpt/
-grro/
-grru/
-grsv/
-grtr/
+grpl
+grpt
+grro
+grru
+grsv
+grtr
 grub-client
 gruizeh
 grunes
 grusdt
-grzh/
+grzh
 gs-
 gs-taxonomy
 gs_counter
@@ -54577,7 +54281,6 @@ gzambotti
 gztourek
 h
 h$
-h-gender*
 h/mobileapis
 h/xplanding
 h2owiki
@@ -54596,7 +54299,7 @@ haaretz-labels
 habbal
 haberleri/
 hackathons/reinvent-2013/
-hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt
+hacker/*/followhttp://emarketer.com/robots.txt
 hacker/*/unfollow
 hackerproof/?
 hackerproof/abreporting.html
@@ -54630,7 +54333,7 @@ haininggouinlock
 hair-transplant-services
 haishuai
 haitham
-haitibackpacks/http://oasis-open.org/robots.txt
+haitibackpacks/http://uxbooth.com/robots.txt
 hajiang
 haksoochoi
 haku
@@ -54869,7 +54572,6 @@ header/channels
 headerContent
 headerxml
 headline.txt
-headlineId=
 headlines
 health
 health
@@ -54909,7 +54611,7 @@ health/test-reference-article-for-front-end-tests
 health/this-is-an-infinite-scroll-test-page-please-do-not-modify-this-page-without-checking-with-frontend-site-teams
 health/video
 health/video-archive
-health/video-temphttp://hortomallas.hk/robots.txt
+health/video-temphttp://tate.org.uk/robots.txt
 health/womens-health/a/can-you-beat-cellulite/1321
 health/womens-health/a/nine-sun-safety-tips-for-your-skin/1319
 health/womens-health/a/the-411-on-skin-lighteners/1320
@@ -55549,23 +55251,6 @@ homes_around
 homestaging
 homestaging2
 homesubscribed
-homeware/*/1*
-homeware/*/2*
-homeware/*/3*
-homeware/*/4*
-homeware/*/5*
-homeware/*/6*
-homeware/*/7*
-homeware/*/8*
-homeware/*/9*
-homeware/all-*
-homeware/bedroom/bed-linen/1$
-homeware/bedroom/beds-headboards/1$
-homeware/home-decor/curtains-blinds-collection/1$
-homeware/home-diy/decorative-accessories/1$
-homeware/new-in/bedroom-furniture/1$
-homeware/sofas/fabric-sofas-collection/1$
-homeware/sofas/sofa-beds-collection/1$
 homework-help/definitions
 homework-help/landing/7-day
 homework-help/landing/author
@@ -55575,7 +55260,7 @@ homework-help/landing/offer
 homework-help/search?
 homoud
 homr/services
-honeypot/http://dr.dk/robots.txt
+honeypot/http://powersports.jp/robots.txt
 hong-kong-ting-hui-limited-cclxixe
 honing.html
 hook
@@ -55712,7 +55397,7 @@ how-low-will-you-go-
 how-to-adjust-the-privacy-settings-for-your-smartwatch
 how-to-change-your-privacy-settings-on-facebook-and-instagram
 how-to-change-your-privacy-settings-on-twitter-and-youtube
-how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt
+how-to-find-happiness-newsletter-book-preview/http://dolphchaney.com/robots.txt
 how-to-keep-your-browsing-information-untraceable
 how-to-keep-your-phone-secure-while-traveling
 how-to-limit-ad-tracking-on-your-mobile-device
@@ -58895,7 +58580,6 @@ html/Q53269_01
 html/Q63513_01
 html/Q77771_01
 html/abonnements
-html/air/routemap
 html/conditions/infos_abos_boutique.jsp
 html/en
 html/favori
@@ -58910,7 +58594,6 @@ html/mobile/iPhone2012
 html/node
 html/pdf
 html/share/rs/rs.php
-html/sites/mobile
 html/story
 html/thirdPartyPixel.html
 html5
@@ -58943,171 +58626,176 @@ http
 http-checker
 http2_data
 http:
-http://10096194.fls.doubleclick.net/robots.txt
-http://1533911.fls.doubleclick.net/robots.txt
-http://1731177.fls.doubleclick.net/robots.txt
-http://1password.com/robots.txt
-http://2224480.fls.doubleclick.net/robots.txt
-http://4shared.com/robots.txt
-http://a-z.love/robots.txt
-http://abc7chicago.com/robots.txt
-http://abc7ny.com/robots.txt
-http://abcnews.go.com/robots.txt
-http://abduzeedo.com/robots.txt
-http://acrobat.adobe.com/robots.txt
-http://ad.doubleclick.net/robots.txt
+http://10000493.fls.doubleclick.net/robots.txt
+http://10027099.fls.doubleclick.net/robots.txt
+http://4483104.fls.doubleclick.net/robots.txt
+http://6254058.fls.doubleclick.net/robots.txt
+http://9793289.fls.doubleclick.net/robots.txt
+http://abebooks.com/robots.txt
+http://about.google/robots.txt
+http://adamdurica.lnk.to/robots.txt
 http://adcell.de/robots.txt
-http://adeje.es/robots.txt
-http://adelainedevelopment.com/robots.txt
-http://allrecipes.com/robots.txt
-http://amazon.de/robots.txt
-http://ampmexterminators.com/robots.txt
-http://amzn.to/robots.txt
-http://androidpolice.com/robots.txt
-http://api.ning.com/robots.txt
-http://api.whatsapp.com/robots.txt
-http://apod.nasa.gov/robots.txt
-http://app.box.com/robots.txt
+http://addyosmani.com/robots.txt
+http://adr.org/robots.txt
+http://ads.google.com/robots.txt
+http://adultswim.com/robots.txt
+http://agenjudislotonlinemedan.blogspot.com/robots.txt
+http://airtable.com/robots.txt
+http://androidheadlines.com/robots.txt
+http://aneventapart.com/robots.txt
+http://antonioliso.com/robots.txt
+http://api.slack.com/robots.txt
+http://app.powerbi.com/robots.txt
 http://apple.co/robots.txt
-http://artnews.com/robots.txt
-http://artsandculture.google.com/robots.txt
-http://au.effectivemeasure.net/robots.txt
-http://austinmoody.net/robots.txt
-http://autode.sk/robots.txt
-http://b.hatena.ne.jp/robots.txt
-http://babylenta.ru/robots.txt
-http://basecamp.com/robots.txt
-http://bbc.com/robots.txt
-http://bbcamerica.com/robots.txt
-http://bbcgoodfood.com/robots.txt
-http://beacon.deepintent.com/robots.txt
-http://beautifulthailand99.blogspot.co.uk/robots.txt
-http://bestdocsnetwork.com/robots.txt
+http://atom.io/robots.txt
+http://australia.com/robots.txt
+http://avex.jp/robots.txt
+http://avto.pro/robots.txt
+http://bandungspirit.org/robots.txt
+http://bath.ac.uk/robots.txt
+http://beta.companieshouse.gov.uk/robots.txt
 http://bharat.republicworld.com/
 http://bharat.republicworld.com/*
-http://bhf.org.uk/robots.txt
-http://bigoven.com/robots.txt
-http://blackholerecordings.com/robots.txt
-http://bleepingcomputer.com/robots.txt
-http://blog.bufferapp.com/robots.txt
-http://businessbuiltonline.blogspot.com/robots.txt
-http://businesstoday.in/robots.txt
-http://cambridge.org/robots.txt
-http://carinon.hatenablog.com/robots.txt
-http://cdn.rawgit.com/robots.txt
-http://cedcommerce.com/robots.txt
-http://chronicle.com/robots.txt
-http://cio.com/robots.txt
-http://cityam.com/robots.txt
-http://click.linksynergy.com/robots.txt
-http://clubic.com/robots.txt
-http://coeducacion.grial.eu/robots.txt
+http://biography.com/robots.txt
+http://blog.sina.com.cn/robots.txt
+http://br.de/robots.txt
+http://br.linkedin.com/robots.txt
+http://bu.edu/robots.txt
+http://bulletjournal.com/robots.txt
+http://businessinsider.com/robots.txt
+http://buy.garmin.com/robots.txt
+http://cancerresearchuk.org/robots.txt
+http://capgemini.com/robots.txt
+http://charliemusselwhite.com/robots.txt
+http://cheezburger.com/robots.txt
+http://chromium.org/robots.txt
+http://click.clktraker.com/robots.txt
+http://clicky.com/robots.txt
+http://cloudflare.com/robots.txt
+http://code.org/robots.txt
+http://computerhistory.org/robots.txt
 http://comunitaqueeniana.weebly.com/news-of-the-world
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor
-http://constantcontact.com/robots.txt
-http://coursera.org/robots.txt
-http://croixmode.jp/robots.txt
-http://cultofmac.com/robots.txt
-http://d.turn.com/robots.txt
-http://dc.arrivalist.com/robots.txt
-http://delivery.yandex.ru/robots.txt
-http://docstoc.com/robots.txt
-http://domain.com/robots.txt
-http://ecma-international.org/robots.txt
-http://economie.gouv.fr/robots.txt
-http://ed.gov/robots.txt
-http://eff.org/robots.txt
-http://en.support.wordpress.com/robots.txt
-http://engadget.com/robots.txt
-http://estatousa.com/robots.txt
-http://euronews.com/robots.txt
-http://everydayhealth.com/robots.txt
-http://evite.com/robots.txt
-http://evuk.co.uk/robots.txt
-http://experience.arcgis.com/robots.txt
-http://expressen.se/robots.txt
-http://faithandreason.com/robots.txt
-http://fauerzaesp.org/robots.txt
-http://fema.gov/robots.txt
-http://firstrunfeatures.com/robots.txt
-http://fiverr.com/robots.txt
-http://fnac.com/robots.txt
-http://folhadeirati.com.br/robots.txt
-http://forcefieldsnz.bandcamp.com/robots.txt
-http://form.jotform.com/robots.txt
-http://foromontefrio.com/robots.txt
-http://fortune.com/robots.txt
+http://core.telegram.org/robots.txt
+http://countryliving.com/robots.txt
+http://crowdrise.com/robots.txt
+http://cryoprize.info/robots.txt
+http://dansommer.de/robots.txt
+http://dasbuchderwahrheit.de/robots.txt
+http://de.slideshare.net/robots.txt
+http://decrypt.co/robots.txt
+http://developer.apple.com/robots.txt
+http://digiday.com/robots.txt
+http://discord.com/robots.txt
+http://dmp.doubleclick.net/robots.txt
+http://draft.blogger.com/robots.txt
+http://ebi.ac.uk/robots.txt
+http://econsultancy.com/robots.txt
+http://edukado.net/robots.txt
+http://en.wikibooks.org/robots.txt
+http://epeus.blogspot.com/robots.txt
+http://es.pinterest.com/robots.txt
+http://escholarship.org/robots.txt
+http://estadao.com.br/robots.txt
+http://eur-lex.europa.eu/robots.txt
+http://europeana.eu/robots.txt
+http://europepmc.org/robots.txt
+http://events.xg4ken.com/robots.txt
+http://faculty.washington.edu/robots.txt
+http://fedoraproject.org/robots.txt
+http://felixplastik.com/robots.txt
+http://fieradellibro.com/robots.txt
+http://firstpost.com/robots.txt
+http://fonts.com/robots.txt
+http://forum.unity.com/robots.txt
+http://fotovision.in/robots.txt
 http://foxnews.com/robots.txt
-http://francetvinfo.fr/robots.txt
-http://galu.co.jp/robots.txt
-http://geraldtabios.com/robots.txt
-http://goldstocktrades.com/robots.txt
-http://govinfo.gov/robots.txt
-http://graphics8.nytimes.com/robots.txt
-http://gtm.js.fls.doubleclick.net/robots.txt
-http://gyro13.com/robots.txt
-http://health.com/robots.txt
-http://health.pa.gov/robots.txt
-http://heart.org/robots.txt
-http://homesinhamiltonontario.com/robots.txt
-http://htmlpreview.github.io/robots.txt
-http://hubs.ly/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt
+http://freesound.org/robots.txt
+http://fsmitha.com/robots.txt
+http://futurism.com/robots.txt
+http://fxguide.com/robots.txt
+http://g.page/robots.txt
+http://gajetdaisuke.com/robots.txt
+http://geni.us/robots.txt
+http://gentoo.org/robots.txt
+http://goodguyboris.com/robots.txt
+http://google.by/robots.txt
+http://google.co.th/robots.txt
+http://google.com.mx/robots.txt
+http://google.hn/robots.txt
+http://google.se/robots.txt
+http://gov.il/robots.txt
+http://gum.co/robots.txt
+http://help.shopify.com/robots.txt
+http://howdini.com/robots.txt
+http://http3a2f2fwww.sextreffenkostenlos.de/robots.txt
+http://hub.docker.com/robots.txt
+http://hubspot.com/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://mcafee.com/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://i.ebayimg.com/robots.txt
-http://i.vimeocdn.com/robots.txt
-http://i9.ytimg.com/robots.txt
-http://ie.edu/robots.txt
-http://ifcncodeofprinciples.poynter.org/robots.txt
-http://imagekandi.com/robots.txt
-http://indiana.edu/robots.txt
-http://iopscience.iop.org/robots.txt
-http://istanbulyelken.org.tr/robots.txt
-http://izioq.bandcamp.com/robots.txt
-http://journals.plos.org/robots.txt
-http://kongregate.com/robots.txt
-http://lapresse.ca/robots.txt
-http://larkenequity.com/robots.txt
-http://lg.com/robots.txt
-http://librarything.com/robots.txt
-http://linkedin.com/robots.txt
-http://list.ly/robots.txt
-http://m.youtube.com/robots.txt
-http://macobserver.com/robots.txt
-http://market.android.com/robots.txt
-http://mathworld.wolfram.com/robots.txt
-http://militarytimes.com/robots.txt
-http://mineyour.biz/robots.txt
-http://mootools.net/robots.txt
-http://mpgi.edu.in/robots.txt
-http://myrobotlove.blogspot.com/robots.txt
-http://n.us1.dyntrk.com/robots.txt
-http://nachosuarez.blogspot.com/robots.txt
-http://namecheap.com/robots.txt
-http://nascardigitalmediallc.demdex.net/robots.txt
-http://ncbi.nlm.nih.gov/robots.txt
-http://nebula.wsimg.com/robots.txt
-http://newrelic.com/robots.txt
-http://news.berkeley.edu/robots.txt
-http://news.google.com/robots.txt
-http://news.softpedia.com/robots.txt
-http://news24.com/robots.txt
-http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt
-http://nofilmschool.com/robots.txt
-http://notivu.blogspot.com/robots.txt
-http://nzz.ch/robots.txt
+http://iabtechlab.com/robots.txt
+http://indianexpress.com/robots.txt
+http://insurance.mediaalpha.com/robots.txt
+http://intensedebate.com/robots.txt
+http://interhome.de/robots.txt
+http://intertwingly.net/robots.txt
+http://is.gd/robots.txt
+http://jamanetwork.com/robots.txt
+http://krebsonsecurity.com/robots.txt
+http://lanacion.com.ar/robots.txt
+http://laparisienneliberee.com/robots.txt
+http://laquadrature.net/robots.txt
+http://latimesblogs.latimes.com/robots.txt
+http://linkrep.com/robots.txt
+http://livescience.com/robots.txt
+http://lokalzeitjunkie.blogspot.de/robots.txt
+http://mailchimp.com/robots.txt
+http://marieclaire.fr/robots.txt
+http://markets.businessinsider.com/robots.txt
+http://media.fastclick.net/robots.txt
+http://media.licdn.com/robots.txt
+http://mega.nz/robots.txt
+http://metal-only.de/robots.txt
+http://mgipu.gov.hr/robots.txt
+http://minnpost.com/robots.txt
+http://mit.edu/robots.txt
+http://mixpanel.com/robots.txt
+http://mor-pack.co.il/robots.txt
+http://moscofilia.com/robots.txt
+http://mountsinai.org/robots.txt
+http://mozilla.com/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://myemail.constantcontact.com/robots.txt
+http://n-godin.com/robots.txt
+http://nbcnewyork.com/robots.txt
+http://nets.eu/robots.txt
+http://newindianexpress.com/robots.txt
+http://news18.com/robots.txt
+http://ninds.nih.gov/robots.txt
+http://nl.pinterest.com/robots.txt
+http://nme.com/robots.txt
+http://nybooks.com/robots.txt
+http://nyu.edu/robots.txt
 http://oag.ca.gov/robots.txt
-http://observer.com/robots.txt
-http://ogp.me/robots.txt
-http://on.fb.me/robots.txt
-http://parents.com/robots.txt
-http://parkinsonsresource.org/robots.txt
-http://passionfruitsporthorses.squarespace.com/robots.txt
-http://pastemagazine.com/robots.txt
-http://photomatt.net/robots.txt
-http://pixabay.com/robots.txt
+http://obamawhitehouse.archives.gov/robots.txt
+http://op.europa.eu/robots.txt
+http://openclipart.org/robots.txt
+http://orcd.co/robots.txt
+http://pagseguro.uol.com.br/robots.txt
+http://paramitacenter.ru/robots.txt
+http://paulgraham.com/robots.txt
+http://paypal.me/robots.txt
+http://photobucket.com/robots.txt
+http://phpmyadmin.net/robots.txt
+http://pica.asn.au/robots.txt
+http://pinterest.ca/robots.txt
+http://pinterest.es/robots.txt
+http://pixel.myrtbportal.com/robots.txt
+http://pixel.tapad.com/robots.txt
+http://play.spotify.com/robots.txt
+http://polygraph.cool/robots.txt
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/
@@ -59130,74 +58818,66 @@ http://pompeachaleurdaikin.fr/le-lexique/
 http://pompeachaleurdaikin.fr/temoignages-infos/
 http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/
 http://poolwiseliving.com.au/robots.txt
-http://popsci.com/robots.txt
-http://premiumbeat.com/robots.txt
-http://primit.it/robots.txt
-http://prnt.sc/robots.txt
-http://pt.wikipedia.org/robots.txt
-http://publish.twitter.com/robots.txt
-http://purityring.ffm.to/robots.txt
-http://px.adentifi.com/robots.txt
-http://px.gumgum.com/robots.txt
-http://quantcast.com/robots.txt
-http://ragesw.com/robots.txt
-http://rdr.connectedinteractive.com/robots.txt
-http://recalculatingfilm.com/robots.txt
-http://reuters.com/robots.txt
-http://rijksoverheid.nl/robots.txt
-http://rsfbathroomdesigns.co.uk/robots.txt
-http://rtb.adp3.net/robots.txt
-http://rtd.tubemogul.com/robots.txt
-http://rte.ie/robots.txt
-http://science.nasa.gov/robots.txt
-http://scienceandnonduality.com/robots.txt
-http://sciencing.com/robots.txt
-http://security.googleblog.com/robots.txt
-http://seekingalpha.com/robots.txt
-http://servedby.ipromote.com/robots.txt
-http://smallbiztrends.com/robots.txt
-http://smileeasy.com/robots.txt
-http://socialnomics.net/robots.txt
-http://static.wixstatic.com/robots.txt
-http://sunderlandecho.com/robots.txt
-http://t3n.de/robots.txt
-http://tandfonline.com/robots.txt
-http://tapncap.com/robots.txt
-http://tattierecords.com/robots.txt
+http://press.uchicago.edu/robots.txt
+http://psychics.net.au/robots.txt
+http://qld.gov.au/robots.txt
+http://quicksprout.com/robots.txt
+http://rcgroups.com/robots.txt
+http://registrosakashicos.com/robots.txt
+http://rescue.org/robots.txt
+http://rts.ch/robots.txt
+http://savannahsmiledesigns.com/robots.txt
+http://scripting.com/robots.txt
+http://searsassociates.com/robots.txt
+http://secure.fastclick.net/robots.txt
+http://seriouseats.com/robots.txt
+http://shuttlerock.com/robots.txt
+http://siemens.de/robots.txt
+http://skift.com/robots.txt
+http://snubakeywest.com/robots.txt
+http://social.msdn.microsoft.com/robots.txt
+http://soliton.edubawi.pl/robots.txt
+http://sony.net/robots.txt
+http://southwest.com/robots.txt
+http://speedtest.net/robots.txt
+http://ssrn.com/robots.txt
+http://standaard.be/robots.txt
+http://static.googleusercontent.com/robots.txt
+http://stern.de/robots.txt
+http://support.lenovo.com/robots.txt
+http://takeuchi-ship.com/robots.txt
 http://teachvideo.ru/robots.txt
-http://techopedia.com/robots.txt
-http://techpi-und-malibu.de/robots.txt
-http://terribjones.com/robots.txt
-http://theonion.com/robots.txt
-http://thetrevorproject.org/robots.txt
-http://thinglink.com/robots.txt
-http://timesofisrael.com/robots.txt
-http://tnc.org.br/robots.txt
+http://tebh.org/robots.txt
+http://ted.com/robots.txt
+http://templatemonster.com/robots.txt
+http://thedrum.com/robots.txt
+http://tiendamagia.com/robots.txt
+http://today.com/robots.txt
 http://tools.google.com/robots.txt
-http://tools.pingdom.com/robots.txt
-http://track.adform.net/robots.txt
-http://track.omguk.com/robots.txt
-http://trends.google.com.mx/robots.txt
-http://uat-next-a30-uk.udev1a.net*
-http://undefined.fls.doubleclick.net/robots.txt
-http://unstats.un.org/robots.txt
-http://uptimerobot.com/robots.txt
-http://usda.gov/robots.txt
-http://v.qq.com/robots.txt
-http://vancouver.ca/robots.txt
-http://viki.com/robots.txt
-http://vmed.club/robots.txt
-http://voterga.org/robots.txt
-http://wise.com/robots.txt
-http://wnyc.org/robots.txt
+http://tpc.googlesyndication.com/robots.txt
+http://tv.youtube.com/robots.txt
+http://unrealengine.com/robots.txt
+http://usnews.com/robots.txt
+http://veoh.com/robots.txt
+http://video-comercial.blogspot.com/robots.txt
+http://vogue.com/robots.txt
+http://w3schools.com/robots.txt
+http://washingtonexaminer.com/robots.txt
+http://wbur.org/robots.txt
+http://webopedia.com/robots.txt
+http://wine-searcher.com/robots.txt
 http://wolframreiter.org/robots.txt
+http://woobox.com/robots.txt
+http://woothemes.com/robots.txt
+http://wordreference.com/robots.txt
+http://worldofwarcraft.com/robots.txt
 http://www.comodo.com/email/webinspector-email
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://yellowpages.com/robots.txt
-http://youtubefanfest.com/robots.txt
-http://zertifikateawards.de/robots.txt
-http://zmg.su/robots.txt
+http://xkcd.com/robots.txt
+http://yle.fi/robots.txt
+http://yoomoney.ru/robots.txt
+http://zmeu.net/robots.txt
 httpd
 httpd/reports
 https
@@ -59287,7 +58967,6 @@ https://svelte-hindi.republicworld.com/
 https://svelte-hindi.republicworld.com/*
 https://svelte.republicworld.com/
 https://svelte.republicworld.com/*
-https://uat-next-a30-uk.udev1a.net*
 https://visitgreenland.com/wp-content/uploads/ono-fleischers-hotel-apartments/
 https://www.austinmoody.net/403
 https://www.austinmoody.net/404
@@ -59321,7 +59000,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427
 https://www.oxfamintermon.org/ca/resultats-de-cerca?term=
 https://www.oxfamintermon.org/es/resultados-de-busqueda?term=
 https://www.republicworld.com/ipl-2024/
-https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt
+https://www.republicworld.com/ipl-2024/*http://chromereleases.googleblog.com/robots.txt
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
 https://www.southampton.ac.uk/research/search/all
@@ -59341,7 +59020,7 @@ https://www.thenation.com/teaching_guide-sitemap2.xml
 https://www.thenation.com/teaching_guide-sitemap3.xml
 https://www.thenation.com/teaching_guide-sitemap4.xml
 https:/www.alibaba.com
-https:/www.alibaba.com/http://aliexpress.com/robots.txt
+https:/www.alibaba.com/http://kurzelinks.de/robots.txt
 htyau
 htz/js/bots.js
 hu
@@ -59615,10 +59294,6 @@ hutchinson
 hutchison
 huynguyen
 huyu
-hw_il/cart
-hw_il/cart/checkout
-hw_il/cart/checkout/login
-hw_il/my-account
 hwp-sample
 hws
 hwu
@@ -59661,7 +59336,6 @@ hz/leaderboard/top-reviewers/
 hzhu88
 hznb
 i
-i-gender*
 i-packages
 i/*?amp=1
 i/*?ampstory=1
@@ -59683,20 +59357,6 @@ i/models/*/ar-redirect
 i/models/*/views
 i/u
 i18n-checker/check
-i18n/AAdvantage
-i18n/aboutUs
-i18n/agencyPrograms
-i18n/airportAndLounge
-i18n/amrcorp
-i18n/businessPrograms
-i18n/contactAA
-i18n/customerService
-i18n/disclaimers
-i18n/productsGifts
-i18n/promo
-i18n/travelInformation/destinationInformation/venice
-i18n/urls
-i18n/utility
 i=
 iDVD
 iDVDR2
@@ -60159,7 +59819,7 @@ iframe/dirette
 iframe/video
 iframe=
 iframes
-iframes/http://earthobservatory.nasa.gov/robots.txt
+iframes/http://tno.nl/robots.txt
 ifwns
 ig/add?
 ig/forums
@@ -60240,7 +59900,7 @@ il/images
 ilink/
 illustrations
 illustrations/*/download
-illustrations/http://icrc.org/robots.txt
+illustrations/http://ticketmaster.com/robots.txt
 ilo/forums
 ilo/kb/*/discuss
 ilo/search
@@ -60405,7 +60065,7 @@ img/*.docx$
 img/*.pdf$
 img/category
 img/hc_ambassador.png
-img/http://takeout.google.com/robots.txt
+img/http://wisc.edu/robots.txt
 img/logo/3rdpartylogos
 img/mobile
 img/not-indexed
@@ -60617,7 +60277,6 @@ in/wsc
 in_your_town
 inapp
 inbam
-inboundMonth=
 inbox
 inbox$
 inbox$
@@ -60681,7 +60340,6 @@ indepthtoolkit/smallprox$
 index
 index-new
 index-test.php
-index.asp
 index.cgi
 index.hi.
 index.htm
@@ -60790,13 +60448,13 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://commissions.arlingtonva.us/robots.txt
-index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt
-index.php/user/logout/http://medicine-world.ru/robots.txt
-index.php/user/logout/http://ncaa.com/robots.txt
-index.php/user/logout/http://seagate.com/robots.txt
-index.php/user/logout/http://trapanishuttle.com/robots.txt
-index.php/user/logout/http://usmagazine.com/robots.txt
+index.php/user/logout/http://buddypress.org/robots.txt
+index.php/user/logout/http://cookpad.com/robots.txt
+index.php/user/logout/http://grist.org/robots.txt
+index.php/user/logout/http://newyork.cbslocal.com/robots.txt
+index.php/user/logout/http://sockittosarcoma.org.au/robots.txt
+index.php/user/logout/http://taxjar.com/robots.txt
+index.php/user/logout/http://wholefoodsmarket.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -61170,7 +60828,6 @@ install-shuffles
 install.php
 install.php
 install/
-installId=
 installation
 installation/
 installations
@@ -61216,7 +60873,7 @@ inter-wait-buy
 interact
 interact.sh
 interactions-list-drugs.php
-interactive*http://fcc.gov/robots.txt
+interactive*http://codex.wordpress.org/robots.txt
 interactive/quiz/preview
 interactive/reading-preference
 interculturaldialogu/ar/event/*/ical
@@ -61521,7 +61178,6 @@ is/kb/*/discuss
 is/search
 is/user
 is/users
-isMultiPaxSenior=
 isSearch=
 isaac
 isabelagarbin
@@ -61552,7 +61208,6 @@ isogai
 isolavirtuale
 isoloveychik
 isolutions/outage-pages
-isort-*
 ispy/
 israel-workspace
 isrc
@@ -61563,7 +61218,6 @@ iss/governance/strategy/UniversityICTStrategy2011-14.pdf
 iss/itpi/digital-tours-/
 iss/modules/directory
 iss/modules/subjects
-issale-*
 issue.php
 issues
 isurvey/
@@ -61961,7 +61615,7 @@ it/responsive-header
 it/retail/search$
 it/retail/search?
 it/ricerca
-it/richiesta-informazioni/
+it/richiesta-informazioni/
 it/s/collezioni
 it/s/immagini
 it/s/utenti
@@ -62035,8 +61689,8 @@ ita/layout/set
 italianthings
 itc
 itc/ccnmtl/assets
-itcz/
-itde/
+itcz
+itde
 item-img/*
 item/clone
 item/correction
@@ -62060,18 +61714,17 @@ items/send2friend
 items/stat
 items/tag_as_wish_list
 items/write
-itemsize-*
 iten/Rotationskolbenpumpe
 iten/knarrender
 iten/lastricher%C3%A0
-itfr/
-itgr/
+itfr
+itgr
 itineraires
 itineraires/*/itineraires-de-
 itineraires/*/routes-a-partir-de-
-itja/
+itja
 itkatz
-itko/
+itko
 itm/*&fits
 itm/*,
 itm/*.jpg
@@ -62091,13 +61744,13 @@ itm/soi
 itm/variationlogistics
 itm/watch
 itmhero
-itnl/
+itnl
 itoolshelp
 itpi/digitaltour/
-itpl/
-itpt/
-itro/
-itru/
+itpl
+itpt
+itro
+itru
 its-national-cybersecurity-awareness-month
 its/internal
 its/new
@@ -62108,15 +61761,15 @@ itsadmin
 itservices/sfuconnect
 itsnotok
 itsolutions/
-itsv/
-ittr/
+itsv
+ittr
 itu_mt_main
 itudocr
 itudocs
 itunes
 itunes/mac/10.1/Contents/en/searchindex
 itvs/mt3
-itzh/
+itzh
 iui
 iulianradu
 iv
@@ -62153,7 +61806,6 @@ j-contact-seller.json
 j-dealer-link-inc.json
 j-edit-watchlist.json
 j-feature-link-inc.json
-j-gender*
 j-get-watchlist-item.json
 j-homepage-galerie.json
 j-homepage-gallery.json
@@ -62167,7 +61819,6 @@ j-vac-inc-get.json
 j-vac-phone-get.json
 j/pro-site
 j=
-j_spring_security_check
 j_white
 ja
 ja-*/
@@ -62372,24 +62023,24 @@ jacobrosen
 jacqueline-lane
 jacquelineepstein
 jacquianderle
-jacz/
+jacz
+jade
 jade-moon
-jade/
 jaehyun_jung
 jaeinlee
 jaekim
-jaes/
+jaes
 jaewonshin
-jafr/
+jafr
 jagchhatwal
-jagr/
+jagr
 jahuang
 jaimebgoldstein
 jaimepanoptotestsite
-jait/
+jait
 jajp/
 jakeconway
-jako/
+jako
 jalali
 jalekseyeva
 jalili
@@ -62426,21 +62077,21 @@ janheng
 janicelintz
 janisthamm
 janitor
-janl/
+janl
 jannejnappi
 jannyliao
 janpaulsandmann
 january-anmaicu
-japl/
-japt/
+japl
+japt
 jaq
 jarada
 jared
 jaredhawkins
-jaro/
+jaro
 jarradvanstan
 jarred
-jaru/
+jaru
 jasminc
 jasmine-runner/static-1.14
 jasmine-runner/static-1.15
@@ -62461,8 +62112,8 @@ jasonjiaxiwu
 jasonkey
 jasonmitchell
 jastover
-jasv/
-jatr/
+jasv
+jatr
 java
 javacalcs
 javadb/10.3.3.0
@@ -62503,7 +62154,7 @@ jayender
 jayoungchoi
 jayski/tracks/archive/story/_/id/*/*
 jayson-marwaha
-jazh/
+jazh
 jazz/node
 jazz/users
 jb=
@@ -63131,7 +62782,6 @@ jp/*min=
 jp/*my_etsy=
 jp/Flash
 jp/about-huawei/publications/huawave$
-jp/access_aem.html
 jp/admin
 jp/ajax
 jp/ajax/content-product
@@ -63152,46 +62802,20 @@ jp/blogs/technology.atom
 jp/blogsearch
 jp/box
 jp/brand/
-jp/business/its/ocr_form/sec/hoshu
-jp/business/its/ocr_form/sec/hoshu.html
-jp/business/its/ocr_form/sec/licence
-jp/business/its/ocr_form/sec/licence.html
-jp/business/its/ocr_form/sec/pass
-jp/business/its/ocr_form/sec/pass.html
-jp/business/vixell/estimate/complete.html
-jp/business/vixell/inquiry/complete.html
-jp/business/vixell/movie.html
 jp/c/*attr_*=
 jp/c/*price_bucket=
 jp/c/*search_type=
 jp/c/*ship_to=
 jp/cannabis
 jp/cart
-jp/company/pms/download.html
-jp/company/pms/globalmarketing/map.html
-jp/company/pms/globalmarketing/stay.html
-jp/company/pms/sec/globalmarketing/globalmarketing.html
-jp/company/pms/stay/stay.html
 jp/connect/help/search-results.html
 jp/conversations
-jp/corporate/ad/panasonic-open/men/personal_information.html
-jp/corporate/cns/mask-01.html
-jp/corporate/cns/mask-02.html
-jp/corporate/cns/mask-03.html
-jp/corporate/cns/mask-04.html
-jp/corporate/cns/mask-05.html
-jp/corporate/response-sheet.pdf
 jp/download/*/
 jp/email-validation
 jp/en/book-a-trip/flights/fare-types/fare-guide-information.html
 jp/en/c/*
 jp/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 jp/en/search?param=*
-jp/energy/company/peck/privacy-policy/sec/inqform.html
-jp/energy/nanadou.html
-jp/energy/news/info/usb/inqform.html
-jp/energy/privacy-policy/sec/inqform.html
-jp/energy/study/remote-visit/inquiry.html
 jp/enterprise/blog/search$
 jp/enterprise/blog/search?
 jp/ferramentas/criador-de-logo/onboarding
@@ -63262,20 +62886,6 @@ jp/solutions/case-studies/
 jp/solutions/case-studies/innovators/innovators-eu/
 jp/solutions/case-studies/sustainability-emea/
 jp/strumenti/creatore-di-logo/onboarding
-jp/support/consumer/call/365.html
-jp/support/consumer/call/638.html
-jp/support/consumer/call/691.html
-jp/support/consumer/call/692.html
-jp/support/consumer/call/693.html
-jp/support/consumer/call/694.html
-jp/support/consumer/call/695.html
-jp/support/consumer/call/697.html
-jp/support/consumer/call/698.html
-jp/support/consumer/call/981.html
-jp/support/consumer/call/982.html
-jp/support/consumer/call/983.html
-jp/support/consumer/repair/tel
-jp/support/consumer/repair/tel.html
 jp/support/repair-warranty/locate-repair-center-detail
 jp/support/submit.aspx
 jp/teams
@@ -63613,7 +63223,6 @@ jzhou
 jzhu
 jzirin
 k
-k-gender*
 k-lo
 k/authajax
 k/ident
@@ -63985,6 +63594,7 @@ knocked-up
 knowing
 knowledge
 knowledge-base/search
+knowledge-search
 knowmore
 known-issues
 known-issues
@@ -64136,27 +63746,26 @@ ko/users
 ko/versions.html
 ko/versions/*/release.html
 ko/위젯컴포넌트
-ko_kr
 ko_kr/templates/M
 kobe-incheonmassage
-kocz/
-kode/
+kocz
+kode
 kodixon
 kodychristiansen
-koes/
-kofr/
+koes
+kofr
 kogod/calendar/
-kogr/
+kogr
 koha/
 kohane
 koichiroshiba
-koit/
-koja/
+koit
+koja
 kolkata
 kolson
 koncerty
 kong
-konl/
+konl
 konradboeschenstein
 kontakt-myheritage
 kontakt-podr%C5%A1ka
@@ -64175,25 +63784,25 @@ kontaktova%C5%A5-podporu
 kontaktovat-podporu
 kontaktovat-spole%C4%8Dnost-myheritage
 kontakty
-kopl/
-kopt/
+kopl
+kopt
 koray
 korean
 korina
 korisauserzachrison
-koro/
+koro
 kortizceballos
-koru/
+koru
 korzina
 kosgei
 kossowsky
 kostioukhina
-kosv/
-kotr/
+kosv
+kotr
 kouafi
 kourtniesanders
 kovach
-kozh/
+kozh
 kozin
 kp/
 kpacheco-barrios
@@ -64346,7 +63955,6 @@ kz/archive
 kz/ru
 kzhu
 l
-l-gender*
 l.php
 l/
 l/*2-for
@@ -64397,9 +64005,7 @@ label
 label_France
 label_france
 labels
-labelstudio/shop/*
 laberg
-lablestudio/shop/*
 labor
 labor-new
 labs
@@ -64437,7 +64043,7 @@ landing-page-sitemap.xml
 landing-page/changelog
 landing-page/cmp-freemium
 landing-page/licensing
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://vancouver.ca/robots.txt
 landing-pages
 landing.php
 landing/braintree-paypal
@@ -64557,7 +64163,6 @@ lasker
 last-name
 last-name*lang=
 lastExec
-lastName=
 last_login
 lastedition
 lastsearchdate
@@ -64576,7 +64181,6 @@ latest.*
 latest?keyword=
 latest_stories.cms*
 latest_stories_advertising.cms
-latestarrivals-last*
 latestnews.php
 latin
 latin_en
@@ -64588,19 +64192,6 @@ launch-day-show-voting.html
 launch2005/
 launch_invitation
 launcher
-laura-ashley/homeware/
-laura-ashley/inspiration
-laura-ashley/shop/*
-laura-ashley/shop/*/*
-laura-ashley/shop/*/*brand-*
-laura-ashley/shop/*/*brand-lauraashley*
-laura-ashley/shop/*/*brand-lauraashley*brand-*
-laura-ashley/shop/*brand-lauraashley*
-laura-ashley/shop/*brand-lauraashley*brand-*
-laura-ashley/shop/*promotion-*
-laura-ashley/shop/promotion-*/brand-*
-laura-ashley/shop/promotion-*/brand-lauraashley
-laura-ashley/shop/promotion-*/brand-lauraashley-brand-*
 laura-koenig
 laura_diaz_anadon
 lauraannedwards
@@ -64688,7 +64279,7 @@ leaders/center-programs/elp-nomination/thank-you/
 leaders/center-programs/graduation-rsvp-2024-08-22/thank-you/
 leaders/center-programs/team-public-presentations-2024-08-22/thank-you/
 leadership/
-leadingtogether/http://ustr.gov/robots.txt
+leadingtogether/http://click.linksynergy.com/robots.txt
 leads
 leads/recommendations
 leaening*?
@@ -64765,7 +64356,7 @@ learning/settings$
 learning/settings?
 learningarcade/
 learningcenter
-learnmore-transferhttp://mc.yandex.ru/robots.txt
+learnmore-transferhttp://mamamia.com.au/robots.txt
 learnmorelayer
 learnmorelayertv
 leave
@@ -64850,7 +64441,7 @@ legal-services/checkout?
 legal/3874403/
 legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
-legal/http://outdooractive.com/robots.txt
+legal/http://detroitnews.com/robots.txt
 legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
@@ -65219,16 +64810,6 @@ linux
 linux?
 lipeng
 lipovsky
-lipsy-catwalk-looks/
-lipsy-shop/*/1*
-lipsy-shop/*/2*
-lipsy-shop/*/3*
-lipsy-shop/*/4*
-lipsy-shop/*/5*
-lipsy-shop/*/6*
-lipsy-shop/*/7*
-lipsy-shop/*/8*
-lipsy-shop/*/9*
 liqi
 lisa
 lisa-spikes
@@ -65294,7 +64875,7 @@ listmanager/goodbye.php
 listmanager/notification1.php
 listmanager/notification2.php
 lists
-lists/
+lists/
 lists/search
 lists/search?q=
 listspider/
@@ -65315,9 +64896,9 @@ live
 live-a-detruire_19925.html
 live-blogs/*embed=1
 live-eyewear
-live-preview/http://darksidedetective.com/robots.txt
-live-preview/http://game.es/robots.txt
-live-preview/http://infosecurity-magazine.com/robots.txt
+live-preview/http://fred.stlouisfed.org/robots.txt
+live-preview/http://nuance.com/robots.txt
+live-preview/http://tes.com/robots.txt
 live-score/cricket/auction_ajax
 live-score/cricket/comm
 live-score/cricket/commentary
@@ -65543,7 +65124,6 @@ login-mgt
 login-signup
 login-success
 login-v2?
-login.asp
 login.aspx
 login.aspx*$
 login.bml
@@ -65564,7 +65144,7 @@ login/comodo-members.php/*_blank
 login/domain
 login/facebook
 login/googleplus
-login/http://cex.io/robots.txt
+login/http://365schritte.com/robots.txt
 login/join$
 login/join?
 login/password
@@ -65691,10 +65271,6 @@ louismaiden
 lov
 loved=
 low
-lowFareDestinationAirport=
-lowFareOriginAirport=
-lowFareOutboundDateString=
-lowFareReturnDateString=
 loyalty?id=
 lp
 lp-
@@ -65754,7 +65330,7 @@ lrotenstein
 lrtrambaiolli
 ls
 ls/
-ls/docshttp://console.cloud.google.com/robots.txt
+ls/docshttp://di.rlcdn.com/robots.txt
 lsdahlberg
 lshao
 lsho1976
@@ -65999,13 +65575,11 @@ lz8858
 lzhang
 m
 m-formredirect.cfm
-m-gender*
 m-msg-my-messages
 m-my-favourites
 m-pr.cfm
 m-redirect.cfm
 m-s.cfm
-m-use-*
 m/
 m/*
 m/*/*/following
@@ -66307,6 +65881,86 @@ magazines/all-sem
 magazines/all-subs
 magazines/l/multisubs
 magazines/lp
+magazines/m/altagama-motor
+magazines/m/amazing-bari-9Y72
+magazines/m/amazing-puglia-9Y73
+magazines/m/astrowoche
+magazines/m/atlas
+magazines/m/atlas-supplement
+magazines/m/auto-show
+magazines/m/auto-zeitung
+magazines/m/auto-zeitung-classic-cars
+magazines/m/barche
+magazines/m/bella
+magazines/m/betty-magazine
+magazines/m/borsen-pleasure
+magazines/m/bravo-germany
+magazines/m/burda
+magazines/m/capital-turkey
+magazines/m/casa-u-caes-de-casa
+magazines/m/casabella
+magazines/m/casafacile
+magazines/m/caza-mayor
+magazines/m/chi
+magazines/m/chip
+magazines/m/coches
+magazines/m/coches-clasicos
+magazines/m/con-estilo-be
+magazines/m/con-estilo-be9yyv
+magazines/m/country-news-goodfellows-353C
+magazines/m/dagbladet-magasinet
+magazines/m/das-neue
+magazines/m/das-neue-blatt
+magazines/m/donna-moderna
+magazines/m/ekonomist
+magazines/m/elele
+magazines/m/elle-turkey
+magazines/m/evim-turkey
+magazines/m/federcaza
+magazines/m/focus-italy
+magazines/m/focus-junior
+magazines/m/focus-storia-collection
+magazines/m/focus-wild
+magazines/m/formsante
+magazines/m/gadget
+magazines/m/gadget-portugal
+magazines/m/good-health-germany
+magazines/m/grazia
+magazines/m/happinez
+magazines/m/hello-turkey
+magazines/m/hey-girl
+magazines/m/interni
+magazines/m/istanbul-life
+magazines/m/kochen-geniessen
+magazines/m/l-osservatore-di-strada-901u
+magazines/m/laura
+magazines/m/lecker
+magazines/m/level
+magazines/m/lezzet
+magazines/m/love-cocina
+magazines/m/maison-francaise
+magazines/m/mein-lieblingsrezept
+magazines/m/meins
+magazines/m/motos-2000
+magazines/m/motos-portugal
+magazines/m/neue-post
+magazines/m/popular-science-turkey
+magazines/m/pozitif
+magazines/m/resorts-magazine-english-9BN8
+magazines/m/resorts-magazine-italian-9BN7
+magazines/m/rezepte-pur
+magazines/m/selbst-ist-der-mann
+magazines/m/southern-riverina-sports-magazine
+magazines/m/start-up
+magazines/m/svenska-dagbladet-svd-perfect-guide
+magazines/m/tempo-supplement-2
+magazines/m/tina
+magazines/m/tina-koch-backideen
+magazines/m/top-italian-hotels-resorts-2023-9BNA
+magazines/m/travel-academy-9BN9
+magazines/m/un-mese-in-cucina-9y5y
+magazines/m/wohnidee
+magazines/m/yacht
 magazines/natgeomagazines
 magazines/natgeomagazines-all
 magazines/print-sem
@@ -66335,7 +65989,7 @@ mai/users
 maier
 mail
 mail
-mail-fertighttp://npmjs.com/robots.txt
+mail-fertighttp://ist-track.com/robots.txt
 mail-gotowe
 mail-listo
 mail-okay
@@ -66455,7 +66109,6 @@ manage-account
 manage-booking/trip-info.html
 manage-listing
 manage-location
-manage-subscription
 manage/*
 manage/global
 manage_friend.pl
@@ -66761,7 +66414,6 @@ masthead?
 match
 match/website
 matchingresult
-matchmaker
 material/
 material=
 material_declaration*.pdf
@@ -66882,7 +66534,6 @@ maxnguyen
 maxp=
 maxparcount
 maxprice
-maxprice*
 maxprice=
 maxseawright
 maxwang
@@ -67046,7 +66697,7 @@ media/BookingThumbnails
 media/JC
 media/Player6_0.swf
 media/ProviderThumbnails
-media/Resized-Images/*http://minecraftforum.net/robots.txt
+media/Resized-Images/*http://otto.de/robots.txt
 media/SL
 media/TALSO.swf
 media/TUIThumbnails
@@ -67056,7 +66707,7 @@ media/admin
 media/advertorials
 media/all/1287752/
 media/all/1287913/
-media/all/1288165/http://cell.com/robots.txt
+media/all/1288165/http://kagonekoshiro.blog86.fc2.com/robots.txt
 media/all/357557/
 media/attractions-splice-test-spp
 media/bl-video
@@ -67147,7 +66798,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://startrankingnow.com/robots.txt
+media/tyfo*http://fbi.gov/robots.txt
 media/unesco
 media/uploads
 media/video
@@ -67188,7 +66839,7 @@ mediacard
 mediacentral
 mediacomp/
 mediafiles/*
-mediahttp://newscientist.com/robots.txt
+mediahttp://themoviedb.org/robots.txt
 mediakit
 mediakit/
 medialibrary/de/brief
@@ -67494,7 +67145,7 @@ medstaging
 meeting/help/search-results.html
 meeting/register
 meeting/schedule
-meetingOptionshttp://teamusa.org/robots.txt
+meetingOptionshttp://ethereum.org/robots.txt
 meetings
 meetings/en/html.jsp
 meetings/national/jmm/2124_abstracts/1056-30-23.pdf
@@ -67565,7 +67216,6 @@ member/v2/thank_you?
 member2.php
 member?
 memberInvite
-memberName=
 memberSearch
 membergiving-lp
 memberhome
@@ -67633,16 +67283,6 @@ memes/*full=
 memes/*page=
 memorandum
 memorial/search
-men/*/1*
-men/*/2*
-men/*/3*
-men/*/4*
-men/*/5*
-men/*/6*
-men/*/7*
-men/*/8*
-men/*/9*
-men/tailoring/tailoring-essentials/1$
 mena/2022/03/08/irans-chief-negotiator-heads-back-to-tehran-as-talks-hit-bump
 mena/errors
 menglanchen
@@ -67731,6 +67371,7 @@ meta-site
 meta/sitemap
 meta_robots-noindex
 metabolights/MTBLS*/files
+metadata
 metadata/
 metagenomics/beta
 metamod.pl
@@ -68021,7 +67662,6 @@ mini20
 miniCartRenderer.jsp
 mini_login
 minibasket/
-minicart
 minimap.html
 mining
 minis_ajax.html
@@ -68063,8 +67703,6 @@ minitv/tp
 minlanyu
 minminfu
 minp=
-minprice*
-minprice*maxprice*
 minprice=
 minsikkim
 mirazulislam
@@ -68512,8 +68150,6 @@ mobileme/English.lproj/searchindex
 mobilenfc/wp-admin
 mobilenfc/wp-content/plugins
 mobilenfc/wp-includes
-mobilepagenotfounderror.aspx
-mobileservererror.aspx
 mobileservices
 mobileweb
 mobolaji
@@ -68658,7 +68294,6 @@ moran
 morar
 morcelle
 more
-more+colours+swatches*
 more=
 moreHomeListing.php?pg/
 more_samples
@@ -68855,7 +68490,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.il/robots.txt
+mre/*.zip$http://careers.google.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -68974,7 +68609,7 @@ msaadat
 msagha
 msandel
 msatwork/amazon
-msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt
+msatwork/uber/en.htmlhttp://fec.gov/robots.txt
 msb
 msc-accounting-financial-management
 msc-advanced-clinical-practice
@@ -69165,10 +68800,10 @@ multivu
 mumbaiedition
 munho
 munin
-munin*http://demandcooling.com/robots.txt
-munin*http://motherboard.vice.com/robots.txt
-munin*http://pacaneleaparate.biz/robots.txt
-munin*http://packages.debian.org/robots.txt
+munin*http://3dpdfmaker.com/robots.txt
+munin*http://fitranx.com/robots.txt
+munin*http://pacanele.biz/robots.txt
+munin*http://usawire.com/robots.txt
 muns
 munshi
 musafim
@@ -69198,7 +68833,7 @@ music/admission/ao_selection_dc20180809.html
 music/admission/ao_selection_eo20180809.html
 music/admission/ao_selection_gh20180809.html
 music/admission/ao_selection_jz20180809.html
-music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt
+music/admission/ao_selection_me20180809.htmlhttp://app.abcsmartcookies.com/robots.txt
 music/admission/ao_selection_ms20180809.html
 music/admission/ao_selection_pf20180809.html
 music/admission/ao_selection_pi20180809.html
@@ -69245,7 +68880,7 @@ mvideos
 mvm
 mvmishra
 mvonbaeyer
-mvp/http://delta.com/robots.txt
+mvp/http://torqmaster.com/robots.txt
 mw
 mw/
 mw/en
@@ -69309,7 +68944,6 @@ mx/cannabis
 mx/cart
 mx/conversations
 mx/email-validation
-mx/en
 mx/en/book-a-trip/flights/fare-types/fare-guide-information.html
 mx/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 mx/en/qantas-experience/vaccine-app-promotion-competition-terms-and-conditions.html
@@ -69607,7 +69241,6 @@ myworld
 mz
 mz/
 n
-n-gender*
 n-notifications.html
 n/:state_code/:city/:neighborhood_name/:locationId
 n/pr
@@ -69681,7 +69314,7 @@ nastrojka_limitov.html
 nasw/
 nataliaemanuel
 nataliaescobar
-natalias/http://scholastic.com/robots.txt
+natalias/http://redux.js.org/robots.txt
 nataliedupre
 nataliesew
 nataliespengler
@@ -69746,7 +69379,6 @@ navId=
 navbar
 navdarsever
 naveenbharathi
-navigate.asp
 navigation
 navigation-teasers
 navigation.html
@@ -69949,6 +69581,7 @@ new-templates/
 new-york-post-instagram-feed
 new-york-post-tiktok-feed
 new-york-workspace
+new-zealand/otago-daily-times/2012
 new/
 new/*.ajax.php
 new/*.tpl.php
@@ -69963,7 +69596,6 @@ new_subject
 new_writer
 newattorneys
 newblog
-newborn-test$
 newbrand
 newcard.php
 newcarfilterwidget
@@ -69973,7 +69605,6 @@ newfanshot
 newhomecommunities/near-me
 newhomesconstruction
 newhouse
-newinbyday-last28days*
 newjoiners
 newlife2022
 newmember/
@@ -70213,7 +69844,7 @@ news_test
 newsanalysis
 newsapp-api
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://partner.e-domizil.de/robots.txt
 newsfeed
 newsfeed$
 newsfeedemail
@@ -70313,8 +69944,8 @@ newsletter-templates/weather
 newsletter-templates/weather-weekly
 newsletter-templates/weekly-messenger
 newsletter/
-newsletter/
-newsletter/$http://digital-strategy.ec.europa.eu/robots.txt
+newsletter/
+newsletter/$http://rd.com/robots.txt
 newsletter/*
 newsletter/archive/
 newsletter/archive/exearth/
@@ -70378,6 +70009,521 @@ newsnetwork
 newspaper/archive
 newspapers/
 newspapers/header/
+newspapers/n/9hrz
+newspapers/n/NZZ-am-Sonntag
+newspapers/n/abc
+newspapers/n/accents-be
+newspapers/n/activos-levante-emv
+newspapers/n/aftonbladet
+newspapers/n/alb-bote
+newspapers/n/alto-guadalquivir-be
+newspapers/n/arousa-local
+newspapers/n/arte-y-letras-be
+newspapers/n/atlantico
+newspapers/n/aula-levante-emv
+newspapers/n/barbanza-local
+newspapers/n/bellver-be
+newspapers/n/benalla-ensign
+newspapers/n/bisbarras-be
+newspapers/n/borsen-denmark
+newspapers/n/cambio-climatico-be
+newspapers/n/campaspe-news
+newspapers/n/campello-be
+newspapers/n/carballo-local
+newspapers/n/castello-be
+newspapers/n/cordoba-inmobiliaria-be
+newspapers/n/country-news
+newspapers/n/criterios-la-nueva-espana
+newspapers/n/cuadernos-del-sur-be
+newspapers/n/cvsemanal-be
+newspapers/n/dagbladet
+newspapers/n/dagsavisen
+newspapers/n/delantal-be
+newspapers/n/deniliquin-pastoral-times
+newspapers/n/deporte-lunes-be
+newspapers/n/deportes-be
+newspapers/n/deportes-elche-be
+newspapers/n/der-tagesspiegel
+newspapers/n/deza-local
+newspapers/n/diari-de-girona-be
+newspapers/n/diario-cordoba-be
+newspapers/n/diario-de-ibiza-be
+newspapers/n/diario-de-mallorca-be
+newspapers/n/diario-informacion-be
+newspapers/n/diario-informacion-elche-y-vega-baja-be
+newspapers/n/dilluns-esportiu-be
+newspapers/n/dimanche-ouest-france-ille-et-vilaine
+newspapers/n/dimanche-ouest-france-maine-et-loire
+newspapers/n/dimanche-ouest-france-mayenne
+newspapers/n/dimanche-ouest-france-normandie
+newspapers/n/dimanche-ouest-france-sarthe
+newspapers/n/diumenge-esportiu-be
+newspapers/n/dominical-9ymk
+newspapers/n/dominical-be9ykl
+newspapers/n/dominical-be9ymn
+newspapers/n/dresdner-morgenpost
+newspapers/n/economia-i-empresa-be
+newspapers/n/economia-y-empresas-be
+newspapers/n/educacion-be
+newspapers/n/el-dia-be
+newspapers/n/el-domingo-be
+newspapers/n/el-meteorito-be
+newspapers/n/el-pais
+newspapers/n/elemental
+newspapers/n/emporda-be
+newspapers/n/especial1-be9wps
+newspapers/n/especial2-9wpt
+newspapers/n/especial3-9wpu
+newspapers/n/estela-be
+newspapers/n/faro-cultura-be
+newspapers/n/faro-da-escola-be
+newspapers/n/faro-de-vigo-arousa-be
+newspapers/n/faro-de-vigo-be
+newspapers/n/faro-de-vigo-deza-tabeiros-montes-be
+newspapers/n/faro-de-vigo-o-morrazo-be
+newspapers/n/faro-de-vigo-ourense-be
+newspapers/n/faro-de-vigo-pontevedra-be
+newspapers/n/folkbladet-vasterbotten
+newspapers/n/geelong-advertiser
+newspapers/n/geislinger-zeitung
+newspapers/n/generico-be
+newspapers/n/generico-be9yl8
+newspapers/n/gransee-zeitung
+newspapers/n/haaretz-english-edition-friday
+newspapers/n/haaretz-english-edition24dm
+newspapers/n/haaretz-hebrew-edition-friday
+newspapers/n/haaretz-hebrew-edition24dn
+newspapers/n/haller-tagblatt
+newspapers/n/hennigsdorfer-generalanzeiger
+newspapers/n/herald-sun
+newspapers/n/hohenloher-tagblatt
+newspapers/n/hohenzollerische-zeitung
+newspapers/n/il-foglio-quotidiano
+newspapers/n/kyabram-free-press
+newspapers/n/l-opinion
+newspapers/n/l-osservatore-romano-english-901l
+newspapers/n/l-osservatore-romano-france-901m
+newspapers/n/l-osservatore-romano-germany-901n
+newspapers/n/l-osservatore-romano-italian-901k
+newspapers/n/l-osservatore-romano-portuguese-901q
+newspapers/n/l-osservatore-romano-spain-901p
+newspapers/n/la-cronica-de-cabra
+newspapers/n/la-nueva-espana-aviles-be
+newspapers/n/la-nueva-espana-be
+newspapers/n/la-nueva-espana-cuencas-be
+newspapers/n/la-nueva-espana-gijon-be
+newspapers/n/la-nueva-espana-occidente-be
+newspapers/n/la-nueva-espana-oriente-be
+newspapers/n/la-nueva-espana-oviedo-be
+newspapers/n/la-opinion-de-a-coruna-be
+newspapers/n/la-opinion-de-malaga-be
+newspapers/n/la-opinion-de-murcia-be
+newspapers/n/la-opinion-de-murcia-cartagena-be
+newspapers/n/la-provincia-be
+newspapers/n/la-region
+newspapers/n/la-tiza-be
+newspapers/n/la-voz-de-galicia-a-coruna
+newspapers/n/la-voz-de-galicia-a-coruna-a-coruna-local
+newspapers/n/la-voz-de-galicia-a-coruna-de-vinos
+newspapers/n/la-voz-de-galicia-a-coruna-especial1
+newspapers/n/la-voz-de-galicia-a-coruna-especial2
+newspapers/n/la-voz-de-galicia-a-coruna-extravoz
+newspapers/n/la-voz-de-galicia-a-coruna-fugas
+newspapers/n/la-voz-de-galicia-a-coruna-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-a-coruna-hoy-corazon
+newspapers/n/la-voz-de-galicia-a-coruna-mercados
+newspapers/n/la-voz-de-galicia-a-coruna-motor
+newspapers/n/la-voz-de-galicia-a-coruna-objetivo-innova
+newspapers/n/la-voz-de-galicia-a-coruna-xl-semanal
+newspapers/n/la-voz-de-galicia-a-coruna-yes
+newspapers/n/la-voz-de-galicia-arousa
+newspapers/n/la-voz-de-galicia-arousa-de-vinos
+newspapers/n/la-voz-de-galicia-arousa-especial1
+newspapers/n/la-voz-de-galicia-arousa-especial2
+newspapers/n/la-voz-de-galicia-arousa-extravoz
+newspapers/n/la-voz-de-galicia-arousa-fugas
+newspapers/n/la-voz-de-galicia-arousa-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-arousa-hoy-corazon
+newspapers/n/la-voz-de-galicia-arousa-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-arousa-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-arousa-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-arousa-mercados
+newspapers/n/la-voz-de-galicia-arousa-motor
+newspapers/n/la-voz-de-galicia-arousa-objetivo-innova
+newspapers/n/la-voz-de-galicia-arousa-salud
+newspapers/n/la-voz-de-galicia-arousa-xl-semanal
+newspapers/n/la-voz-de-galicia-arousa-yes
+newspapers/n/la-voz-de-galicia-barbanza
+newspapers/n/la-voz-de-galicia-barbanza-de-vinos
+newspapers/n/la-voz-de-galicia-barbanza-especial1
+newspapers/n/la-voz-de-galicia-barbanza-especial2
+newspapers/n/la-voz-de-galicia-barbanza-extravoz
+newspapers/n/la-voz-de-galicia-barbanza-fugas
+newspapers/n/la-voz-de-galicia-barbanza-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-barbanza-hoy-corazon
+newspapers/n/la-voz-de-galicia-barbanza-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-barbanza-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-barbanza-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-barbanza-mercados
+newspapers/n/la-voz-de-galicia-barbanza-motor
+newspapers/n/la-voz-de-galicia-barbanza-objetivo-innova
+newspapers/n/la-voz-de-galicia-barbanza-salud
+newspapers/n/la-voz-de-galicia-barbanza-xl-semanal
+newspapers/n/la-voz-de-galicia-barbanza-yes
+newspapers/n/la-voz-de-galicia-carballo
+newspapers/n/la-voz-de-galicia-carballo-especial1
+newspapers/n/la-voz-de-galicia-carballo-especial2
+newspapers/n/la-voz-de-galicia-carballo-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-carballo-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-carballo-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-carballo-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-carballo-motor
+newspapers/n/la-voz-de-galicia-carballo-objetivo-innova
+newspapers/n/la-voz-de-galicia-carballo-salud
+newspapers/n/la-voz-de-galicia-deza
+newspapers/n/la-voz-de-galicia-deza-de-vinos
+newspapers/n/la-voz-de-galicia-deza-especial1
+newspapers/n/la-voz-de-galicia-deza-especial2
+newspapers/n/la-voz-de-galicia-deza-extravoz
+newspapers/n/la-voz-de-galicia-deza-fugas
+newspapers/n/la-voz-de-galicia-deza-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-deza-hoy-corazon
+newspapers/n/la-voz-de-galicia-deza-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-deza-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-deza-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-deza-mercados
+newspapers/n/la-voz-de-galicia-deza-motor
+newspapers/n/la-voz-de-galicia-deza-objetivo-innova
+newspapers/n/la-voz-de-galicia-deza-salud
+newspapers/n/la-voz-de-galicia-deza-xl-semanal
+newspapers/n/la-voz-de-galicia-deza-yes
+newspapers/n/la-voz-de-galicia-espana
+newspapers/n/la-voz-de-galicia-espana-de-vinos
+newspapers/n/la-voz-de-galicia-espana-extravoz
+newspapers/n/la-voz-de-galicia-espana-fugas
+newspapers/n/la-voz-de-galicia-espana-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-espana-hoy-corazon
+newspapers/n/la-voz-de-galicia-espana-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-espana-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-espana-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-espana-mercados
+newspapers/n/la-voz-de-galicia-espana-motor
+newspapers/n/la-voz-de-galicia-espana-objetivo-innova
+newspapers/n/la-voz-de-galicia-espana-salud
+newspapers/n/la-voz-de-galicia-espana-xl-semanal
+newspapers/n/la-voz-de-galicia-espana-yes
+newspapers/n/la-voz-de-galicia-ferrol
+newspapers/n/la-voz-de-galicia-ferrol-de-vinos
+newspapers/n/la-voz-de-galicia-ferrol-el-comarcal-ferrol
+newspapers/n/la-voz-de-galicia-ferrol-extravoz
+newspapers/n/la-voz-de-galicia-ferrol-ferrol-local
+newspapers/n/la-voz-de-galicia-ferrol-fugas
+newspapers/n/la-voz-de-galicia-ferrol-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-ferrol-hoy-corazon
+newspapers/n/la-voz-de-galicia-ferrol-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-ferrol-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-ferrol-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-ferrol-mercados
+newspapers/n/la-voz-de-galicia-ferrol-motor
+newspapers/n/la-voz-de-galicia-ferrol-objetivo-innova
+newspapers/n/la-voz-de-galicia-ferrol-salud
+newspapers/n/la-voz-de-galicia-ferrol-xl-semanal
+newspapers/n/la-voz-de-galicia-ferrol-yes
+newspapers/n/la-voz-de-galicia-lugo
+newspapers/n/la-voz-de-galicia-lugo-axenda-deportiva
+newspapers/n/la-voz-de-galicia-lugo-de-vinos
+newspapers/n/la-voz-de-galicia-lugo-deporte-escolar
+newspapers/n/la-voz-de-galicia-lugo-especial1
+newspapers/n/la-voz-de-galicia-lugo-especial2
+newspapers/n/la-voz-de-galicia-lugo-extravoz
+newspapers/n/la-voz-de-galicia-lugo-fugas
+newspapers/n/la-voz-de-galicia-lugo-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-lugo-hoy-corazon
+newspapers/n/la-voz-de-galicia-lugo-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-lugo-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-lugo-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-lugo-lider
+newspapers/n/la-voz-de-galicia-lugo-lugo-local
+newspapers/n/la-voz-de-galicia-lugo-mercados
+newspapers/n/la-voz-de-galicia-lugo-motor
+newspapers/n/la-voz-de-galicia-lugo-objetivo-innova
+newspapers/n/la-voz-de-galicia-lugo-salud
+newspapers/n/la-voz-de-galicia-lugo-xl-semanal
+newspapers/n/la-voz-de-galicia-lugo-yes
+newspapers/n/la-voz-de-galicia-monforte
+newspapers/n/la-voz-de-galicia-monforte-de-vinos
+newspapers/n/la-voz-de-galicia-monforte-especial1
+newspapers/n/la-voz-de-galicia-monforte-especial2
+newspapers/n/la-voz-de-galicia-monforte-extravoz
+newspapers/n/la-voz-de-galicia-monforte-fugas
+newspapers/n/la-voz-de-galicia-monforte-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-monforte-hoy-corazon
+newspapers/n/la-voz-de-galicia-monforte-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-monforte-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-monforte-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-monforte-lider
+newspapers/n/la-voz-de-galicia-monforte-mercados
+newspapers/n/la-voz-de-galicia-monforte-monforte-local
+newspapers/n/la-voz-de-galicia-monforte-motor
+newspapers/n/la-voz-de-galicia-monforte-objetivo-innova
+newspapers/n/la-voz-de-galicia-monforte-salud
+newspapers/n/la-voz-de-galicia-monforte-xl-semanal
+newspapers/n/la-voz-de-galicia-monforte-yes
+newspapers/n/la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-ourense
+newspapers/n/la-voz-de-galicia-ourense-de-vinos
+newspapers/n/la-voz-de-galicia-ourense-especial1
+newspapers/n/la-voz-de-galicia-ourense-especial2
+newspapers/n/la-voz-de-galicia-ourense-extravoz
+newspapers/n/la-voz-de-galicia-ourense-fugas
+newspapers/n/la-voz-de-galicia-ourense-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-ourense-hoy-corazon
+newspapers/n/la-voz-de-galicia-ourense-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-ourense-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-ourense-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-ourense-mercados
+newspapers/n/la-voz-de-galicia-ourense-motor
+newspapers/n/la-voz-de-galicia-ourense-objetivo-innova
+newspapers/n/la-voz-de-galicia-ourense-ourense-local
+newspapers/n/la-voz-de-galicia-ourense-salud
+newspapers/n/la-voz-de-galicia-ourense-xl-semanal
+newspapers/n/la-voz-de-galicia-ourense-yes
+newspapers/n/la-voz-de-galicia-pontevedra
+newspapers/n/la-voz-de-galicia-pontevedra-de-vinos
+newspapers/n/la-voz-de-galicia-pontevedra-especial1
+newspapers/n/la-voz-de-galicia-pontevedra-especial2
+newspapers/n/la-voz-de-galicia-pontevedra-extravoz
+newspapers/n/la-voz-de-galicia-pontevedra-fugas
+newspapers/n/la-voz-de-galicia-pontevedra-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-pontevedra-hoy-corazon
+newspapers/n/la-voz-de-galicia-pontevedra-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-pontevedra-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-pontevedra-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-pontevedra-mercados
+newspapers/n/la-voz-de-galicia-pontevedra-motor
+newspapers/n/la-voz-de-galicia-pontevedra-objetivo-innova
+newspapers/n/la-voz-de-galicia-pontevedra-pontevedra-local
+newspapers/n/la-voz-de-galicia-pontevedra-salud
+newspapers/n/la-voz-de-galicia-pontevedra-xl-semanal
+newspapers/n/la-voz-de-galicia-pontevedra-yes
+newspapers/n/la-voz-de-galicia-santiago
+newspapers/n/la-voz-de-galicia-santiago-de-vinos
+newspapers/n/la-voz-de-galicia-santiago-especial1
+newspapers/n/la-voz-de-galicia-santiago-especial2
+newspapers/n/la-voz-de-galicia-santiago-extravoz
+newspapers/n/la-voz-de-galicia-santiago-fugas
+newspapers/n/la-voz-de-galicia-santiago-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-santiago-hoy-corazon
+newspapers/n/la-voz-de-galicia-santiago-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-santiago-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-santiago-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-santiago-mercados
+newspapers/n/la-voz-de-galicia-santiago-motor
+newspapers/n/la-voz-de-galicia-santiago-objectivo-innova
+newspapers/n/la-voz-de-galicia-santiago-salud
+newspapers/n/la-voz-de-galicia-santiago-santiago-local
+newspapers/n/la-voz-de-galicia-santiago-xl-semanal
+newspapers/n/la-voz-de-galicia-santiago-yes
+newspapers/n/la-voz-de-galicia-vigo
+newspapers/n/la-voz-de-galicia-vigo-de-vinos
+newspapers/n/la-voz-de-galicia-vigo-el-comarcal-vigo
+newspapers/n/la-voz-de-galicia-vigo-especial1
+newspapers/n/la-voz-de-galicia-vigo-especial2
+newspapers/n/la-voz-de-galicia-vigo-extravoz
+newspapers/n/la-voz-de-galicia-vigo-fugas
+newspapers/n/la-voz-de-galicia-vigo-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-vigo-hoy-corazon
+newspapers/n/la-voz-de-galicia-vigo-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-vigo-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-vigo-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-vigo-mercados
+newspapers/n/la-voz-de-galicia-vigo-motor
+newspapers/n/la-voz-de-galicia-vigo-objetivo-innova
+newspapers/n/la-voz-de-galicia-vigo-salud
+newspapers/n/la-voz-de-galicia-vigo-vigo-local
+newspapers/n/la-voz-de-galicia-vigo-xl-semanal
+newspapers/n/la-voz-de-galicia-vigo-yes
+newspapers/n/la-voz-de-galicia-viveiro
+newspapers/n/la-voz-de-galicia-viveiro-de-vinos
+newspapers/n/la-voz-de-galicia-viveiro-especial1
+newspapers/n/la-voz-de-galicia-viveiro-especial2
+newspapers/n/la-voz-de-galicia-viveiro-especial3
+newspapers/n/la-voz-de-galicia-viveiro-extravoz
+newspapers/n/la-voz-de-galicia-viveiro-fugas
+newspapers/n/la-voz-de-galicia-viveiro-gastronomia-y-vinos
+newspapers/n/la-voz-de-galicia-viveiro-hoy-corazon
+newspapers/n/la-voz-de-galicia-viveiro-internet-y-redes-sociales
+newspapers/n/la-voz-de-galicia-viveiro-la-voz-de-galicia-oneoff-all
+newspapers/n/la-voz-de-galicia-viveiro-la-voz-de-la-escuela
+newspapers/n/la-voz-de-galicia-viveiro-mercados
+newspapers/n/la-voz-de-galicia-viveiro-motor
+newspapers/n/la-voz-de-galicia-viveiro-objetivo-innova
+newspapers/n/la-voz-de-galicia-viveiro-salud
+newspapers/n/la-voz-de-galicia-viveiro-viveiro-local
+newspapers/n/la-voz-de-galicia-viveiro-xl-semanal
+newspapers/n/la-voz-de-galicia-viveiro-yes
+newspapers/n/la-voz-de-la-escuela
+newspapers/n/lapequeopi-be
+newspapers/n/lausitzer-rundschau
+newspapers/n/le-figaro
+newspapers/n/levante-emv-be
+newspapers/n/levante-emv-costera-be
+newspapers/n/levante-emv-horta-be
+newspapers/n/levante-emv-morvedre-be
+newspapers/n/levante-emv-ribera-be
+newspapers/n/levante-emv-safor-be
+newspapers/n/libero
+newspapers/n/libros-be
+newspapers/n/los-barrios-be
+newspapers/n/lucena-be
+newspapers/n/lunes-deportes-be
+newspapers/n/mackay-daily-mercury1
+newspapers/n/maerkische-oderzeitung-bad-freienwalde
+newspapers/n/maerkische-oderzeitung-beeskow
+newspapers/n/maerkische-oderzeitung-bernau
+newspapers/n/maerkische-oderzeitung-eberswalde
+newspapers/n/maerkische-oderzeitung-eisenhuettenstadt
+newspapers/n/maerkische-oderzeitung-erkner
+newspapers/n/maerkische-oderzeitung-fuerstenwalde
+newspapers/n/maerkische-oderzeitung-schwedt
+newspapers/n/maerkische-oderzeitung-seelow
+newspapers/n/maerkische-oderzeitung-strausberg
+newspapers/n/mallorca-zeitung-be
+newspapers/n/manjaria-be
+newspapers/n/markische-oderzeitung-frankfurt-oder
+newspapers/n/mercury-hobart
+newspapers/n/montilla-be
+newspapers/n/mosman-daily
+newspapers/n/neomotor-be
+newspapers/n/neomotor-be9yka
+newspapers/n/neomotor-be9ylr
+newspapers/n/neomotor-be9yml
+newspapers/n/neomotor-be9ymv
+newspapers/n/neomotor-be9ynq
+newspapers/n/neomotor-be9yny
+newspapers/n/neomotor-be9yyq
+newspapers/n/neomotor-levante-emv
+newspapers/n/neue-zuercher-zeitung
+newspapers/n/nt-news
+newspapers/n/nwz-neue-wurttembergische-zeitung
+newspapers/n/oranienburger-generalanzeiger
+newspapers/n/ouest-france-angers-segre
+newspapers/n/ouest-france-auray
+newspapers/n/ouest-france-avranches-granville
+newspapers/n/ouest-france-bayeux-caen
+newspapers/n/ouest-france-caen-vire
+newspapers/n/ouest-france-challans-saint-gilles-croix-de-vie
+newspapers/n/ouest-france-chateaubriant-ancenis
+newspapers/n/ouest-france-cholet
+newspapers/n/ouest-france-dinan
+newspapers/n/ouest-france-fontenay-le-comte-lucon
+newspapers/n/ouest-france-fougeres
+newspapers/n/ouest-france-guingamp
+newspapers/n/ouest-france-la-roche-sur-yon
+newspapers/n/ouest-france-lannion
+newspapers/n/ouest-france-les-herbiers-montaigu
+newspapers/n/ouest-france-les-sables-dolonne
+newspapers/n/ouest-france-lorient
+newspapers/n/ouest-france-loudeac-rostrenen
+newspapers/n/ouest-france-mayenne
+newspapers/n/ouest-france-nantes
+newspapers/n/ouest-france-nantes-nord-loire
+newspapers/n/ouest-france-nantes-sud-loire-vignoble
+newspapers/n/ouest-france-nord-finistere
+newspapers/n/ouest-france-orne
+newspapers/n/ouest-france-pays-dauge
+newspapers/n/ouest-france-ploermel
+newspapers/n/ouest-france-pontivy
+newspapers/n/ouest-france-pornic-pays-de-retz
+newspapers/n/ouest-france-quimper
+newspapers/n/ouest-france-quimperle
+newspapers/n/ouest-france-redon-pays-de-vilaine
+newspapers/n/ouest-france-rennes
+newspapers/n/ouest-france-rennes-nord
+newspapers/n/ouest-france-rennes-sud
+newspapers/n/ouest-france-saint-brieuc
+newspapers/n/ouest-france-saint-lo-coutances-cherbourg
+newspapers/n/ouest-france-saint-malo
+newspapers/n/ouest-france-saint-nazaire
+newspapers/n/ouest-france-sarthe
+newspapers/n/ouest-france-vannes
+newspapers/n/palma-del-rio-be
+newspapers/n/pasatiempos-be
+newspapers/n/pasatiempos-be9ykr
+newspapers/n/pasatiempos-be9yky
+newspapers/n/pasatiempos-be9ymt
+newspapers/n/pasatiempos-be9yns
+newspapers/n/pasatiempos-be9ypc
+newspapers/n/pasatiempos-be9ypn
+newspapers/n/pasatiempos-la-nueva-espana
+newspapers/n/pasatiempos-levante-emv
+newspapers/n/philadelphia-daily-news
+newspapers/n/politiken
+newspapers/n/posdata-levante-emv
+newspapers/n/pozoblanco-be
+newspapers/n/regio7-be
+newspapers/n/reutlinger-nachrichten
+newspapers/n/roses-be
+newspapers/n/rse-be
+newspapers/n/rundschau-fur-den-schwabischen-wald-der-kocherbote
+newspapers/n/ruppiner-anzeiger
+newspapers/n/salut-be
+newspapers/n/salut-be9ypw
+newspapers/n/seymour-telegraph
+newspapers/n/shepparton-news
+newspapers/n/shepparton-news-kids-junior-sport
+newspapers/n/siglo-xxi-la-nueva-espana
+newspapers/n/sin-fin-be
+newspapers/n/southern-riverina-news
+newspapers/n/sudwest-presse
+newspapers/n/sudwest-presse-metzinger-uracher-volksblatt-der-ermstalbote
+newspapers/n/sunshine-coast-daily
+newspapers/n/superdeporte-be
+newspapers/n/suplement1-be
+newspapers/n/suplement2-be9flx
+newspapers/n/suplement2-beef78
+newspapers/n/suplemento-1-be
+newspapers/n/suplemento-1-be9ykv
+newspapers/n/suplemento-1-be9ymr
+newspapers/n/suplemento-1-be9ynf
+newspapers/n/suplemento-2-be
+newspapers/n/suplemento-2-be9ynt
+newspapers/n/suplemento-aviles
+newspapers/n/suplemento-be
+newspapers/n/suplemento1-9wpv
+newspapers/n/suplemento1-be8ffg
+newspapers/n/suplemento1-be9acr
+newspapers/n/suplemento1-be9yu3
+newspapers/n/suplemento1-beeakw
+newspapers/n/suplemento1-levante-emv
+newspapers/n/suplemento2-be9yyt
+newspapers/n/suplemento2-be9yyw
+newspapers/n/suplemento2-beeajj
+newspapers/n/suplemento3-be
+newspapers/n/suplementos-1-be
+newspapers/n/svenska-dagbladet
+newspapers/n/the-advertiser
+newspapers/n/the-australian
+newspapers/n/the-cairns-post
+newspapers/n/the-chronicle-8992
+newspapers/n/the-cobram-courier
+newspapers/n/the-courier-mail
+newspapers/n/the-daily-telegraph-sydney
+newspapers/n/the-detroit-news
+newspapers/n/the-free-press-corowa
+newspapers/n/the-gold-coast-bulletin
+newspapers/n/the-philadelphia-inquirer
+newspapers/n/the-philadelphia-inquirer-south-jersey-edition
+newspapers/n/the-riverine-herald
+newspapers/n/the-weekend-post
+newspapers/n/townsville-bulletin
+newspapers/n/universidad-be
+newspapers/n/universitas-be
+newspapers/n/urban-levante-emv
+newspapers/n/vasterbottens-kuriren
+newspapers/n/vida-sana-be
+newspapers/n/wentworth-courier
+newspapers/n/yarrawonga-chronicle
 newsportal
 newsroom
 newsroom/*/feed
@@ -70530,7 +70676,6 @@ nieuwsbrieven/preview
 nightlies
 nightlies_server
 nightly
-nightwear-prelaunch$
 niharikasingh
 nii=t
 niji
@@ -71248,23 +71393,23 @@ nl_BE/EUR
 nl_NL/EUR
 nl_nl/sjablonen/M
 nlanter
-nlcz/
-nlde/
-nles/
-nlfr/
-nlgr/
-nlit/
-nlja/
-nlko/
-nlpl/
-nlpt/
-nlro/
-nlru/
-nlsv/
-nltr/
+nlcz
+nlde
+nles
+nlfr
+nlgr
+nlit
+nlja
+nlko
+nlpl
+nlpt
+nlro
+nlru
+nlsv
+nltr
 nltrack
 nlylew
-nlzh/
+nlzh
 nm1
 nmaps/*?
 nmathewson
@@ -71529,7 +71674,7 @@ nomobile=
 nonConfig/api/wpa
 nonacm
 nonbot/
-nonce="jzkgD-QwPwi8US13MlUEJg">if(google.cis
+nonce="CuxB1M_X1lTj3nKR3SYI6w">if(google.cis
 nonlystdomainredirect
 nonprofits-ngos
 nonprofits/account
@@ -71656,7 +71801,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A
 notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml
 notlikelytohappenever
 notonline
-notyours/http://openclipart.org/robots.txt
+notyours/http://abookapart.com/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -71673,7 +71818,7 @@ novostroyki
 novostroyki*/?direct=1
 novostroyki/*?order=
 novostroyki/po-ulizam
-novostroyki/po-ulizam/*http://nozbe.com/robots.txt
+novostroyki/po-ulizam/*http://wwwyu.com/robots.txt
 novostroyki/po-ulizam/moskva
 novostroyki/sankt-peterburg/moskovskij/in2it-intuit2
 now
@@ -71938,7 +72083,6 @@ nz/your
 nzh-search
 nzzidms
 o
-o-gender*
 o-rukyojin1116/videolist-*.html
 o-rukyojin1116/videolist.html
 o/
@@ -71978,7 +72122,7 @@ oauth/
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://fitbots.com/robots.txt
+oauth/http://contradance.org/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -72051,7 +72195,6 @@ off-market
 off-market/$
 offensivecontent
 offer
-offer-*
 offer-gift
 offer-holders
 offer-order
@@ -72117,6 +72260,7 @@ office/supplies/samhome
 office/supplies/viewalllists
 office/supplies/yourorder
 office365/login.html
+offices/OPA/photo/images
 offices/europe/czech/sig/
 offices/europe/france/academic/pdf/
 offices/europe/france/academic/xml/
@@ -72225,7 +72369,7 @@ omniauth
 omniture/
 on
 on
-on-demand/session/*http://nxp.com/robots.txt
+on-demand/session/*http://metmuseum.org/robots.txt
 on/*.ico$
 on/*.png$
 on/demandware.store
@@ -72307,7 +72451,7 @@ online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt
+online/online-program/curriculum_draft.cfmhttp://linternaute.com/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -72387,6 +72531,7 @@ opengovernment
 openid
 openid
 openinappbtn/*
+opening/config
 openlist
 opensearch.xml
 openstat
@@ -72415,12 +72560,11 @@ ops
 opssam1com
 opt-in-mobile
 opt-out
-opt-out*
 opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
-opt-out/http://youronlinechoices.eu/robots.txt
-opt-out/http://yourstory.com/robots.txt
+opt-out/http://cts.vresp.com/robots.txt
+opt-out/http://verisign.com/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -72517,10 +72661,6 @@ orientation/student-guide/visit/
 origin-pre-prod/*
 origin-selector
 origin=
-originAirport=
-originAirport_displayed=
-originCode=              
-originType=
 original-stories
 original.php
 originals/includes
@@ -72589,7 +72729,6 @@ out
 out-of-home
 outbound
 outbound/article
-outboundMonth=
 outdated
 outfit
 outgoing
@@ -72638,7 +72777,6 @@ p*groupType=
 p-a
 p-api
 p-edit-ad
-p-gender*
 p-r
 p-user
 p.php
@@ -72971,7 +73109,6 @@ paged=
 pageitem
 pagename=
 pagenotfound.jsp
-pagenotfounderror.aspx
 pager
 pages
 pages-extensions/FollowCompany
@@ -73094,7 +73231,7 @@ paldrive/en-es
 paldrive/en-no
 paldrive/en-sk
 paldrive/en-tr
-paldrive/en-us/http://paloaltonetworks.com/robots.txt
+paldrive/en-us/http://nerfhaven.com/robots.txt
 paleo
 paleo/metadata
 paleo/pubs
@@ -73249,8 +73386,6 @@ partnerstore/help/test.html
 partnersupport
 partnerworld/portal
 pas-198
-passengerFirstName=
-passengerLastName=
 password
 password-changed-email
 password-management
@@ -73525,8 +73660,6 @@ people/thankyou.html
 people/time-management.html
 people/xml.php
 people_analytics
-peopleoptions.aspx
-peopletags.aspx
 pepe
 per/about/team.page
 perception
@@ -75427,7 +75560,7 @@ pl/pl/product-finder/internal-hard-drives/
 pl/pl/promos/
 pl/pl/promos/lyve-cloud-for-startups/
 pl/player
-pl/popros-o-informacje/
+pl/popros-o-informacje/
 pl/questions
 pl/renew.html
 pl/search
@@ -75641,32 +75774,32 @@ playlists/*/user
 playlists/flag
 plays
 playstation
-plcz/
-plde/
+plcz
+plde
 please_wait.php
 plehmann
 plenary/*/vod.html
-ples/
+ples
 plesch
 plesk-lifecycle-policy-draft
 plesk-webops-and-hosting-panel/
-plfr/
-plgr/
+plfr
+plgr
 pli
-plit/
+plit
 pliu
-plja/
-plko/
-plnl/
+plja
+plko
+plnl
 plonejsi18n$
 plp$
-plpt/
-plro/
-plru/
+plpt
+plro
+plru
 pls
 pls/zone2/f
-plsv/
-pltr/
+plsv
+pltr
 plug_id
 plugin
 plugin/*.css
@@ -75718,7 +75851,7 @@ plus/signup
 plus/vip
 plusd/cables/07PANAMA255_a.html
 plusinstall
-plzh/
+plzh
 pm
 pm-optout
 pm/
@@ -76065,13 +76198,13 @@ politica/20081007/53556163832/
 politica/2014/01/21/news/l_aquila_cialente_ritira_dimissioni-76591005
 politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739
 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022
-politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt
+politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://techopedia.com/robots.txt
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp
 politica/padron-electoral-2021-back-up-nid04052021
 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml
 politiclothes
-politico-footer/http://politifact.com/robots.txt
+politico-footer/http://20min.ch/robots.txt
 politico-header
 politics/e/sharing
 politics/index.ssf/2010/01/nova_scotia_property_attracted.html
@@ -76210,7 +76343,6 @@ portfolio
 portfolio-airtable
 portfolio-site
 portfolio/
-portfolio/*
 portin
 portland/2011/01/portland_woman_upset_by_attack.html
 portland/2016/12/who_is_portlands_mysterious_li.html
@@ -76331,7 +76463,7 @@ prashant-nageshwar
 prateek
 pratique/informatique/logiciels/windows-xp/1630
 praveer-singh
-prayers?*http://uscis.gov/robots.txt
+prayers?*http://hs.fi/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -76349,7 +76481,6 @@ preferencecenter
 preferences
 preferences/
 preferences/cookies
-preferredTimeOfDay=
 prefetch
 prefn*=
 prefn1
@@ -76408,7 +76539,6 @@ preisvergleich/merkzettel
 preisvergleich/priceChartApi
 preisvergleich/sp
 preisvergleich/sp.html?ts=
-prelaunch
 prelex
 preminger
 premiogastronomico/mejor.asp?search=&page=
@@ -76461,7 +76591,7 @@ press-release.php?
 press-releases
 press-this.php
 press/art-institute-images
-press/content-search?*http://10250263.fls.doubleclick.net/robots.txt
+press/content-search?*http://argolikeseidhseis.gr/robots.txt
 press/exhibition-press-room
 press/fellowship
 press/founders/
@@ -76486,7 +76616,6 @@ prettyearth/assets
 prev_url=*
 prevent-bee-sting-allergic-reactions
 preview
-preview*
 preview-examens
 preview-link
 preview/
@@ -76712,12 +76841,13 @@ product-manager-old
 product-marketing
 product-question/
 product-quickview*
-product-ratings/http://wisper.io/robots.txt
+product-ratings/http://constantcontact.com/robots.txt
 product-recommended.jsp
 product-refferal
 product-review-post
 product-reviews/
 product-reviews/B0069IY63Y
+product-search
 product-search.php
 product-tag/
 product-tags
@@ -76732,7 +76862,7 @@ product/ajax-about-brand
 product/alive-detox-vegan-cookbook
 product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat
 product/buy/
-product/buybundle/http://webdesign.about.com/robots.txt
+product/buybundle/http://hypeddit.com/robots.txt
 product/containedresources
 product/customersalsobought
 product/dynamic-creative/gallery
@@ -76776,11 +76906,6 @@ product_reviews/vote
 product_reviews/votes
 product_type=
 product_videos
-productaffiliation-accessoriesall*
-productaffiliation-beautyandgrooming*
-productaffiliation-girlsclothing*
-productaffiliation-premiumbrands*
-productaffiliation-swimandbeachwear*
 productalert
 productcollectie
 productdetail/*
@@ -76800,7 +76925,6 @@ productreview/user
 products
 products.php?
 products/
-products/*
 products/*+
 products/*--*--*--
 products/*/*/dse
@@ -76939,7 +77063,6 @@ professionals/country/*/locations/locations.kml
 professionals/locations/locations.kml
 professionals/query
 professionals/s
-profi/*
 profil
 profil.shtml
 profil/
@@ -76967,7 +77090,7 @@ profile/*/stats
 profile/*/stats/library
 profile/*/trophies
 profile/*article*.ece
-profile/*http://cbs.com/robots.txt
+profile/*http://poshmark.com/robots.txt
 profile/author/$
 profile/author/?
 profile/authorgallery
@@ -77098,7 +77221,7 @@ program-2/action~stream
 program-2/action~undefined
 program-2/action~week
 program-registration
-program/action~*/http://attendee.gotowebinar.com/robots.txt
+program/action~*/http://google.no/robots.txt
 program/action~agenda
 program/action~default
 program/action~http:
@@ -77142,7 +77265,6 @@ progressloading.html
 project
 project-chooser!input.jspa
 project-crisps--beta
-project/*
 project/*/event
 project/KCRW
 project/issues/*/search
@@ -77152,7 +77274,6 @@ project/pgeverydayme
 project/video
 projectrvm
 projects
-projects/*
 projects/*/activity
 projects/*/best_release.html
 projects/*/complete
@@ -77234,13 +77355,11 @@ promos/
 promos/jump/package/iPhone/
 promos/jump/package/mobile/
 promos/lyve-cloud-for-startups/
-promosearch-*
 promote
 promoted
 promoted-content
 promotionaltools
 promotions
-promotions-publish*
 promotions/attracta-promo
 promotions/emails
 pronajem-auta/vysledky
@@ -77600,7 +77719,7 @@ pt/ferramentas/criador-de-logo/onboarding
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://dai.ly/robots.txt
+pt/forum/goto.phphttp://ea.com/robots.txt
 pt/group
 pt/growth-tools-assets
 pt/guest-pass
@@ -77721,16 +77840,16 @@ pt_pt/privacy.html
 pt_pt/renew.html
 pt_pt/support
 ptapi/*
-ptcz/
-ptde/
+ptcz
+ptde
 pten/deslanchar
-ptfr/
-ptgr/
-ptit/
-ptja/
-ptko/
-ptnl/
-ptpl/
+ptfr
+ptgr
+ptit
+ptja
+ptko
+ptnl
+ptpl
 ptr-2/account
 ptr-2/account=
 ptr-2/error-static-cdn
@@ -77747,12 +77866,12 @@ ptr/list=
 ptr/random
 ptr/search
 ptr/site-achievement
-ptro/
-ptru/
-ptsv/
-pttr/
+ptro
+ptru
+ptsv
+pttr
 ptype=
-ptzh/
+ptzh
 pu/
 pu_all
 pu_echo/*.htaccess
@@ -77790,8 +77909,6 @@ pub/media/js/
 pub/old
 pub/t
 pubads.g.doubleclick.net
-pubcontent/jba
-pubcontent/jbax
 pubkey.pl
 publ/bcbs
 public
@@ -77814,7 +77931,7 @@ public/*.jpg
 public/*.js$
 public/*.js?
 public/*.png
-public/*http://cloudflare.com/robots.txt
+public/*http://audacityteam.org/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -77831,7 +77948,7 @@ public/checkout
 public/cmscommentAbuse
 public/comments
 public/data/
-public/dochttp://znc.si/robots.txt
+public/dochttp://news.com.au/robots.txt
 public/emailtemplates
 public/english/dw/ilo-dw-amharic-web.swf
 public/english/dw/ilo-dw-arabic-web.swf
@@ -77944,7 +78061,6 @@ publish
 publish$
 publish/
 publish?
-published
 publishedwriters/
 publisher
 publishing/_denial.asp
@@ -78030,7 +78146,6 @@ pypi/*/json
 pyro
 python/
 q
-q-gender*
 q-sourcepath
 q/*/admin_log
 q/*/earnings
@@ -78199,7 +78314,6 @@ quick-reads/*.html
 quick-stack
 quick-view
 quickView=
-quickadd.aspx
 quickbuy/
 quickcast
 quickhits
@@ -78238,7 +78352,6 @@ qzhang
 qzhao
 r
 r
-r-gender*
 r.ashx
 r.ashx?i=*
 r.ashx?l=*
@@ -78248,7 +78361,7 @@ r/
 r/*page=
 r/Preview
 r/cms
-r/http://blog.codinghorror.com/robots.txt
+r/http://haveibeenpwned.com/robots.txt
 r/instant/response
 r/kappa/api
 r/search
@@ -78349,8 +78462,6 @@ randischuster
 random
 random.html
 randomcard
-range-*-range-*
-range-nextedit*
 range_chapter=
 range_subcategory=
 rangers/fans/text-messaging-terms-and-conditions
@@ -78372,7 +78483,6 @@ rap_francais/news/amp
 rap_francais/son/amp
 rapid
 rapid-responses
-rapidrewards/rr-retrieve.html
 rappeurs/black-m/amp
 rappeurs/georgio/amp
 rappeurs/kaaris/amp
@@ -78488,7 +78598,7 @@ reader/
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://lunacycle.com/robots.txt
+readme.htmlhttp://zertifikateawards.de/robots.txt
 readmessage.php
 ready_sit_read/index.jhtml
 readysetgov-dev
@@ -78620,7 +78730,6 @@ recent?
 recent_products/*
 recent_sales_area
 recently-viewed
-recentlyviewed
 recfb?
 recharge/dashboard/car
 recharge/dashboard/static
@@ -78655,7 +78764,7 @@ recipes/search
 recipes/search/?q
 recipes/search?o=newest&tag=test-kitchen-approved
 recipes/shoppinglist/email
-reckon/http://clevescene.com/robots.txt
+reckon/http://vipbaits.nl/robots.txt
 reco
 recomendations/*/owner_actions
 recommend
@@ -78826,12 +78935,12 @@ regions/nord-ontario
 regions/quebec/classesportive/stats
 regions/toronto
 regions/windsor
-regions=
 regions_list.xml
 regist.pl
 register
 register
 register-account.asp*
+register-now
 register-optional
 register-success
 register-successfully.php
@@ -78930,7 +79039,6 @@ rememberme
 remingtonhill
 remixed/rules/
 remo
-remont-kvartir/
 remote
 remote-login.php
 remote.control
@@ -78945,9 +79053,7 @@ remove-favorite
 remove-from-sale
 remove_from_wine_list
 remove_from_wishlist
-removecategory*
 removed
-removestory*
 renan
 renansargiani
 render
@@ -78959,7 +79065,7 @@ rendongarcia
 renee_rinehart
 renew
 renewal-center
-renewal-center/businesshttp://katespade.com/robots.txt
+renewal-center/businesshttp://myfonts.com/robots.txt
 renewal-center/home
 rennekamp
 renos
@@ -79781,7 +79887,6 @@ reservation/availabilitySearch.mi
 reservations
 reservations/
 reservations/*/notifyme
-reservations/book-reservations.html
 reserve-it-now/form.htm
 reset
 reset-password
@@ -79829,7 +79934,7 @@ resources/
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
-resources/calendar/http://lua.org/robots.txt
+resources/calendar/http://signal.org/robots.txt
 resources/css
 resources/css/webscripts.css
 resources/download/download-attribution-data-driven-marketer
@@ -79942,7 +80047,7 @@ results.sale.pdf
 results/
 results?k*
 resume-database/preview-iframe
-resume/http://whisky.de/robots.txt
+resume/http://labornotinvain.com/robots.txt
 resume/preview
 resumes
 resumes2
@@ -79971,7 +80076,7 @@ reuters
 reuters$
 rev=
 revadhingra
-revendeur/http://telstra.com.au/robots.txt
+revendeur/http://unocha.org/robots.txt
 revenue/search/node
 review
 review-by-author
@@ -80340,26 +80445,26 @@ rockets/users
 rockies/fans/text-messaging-terms-and-conditions
 rockies/search
 rockwell
-rocz/
-rode/
+rocz
+rode
 rodi
 rodrigocetinapresuel
 rodriguez_padilla
 rodrik
 roe
 roeder
-roes/
-rofr/
+roes
+rofr
 roganesyan
 rogerbot
 rogerdias
 rogers
 rogowski
-rogr/
+rogr
 rohitabraham
-roit/
-roja/
-roko/
+roit
+roja
+roko
 rolandolink
 roles
 roll
@@ -80371,7 +80476,7 @@ ronakjain
 ronald
 roncarati
 rongqing-aaron-pan
-ronl/
+ronl
 roomforrent/preview
 roomplanner/
 roomplanner3d/
@@ -80384,9 +80489,9 @@ rooms/*/photos
 rooms/*/reviews
 rooms/*/safety
 root
-ropl/
-ropt/
-roru/
+ropl
+ropt
+roru
 ros
 rosa/index.htm
 rosaguzman
@@ -80399,13 +80504,13 @@ rosenfeld
 rosenthal
 rossmair
 rosta
-rosv/
+rosv
 rotalar/*/rotalar-kalkis-
 rotalar/*/suradan-rotalar-
 rotas/*/rotas-de-
 roth
 rothleadership
-rotr/
+rotr
 rotte/*/rotte-da-
 roundabout
 route
@@ -80421,9 +80526,12 @@ router
 router/*
 routes.json
 routes/*/cac-duong-bay-tu-
+routes/*/export
 routes/*/routes-from-
 routes/*/routes-van-
 routes/*/routes-vanaf-
+routes/*cue_sheet
+routes/new
 row
 roy
 royal-baby-2013
@@ -80432,7 +80540,7 @@ royals/search
 royalty-free-subscriptions.php
 royalty/s
 roymalka
-rozh/
+rozh
 rp
 rp/
 rpc
@@ -80444,7 +80552,6 @@ rpk/artist_stats
 rpk/played_song
 rpx
 rr/mopic/staff
-rrReturnUrl=
 rraidoo
 rroatman
 rs
@@ -80674,7 +80781,7 @@ ru/forums
 ru/gateway.html
 ru/general
 ru/group
-ru/http://zoo.105.net/robots.txt
+ru/http://dacia.com.tr/robots.txt
 ru/images
 ru/inc
 ru/info
@@ -80717,7 +80824,7 @@ ru/promotions
 ru/random
 ru/redirect-notification/
 ru/renew.html
-ru/request-information/
+ru/request-information/
 ru/resources
 ru/ru/materials/*
 ru/ru/product-finder/external-hard-drives/
@@ -80789,34 +80896,35 @@ rubin
 rubric2sport
 rubrique.php?
 rubulmout
-rucz/
-rude/
-rues/
-rufr/
+rucz
+rude
+rues
+rufr
 rugby?
 rugged-trucks
-rugr/
+rugr
 ruidai
 ruiguo
-ruit/
+ruit
 ruiyin
-ruja/
-ruko/
+ruja
+ruko
 rules
 rules
 rules$
 rules?
 run
 rundowns/segment.php?
-runl/
+runl
+running_races/*/results
 runsavedsearch
 ruokonen
 ruoloAnzianita/
 ruoloAnzianita2013/
-rupl/
-rupt/
+rupl
+rupt
 rurl=
-ruro/
+ruro
 rus
 rus$
 rush
@@ -80824,7 +80932,7 @@ rush-hour
 rush-hour-2
 rush-hour-3
 russia-today
-rusv/
+rusv
 rutas-aereas/*/rutas-aereas-de-
 rutas-aereas/*/rutas-de-
 rutas/*/rutas-de-
@@ -80833,17 +80941,16 @@ rute/*/rute-de-la-
 rute/*/rute-din-
 ruter/*/flyreiser-fra-
 ruter/*/ruter-fra-
-rutr/
+rutr
 rutter/*/rutter-fran-
 rutter/*/turer-fran-
 ruxandra_paul
 ruxitagentjs_2SVfqr_10139180201161915.js
-ruzh/
+ruzh
 rvh
 rvwr/*/visitdtl
 rw
 rw-reg/
-rw-uat
 rw/
 rw/WashingtonPost/Content/Epaper
 rw/en
@@ -80873,7 +80980,6 @@ s
 s-ForgotPassword
 s-SignIn
 s-StartRegistration
-s-gender*
 s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/
 s/
 s/*
@@ -81002,7 +81108,6 @@ sale/hombre-*
 sale/kinder-*
 sale/mujer-*
 sale/ninos-*
-sale/search*
 sale/uomo-*
 sale=
 salehizadeh
@@ -81063,7 +81168,6 @@ saml/logout
 samlCertificates
 saml_login
 saml_sso
-sammy-test$
 sample-
 samplesViewSingle
 samsung
@@ -81301,7 +81405,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt
+science/new-drug-product-pipelinehttp://js.stripe.com/robots.txt
 science/outlineJson
 science/page/flash/VideoPlayer
 science/ppv-pdf
@@ -81350,7 +81454,7 @@ scopemagazine/
 score/*/download
 scorecard
 scorecard/
-scorecard_staging/http://aclweb.org/robots.txt
+scorecard_staging/http://servedby.flashtalking.com/robots.txt
 scoredrift/*
 scott
 scott64
@@ -81410,10 +81514,8 @@ scripts/wquery.php
 scripts_ssl
 scriptures/search
 scrollTo.js
-scrollTo=
 scrolling
 scrollkontrol
-scrollto=
 scsb-Beta
 scsb-beta
 scss
@@ -81680,6 +81782,11 @@ search-console/scfe
 search-effectiveness.html
 search-filter
 search-listings?
+search-nimh
+search-nimh-health-topics
+search-nimh-news
+search-nimh-publications
+search-nimh-videos
 search-old
 search-people?
 search-recipe?
@@ -81890,7 +81997,6 @@ search/results.htm
 search/results.html
 search/results?
 search/s
-search/search
 search/search-7.1213540
 search/search-7.2285082
 search/search-7.4195619
@@ -81961,8 +82067,8 @@ search?*
 search?Ntt=
 search?filter
 search?fmt=JSON*
-search?gss-q=*http://ubuntu.com/robots.txt
-search?http://ezp-news.de/robots.txt
+search?gss-q=*http://rtd-tm.everesttech.net/robots.txt
+search?http://blog.cloudflare.com/robots.txt
 search?keyword=
 search?n=16&r=3
 search?q
@@ -81978,14 +82084,14 @@ search?s=*
 search?searchtext=
 search?stype*
 search?text=
-search?text=*
-search?w=*
 searchAuthor*feature_six_browse-bin
 searchBusiness.do*
 searchID
+searchKey
 searchNarrator*feature_six_browse-bin
 searchProvider*feature_six_browse-bin
 searchResult?q
+searchResults.jhtml
 searchTerm=
 searchUrl
 search\?
@@ -82002,15 +82108,18 @@ search_rss$
 search_suggest
 search_v2?
 search_works
+searchacsfa.jhtml
 searchbeta
 searchcomparison.htm
 searchdeb/
 searches
 searches/netsearch.html
+searchfree.jhtml
 searchhistory
 searching/Mark
 searching/UnMark
 searchme.php
+searchoha.jhtml
 searchparts
 searchproducts.htm
 searchproducts_all.htm
@@ -82041,18 +82150,6 @@ seattle-workspace
 seattle/clickclick
 sebastian-v-agignoae
 sec
-sec_ak_reference
-secondFlightArrivalTime=
-secondFlightAverageDelayTime=
-secondFlightCancellationsPercentage=
-secondFlightDestination=
-secondFlightNonConnectingStops=
-secondFlightNumber=
-secondFlightNumberOfFlightsInDataSet=
-secondFlightOnTimeArrivalPercentage=
-secondFlightOrigin=
-secondFlightOverThirtyMinutesLatePercentage=
-secondFlightTime=
 secret
 section
 section-list
@@ -82066,10 +82163,10 @@ section/3
 section/36
 section/6
 section/8
-section/9http://issues.apache.org/robots.txt
+section/9http://amazon.in/robots.txt
 section=
 section_and_ivideo_widget_ajax.html
-sectionhttp://abs.twimg.com/robots.txt
+sectionhttp://tor.com/robots.txt
 sectionized
 sections
 sections$
@@ -82155,7 +82252,6 @@ secure/Error-VPRO-Lidmaatschap-ZML$
 secure/Error-VPRO-Lidmaatschap-ZML.html$
 secure/FamilySearch/ReviewNgTemplate
 secure/Subscribe/Gift
-secure/account/MyAccount/AccountSummary/ForgetMe$
 secure/feedback-onze-man$
 secure/feedback-onze-man.html$
 secure/login
@@ -82190,16 +82286,14 @@ seg/cgi-bin
 segal
 segal_morel
 segment
+segments/*/compare
 sekarshre
 select
 select/fr/soyezaudacieux
 select/pdfs/technicalreference
 selectedImage
-selectedInboundDate=
-selectedOutboundDate=
 selectedTab=
 selected_section=*
-selectembed.aspx
 selection/
 selection/gift
 selectlocale-dmc?fromPage=
@@ -82209,7 +82303,6 @@ selena-zhao
 selenperker
 self
 self-registration
-self.aspx
 self_service.js
 self_service.php
 selfservice
@@ -82339,7 +82432,6 @@ server/trans-map.html
 server/update-user-traffic-source
 serverSetCookie
 server_error_pages/
-servererror.aspx
 servers/frontend
 service
 service*
@@ -82443,8 +82535,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt
-services/conferences/news/*?*http://www2005.org/robots.txt
+services/conferences/news/*?*http://freakonomics.com/robots.txt
+services/conferences/news/*?*http://www2.census.gov/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -82463,7 +82555,7 @@ services/guide/cti
 services/guide/webboards
 services/heart/mychart-welcome
 services/heart/mychart-welcome/
-services/http://christies.com/robots.txt
+services/http://surrey.ac.uk/robots.txt
 services/humanresources/ftcstaff
 services/humanresources/trackers
 services/images
@@ -82561,7 +82653,7 @@ services/wp-content/plugins
 services/wp-includes
 services/xml
 serviceworker.js
-serviceworker.jshttp://treysongz.lnk.to/robots.txt
+serviceworker.jshttp://gaziemirdh.saglik.gov.tr/robots.txt
 servicos/
 servin
 servizi
@@ -82596,7 +82688,6 @@ session/public/board
 session/public/submit_review.php
 session/secure/
 session_diagnostics/
-session_element_solutions
 session_iframe
 session_trace
 sessionhandler.aspx
@@ -82758,7 +82849,7 @@ sg/en/cms/
 sg/en/contact/search?param=
 sg/en/news/search
 sg/en/news/sp/search
-sg/en/privacy/qualtricshttp://robertjohnsonbluesfoundation.org/robots.txt
+sg/en/privacy/qualtricshttp://kernel.org/robots.txt
 sg/en/promos/
 sg/en/promos/lyve-cloud-for-startups/
 sg/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
@@ -82864,8 +82955,6 @@ shared/tips/ShowResponsibilities.asp
 shared/tips/VacationPackageTips.asp
 shared/tips/WhatAreSearchOptions.asp
 shared/tips/aboutfarefamilymatrix.asp
-sharedfavorite.aspx
-sharefavorite.aspx
 sharehub
 sharemonitor/mac/4.0/en/sharemonitor/usermanual
 sharer
@@ -82967,604 +83056,73 @@ shop-the-look/slp/
 shop.html
 shop/
 shop/*&
-shop/*&isort
-shop/*-*-*-*-*-*-*-*-*-*-*-
-shop/*--*
-shop/*-/brand*
-shop/*-0cached*
-shop/*-brand-*-brand-*
-shop/*-category-*-category-*
-shop/*-category-*-productaffiliation-*
-shop/*-category-*/*-category-*
-shop/*-category-*/category-*
-shop/*-cnt-300*
-shop/*-colour-*-colour-*
-shop/*-department-*-department-*
-shop/*-designfeature-*-designfeature-*
-shop/*-isort-title*
-shop/*-madewith-*-madewith-*
-shop/*-minprice-000-maxprice-20000*
-shop/*-newin*
-shop/*-o/*
-shop/*-other*
-shop/*-pb-*
-shop/*-price-*
-shop/*-productaffiliation-*-productaffiliation-*
-shop/*-size-*
-shop/*-special-thecollection
-shop/*-srt/*
-shop/*-style-*-style-*
-shop/*-use-$
-shop/*-use-*-use-*
-shop/*/*-0$
-shop/*/*-brand-*-brand-*
-shop/*/*-colour-*-colour-*
-shop/*/*-department-*-department-*
-shop/*/*-designfeature-*-designfeature-*
-shop/*/*-fit-$
-shop/*/*-gender-*
-shop/*/*-madewith-*-madewith-*
-shop/*/*-newin*
-shop/*/*-special-thecollection
-shop/*/*-srt-3*
-shop/*/*-srt-5*
-shop/*/*-srt-6*
-shop/*/*-srt-8*
-shop/*/*-style-*-style-*
-shop/*/*-use-*-use-*
-shop/*/*/*
-shop/*/*brand-*-feat-newin
-shop/*/*brand-*-use-$
-shop/*/*brand-*/noindex
-shop/*/*brand-*isort-*
-shop/*/*brand-*size-*
-shop/*/*category-boots-category-wellies*/noindex
-shop/*/*feat-available*
-shop/*/*neckline-standard*
-shop/*/*srt-$
-shop/*/*style-christmassweater-*
-shop/*/*style-madetomeasure
-shop/*/*style-schoolshoes
-shop/*/-newin*
-shop/*/0-blsr-brand-*
-shop/*/0-feat*
-shop/*/brand-*-brand-*
-shop/*/brand-*/noindex
-shop/*/brand-*srt-$
-shop/*/category-*-category-*
-shop/*/colour-*-colour-*
-shop/*/department-*-department-*
-shop/*/designfeature-*-designfeature-*
 shop/*/digital+art
-shop/*/done
 shop/*/drawings
-shop/*/feat-available*
-shop/*/gender*
 shop/*/locations.json
-shop/*/madewith-*-madewith-*
 shop/*/mixed+media
 shop/*/paintings
 shop/*/photographs
-shop/*/popular$
 shop/*/search
-shop/*/size-*
-shop/*/special-thecollection
-shop/*/srt-$
-shop/*/srt-3*
-shop/*/srt-5*
-shop/*/srt-6*
-shop/*/srt-8*
-shop/*/style-*-style-*
-shop/*/style-*/style-*
-shop/*/style-christmassweater
-shop/*/t-use-*
-shop/*/use-*-use-*
-shop/*0-banner*
-shop/*0-campaign*
-shop/*0Shop
-shop/*0shop
-shop/*=-gender*
-shop/*_2/*
 shop/*artworkid=
-shop/*availability-*
 shop/*b1=
 shop/*b2=
-shop/*benefit-*
-shop/*brand-*/
-shop/*brand-*productaffiliation-*-0$
-shop/*brand-beaverbrooks*
-shop/*brand-next*
-shop/*cate/*
-shop/*category-boots-category-wellies*removecategory*
-shop/*category-boots-category-wellies*removestory*
-shop/*department-homeware-productaffiliation-homefurnishings*
-shop/*editorial-*
-shop/*editorial/*
-shop/*fabric-*
-shop/*feat-available*
-shop/*fit*-fit-*
 shop/*g1=
 shop/*g2=
-shop/*gender-*-gender-men*
-shop/*gender-*-gender-women*
-shop/*gender-*pack*
-shop/*gender-girls-gender-oldergirls*
-shop/*gender-girls-gender-oldergirls-gender-youngergirls*
-shop/*gender-girls-gender-youngergirls*
-shop/*gender-infant-gender-olderboys-gender-oldergirls*
-shop/*gender-infant-gender-youngerboys-gender-youngergirls*
-shop/*gender-men-gender-*
-shop/*gender-men-gender-oldergirls*
-shop/*gender-men-gender-unisex*
-shop/*gender-men-gender-women*
-shop/*gender-men-gender-women-gender-youngergirls*
-shop/*gender-men-gender-youngergirls*
-shop/*gender-men-productaffiliation-underwearsocks*
-shop/*gender-mini*
-shop/*gender-newbornboys-gender-newborngirls-gender-olderboys-gender-oldergirls*
-shop/*gender-newbornboys-gender-newborngirls-gender-olderboys-gender-youngerboys*
-shop/*gender-newbornboys-gender-newborngirls-gender-olderboys-gender-youngergirls*
-shop/*gender-newbornboys-gender-newborngirls-gender-oldergirls*
-shop/*gender-newbornboys-gender-newborngirls-gender-youngergirls*
-shop/*gender-newbornboys-gender-newbornunisex-gender-olderboys-gender-youngerboys*
-shop/*gender-newbornboys-gender-olderboys*
-shop/*gender-newbornboys-gender-olderboys-gender-oldergirls-gender-youngerboys*
-shop/*gender-newbornboys-gender-olderboys-gender-unisex*
-shop/*gender-newbornboys-gender-olderboys-gender-youngerboys*
-shop/*gender-newbornboys-gender-oldergirls*
-shop/*gender-newbornboys-gender-unisex-gender-youngerboys*
-shop/*gender-newborngirls-gender-newbornunisex-gender-oldergirls-gender-youngergirls*
-shop/*gender-newborngirls-gender-olderboys*
-shop/*gender-newborngirls-gender-olderboys-gender-oldergirls-gender-youngerboys*
-shop/*gender-newborngirls-gender-olderboys-gender-oldergirls-gender-youngergirls*
-shop/*gender-newborngirls-gender-olderboys-gender-youngergirls*
-shop/*gender-newborngirls-gender-oldergirls*
-shop/*gender-newborngirls-gender-oldergirls-gender-unisex*
-shop/*gender-newborngirls-gender-oldergirls-gender-youngergirls*
-shop/*gender-newborngirls-gender-youngerboys*
-shop/*gender-newbornunisex-gender-olderboys-gender-youngerboys*
-shop/*gender-newbornunisex-gender-oldergirls-gender-youngergirls*
-shop/*gender-newbornunisex-gender-unisex*
-shop/*gender-olderboys-gender-oldergirls*
-shop/*gender-olderboys-gender-oldergirls-gender-youngergirls*
-shop/*gender-olderboys-gender-unisex-gender-youngerboys*
-shop/*gender-olderboys-gender-youngerboys-gender-youngergirls*
-shop/*gender-olderboys-gender-youngergirls*
-shop/*gender-oldergirls-gender-unisex*
-shop/*gender-oldergirls-gender-unisex-gender-youngergirls*
-shop/*gender-oldergirls-gender-youngerboys-gender-youngergirls*
-shop/*gender-other*
-shop/*gender-recycled*
-shop/*gender-unisex-gender-women*
-shop/*gender-unisex-gender-youngerboys*
-shop/*gender-women-gender-*
-shop/*gender-women-gender-women*
-shop/*gender-women-gender-youngergirls*
-shop/*gender-youngerboys-gender-youngergirls*
-shop/*image-*
-shop/*isort-popular*
 shop/*keyphrase=
 shop/*minimumprintwidth=
-shop/*pattern-*pattern*
-shop/*pattern-*size-*
-shop/*plainorpatterned-*
-shop/*productaffi/*
-shop/*productaffiliation-*productaffiliation-*
-shop/*productaffiliation-/*
-shop/*productaffiliation-dresses*
-shop/*productaffiliation-furniture*
-shop/*productaffiliation-holidayshop*
-shop/*productaffiliation-holidayshop-0$
-shop/*productaffiliation-homefurnishings*
-shop/*productaffiliation-occasion*
-shop/*productaffiliation-readymade-
-shop/*productaffiliation-schoolaccessories*
-shop/*productaffiliation-shirtsandblouses*
-shop/*productaffiliation-underwearsocks*
-shop/*promotion-justarrived*
-shop/*promotion-michellekeegan*
 shop/*r1=
 shop/*r2=
 shop/*searchType=
 shop/*searchtype=
 shop/*shape=
 shop/*similarTo=
-shop/*siteurl*brand-*
-shop/*size*-size-*
 shop/*sort=
-shop/*srt*/*brand-*
-shop/*tog-*tog-*
-shop/-*
-shop/-/*
-shop/-/brand-*
-shop/-gender/*
-shop/-productaffiliation*
-shop/...*
-shop//*
-shop/0*/
-shop/1*/
-shop/2*/
-shop/20/*
 shop/24-fret-electric-guitars/?
-shop/3*/
-shop/4*/
-shop/5*/
-shop/6*/
-shop/7*/
-shop/8*/
-shop/9*/
-shop/activity-$
-shop/activity-*
 shop/admin
 shop/apparel
-shop/baby/*
 shop/barcode
 shop/basket_items
 shop/beach
-shop/boys/*
-shop/bra/*
-shop/brand-$
-shop/brand-*-brand-*
-shop/brand-*/brand-*
-shop/brand-*/category*
-shop/brand-*/noindex
-shop/brand-*/productaffiliation-*
-shop/brand-adidas-brand-adidasgolf-brand-adidasoriginals-0$
-shop/brand-benefit-0$
-shop/brand-crocs/category-charms$
-shop/brand-ff/range-ffmrshinch$
-shop/brand-lipsy/collaboration-chrishell$
-shop/brand-victoriassecret-brand-victoriassecretpink-0$
-shop/brand-victoriassecret/subbrand-vspink$
-shop/brand/*
 shop/browse/overlay
 shop/browsing_history
-shop/cat-*
-shop/cat/*
-shop/category-*/brand-*
-shop/category-*/category-*
-shop/category-/*
-shop/category-dresses-brand-lipsy-0$
-shop/category-dresses/*
-shop/category-noveltygifts-0$
-shop/category-noveltygifts-0*
-shop/category-shorts/brand-nike-colour-*-range-nikepro
-shop/category-shorts/brand-nike-range-nikepro
 shop/checkout
 shop/claimcredit
-shop/clearance/*
-shop/colour-*-colour-*
-shop/colour-/*
-shop/colour-pink-s/*
-shop/department-*-department-*
-shop/department-beauty-*-0$
-shop/department-beauty-*brand-*/category-*0
-shop/department-beauty-gender-women-category-fragrances/colour*
-shop/department-beauty-productaffiliation-eyes*
-shop/department-beauty-productaffiliation-face*
-shop/department-beauty-productaffiliation-lips*
-shop/department-beauty-productaffiliation-makeup/brand-benefit-category-mascaras$
-shop/department-beauty/*
-shop/department-childrenswear/designfeature-christmassweater$
-shop/department-childrenswear/style-christmassweater$
-shop/department-homeware--gender*
-shop/department-homeware-category-sofas/*collection-*collection-*
-shop/department-homeware-category-sofas/*fabriccolour-*fabriccolour-*
-shop/department-homeware-category-sofas/*fabricdesign-*fabricdesign-*
-shop/department-homeware-category-sofas/*fabrictype-*fabrictype-*
-shop/department-homeware-category-sofas/*function-*function-*
-shop/department-homeware-category-sofas/*sofasize-*sofasize-*
-shop/department-homeware-category-sofas/*sofatype-*sofatype-*
-shop/department-homeware-category-sofas/*style-*style-*
-shop/department-homeware-category-sofas/sofasize-2seats-sofasize-3seats$
-shop/department-homeware-feat-newin-0$
-shop/department-homeware-productaffiliation-bedding/*size-*
-shop/department-homeware-productaffiliation-bedding/category-bedsets-size-double$
-shop/department-homeware-productaffiliation-bedding/category-bedsets-size-king$
-shop/department-homeware-productaffiliation-bedding/category-bedsets-size-single$
-shop/department-homeware-productaffiliation-bedding/category-bedsets-size-superking$
-shop/department-homeware-productaffiliation-bedding/category-duvets-size-double$
-shop/department-homeware-productaffiliation-bedding/category-duvets-size-king$
-shop/department-homeware-productaffiliation-bedding/category-duvets-size-single$
-shop/department-homeware-productaffiliation-bedding/category-duvets-size-superking$
-shop/department-homeware-productaffiliation-bedding/category-pillowcases-size-housewife$
-shop/department-homeware-productaffiliation-bedding/category-pillowcases-size-oxford$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-black-size-double$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-black-size-double-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-black-size-king$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-black-size-single$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-black-size-single-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-black-size-smalldouble$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-black-size-smalldouble-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-blue-size-double$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-blue-size-king$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-blue-size-single$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-cream-size-double$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-cream-size-double-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-cream-size-king$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-cream-size-single$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-cream-size-smalldouble$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-green-size-double$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-green-size-king$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-green-size-single$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-grey-size-double-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-grey-size-king-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-pink-size-double$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-pink-size-double-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-pink-size-king$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-pink-size-single$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-pink-size-single-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-pink-size-smalldouble$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-white-size-double-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-white-size-double-type-storage$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-white-size-king-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-white-size-single-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-white-size-single-type-storage$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-colour-white-size-smalldouble-type-ottoman$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-material-wooden-size-king
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-size-double$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-size-double-style-ottoman
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-size-king$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-size-king-style-ottoman
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-size-single$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-size-single-type-storage
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-size-smalldouble$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-beds-size-superking$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-mattresses-size-double$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-mattresses-size-king$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-mattresses-size-single$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-mattresses-size-smalldouble$
-shop/department-homeware-productaffiliation-bedroomfurniture/category-mattresses-size-superking$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-beds-size-double$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-beds-size-king$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-beds-size-single$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-beds-size-smalldouble$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-beds-size-superking$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-mattresses-size-double$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-mattresses-size-king$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-mattresses-size-single$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-mattresses-size-smalldouble$
-shop/department-homeware-productaffiliation-bedsandmattresses/category-mattresses-size-superking$
-shop/department-homeware-productaffiliation-bedsheets/size-double$
-shop/department-homeware-productaffiliation-bedsheets/size-king$
-shop/department-homeware-productaffiliation-bedsheets/size-single$
-shop/department-homeware-productaffiliation-bedsheets/size-smalldouble$
-shop/department-homeware-productaffiliation-bedsheets/size-superking$
-shop/department-homeware-productaffiliation-decorativeaccessories/category-photoframes-size-a4$
-shop/department-homeware-productaffiliation-furniture-0$
-shop/department-homeware-promotion-autumndecor-0*
-shop/department-homeware-promotion-halloween-0
-shop/department-homeware-promotion-halloween-0$
-shop/department-homeware-promotion-pumpkin-0$
-shop/department-homeware-promotion-pumpkin-0*
-shop/department-homeware/*
-shop/designerboutique-boutiquebrands-designerboutique-designercollaborations-designerboutique-labelcollection-*
-shop/designerboutique-boutiquebrands-designerboutique-designercollaborations-designerboutique-labelcollection-0$
-shop/designerboutique-boutiquebrands-designerboutique-designercollaborations-designerboutique-labelcollection/*
-shop/designfeature-*-designfeature-*
-shop/designfeature-animalprint*
 shop/edit
-shop/editorial-*
 shop/eligible-for-special-financing/?
 shop/events
-shop/feat-available*
-shop/fit--*
-shop/fit-/*
-shop/fit-/*brand-*
 shop/flattering-fitted-maxi-dress-5152169
-shop/g/*
-shop/gend/*
-shop/gende/*
-shop/gender-$
-shop/gender-*-category-/*
-shop/gender-*-gender-men*
-shop/gender-*-gender-women*
-shop/gender-*-productaffiliation-clothing/*
-shop/gender-*-promotion-halloween/*
-shop/gender-*-promotion-pumpkin/*
-shop/gender-*/colour-*-gender-*
-shop/gender-*/sizetype-*sizetype*
-shop/gender-/brand-*
-shop/gender-girls-gender-oldergirls*
-shop/gender-girls-gender-oldergirls-gender-youngergirls*
-shop/gender-girls-gender-youngergirls*
-shop/gender-infant-gender-olderboys-gender-oldergirls*
-shop/gender-infant-gender-youngerboys-gender-youngergirls*
-shop/gender-men-brand-gap-0$
-shop/gender-men-category-trousers/brand-next-designfeature-jeansstyle$
-shop/gender-men-category-trousers/brand-next-style-jeansstyle$
-shop/gender-men-category-trousers/colour-black-designfeature-jeansstyle$
-shop/gender-men-category-trousers/colour-black-style-jeansstyle$
-shop/gender-men-category-trousers/designfeature-jeansstyle$
-shop/gender-men-category-trousers/style-jeansstyle$
-shop/gender-men-gender-*
-shop/gender-men-gender-oldergirls*
-shop/gender-men-gender-unisex*
-shop/gender-men-gender-women*
-shop/gender-men-gender-women-gender-youngergirls*
-shop/gender-men-gender-youngergirls*
-shop/gender-men-productaffiliation-accessories/brand-calvinklein-category-bags-style-backpack$
-shop/gender-men-productaffiliation-casualshirts*
-shop/gender-men-productaffiliation-casualshirts/category-shirts$
-shop/gender-men-productaffiliation-formalshirts*
-shop/gender-men-productaffiliation-formalshirts/category-shirts$
-shop/gender-men-productaffiliation-shirts*
-shop/gender-men-promotion-suits
-shop/gender-men/*
-shop/gender-men/designfeature-christmassweater$
-shop/gender-men/feat-newin$
-shop/gender-men/style-christmassweater$
-shop/gender-newbornboys-gender-newborngirls-gender-newbornunisex-brand-gap-0$
-shop/gender-newbornboys-gender-newborngirls-gender-olderboys-gender-oldergirls*
-shop/gender-newbornboys-gender-newborngirls-gender-olderboys-gender-youngerboys*
-shop/gender-newbornboys-gender-newborngirls-gender-olderboys-gender-youngergirls*
-shop/gender-newbornboys-gender-newborngirls-gender-oldergirls*
-shop/gender-newbornboys-gender-newborngirls-gender-youngergirls*
-shop/gender-newbornboys-gender-newbornunisex-gender-olderboys-gender-youngerboys/designfeature-christmassweater$
-shop/gender-newbornboys-gender-newbornunisex-gender-olderboys-gender-youngerboys/style-christmassweater$
-shop/gender-newbornboys-gender-newbornunisex-gender-youngerboys*
-shop/gender-newbornboys-gender-olderboys*
-shop/gender-newbornboys-gender-olderboys-gender-oldergirls-gender-youngerboys*
-shop/gender-newbornboys-gender-olderboys-gender-unisex*
-shop/gender-newbornboys-gender-olderboys-gender-youngerboys*
-shop/gender-newbornboys-gender-oldergirls*
-shop/gender-newbornboys-gender-unisex-gender-youngerboys*
-shop/gender-newborngirls-gender-newbornunisex-gender-oldergirls-gender-youngergirls/designfeature-christmassweater$
-shop/gender-newborngirls-gender-newbornunisex-gender-oldergirls-gender-youngergirls/style-christmassweater$
-shop/gender-newborngirls-gender-newbornunisex-gender-youngergirls*
-shop/gender-newborngirls-gender-olderboys*
-shop/gender-newborngirls-gender-olderboys-gender-oldergirls-gender-youngerboys*
-shop/gender-newborngirls-gender-olderboys-gender-oldergirls-gender-youngergirls*
-shop/gender-newborngirls-gender-olderboys-gender-youngergirls*
-shop/gender-newborngirls-gender-oldergirls*
-shop/gender-newborngirls-gender-oldergirls-gender-unisex*
-shop/gender-newborngirls-gender-oldergirls-gender-youngergirls*
-shop/gender-newborngirls-gender-youngerboys*
-shop/gender-newbornunisex-gender-unisex*
-shop/gender-olderboys-gender-oldergirls*
-shop/gender-olderboys-gender-oldergirls-gender-youngergirls*
-shop/gender-olderboys-gender-unisex-gender-youngerboys*
-shop/gender-olderboys-gender-youngerboys-brand-gap-0$
-shop/gender-olderboys-gender-youngerboys-gender-youngergirls*
-shop/gender-olderboys-gender-youngergirls*
-shop/gender-oldergirls-gender-unisex*
-shop/gender-oldergirls-gender-unisex-gender-youngergirls*
-shop/gender-oldergirls-gender-youngerboys-gender-youngergirls*
-shop/gender-oldergirls-gender-youngergirls-brand-gap-0$
-shop/gender-oldergirls-gender-youngergirls/feat-newin$
-shop/gender-unisex-gender-women*
-shop/gender-unisex-gender-youngerboys*
-shop/gender-women-brand-gap-0$
-shop/gender-women-category-dresses-bra*
-shop/gender-women-category-dresses/size-10$
-shop/gender-women-category-dresses/size-12$
-shop/gender-women-category-dresses/size-14$
-shop/gender-women-category-dresses/size-16$
-shop/gender-women-category-dresses/size-18$
-shop/gender-women-category-dresses/size-20$
-shop/gender-women-category-dresses/size-22$
-shop/gender-women-category-dresses/size-24$
-shop/gender-women-category-dresses/size-26$
-shop/gender-women-category-dresses/size-28$
-shop/gender-women-category-dresses/size-4$
-shop/gender-women-category-dresses/size-6$
-shop/gender-women-category-dresses/size-8$
-shop/gender-women-gender-*
-shop/gender-women-gender-women*
-shop/gender-women-gender-youngergirls*
-shop/gender-women-productaffiliation-dresses*
-shop/gender-women-productaffiliation-footwear/category-shoes-size-uk9eu43$
-shop/gender-women-productaffiliation-jumpsuitsandplaysuits/category-jumpsuit-size-18$
-shop/gender-women-productaffiliation-lingerie/category-bras-size-30dd$
-shop/gender-women-productaffiliation-tops/feat-newin$
-shop/gender-women/*
-shop/gender-women/brand-lipsy-sizetype-petite$
-shop/gender-women/brand-lipsy-sizetype-plussizes$
-shop/gender-women/designfeature-christmassweater$
-shop/gender-women/feat-newin$
-shop/gender-women/sizetype-*/*
-shop/gender-women/style-christmassweater$
-shop/gender-youngerboys-gender-youngergirls*
-shop/genxt/*
-shop/girls/*
 shop/global
 shop/home+decor
 shop/iphone/payments/overlay
-shop/jeans/*
 shop/lifestyle
-shop/madewith-*-madewith-*
-shop/maternity-maternity/*
 shop/member
-shop/mens/*
 shop/merchantadmin
 shop/messages
 shop/mobile/5g
 shop/mobile/browse-mobile-vip/vip-offers
-shop/monsoon/*
 shop/mycoupons
 shop/order
-shop/pb-*
 shop/popular+products
-shop/postcodecheckview/*
 shop/pre-reg/sky-essentials
 shop/pre-reg/sky-essentials/success
 shop/pre-reg/sports-extra/success
 shop/pre-reg/ultrafast/agent
 shop/pre-reg/ultrafast/success
 shop/preference-center-rmail
-shop/price-*
-shop/pro/*
-shop/produ/*
-shop/product/*
-shop/productaffili/*
-shop/productaffiliation-$
-shop/productaffiliation-*/brand-*-0$
-shop/productaffiliation-/
-shop/productaffiliation-labelmix-editorial-label-0$
-shop/productaffiliation-smallkitchenappliances*
-shop/productaffiliation-suits*
-shop/productaffiliation/*
-shop/promotion-$
-shop/promotion-boyscollege-0
-shop/promotion-boyscollege/productaffiliation-footwear
-shop/promotion-boysteenschool-0
-shop/promotion-boysteenschool/occasion-sportswear
-shop/promotion-boysteenschool/productaffiliation-footwear
-shop/promotion-chinoshorts*
-shop/promotion-chinotrousers*
-shop/promotion-girlscollege-0
-shop/promotion-girlscollege/productaffiliation-footwear
-shop/promotion-girlsteenschool-0
-shop/promotion-girlsteenschool/occasion-sportswear
-shop/promotion-girlsteenschool/productaffiliation-footwear
-shop/promotion-justarrived*
-shop/promotion-menschinoshorts*
-shop/promotion-menschinotrousers*
-shop/promotion-mensjeans*
-shop/promotion-menspolos*
-shop/promotion-menstshirts*
-shop/promotion-polos*
-shop/promotion-school1$
-shop/promotion-school1/gender-olderboys-gender-youngerboys$
-shop/promotion-school1/gender-oldergirls-gender-youngergirls$
-shop/promotion-school2$
-shop/promotion-school2/gender-olderboys-gender-youngerboys$
-shop/promotion-school2/gender-oldergirls-gender-youngergirls$
-shop/promotion-school3$
-shop/promotion-school3/gender-olderboys-gender-youngerboys$
-shop/promotion-school3/gender-oldergirls-gender-youngergirls$
-shop/promotion-schoolpromo2024-0$
-shop/promotion-schoolpromo2024-0*
-shop/promotion-thankyouteacher/minprice-0-maxprice-1000
-shop/promotion-tshirts*
 shop/record-copying-beta.htm
 shop/record-copying-faqs-beta.htm
 shop/referrals
 shop/related
 shop/roger-taylor-journeys-end
-shop/s-*
-shop/s-/
-shop/s-/*
-shop/s-/*brand-*
 shop/search
 shop/search.ep
-shop/size-*
-shop/sizetype-*
-shop/sizetype-maternity/*
-shop/sleeve/*
 shop/special+promotions
 shop/sql-server/monoprice-108247-5-1-channel-home-theater-speaker-system-six
 shop/stationery
-shop/style-*-style-*
-shop/style-*/style-*
-shop/style-animalprint*
 shop/track-order
 shop/unified/availability.html?destination_page=BYOB
 shop/unified/availability/calltoorder.html
 shop/unified/availability/results.html
-shop/use-*-use-*
-shop/use/*
-shop/waist/*
 shop/wishlist
 shop?
 shopCBN/
@@ -83600,7 +83158,6 @@ shopping/ssl/FareRules.aspx
 shopping/suppliers/search
 shopping/webspecials/start.asp
 shopping?
-shoppingbag$
 shoppingbag*
 shoppingcart
 shoppingcart*
@@ -83621,7 +83178,7 @@ shopwidget
 shore/blogs/party/public
 shorefire_nj
 short
-short-url-machine/error/http://whatwg.org/robots.txt
+short-url-machine/error/http://chnm.gmu.edu/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -83638,7 +83195,7 @@ shots/month
 shots/new
 shots/week
 shots/year
-shoutbox/http://bat.bing.com/robots.txt
+shoutbox/http://thorntonpaintball.com/robots.txt
 shouwenwang
 show
 show-email
@@ -83687,7 +83244,7 @@ shows3
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://img-fotki.yandex.ru/robots.txt
+showtimes/location/*http://dx.doi.org/robots.txt
 shr*
 shreedas
 shrek
@@ -84197,7 +83754,7 @@ sites/default/files/documents/videos/final-ftc-privacy-report-press-conference/p
 sites/default/files/external/assets
 sites/default/files/external/gametool/brackets
 sites/default/files/external/printable-bracket
-sites/default/files/http://mturk.com/robots.txt
+sites/default/files/http://businessinsider.in/robots.txt
 sites/default/files/jp_report/*.pdf
 sites/default/files/lcr-pane-files/SOTI-Japan_cover2_0.png
 sites/default/files/legacy
@@ -84251,7 +83808,7 @@ sites/frisco
 sites/gapincthiswayahead
 sites/gapinternational
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt
+sites/gs1/files/docs/EDI/*http://outbrain.com/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -84460,7 +84017,6 @@ sitesearch/jp/docs/partnumsearch.tsp
 sitesearch/jp/docs/xrefdirectedsearch.tsp
 sitespeed
 sitetakeoverad
-siteurl*
 sitios/
 sito/notizie/economia/professional
 sito/notizie/mondo/dalla_cina
@@ -84619,7 +84175,6 @@ skema-keanggotaan-baru
 sketches
 skhan
 skill-auth-uber
-skills
 skin/
 skinmassagenet
 skins/
@@ -84763,7 +84318,7 @@ sms/unsubscribe?
 sms10666
 smstaging
 sn
-sn-config.htmlhttp://cleveland.com/robots.txt
+sn-config.htmlhttp://helsinki.fi/robots.txt
 sn/
 snagit-eula.html
 snake
@@ -84971,7 +84526,6 @@ sorry/
 sort
 sort=
 sort=
-sort=Latest
 sort=hottest
 sort=newest
 sort=votes
@@ -84987,7 +84541,7 @@ sorunBildir
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://in.linkedin.com/robots.txt
+sos/registration/http://sendinblue.com/robots.txt
 sotomarion
 soul/*
 soumission
@@ -85164,7 +84718,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s
 sport/404_en.htm
 sport/?
 sport/alpha
-sport/bundesliga/http://zdnet.com/robots.txt
+sport/bundesliga/http://freshworks.com/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -85215,7 +84769,6 @@ spreadsheet
 spresults
 sprince
 spring
-spring
 spring-into-savings
 spring-sprung-ghostery-v7-2
 springerlab
@@ -85282,7 +84835,6 @@ sraid
 sramgopal
 srao
 src
-src
 src/
 src/*
 src/js/spmsg
@@ -85300,7 +84852,6 @@ sriram
 sroche
 srp_filter
 srprices.php
-srt-*
 srukhelman
 srule*
 srule=
@@ -85312,7 +84863,6 @@ ss/customer-reviews/lighthouse
 ss/customer-reviews/lighthouse/
 ss/twister/ajax
 ss4298525
-ss=
 ss_archivelist.cms*
 ssa_click
 ssadique
@@ -85527,7 +85077,6 @@ stations/anytimefitness/episodes/all_genres
 stations/force/force_localization.php?
 statistic
 statistic-server
-statistic/
 statistics
 statistics/popular/p
 statistics/recent/p
@@ -85559,7 +85108,7 @@ stats/draft/history
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://nfpa.org/robots.txt
+stats/player-stats/*http://jerusalemstringquartet.com/robots.txt
 stats3.html
 stats?gid=
 statsFree
@@ -85573,7 +85122,7 @@ status-updates/wp-admin/admin-ajax.php
 status.formstack.com
 status/
 status/user
-statusupdateshttp://thalesgroup.com/robots.txt
+statusupdateshttp://packtpub.com/robots.txt
 statwood
 stay-in-loop/send_mail.php
 stay-in-loop/send_mail.php?
@@ -85669,7 +85218,7 @@ stock-photos/photos/search$
 stock-photos/photos/search?
 stock-ranker
 stock/photos
-stock/videos/*http://screencast.com/robots.txt
+stock/videos/*http://secure.php.net/robots.txt
 stock_status=
 stockade.php
 stocks
@@ -85846,7 +85395,6 @@ stories/shop
 stormevents/*.jsp?
 stormevents/csv
 story
-story-brandedfashion*
 story-pin-builder
 story-pin-invite
 story-source
@@ -86013,8 +85561,6 @@ style%20library/images
 style-docs
 style/
 style/beauty/hearstmagazines
-style/es460501$
-style/es929442$
 style/fashion/hearstmagazines
 styleId
 styleOne
@@ -86034,7 +85580,6 @@ stylesheets
 stylesheets/
 stylesheets/MainCSS.asp
 stylesheets_source/MainCSS.asp
-styletest*
 stylish-cars
 stylists/connect*
 su
@@ -86067,7 +85612,6 @@ submit-review-thank-you
 submit.php
 submit.php
 submit.pl
-submitButton=
 submit_user_group.html
 submitlink?
 submitnewsedit.cfm
@@ -86119,7 +85663,7 @@ subscribe/v3
 subscribe/view.pl
 subscribe/wb-auto/
 subscribe?*
-subscribe?*http://addyosmani.com/robots.txt
+subscribe?*http://toomanytribbles.blogspot.com/robots.txt
 subscribe_forum.html
 subscribe_now_url
 subscribe_success
@@ -86135,8 +85679,6 @@ subscription
 subscription-topup-credits-buy.php
 subscription.html
 subscription/
-subscription/subscribe
-subscription/subscribe$
 subscriptionDetails.htm
 subscriptioncancel
 subscriptions
@@ -86165,7 +85707,7 @@ sugarfif.html
 suggest
 suggest/?
 suggest/?*
-suggest/?*http://itu.int/robots.txt
+suggest/?*http://directsolaramerica.com/robots.txt
 suggested-edits
 suggested-edits?
 suggestions
@@ -86184,7 +85726,6 @@ suman
 summary/api
 summary_view$
 summary_view$
-summer
 summer/archive
 summerbzz
 summercamp
@@ -86623,27 +86164,27 @@ svc_ssr/site/EUR/rfktkn
 svc_ssr/site/GBR/rfktkn
 svc_ssr/site/USA/rfktkn
 svc_tax
-svcz/
-svde/
-sves/
-svfr/
+svcz
+svde
+sves
+svfr
 svg/not-indexed
 svg/private
 svgimageproc
-svgr/
-svit/
-svja/
-svko/
+svgr
+svit
+svja
+svko
 svmehta
 svn
-svnl/
+svnl
 svpRecommendations
-svpl/
-svpt/
-svro/
-svru/
-svtr/
-svzh/
+svpl
+svpt
+svro
+svru
+svtr
+svzh
 sw
 sw$
 sw-BR
@@ -86721,7 +86262,7 @@ sys_
 system
 system-maintenance
 system/
-system/*.js$http://zeldman.com/robots.txt
+system/*.js$http://yhn876.com/robots.txt
 system/admin/LoginPopup/Login
 system/files/documents/noindex
 system/maintenance.html
@@ -86747,7 +86288,6 @@ szukaj?
 szwierlein
 t
 t-forgot-password.html?targetUrl=
-t-gender*
 t-login
 t-login.html?targetUrl=
 t-other-great-sites.aspx
@@ -86870,7 +86410,7 @@ tag-search.html
 tag/
 tag/*
 tag/*
-tag/*+http://dilbert.com/robots.txt
+tag/*+http://drupal.org/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -87458,7 +86998,7 @@ team-new
 team-new-a
 team-new-b
 team/*/schedule$
-team/*/schedule$http://nbc.com/robots.txt
+team/*/schedule$http://hostgator.com/robots.txt
 team/player_career.jsp
 team/player_news.jsp
 teamInvitations
@@ -87822,7 +87362,7 @@ testds.jsp
 teste-*.html$
 testfl
 testgpr
-testhttp://money.com/robots.txt
+testhttp://calendly.com/robots.txt
 testimonial/
 testimonials.php
 testimonials/?
@@ -88020,7 +87560,6 @@ thank-you-enterprise-demo
 thank-you/
 thank_you
 thanks
-thanks.asp
 thankscompany
 thanksgiving-spotlight
 thanksgiving/index.htm
@@ -88142,7 +87681,6 @@ themes/mercolaarticle/images/
 themes/mobile/css/all.css
 themes/rss
 themes/urban/css/style.css
-themes=
 themesettings/index/quickview/*
 themillerlab
 theming
@@ -88154,6 +87692,7 @@ theresabyrne
 therese
 therzog
 thesaurus/aloveh
+these
 theshow/
 thestreet
 thewar/search_results.php?
@@ -88611,7 +88150,7 @@ tools/civil-surgeons-by-region
 tools/demos
 tools/en/styleguide/
 tools/find-a-doctor/list/export
-tools/http://kungfukingdom.com/robots.txt
+tools/http://galinka.info/robots.txt
 tools/logo-maker/onboarding
 tools/lyst_widget/?lyst_slug=
 tools/packages/cambridge_themes/getSocialImage
@@ -88965,9 +88504,10 @@ traffic
 traffic/status*?
 trafficbot.life
 trafficbot.live
-traffichttp://comedycentral.com/robots.txt
+traffichttp://todaysparent.com/robots.txt
 training
 training-aarpe/
+training-plans
 training/
 training/Courses/Assessment
 training/Courses/ExerciseFiles
@@ -89037,7 +88577,6 @@ translate_a
 translate_c
 translate_dict
 translate_f
-translate_jobs
 translate_p
 translate_static
 translate_suggestion
@@ -89046,14 +88585,14 @@ translation
 translations
 translations/
 translator/?ref=
-translators/
+translators
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
 transparency/archive
-transparency/http://anandtech.com/robots.txt
+transparency/http://docs.aws.amazon.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -89136,15 +88675,14 @@ travel/search
 travel/secure
 travel/test$
 travel/wp-admin
-travelDate=
 travelmap
 travelnevadahighway95tc
 travisbenson
 travismoore
 trax
 trck
-trcz/
-trde/
+trcz
+trde
 tre-artis
 treadstone
 treas-reports/
@@ -89157,7 +88695,6 @@ treating-sleep-apnea
 treatment-guides/
 treatment-type/
 tree
-tree-navigator.html
 tree/contributions
 tree/find
 tree/following
@@ -89182,14 +88719,14 @@ trends/viz?
 trends?
 trends_tpt
 trentonbricken
-tres/
+tres
 trevi_excel
 trevor-spelman
 trevordavidrhone
 trevorhughdavis
 trevorstark
-trfr/
-trgr/
+trfr
+trgr
 trial
 trial-pricing
 trial-status/
@@ -89265,27 +88802,27 @@ trips/v1
 trishashrum
 trishaurmibanerjee
 tristanorthlaboratory
-trit/
+trit
 trivia
 trivia/answer
-trja/
+trja
 trk
 trk-download
-trko/
-trnl/
+trko
+trnl
 trovitBot
 troyadair
-trpl/
-trpt/
-trro/
-trru/
+trpl
+trpt
+trro
+trru
 trs/forums
 trs/kb/*/discuss
 trs/search
 trs/search/node
 trs/user
 trs/users
-trsv/
+trsv
 truckingindustryforum/ajax.php
 truckingindustryforum/attachment.php
 truckingindustryforum/calendar.php
@@ -89351,7 +88888,7 @@ try-which/wills/
 try?
 tryagainlater.html
 trylater
-trzh/
+trzh
 ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$
 ts_s/*
 tsa
@@ -89655,7 +89192,6 @@ typ$
 typ?
 type
 type-demploi
-type-faketan*
 type=
 type=1478165154*
 typeahead
@@ -89680,7 +89216,6 @@ tz/home-theatre-sound-bars/neckband-speakers
 tz/netflix-recommended-tvs
 tz/smart-tvs-netflix-calibrated-mode
 u
-u-gender*
 u-verse/availability/check-customer-type.jsp
 u-verse/availability/pending-order.jsp
 u.cfm
@@ -90049,6 +89584,7 @@ uk/resources
 uk/resources
 uk/retail/search$
 uk/retail/search?
+uk/scottish-daily-mail/2012
 uk/search
 uk/search*attr_*=
 uk/search*price_bucket=
@@ -90109,7 +89645,7 @@ umbraco_client/
 umfrage/1
 umfrage/2
 umfrage/3
-umfrage/4http://zh.wikipedia.org/robots.txt
+umfrage/4http://zahyst.ks.ua/robots.txt
 un-us/
 unable-to-process-request/
 unanswered
@@ -90232,11 +89768,9 @@ unsub
 unsub?
 unsubscribe
 unsubscribe$
-unsubscribe*
 unsubscribe-confirmation
 unsubscribe-from-applet
 unsubscribe-thankyou.html
-unsubscribe.html
 unsubscribe/*
 unsubscribe/invitation
 unsubscribe=
@@ -90262,7 +89796,6 @@ update-your-browser.html
 update.bml
 update.php
 update.php
-update/
 update/topic
 updateNote
 updatePassword.htm
@@ -90324,7 +89857,7 @@ uploads/8/5/1/4/85141968
 uploads/8/5/1/4/85141968/custom_themes
 uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos
 uploads/excel
-uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt
+uploads/wpo-plugins-tables-list.jsonhttp://topgear.nl/robots.txt
 uptime*
 ur
 ur-CA
@@ -90373,6 +89906,7 @@ us
 us-ar
 us-de
 us-en/
+us-en/careers/admin/careersxmlresult
 us-en/shop/*/OrderShippingBillingView*
 us-en/shop/*/private-stores*
 us-en/shop/*?*p*toreID=*
@@ -90466,12 +90000,11 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://10402082.fls.doubleclick.net/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://hamburg.de/robots.txt
 us/0
 us/?q=switch
 us/Marketing
 us/about-lg/investor-relations
-us/access_aem.html
 us/admin
 us/admin$
 us/agreements
@@ -90489,7 +90022,6 @@ us/comment
 us/common
 us/compare
 us/complaints-channel
-us/consumer
 us/contact-us/permissions/multi-form-thank-you.html
 us/corporate/contracts/mcs-iaas-service-desc-3014939.pdf
 us/corporate/contracts/mcs-saas-service-desc-3762902.pdf
@@ -90575,8 +90107,6 @@ us/developer/docs/sforce60
 us/developer/docs/sforce70
 us/dm
 us/employee-car-booking
-us/en-us/mcrib-delivery.html
-us/en-us/wifi-desktop.html
 us/en/*.pdf
 us/en/10minutes/assets/*
 us/en/about-us/corporate
@@ -90794,15 +90324,11 @@ usagestats
 usasportgroup.formstack.com
 usc-mql-submissions
 usc/test
-use-baby*
 use-cases/global-solution-providers/microsoft/bizspark/
 use-cases/global-solution-providers/microsoft/bizspark/getting-started/
 use-cases/global-solution-providers/microsoft/bizspark/signon/
 use-cases/global-solution-providers/microsoft/bizspark/signon/thankyou/
 use-cases/global-solution-providers/microsoft/bizspark/thankyou/
-use-straplessmultiway*
-use-straplessmultiwaybrasolutions*
-use-swim*
 useParentAsinsInResult=
 used
 used-api/
@@ -90829,7 +90355,7 @@ user-profile
 user-profile-view?
 user-registration
 user-registrierung
-user-reports/http://wordpress.com/robots.txt
+user-reports/http://nexea.co/robots.txt
 user.mefi/
 user.php
 user/
@@ -90861,7 +90387,7 @@ user/*/track
 user/*/track?page=
 user/*/unfollow_user
 user/*?*redirect=
-user/*http://m.media-amazon.com/robots.txt
+user/*http://lastampa.it/robots.txt
 user/.*
 user//attending/upcoming
 user/account
@@ -90878,7 +90404,7 @@ user/forgotPassword
 user/forgotten-password
 user/fpd/api
 user/get-user
-user/http://news.mongabay.com/robots.txt
+user/http://payhip.com/robots.txt
 user/images
 user/libraries
 user/lists
@@ -91059,7 +90585,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://song.link/robots.txt
+users/profile-unpub/http://brickset.com/robots.txt
 users/ranking
 users/remote-logout/
 users/remote-logout/*/?
@@ -91107,7 +90633,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://dashboard.gglot.com/robots.txt
+ut*.xmlhttp://blackberry.com/robots.txt
 utaukwa
 util
 util
@@ -91133,7 +90659,7 @@ utils/*
 utl/
 utm
 utm*=
-utm*http://fun88thai.net/robots.txt
+utm*http://marvel.com/robots.txt
 utm=
 utm=
 utm_
@@ -91180,7 +90706,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://biblegateway.com/robots.txt
+uz/http://mootools.net/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -91194,7 +90720,6 @@ v$
 v-*/*/*/c
 v-ajax
 v-esi
-v-gender*
 v-map-view.html
 v-print-view
 v-view-image.html
@@ -91338,7 +90863,7 @@ velo/forum/search
 velo/profile
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt
+venda-presencial/conclusion.htmlhttp://contacts.google.com/robots.txt
 vendor
 vendor$
 vendor-info/
@@ -91376,7 +90901,7 @@ verify-skill
 verify-url
 verify.php
 verify/*
-verify/*http://soundcloud.com/robots.txt
+verify/*http://truonggiahung.com/robots.txt
 verify_age
 verify_your_email$
 verify_your_email?
@@ -91388,7 +90913,7 @@ version
 version
 version-search.php
 version.json
-version/http://read.amazon.com/robots.txt
+version/http://articles.latimes.com/robots.txt
 version=
 versions
 versions/Unicode10.0.0
@@ -91836,7 +91361,6 @@ virtual/hunting/podcasts/google-assistant
 virtualization/
 virtuallabs/
 virtualsupportassistant
-viruswarning.aspx
 visgerrie
 vishalsharma
 visio
@@ -91952,7 +91476,6 @@ vocabolario/ricerca/*哪
 vocabolario/ricerca/*围
 vocabolario/ricerca/*量
 vocabolario/tag
-vocabularies
 vod
 vod/
 vodafone
@@ -92066,7 +91589,6 @@ vzw
 vzw/secure/authDecision.jsp
 vzw/threeDsecure
 w
-w-gender*
 w.cfm
 w/
 w/api.php?action=mobileview&
@@ -92371,6 +91893,7 @@ web/login
 web/madrid-gazette
 web/offer/em/pdfs_innovators/RU/
 web/offers/pdfs
+web/offices/com/sol/foia/oed/disc/D2008-03.pdf
 web/packages/A3/DESCRIPTION
 web/packages/AATtools/DESCRIPTION
 web/packages/ABACUS/DESCRIPTION
@@ -93140,6 +92663,7 @@ web/packages/COLP/DESCRIPTION
 web/packages/COMBAT/DESCRIPTION
 web/packages/COMBO/DESCRIPTION
 web/packages/COMIX/DESCRIPTION
+web/packages/COMMA/DESCRIPTION
 web/packages/COMPoissonReg/DESCRIPTION
 web/packages/CONCUR/DESCRIPTION
 web/packages/COR/DESCRIPTION
@@ -95262,7 +94786,6 @@ web/packages/LifeHist/DESCRIPTION
 web/packages/LifeInsuranceContracts/DESCRIPTION
 web/packages/LifeInsureR/DESCRIPTION
 web/packages/LifeTables/DESCRIPTION
-web/packages/LifemapR/DESCRIPTION
 web/packages/Lifertable/DESCRIPTION
 web/packages/LiftTest/DESCRIPTION
 web/packages/LightLogR/DESCRIPTION
@@ -95465,6 +94988,7 @@ web/packages/MLCM/DESCRIPTION
 web/packages/MLCOPULA/DESCRIPTION
 web/packages/MLDS/DESCRIPTION
 web/packages/MLDataR/DESCRIPTION
+web/packages/MLE/DESCRIPTION
 web/packages/MLEce/DESCRIPTION
 web/packages/MLEcens/DESCRIPTION
 web/packages/MLFS/DESCRIPTION
@@ -96890,6 +96414,7 @@ web/packages/ROCit/DESCRIPTION
 web/packages/ROCket/DESCRIPTION
 web/packages/ROCnReg/DESCRIPTION
 web/packages/ROCpsych/DESCRIPTION
+web/packages/ROCsurf/DESCRIPTION
 web/packages/RODBC/DESCRIPTION
 web/packages/RODBCDBI/DESCRIPTION
 web/packages/ROI.models.globalOptTests/DESCRIPTION
@@ -97268,6 +96793,7 @@ web/packages/ResourceSelection/DESCRIPTION
 web/packages/RespirAnalyzer/DESCRIPTION
 web/packages/RestRserve/DESCRIPTION
 web/packages/RestoreNet/DESCRIPTION
+web/packages/ResultModelManager/DESCRIPTION
 web/packages/ReturnCurves/DESCRIPTION
 web/packages/RevEcoR/DESCRIPTION
 web/packages/RevGadgets/DESCRIPTION
@@ -98029,6 +97555,7 @@ web/packages/SubgrpID/DESCRIPTION
 web/packages/SubpathwayLNCE/DESCRIPTION
 web/packages/SubtypeDrug/DESCRIPTION
 web/packages/SuessR/DESCRIPTION
+web/packages/SumcaVer1/DESCRIPTION
 web/packages/SummaryLasso/DESCRIPTION
 web/packages/Sunclarco/DESCRIPTION
 web/packages/SunsVoc/DESCRIPTION
@@ -99751,6 +99278,7 @@ web/packages/boa/DESCRIPTION
 web/packages/bodenmiller/DESCRIPTION
 web/packages/bodsr/DESCRIPTION
 web/packages/bodycomp/DESCRIPTION
+web/packages/bodycompref/DESCRIPTION
 web/packages/boggy/DESCRIPTION
 web/packages/boilerpipeR/DESCRIPTION
 web/packages/boinet/DESCRIPTION
@@ -100179,6 +99707,7 @@ web/packages/censored/DESCRIPTION
 web/packages/censusapi/DESCRIPTION
 web/packages/censusr/DESCRIPTION
 web/packages/centiserve/DESCRIPTION
+web/packages/centr/DESCRIPTION
 web/packages/centrifugeR/DESCRIPTION
 web/packages/cepR/DESCRIPTION
 web/packages/cepiigeodist/DESCRIPTION
@@ -103426,6 +102955,7 @@ web/packages/geostan/DESCRIPTION
 web/packages/geostats/DESCRIPTION
 web/packages/geostatsp/DESCRIPTION
 web/packages/geotools/DESCRIPTION
+web/packages/geotoolsR/DESCRIPTION
 web/packages/geotopbricks/DESCRIPTION
 web/packages/geouy/DESCRIPTION
 web/packages/geovol/DESCRIPTION
@@ -104690,6 +104220,7 @@ web/packages/infer/DESCRIPTION
 web/packages/inferCSN/DESCRIPTION
 web/packages/inferference/DESCRIPTION
 web/packages/inferr/DESCRIPTION
+web/packages/infiltrodiscR/DESCRIPTION
 web/packages/infinitefactor/DESCRIPTION
 web/packages/infix/DESCRIPTION
 web/packages/inflection/DESCRIPTION
@@ -105192,6 +104723,7 @@ web/packages/komaletter/DESCRIPTION
 web/packages/konfound/DESCRIPTION
 web/packages/kosel/DESCRIPTION
 web/packages/kosis/DESCRIPTION
+web/packages/kpcaIG/DESCRIPTION
 web/packages/kpcalg/DESCRIPTION
 web/packages/kpeaks/DESCRIPTION
 web/packages/kpmt/DESCRIPTION
@@ -106288,6 +105820,7 @@ web/packages/mikropml/DESCRIPTION
 web/packages/mildsvm/DESCRIPTION
 web/packages/milorGWAS/DESCRIPTION
 web/packages/milr/DESCRIPTION
+web/packages/mimdo/DESCRIPTION
 web/packages/mime/DESCRIPTION
 web/packages/mimi/DESCRIPTION
 web/packages/mimiSBM/DESCRIPTION
@@ -106309,6 +105842,7 @@ web/packages/minic/DESCRIPTION
 web/packages/minidown/DESCRIPTION
 web/packages/minimalRSD/DESCRIPTION
 web/packages/minimap/DESCRIPTION
+web/packages/minimapR/DESCRIPTION
 web/packages/minimax/DESCRIPTION
 web/packages/minimaxApprox/DESCRIPTION
 web/packages/minioclient/DESCRIPTION
@@ -106514,6 +106048,7 @@ web/packages/mob/DESCRIPTION
 web/packages/mobilityIndexR/DESCRIPTION
 web/packages/mobr/DESCRIPTION
 web/packages/mobsim/DESCRIPTION
+web/packages/moc.gapbk/DESCRIPTION
 web/packages/mockery/DESCRIPTION
 web/packages/mockr/DESCRIPTION
 web/packages/mockthat/DESCRIPTION
@@ -108333,6 +107868,7 @@ web/packages/poissonreg/DESCRIPTION
 web/packages/poistweedie/DESCRIPTION
 web/packages/pokemon/DESCRIPTION
 web/packages/polaroid/DESCRIPTION
+web/packages/poldis/DESCRIPTION
 web/packages/policytree/DESCRIPTION
 web/packages/polimetrics/DESCRIPTION
 web/packages/poliscidata/DESCRIPTION
@@ -108490,7 +108026,6 @@ web/packages/precintcon/DESCRIPTION
 web/packages/precisePlacement/DESCRIPTION
 web/packages/precisely/DESCRIPTION
 web/packages/precmed/DESCRIPTION
-web/packages/precommit/DESCRIPTION
 web/packages/precondition/DESCRIPTION
 web/packages/precrec/DESCRIPTION
 web/packages/predReliability/DESCRIPTION
@@ -112084,6 +111619,7 @@ web/packages/testthat/DESCRIPTION
 web/packages/testthatmulti/DESCRIPTION
 web/packages/testthis/DESCRIPTION
 web/packages/testtwice/DESCRIPTION
+web/packages/tetRys/DESCRIPTION
 web/packages/tetraclasse/DESCRIPTION
 web/packages/tetragon/DESCRIPTION
 web/packages/tetrascatt/DESCRIPTION
@@ -112484,6 +112020,7 @@ web/packages/trapezoid/DESCRIPTION
 web/packages/traudem/DESCRIPTION
 web/packages/traveltimeR/DESCRIPTION
 web/packages/trawl/DESCRIPTION
+web/packages/trdist/DESCRIPTION
 web/packages/treasury/DESCRIPTION
 web/packages/treats/DESCRIPTION
 web/packages/tree.interpreter/DESCRIPTION
@@ -113667,7 +113204,6 @@ wedding-stories
 weddings
 weebly
 weeder
-week=
 weekly/signup
 weeklypromotion.html
 weeklyupdates
@@ -113686,7 +113222,6 @@ weiskel
 welcome
 welcome-back*
 welcome-email
-welcome.aspx
 welcome/embargoed-country.html
 wendyalee
 weninger
@@ -113802,7 +113337,7 @@ why-liveperson
 why-sell?inquirySource=482&
 whysecure
 whythisad
-wicket:interface*http://springerlink.com/robots.txt
+wicket:interface*http://patents.google.com/robots.txt
 widget
 widget-landing-page.html
 widget-uploads
@@ -114904,18 +114439,6 @@ wolframu
 wollmann
 women-and-ip/
 women-inventors/
-women/*/1*
-women/*/2*
-women/*/3*
-women/*/4*
-women/*/5*
-women/*/6*
-women/*/7*
-women/*/8*
-women/*/9*
-women/casualwear/holiday-shop/1$
-women/nightwear/nightwear/1$
-women/tailored-looks/navy-yellow-workwear/1$
 womens-history-month-ghostery-celebrates-women-in-tech
 wondermissive/interest
 wonhye
@@ -114937,7 +114460,6 @@ wordgirl/
 wordpress
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
-words
 work
 work
 work$
@@ -115191,27 +114713,27 @@ wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
 wp-admin/admin-ajax.php?r=*
-wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt
-wp-admin/admin-ajax.phphttp://akismet.com/robots.txt
-wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://ask.com/robots.txt
-wp-admin/admin-ajax.phphttp://aweber.com/robots.txt
-wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt
-wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt
-wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt
-wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt
-wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt
-wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt
-wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt
-wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt
-wp-admin/admin-ajax.phphttp://openssl.org/robots.txt
-wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
-wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt
-wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt
-wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
-wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
-wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt
-wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt
+wp-admin/admin-ajax.phphttp://abc-online.it/robots.txt
+wp-admin/admin-ajax.phphttp://ama-assn.org/robots.txt
+wp-admin/admin-ajax.phphttp://bcp.crwdcntrl.net/robots.txt
+wp-admin/admin-ajax.phphttp://ca-gmtdmp.mookie1.com/robots.txt
+wp-admin/admin-ajax.phphttp://consumerreports.org/robots.txt
+wp-admin/admin-ajax.phphttp://docs.github.com/robots.txt
+wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
+wp-admin/admin-ajax.phphttp://folhadeirati.com.br/robots.txt
+wp-admin/admin-ajax.phphttp://heart.org/robots.txt
+wp-admin/admin-ajax.phphttp://highwaytoenglish.com/robots.txt
+wp-admin/admin-ajax.phphttp://laprensagrafica.com/robots.txt
+wp-admin/admin-ajax.phphttp://messenger.com/robots.txt
+wp-admin/admin-ajax.phphttp://myrecipes.com/robots.txt
+wp-admin/admin-ajax.phphttp://pinakano.jp/robots.txt
+wp-admin/admin-ajax.phphttp://ssm.lnk.to/robots.txt
+wp-admin/admin-ajax.phphttp://stumbleupon.com/robots.txt
+wp-admin/admin-ajax.phphttp://taern.com/robots.txt
+wp-admin/admin-ajax.phphttp://tn.com.ar/robots.txt
+wp-admin/admin-ajax.phphttp://trapanishuttle.com/robots.txt
+wp-admin/admin-ajax.phphttp://travisneilson.com/robots.txt
+wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -115249,7 +114771,7 @@ wp-content/client-mu-plugins
 wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
-wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt
+wp-content/mu-plugins/http://swisscom.ch/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -115321,7 +114843,7 @@ wp-content/themes/screamingfrog/inc/download-modal-lfa.php
 wp-content/themes/screamingfrog/inc/download-modal.php
 wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
-wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://news.artnet.com/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
 wp-content/themes/treated/search/
@@ -115339,10 +114861,8 @@ wp-content/uploads
 wp-content/uploads/
 wp-content/uploads/*
 wp-content/uploads/**/*seo-restricted*.*
-wp-content/uploads/*.css
-wp-content/uploads/*.js
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://wikihow.com/robots.txt
+wp-content/uploads/*http://waterlilia.ru/robots.txt
 wp-content/uploads/2011
 wp-content/uploads/2012
 wp-content/uploads/2013
@@ -115374,21 +114894,21 @@ wp-content/uploads/_pda
 wp-content/uploads/complianz
 wp-content/uploads/elementor/css/
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://minimul.com/robots.txt
-wp-content/uploads/http://sheknows.com/robots.txt
+wp-content/uploads/http://batemanfoundation.org/robots.txt
+wp-content/uploads/http://personads.me/robots.txt
 wp-content/uploads/member-access
 wp-content/uploads/ninja-forms
 wp-content/uploads/sites/*/ninja-forms
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
-wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt
+wp-content/uploads/vj-wp-import-export/http://pala-lagaw.com/robots.txt
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://aa.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://brownpapertickets.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://cbs.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://hallenrad-wm-2020.de/robots.txt
+wp-content/uploads/wp-import-export-lite/http://lifehack.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://pri.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://softpedia.com/robots.txt
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
 wp-content/uploads/wpo-plugins-tables-list.json
@@ -115417,12 +114937,11 @@ wp-includes/*.js
 wp-includes/*/*.css
 wp-includes/*/*.js
 wp-includes/css
-wp-includes/css/
 wp-includes/css/*.css
 wp-includes/css/dist/block-library/style.min.css
 wp-includes/fonts
-wp-includes/http://nokia.co.jp/robots.txt
-wp-includes/http://scotusblog.com/robots.txt
+wp-includes/http://bitcoin-informant.de/robots.txt
+wp-includes/http://christianbook.com/robots.txt
 wp-includes/images
 wp-includes/images/
 wp-includes/js
@@ -115676,7 +115195,6 @@ wyuan
 wzhang
 wzhu
 x
-x-gender*
 x/payments/
 x?
 xArchive/Archive/Illegal-liquor-export-20010319
@@ -115706,7 +115224,6 @@ xh/kb/*/discuss
 xh/search
 xh/user
 xh/users
-xhprof/*
 xhr
 xhtml/?
 xhtml/search?
@@ -115768,7 +115285,7 @@ xmlhttp
 xmlrpc
 xmlrpc.php
 xmlrpc.php
-xmlrpc.phphttp://datastudio.google.com/robots.txt
+xmlrpc.phphttp://malla-espaldera.com/robots.txt
 xmlsearch
 xmltv/
 xmorelle
@@ -115789,7 +115306,7 @@ xsanR4
 xsl
 xsl/
 xslt/
-xslt/http://cryptonewsventure.com/robots.txt
+xslt/http://rtd.tubemogul.com/robots.txt
 xtra/sante-et-mieux-etre
 xuanzhu
 xuwang
@@ -115942,7 +115459,7 @@ youraccount
 youraccount/
 yourarchives
 youreurope/businessACC
-youreurope/businessDEV/http://europapress.es/robots.txt
+youreurope/businessDEV/http://photos.google.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -116024,7 +115541,6 @@ yxiang
 yyl
 z
 z(){var
-z-gender*
 z-ivy-deng
 z/*/*/*
 z/50/
@@ -116401,7 +115917,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://amazon.jp/robots.txt
+zh/internalhttp://gocomics.com/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -116505,28 +116021,28 @@ zh_tw/versions/*/release.html
 zhangs
 zhaoheng.gong
 zhcn/
-zhcz/
-zhde/
+zhcz
+zhde
 zhenbo
-zhes/
-zhfr/
-zhgr/
-zhit/
+zhes
+zhfr
+zhgr
+zhit
 zhixianlei
 zhiyounvshen168
 zhiyuan-sun
-zhja/
+zhja
 zhk
 zhk-reviews
-zhko/
-zhnl/
+zhko
+zhnl
 zhongyingyan
 zhouchan
 zhowlett
-zhpl/
-zhpt/
-zhro/
-zhru/
+zhpl
+zhpt
+zhro
+zhru
 zhs/%E6%90%9C%E7%B4%A2
 zhs/%E6%B5%8F%E8%A7%88
 zhs/auth
@@ -116535,7 +116051,7 @@ zhs/info
 zhs/onelook_american_dictionary_words.html
 zhs/onelook_british_dictionary_words.html
 zhs/spellcheck
-zhsv/
+zhsv
 zht/%E6%90%9C%E7%B4%A2
 zht/%E7%80%8F%E8%A6%BD
 zht/auth
@@ -116544,7 +116060,7 @@ zht/info
 zht/onelook_american_dictionary_words.html
 zht/onelook_british_dictionary_words.html
 zht/spellcheck
-zhtr/
+zhtr
 zhujustin
 zhukov
 zhuohan.shao
@@ -116689,7 +116205,7 @@ zzz_systest
 ~neubank/Eubank_EthnicityNetworksPaper.pdf
 ~neubank/Eubank_EthnicityNetworksPaper2016.pdf
 ~nsdwww/mail
-~oar/http://web.whatsapp.com/robots.txt
+~oar/http://business.com/robots.txt
 ~oratorio/wordpress
 ~pasr1
 ~philippe
@@ -116724,7 +116240,6 @@ zzz_systest
 1
 1*?
 1+1+1+*
-1-gender/
 1/SuscripcionV1
 1/hi/education/3826037.stm
 1/hi/england/1678616.stm
@@ -116859,10 +116374,10 @@ zzz_systest
 404.aspx
 404.html
 404.html
-404.htmlhttp://airliners.net/robots.txt
+404.htmlhttp://bcmmaa.com/robots.txt
 404.php
 404/
-404http://diplomatie.gouv.fr/robots.txt
+404http://f6s.com/robots.txt
 413gkwMT
 429.html
 432v·com
@@ -116949,7 +116464,7 @@ zzz_systest
 2012-privacy-policy
 2012/10/04/single-thirtysomething-and-living-with-breast-cancer
 2012/Goog
-2012/collins/
+2012/collins
 2012/pyRdfa/extract
 2013
 2013/03/21/174840895
@@ -116962,7 +116477,6 @@ zzz_systest
 2016/09/22/thailand-s-king-bhumibol-the-peoples-monarch-has-died
 2016/page/*/?rs=
 2016/page/11/?email=
-2016/paypal-payments.html
 2017-world-environment-day
 2017/04/03/food-money-sex-cheese-souffle-morning-sex-bf
 2017/05/07/billionaire-flood-tragedy-transformed-greenbrier-resort-blue-collar-town-depended
@@ -117201,7 +116715,7 @@ zzz_systest
 93826
 94140
 94230
-101612.rsshttp://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt
+101612.rsshttp://jquery.com/robots.txt
 101705/docs/mccom/format/pdf/longform/
 126190
 128892
@@ -117224,8 +116738,6 @@ zzz_systest
 410408-impuestos-un-dolor-de-cabeza-que-afecta-a-los-empleados
 410409-por-que-dinamarca-quiere-acabar-con-las-monedas-y-los-billetes
 410410-economia-empujada-por-ganancias-la-recaudacion-subio-en-linea-con-la-inflacion
-517692/checkouts
-517692/orders
 685555vip
 794579
 879783