diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index f279a3d7..e389fde9 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
         "last_update": 1748761415
     },
     "Trickest wordlist update": {
-        "last_update": 1748685820
+        "last_update": 1748772249
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt
index f83dc513..7a3ed804 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt
@@ -168910,6 +168910,13 @@ code/Magento/Catalog/LICENSE_AFL.txt
 Magento/Catalog/LICENSE_AFL.txt
 Catalog/LICENSE_AFL.txt
 LICENSE_AFL.txt
+app/code/Magento/Catalog/ViewModel/Attribute/ProductAttributeHelper.php
+code/Magento/Catalog/ViewModel/Attribute/ProductAttributeHelper.php
+Magento/Catalog/ViewModel/Attribute/ProductAttributeHelper.php
+Catalog/ViewModel/Attribute/ProductAttributeHelper.php
+ViewModel/Attribute/ProductAttributeHelper.php
+Attribute/ProductAttributeHelper.php
+ProductAttributeHelper.php
 app/code/Magento/Catalog/ViewModel/Product/Breadcrumbs.php
 code/Magento/Catalog/ViewModel/Product/Breadcrumbs.php
 Magento/Catalog/ViewModel/Product/Breadcrumbs.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt
index a2914a53..3991d3b7 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt
@@ -19847,6 +19847,7 @@ app/code/Magento/Catalog/Test/Fixture/Product.php
 app/code/Magento/Catalog/Test/Fixture/ProductStock.php
 app/code/Magento/Catalog/composer.json
 app/code/Magento/Catalog/LICENSE_AFL.txt
+app/code/Magento/Catalog/ViewModel/Attribute/ProductAttributeHelper.php
 app/code/Magento/Catalog/ViewModel/Product/Breadcrumbs.php
 app/code/Magento/Catalog/ViewModel/Product/Listing/PreparePostData.php
 app/code/Magento/Catalog/ViewModel/Product/Checker/AddToCompareAvailability.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
index 2fd82b33..97f1eb0d 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
@@ -89402,10 +89402,6 @@ plugins/woocommerce/changelog/wooplug-4382-display-email-type-description-in-the
 woocommerce/changelog/wooplug-4382-display-email-type-description-in-the-sidebar
 changelog/wooplug-4382-display-email-type-description-in-the-sidebar
 wooplug-4382-display-email-type-description-in-the-sidebar
-plugins/woocommerce/changelog/58189-add-save-form-without-alert
-woocommerce/changelog/58189-add-save-form-without-alert
-changelog/58189-add-save-form-without-alert
-58189-add-save-form-without-alert
 plugins/woocommerce/changelog/dev-api-tests-with-object-cache
 woocommerce/changelog/dev-api-tests-with-object-cache
 changelog/dev-api-tests-with-object-cache
@@ -89418,10 +89414,10 @@ plugins/woocommerce/changelog/fix-43565
 woocommerce/changelog/fix-43565
 changelog/fix-43565
 fix-43565
-plugins/woocommerce/changelog/fix-WOOPLUG-4391-broken-header-styles
-woocommerce/changelog/fix-WOOPLUG-4391-broken-header-styles
-changelog/fix-WOOPLUG-4391-broken-header-styles
-fix-WOOPLUG-4391-broken-header-styles
+plugins/woocommerce/changelog/fix-58200
+woocommerce/changelog/fix-58200
+changelog/fix-58200
+fix-58200
 plugins/woocommerce/changelog/wooplug-3951-migrate-email-editor-to-the-wordpresseditor-editor-component
 woocommerce/changelog/wooplug-3951-migrate-email-editor-to-the-wordpresseditor-editor-component
 changelog/wooplug-3951-migrate-email-editor-to-the-wordpresseditor-editor-component
@@ -89434,10 +89430,6 @@ plugins/woocommerce/changelog/57911-fix-issue-27632
 woocommerce/changelog/57911-fix-issue-27632
 changelog/57911-fix-issue-27632
 57911-fix-issue-27632
-plugins/woocommerce/changelog/fix-WOOPLUG-4425-payment-gateway-with-non-standard-ids
-woocommerce/changelog/fix-WOOPLUG-4425-payment-gateway-with-non-standard-ids
-changelog/fix-WOOPLUG-4425-payment-gateway-with-non-standard-ids
-fix-WOOPLUG-4425-payment-gateway-with-non-standard-ids
 plugins/woocommerce/changelog/wooplug-3075-fix-error-notices-disappearing
 woocommerce/changelog/wooplug-3075-fix-error-notices-disappearing
 changelog/wooplug-3075-fix-error-notices-disappearing
@@ -89510,14 +89502,6 @@ plugins/woocommerce/changelog/58111-fix-max-word-count-description-and-step
 woocommerce/changelog/58111-fix-max-word-count-description-and-step
 changelog/58111-fix-max-word-count-description-and-step
 58111-fix-max-word-count-description-and-step
-plugins/woocommerce/changelog/auto-db-update-error-handling
-woocommerce/changelog/auto-db-update-error-handling
-changelog/auto-db-update-error-handling
-auto-db-update-error-handling
-plugins/woocommerce/changelog/update-nox-in-context-onboarding-preload
-woocommerce/changelog/update-nox-in-context-onboarding-preload
-changelog/update-nox-in-context-onboarding-preload
-update-nox-in-context-onboarding-preload
 plugins/woocommerce/changelog/wooplug-4140-flaky-test-can-search-for-order-by-order-id
 woocommerce/changelog/wooplug-4140-flaky-test-can-search-for-order-by-order-id
 changelog/wooplug-4140-flaky-test-can-search-for-order-by-order-id
@@ -89610,10 +89594,6 @@ plugins/woocommerce/changelog/fix-wccom-1363
 woocommerce/changelog/fix-wccom-1363
 changelog/fix-wccom-1363
 fix-wccom-1363
-plugins/woocommerce/changelog/enhance-WOOPLUG-4385-initialize-payment-gateways
-woocommerce/changelog/enhance-WOOPLUG-4385-initialize-payment-gateways
-changelog/enhance-WOOPLUG-4385-initialize-payment-gateways
-enhance-WOOPLUG-4385-initialize-payment-gateways
 plugins/woocommerce/changelog/wooplug-4345-add-bccccrecipient-email-validation
 woocommerce/changelog/wooplug-4345-add-bccccrecipient-email-validation
 changelog/wooplug-4345-add-bccccrecipient-email-validation
@@ -89634,14 +89614,14 @@ plugins/woocommerce/changelog/fix-WOOPLUG-790-customer-bought-products-perf
 woocommerce/changelog/fix-WOOPLUG-790-customer-bought-products-perf
 changelog/fix-WOOPLUG-790-customer-bought-products-perf
 fix-WOOPLUG-790-customer-bought-products-perf
+plugins/woocommerce/changelog/fix-55699-add-to-cart-with-options-legacy-mode-variable-products
+woocommerce/changelog/fix-55699-add-to-cart-with-options-legacy-mode-variable-products
+changelog/fix-55699-add-to-cart-with-options-legacy-mode-variable-products
+fix-55699-add-to-cart-with-options-legacy-mode-variable-products
 plugins/woocommerce/changelog/wooplug-3528-add-transactional-email-toggle-into-the-email-editor-sidebar
 woocommerce/changelog/wooplug-3528-add-transactional-email-toggle-into-the-email-editor-sidebar
 changelog/wooplug-3528-add-transactional-email-toggle-into-the-email-editor-sidebar
 wooplug-3528-add-transactional-email-toggle-into-the-email-editor-sidebar
-plugins/woocommerce/changelog/enhance-WOOPLUG-4390-duplicate-activate-payments-screens
-woocommerce/changelog/enhance-WOOPLUG-4390-duplicate-activate-payments-screens
-changelog/enhance-WOOPLUG-4390-duplicate-activate-payments-screens
-enhance-WOOPLUG-4390-duplicate-activate-payments-screens
 plugins/woocommerce/changelog/fix-sticky-proceed-to-checkout-area-bg-color
 woocommerce/changelog/fix-sticky-proceed-to-checkout-area-bg-color
 changelog/fix-sticky-proceed-to-checkout-area-bg-color
@@ -89682,10 +89662,6 @@ plugins/woocommerce/changelog/46886-fix-order-save-canceled-consequences
 woocommerce/changelog/46886-fix-order-save-canceled-consequences
 changelog/46886-fix-order-save-canceled-consequences
 46886-fix-order-save-canceled-consequences
-plugins/woocommerce/changelog/add-nox-in-context-data-instrumentation
-woocommerce/changelog/add-nox-in-context-data-instrumentation
-changelog/add-nox-in-context-data-instrumentation
-add-nox-in-context-data-instrumentation
 plugins/woocommerce/changelog/57951-dev-experiment-render-iapi-mini-cart
 woocommerce/changelog/57951-dev-experiment-render-iapi-mini-cart
 changelog/57951-dev-experiment-render-iapi-mini-cart
@@ -89702,10 +89678,6 @@ plugins/woocommerce/changelog/58059-fix-remove-woocommerce-ai-package
 woocommerce/changelog/58059-fix-remove-woocommerce-ai-package
 changelog/58059-fix-remove-woocommerce-ai-package
 58059-fix-remove-woocommerce-ai-package
-plugins/woocommerce/changelog/wooplug-4409-insufficient-detection-of-email-template-overrides
-woocommerce/changelog/wooplug-4409-insufficient-detection-of-email-template-overrides
-changelog/wooplug-4409-insufficient-detection-of-email-template-overrides
-wooplug-4409-insufficient-detection-of-email-template-overrides
 plugins/woocommerce/changelog/display-pos-store-name-in-email-header-html
 woocommerce/changelog/display-pos-store-name-in-email-header-html
 changelog/display-pos-store-name-in-email-header-html
@@ -89734,10 +89706,6 @@ plugins/woocommerce/changelog/58081-fix-wooplug-2976-product-collection-cross-se
 woocommerce/changelog/58081-fix-wooplug-2976-product-collection-cross-sells-product-selection-error-when
 changelog/58081-fix-wooplug-2976-product-collection-cross-sells-product-selection-error-when
 58081-fix-wooplug-2976-product-collection-cross-sells-product-selection-error-when
-plugins/woocommerce/changelog/58243-fix-initial-ui-progress-test-account-creation
-woocommerce/changelog/58243-fix-initial-ui-progress-test-account-creation
-changelog/58243-fix-initial-ui-progress-test-account-creation
-58243-fix-initial-ui-progress-test-account-creation
 plugins/woocommerce/changelog/add-pos-settings-for-pos-html-plaintext-templates
 woocommerce/changelog/add-pos-settings-for-pos-html-plaintext-templates
 changelog/add-pos-settings-for-pos-html-plaintext-templates
@@ -89778,10 +89746,6 @@ plugins/woocommerce/changelog/wooplug-4268-add-back-button-to-the-email-editor
 woocommerce/changelog/wooplug-4268-add-back-button-to-the-email-editor
 changelog/wooplug-4268-add-back-button-to-the-email-editor
 wooplug-4268-add-back-button-to-the-email-editor
-plugins/woocommerce/changelog/58190-fix-default-country-in-business-step
-woocommerce/changelog/58190-fix-default-country-in-business-step
-changelog/58190-fix-default-country-in-business-step
-58190-fix-default-country-in-business-step
 plugins/woocommerce/changelog/fix-58395-grouped-product-quantity-selector-styles
 woocommerce/changelog/fix-58395-grouped-product-quantity-selector-styles
 changelog/fix-58395-grouped-product-quantity-selector-styles
@@ -89802,10 +89766,10 @@ plugins/woocommerce/changelog/fix-sale-badge-no-visible-inserter-single-product-
 woocommerce/changelog/fix-sale-badge-no-visible-inserter-single-product-template
 changelog/fix-sale-badge-no-visible-inserter-single-product-template
 fix-sale-badge-no-visible-inserter-single-product-template
-plugins/woocommerce/changelog/fix-WOOPLUG-4370-nox-in-context-kyc-not-prefilled
-woocommerce/changelog/fix-WOOPLUG-4370-nox-in-context-kyc-not-prefilled
-changelog/fix-WOOPLUG-4370-nox-in-context-kyc-not-prefilled
-fix-WOOPLUG-4370-nox-in-context-kyc-not-prefilled
+plugins/woocommerce/changelog/update-WOOPLUG-4459-nox-complete-step-icon
+woocommerce/changelog/update-WOOPLUG-4459-nox-complete-step-icon
+changelog/update-WOOPLUG-4459-nox-complete-step-icon
+update-WOOPLUG-4459-nox-complete-step-icon
 plugins/woocommerce/changelog/57946-fix-issue-43771
 woocommerce/changelog/57946-fix-issue-43771
 changelog/57946-fix-issue-43771
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
index 5cde81b2..93851f1c 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
@@ -12282,15 +12282,13 @@ plugins/woocommerce/changelog/58053-fix-woocommerce-blocks-storybook-bugs
 plugins/woocommerce/changelog/wooplug-3507-flaky-test-can-set-variation-defaults
 plugins/woocommerce/changelog/add-higher-priority-for-disabling-cliend-side-nav-in-pc
 plugins/woocommerce/changelog/wooplug-4382-display-email-type-description-in-the-sidebar
-plugins/woocommerce/changelog/58189-add-save-form-without-alert
 plugins/woocommerce/changelog/dev-api-tests-with-object-cache
 plugins/woocommerce/changelog/add-product-gallery-thumbnail-ar
 plugins/woocommerce/changelog/fix-43565
-plugins/woocommerce/changelog/fix-WOOPLUG-4391-broken-header-styles
+plugins/woocommerce/changelog/fix-58200
 plugins/woocommerce/changelog/wooplug-3951-migrate-email-editor-to-the-wordpresseditor-editor-component
 plugins/woocommerce/changelog/fix-docs-links
 plugins/woocommerce/changelog/57911-fix-issue-27632
-plugins/woocommerce/changelog/fix-WOOPLUG-4425-payment-gateway-with-non-standard-ids
 plugins/woocommerce/changelog/wooplug-3075-fix-error-notices-disappearing
 plugins/woocommerce/changelog/wooplug-4075-incorrect-rate-when-toggling-between-shipping-and-local
 plugins/woocommerce/changelog/wooplug-4278-remove-the-shipping-calculation-section-in-the-cart-block
@@ -12309,8 +12307,6 @@ plugins/woocommerce/changelog/pr-57992
 plugins/woocommerce/changelog/fix-checkout-editor-template-e2e-test
 plugins/woocommerce/changelog/fix-wccom-1365
 plugins/woocommerce/changelog/58111-fix-max-word-count-description-and-step
-plugins/woocommerce/changelog/auto-db-update-error-handling
-plugins/woocommerce/changelog/update-nox-in-context-onboarding-preload
 plugins/woocommerce/changelog/wooplug-4140-flaky-test-can-search-for-order-by-order-id
 plugins/woocommerce/changelog/wooplug-3540-flaky-test-add-cross-sells
 plugins/woocommerce/changelog/fix-php-error-multiple-pc-blocks
@@ -12334,14 +12330,13 @@ plugins/woocommerce/changelog/dev-57213-update-php-compatibility-dependecy
 plugins/woocommerce/changelog/wooplug-4218-block-email-editor-prints-many-updated-block-coreheading
 plugins/woocommerce/changelog/fix-WOOPLUG-4337-improve-get-available-variations-blocks
 plugins/woocommerce/changelog/fix-wccom-1363
-plugins/woocommerce/changelog/enhance-WOOPLUG-4385-initialize-payment-gateways
 plugins/woocommerce/changelog/wooplug-4345-add-bccccrecipient-email-validation
 plugins/woocommerce/changelog/wooplug-4331-extend-personalization-tags-for-order-and-customer
 plugins/woocommerce/changelog/fix-58034
 plugins/woocommerce/changelog/wooplug-2686-flaky-test-merchant-can-transform-shortcode-block-into
 plugins/woocommerce/changelog/fix-WOOPLUG-790-customer-bought-products-perf
+plugins/woocommerce/changelog/fix-55699-add-to-cart-with-options-legacy-mode-variable-products
 plugins/woocommerce/changelog/wooplug-3528-add-transactional-email-toggle-into-the-email-editor-sidebar
-plugins/woocommerce/changelog/enhance-WOOPLUG-4390-duplicate-activate-payments-screens
 plugins/woocommerce/changelog/fix-sticky-proceed-to-checkout-area-bg-color
 plugins/woocommerce/changelog/57920-fix-package-items-style-broken
 plugins/woocommerce/changelog/fix-issue-57698
@@ -12352,12 +12347,10 @@ plugins/woocommerce/changelog/remove-non-critical-flow-e2e-test-to-access-cart-t
 plugins/woocommerce/changelog/wooplug-4114-on-sale-badge-poc-of-filter-allowing-to-change-the-label
 plugins/woocommerce/changelog/58101-dev-disable-forked-iapi-runtime-by-default
 plugins/woocommerce/changelog/46886-fix-order-save-canceled-consequences
-plugins/woocommerce/changelog/add-nox-in-context-data-instrumentation
 plugins/woocommerce/changelog/57951-dev-experiment-render-iapi-mini-cart
 plugins/woocommerce/changelog/wooplug-4158-ask-from-alessandro-monteiro
 plugins/woocommerce/changelog/58314-fix-mini-cart-contents-theme-colors
 plugins/woocommerce/changelog/58059-fix-remove-woocommerce-ai-package
-plugins/woocommerce/changelog/wooplug-4409-insufficient-detection-of-email-template-overrides
 plugins/woocommerce/changelog/display-pos-store-name-in-email-header-html
 plugins/woocommerce/changelog/fix-flaky-test-56629
 plugins/woocommerce/changelog/57809-fix-improve-patterns-validation
@@ -12365,7 +12358,6 @@ plugins/woocommerce/changelog/58304-wooplug-4265-update-the-email-descriptions-c
 plugins/woocommerce/changelog/57942-fix-issue-28669
 plugins/woocommerce/changelog/remove-mini-cart-widget-e2e-test
 plugins/woocommerce/changelog/58081-fix-wooplug-2976-product-collection-cross-sells-product-selection-error-when
-plugins/woocommerce/changelog/58243-fix-initial-ui-progress-test-account-creation
 plugins/woocommerce/changelog/add-pos-settings-for-pos-html-plaintext-templates
 plugins/woocommerce/changelog/update-58129
 plugins/woocommerce/changelog/trigger-pos-refund-emails-for-pos-orders
@@ -12376,13 +12368,12 @@ plugins/woocommerce/changelog/.gitkeep
 plugins/woocommerce/changelog/remove-flaky-login-test
 plugins/woocommerce/changelog/57991-fix-wooplug-2694
 plugins/woocommerce/changelog/wooplug-4268-add-back-button-to-the-email-editor
-plugins/woocommerce/changelog/58190-fix-default-country-in-business-step
 plugins/woocommerce/changelog/fix-58395-grouped-product-quantity-selector-styles
 plugins/woocommerce/changelog/wooplug-4200-edtitor-ui-updates
 plugins/woocommerce/changelog/pr-57966
 plugins/woocommerce/changelog/wooplug-3550-flaky-test-should-not-display-move-up-for-the-top-or-move
 plugins/woocommerce/changelog/fix-sale-badge-no-visible-inserter-single-product-template
-plugins/woocommerce/changelog/fix-WOOPLUG-4370-nox-in-context-kyc-not-prefilled
+plugins/woocommerce/changelog/update-WOOPLUG-4459-nox-complete-step-icon
 plugins/woocommerce/changelog/57946-fix-issue-43771
 plugins/woocommerce/changelog/58150-fix-wooplug-1009
 plugins/woocommerce/changelog/57980-fix-product-sale-badge
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 73d2e351..7cac44a8 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -87,6 +87,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -94,8 +98,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -105,11 +112,24 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*source=
 /.git
 //wiki/skins
+/?*amp_client_id
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /UserAuthentication/
 /_
 /_/rsrc
+/__wishlist__
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /_widget
 /album/*/*?i=
 /api
@@ -131,10 +151,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
 /contact/menu*
 /contact/partner*
 /contactus/mwaas*
 /directory
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -164,6 +186,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /login
 /lookup?
 /mediaapi/
@@ -176,9 +199,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newest/*rss
 /newest/*xml
 /newsearch/
+/organize
 /partials
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /report_abuse
 /revisions
@@ -186,6 +212,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*atom
 /rsvps/*rss
 /rsvps/*xml
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -214,11 +242,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/new/*?*&*&*
 /store/top-free/*?*&*&*
 /store/top-paid/*?*&*&*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /widget_
 /wiki/Special:
@@ -338,6 +370,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_forum=
 ?set_mobile=
 ?showAllGroups=
+?show_error=true
 ?slogin
 ?sort=
 ?sortBy=
@@ -463,6 +496,8 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -526,6 +561,8 @@ _next/data
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -645,10 +682,12 @@ actions/news/rss
 ad_id=
 addContacts
 add_favorite
+addboard
 addressBookExport
 admin
 admin/
 ads
+ads.txt
 ads/gpa/vidgen
 ads/hotels/partners
 ads/learn
@@ -664,6 +703,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 agreements/approve
 ai-sandbox-internal/generated_images
 aihub/tfhub
@@ -716,8 +756,10 @@ api?
 api_access_key=
 app*_
 app*form_id=
+app-ads.txt
 app/
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -795,6 +837,7 @@ author/following
 author=
 authoring/
 authwall
+autocomplete
 away.php
 awmp/data/images
 b?*node=7454898011
@@ -852,6 +895,10 @@ blogs/nationals-journal-beta
 blogs/search/
 blogs/slow-ride
 blogs/test
+board
+board_activity
+board_activity_comment
+bookmarklet
 bookmarks
 books
 books/NBK
@@ -874,22 +921,42 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
 business
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 buyside-e2e-monitor
 buzz/post
 cai
 calendar
-calendar$
 calendar/about
 call
 call?id=
@@ -918,6 +985,7 @@ checkout
 checkout-external
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -941,6 +1009,7 @@ clickthru
 clima/ets
 clima/sites/registry
 clone/library/genomic/organisms
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -960,6 +1029,7 @@ commission_2010-2014/katainen
 commits?author=
 common/
 common/survey.aspx*
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -976,23 +1046,32 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 companyDir
 compare
 compare/*/apply
 compressiontest
 concussion/HeadsUp/training/
 config.js
+connect
 connections
 consumers/archive
 contact/menu*
 contact/partner*
 contactus
 contactus/mwaas*
+content-claiming
 content-guest/rss/channels
 control
+conversation
+conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 core/
 core/*.css$
 core/*.css?
@@ -1010,14 +1089,22 @@ covid19/mobility
 cr$
 cr?
 create
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
 cse/panel
 cse?
 csp
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1042,9 +1129,11 @@ de/integrations
 de/ott
 de/solutions
 de/upload
+deactivate-account
 default
 default.aspx/kb/
 default.aspx/ph/
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1142,6 +1231,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 education/blocks
@@ -1154,6 +1245,7 @@ ekansa/Open-Context-Data
 ekansa/opencontext-
 email
 email-unsubscribe
+email_verification_error
 embed
 embed/@
 embed/curated
@@ -1215,6 +1307,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise
 enterprise-jobs
 enterprise-partner-search/sitemaps
@@ -1298,14 +1391,18 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
 external_hosted
 f/healthcheck
+facebook
 faves-i_love_u_get_away_from_me
 favorite
 fb
+fb.html
 fd/
 fe=true
 feature/sf-test
@@ -1328,7 +1425,6 @@ files
 files/developer
 fileview
 filter/tips
-finance
 finance/favicon
 find
 find-more
@@ -1340,6 +1436,8 @@ flu/espanol/
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -1419,6 +1517,8 @@ global$
 gog
 google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService
 google.internal.maps.mapsjs.v1.MapsJsInternalService
+google_gdn.html
+google_search.html
 googlebooks/images
 gorf
 gp
@@ -1534,6 +1634,7 @@ guidebooks
 gview
 gwt
 h5games_gamecenter/images
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1557,9 +1658,12 @@ help/zendesk_sso
 hex
 history
 history/static
+holiday-spotlight
+holidays-celebrations
 home
 home$
 home?
+homefeed
 homepage-video-test
 hosted/images
 hotel/reviews?
@@ -1571,9 +1675,9 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://slideshare.net/robots.txt
-http://web.archive.org/robots.txt
-http://who.int/robots.txt
+http://m.youtube.com/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
+http://secure.gravatar.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1587,6 +1691,9 @@ id-id.www.cloudflare.com
 id-id/feedback
 id-id/lp
 id-id/searchresults
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie/ie40/
@@ -1632,6 +1739,7 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 integrations
 internalPref
 intl
@@ -1639,8 +1747,10 @@ intl/*/about/views
 intl/*/search/?
 intl/*/search?
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invoice/est
 invoice/estimate/buyerView
 invoice/estimate/buyerView/attachments
@@ -1676,6 +1786,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp/$
 jp/about
 jp/blog
@@ -1716,6 +1828,7 @@ ko/integrations
 ko/ott
 ko/solutions
 ko/upload
+kwanzaa-spotlight
 labs/pmc
 labs/popgadget/search
 lamda/images
@@ -1750,12 +1863,15 @@ learning/settings
 learning/settings$
 learning/settings?
 legal
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
 link
+linked
 lite
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -1783,6 +1899,7 @@ localservices
 lochp?
 login
 login$
+login/?next=
 login?*=
 logout
 lp
@@ -1921,6 +2038,7 @@ narrative-
 native
 nbubumblebee
 network
+new_invite
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference
 news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP
 news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference
@@ -1930,6 +2048,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newsround
@@ -1943,6 +2062,7 @@ nl-nl/lp
 nl-nl/searchresults
 node/add/
 nonprofits/account
+notifications
 notifications/
 ns/hydra/console/?
 nus-trk
@@ -1950,11 +2070,15 @@ nwshp$
 o/di
 o/dt
 oas/
+oauth/line
+oauth/login
 oauth/v2
 oauth2
 oauth2/v2
+oauth_error
 offers/proxy/dealsserver/api/log
 offers/proxy/dealsserver/buy
+offsite
 og
 okxbet.com
 onebox/media/sports/logos
@@ -1984,9 +2108,12 @@ pagespeed/insights/ui/logo
 panel
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partner-program
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -2016,12 +2143,46 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+pin
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl-pl.www.cloudflare.com
 pl-pl/feedback
 pl-pl/lp
 pl-pl/searchresults
+place
 plan=
 platform-telemetry
 play/store/web
@@ -2070,6 +2231,7 @@ ppob/?
 ppob?
 pqa
 preference
+prefs
 present
 presentation
 prettyearth/assets
@@ -2078,6 +2240,8 @@ previewtemplate
 print
 private
 proFile/history?
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 product/reviews?
 productPurchaseDone
@@ -2089,7 +2253,6 @@ products_
 profile
 profile/history?
 profile/view
-profiles
 profiles/
 profiles/*.css$
 profiles/*.css?
@@ -2133,12 +2296,14 @@ pt-br/upload
 publications
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/imda
@@ -2147,6 +2312,7 @@ rating
 rd/search
 rd/search$
 rd/search?
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/*?q=
@@ -2163,6 +2329,9 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
+register
 registry/wishlist
 remotelogout
 rep=hc
@@ -2170,9 +2339,13 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
+resource
+resource/*/get
 results
 results
 retail
@@ -2211,10 +2384,7 @@ s2/search/social
 s2/sitemaps
 s2/static
 s?
-safebrowsing/diagnostic
-safebrowsing/report_badware
-safebrowsing/report_error
-safebrowsing/report_phish
+safe-redirect
 safety
 salary-explorer/api
 sars-cov-2
@@ -2251,7 +2421,6 @@ search?q=
 search?q=%23
 search\?
 search_history
-searchhistory
 searchresults
 sections
 sections/goatsandsoda/2015/06/09/406744975/a-gender-revolution-hits-the-streets-two-wheels-at-a-time
@@ -2259,6 +2428,7 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti
 sections/ombudsman/2008/01/frequently_asked_questions_1.html
 sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma
 secure
+sendHeaderEarly
 sendarticle
 services
 services/oauth
@@ -2289,6 +2459,7 @@ shop/collections
 shop/iphone/payments/overlay
 shop/view/product
 shop?
+shop_pins
 shopping-content-api/product_images
 shopping/deals
 shopping/product
@@ -2592,10 +2763,12 @@ social/photosui/images
 social/photosui/sitemap
 social/search?
 social/social-security-directory/cai
+socialmanager
 solutions
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -2617,6 +2790,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 stat
@@ -2674,6 +2848,10 @@ stores$
 stores/
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 storyworks/preview
 styles/js-on.css$
 subscribe/braintree
@@ -2699,6 +2877,7 @@ support/content
 support/forum/search?
 sureroute
 surprise
+suspension-appeal
 sutils
 sv-se.www.cloudflare.com
 sv-se/feedback
@@ -2713,6 +2892,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 system1/images
 t/privacy
@@ -2720,6 +2900,7 @@ t/terms
 tab=
 tablet
 tag
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -2767,7 +2948,9 @@ th-th/feedback
 th-th/lp
 th-th/searchresults
 th?
+thanksgiving-spotlight
 themacallan/worlds-together
+theme
 tickets-external?
 timedtext_video
 title
@@ -2859,6 +3042,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tv
 tv/thumb
 typeahead
 u
@@ -2874,9 +3058,14 @@ ugc$
 ugcsupport
 ugcsupport$
 ui
+unauth-profile
+unlink
 unsub
 until=
 upload
+upload-image-lens-history
+upload-lens-image
+upload-shuffle-draft
 uploads
 urchin_test
 url
@@ -2894,9 +3083,11 @@ using
 utils
 uviewer
 v1
+v1/urls/count.json
 v2
 v3
 v3/openapi
+v3/pidgets/log
 valkyrie-playground
 verified-authors
 verify_age
@@ -2952,6 +3143,9 @@ webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webscr
 websearch
+website/confirm
+website/confirm/download
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget/cr
@@ -3257,7 +3451,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://facebook.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3470,6 +3664,7 @@ xhtml?
 xml?
 xoplatform/logger/api/logger
 xorouter
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 227af6bb..aad27764 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -86,6 +86,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &iframe=
 &item=*
 &jso
+&jw_start
 &keywords=
 &kwid=
 &layout=
@@ -112,7 +113,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &offset=
 &op=
 &order=
-&p=
 &page
 &page*&=sort
 &page=
@@ -2557,6 +2557,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /appointments/api
 /appointments/book/profile
 /appointments/mapbox
+/apps
 /archive
 /archives
 /archivetop.html
@@ -2741,6 +2742,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /compose$
 /computer/thanks
 /computer/thanks-partner
+/conf
 /config
 /configspace/*
 /confirmation/
@@ -2754,6 +2756,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /content
 /content/acom/
 /content/experience-fragments/global_pdc
+/content/search
 /content/usergenerated/asi/mongo/content/sites/activitystreams/activities/community
 /contribute/*
 /contributor
@@ -2860,6 +2863,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /download/thankyou.aspx?
 /download?
 /downloadassets
+/downloadstats
 /duplex-apartments_att
 /dvd-mode
 /dynalist/*
@@ -2902,6 +2906,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /embed
 /en/categories
 /en/no-ad
+/en/programs/umbrellafacilityforgenderequality/brief/ufge-partnership-council-meeting
+/en/search
+/en/webarchives/archive
 /energy-fragments
 /energy-insights
 /energy-services/web/modules
@@ -3968,6 +3975,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /watch
 /watch-fragments
 /watch/_ajax/option
+/wbg/aem
+/wbg/services
 /weather/
 /webplayer
 /website/author/*&
@@ -4334,7 +4343,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ftag=
 ?gclsrc
 ?gm
-?gologin=1
 ?google_preview=
 ?gp=*
 ?gws_rd=ssl$
@@ -4535,6 +4543,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?sales
 ?save_layout=*
 ?scode=*
+?scriptPath=
 ?search
 ?search
 ?searchQueryState=
@@ -4967,7 +4976,6 @@ ExternalLinkInterstitial
 FG_ID=
 FacebookConnect
 FareCalendar
-FatalError.html
 FavoriteReviewManagement
 Feature
 Featured
@@ -5160,7 +5168,6 @@ JoinPlus
 JsonData/
 JsonServiceController
 JustForYouGuide
-LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
 LNAjax
 LanderLogger
@@ -5490,7 +5497,6 @@ OwnersDM
 OwnersNew
 OwnersOld
 OwnersTermsAndConditions
-P.mvc?_escaped_fragment_=/peopletags.aspx
 PDAET/
 PDATOI/
 POLLSERVER
@@ -5740,7 +5746,6 @@ SendMessage
 SendToFriend
 SentConfirmationEmail
 Server
-ServerError.aspx
 Service-Search/find-a-psychological-therapies-service/find-your-gp
 Service-Search/find-a-psychological-therapies-service/results
 Service-Search/find-a-psychological-therapies-service/what-happens-when-you-refer-yourself
@@ -6193,11 +6198,13 @@ _singlePage.html
 _smt=
 _sort
 _static
+_td
 _td_api
 _tdhl_api
 _tdpp_api
 _template
 _themes
+_uac/adpage.html
 _user/api
 _v1st
 _vercel/insights/view
@@ -6282,9 +6289,6 @@ about-wipo/*/assemblies/2019/a_59/statements.jsp
 about-wipo/*/dgo/
 about.html
 about/$
-about/*/getting-started
-about/*/mobile
-about/*/update
 about/adrm/data-linkage
 about/ask/
 about/ask?*
@@ -6691,7 +6695,6 @@ ahu-kadin
 ai
 ai-sandbox-internal/generated_images
 ai/$
-ai/config-2025-old/$
 ai/errors/
 ai/generation/asset
 ai/our-approach/$
@@ -7387,7 +7390,6 @@ auth_pass
 authentication
 authentication$
 authentication/signin
-authkey=
 author
 author/
 author/*/date
@@ -7497,6 +7499,7 @@ backstage/api/
 bad-boys
 bad-boys-ii
 badges/profile/create
+baidu
 bal/impression
 bal/impression/RecordImpression.htm?
 ban-me-i-am-a-robot
@@ -8575,7 +8578,6 @@ broadband
 brouillon
 browse
 browse-2
-browse.aspx
 browse/alphabetical/feature_films
 browse/deals/partial
 browse/homes/all
@@ -8945,7 +8947,6 @@ cak/user
 cak/users
 calculator
 calendar
-calendar$
 calendar/
 calendar/*?year
 calendar/*?year*&
@@ -11945,6 +11946,7 @@ cpds2
 cpp/docs/reference
 cpp/docs/reference/*/latest
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr$
@@ -13217,7 +13219,6 @@ downloadHistory
 download_file
 download_history.mhtml$
 downloadassets
-downloadaszip
 downloads
 downloads.php
 downloads/$
@@ -13486,7 +13487,6 @@ embed_js
 embed_video
 embeddable
 embeds
-embedservererror.aspx
 embedvideo.cms*
 emessenger.cisco.com
 emichigan
@@ -14824,7 +14824,6 @@ fastajax/order
 fastajax/order/tax
 fastajax/order/tax/validatevat
 fastanswers
-fatalerror.html
 faves-i_love_u_get_away_from_me
 favorit-hinzufuegen
 favorit-loeschen
@@ -16844,6 +16843,7 @@ forums/create/question
 forums/login
 forums/preferences
 forums/profile
+forward
 foryou
 fos/icn/
 fotos/es/*+
@@ -17857,7 +17857,6 @@ groupSharingMsg
 groupcallembed/*
 groupon_says
 groups
-groups/
 groups/*/-/analytics
 groups/*/-/billings
 groups/*/-/contribution_analytics
@@ -18148,6 +18147,7 @@ homeimprovement/EmbeddedProfile.htm
 homeloans/*zga_z_guid=
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homes
@@ -20311,6 +20311,7 @@ limited-release
 link
 link-intersect
 link-intersect/$
+link?
 link_to
 linked
 linkedin
@@ -20461,6 +20462,7 @@ logtopickeywords.cms?query=
 longhorn/
 lookup
 lookup?s=
+lorem-ipsum-generator/$
 lp
 lp-lang/mobilewebsite
 lp-spa
@@ -20947,6 +20949,7 @@ mld?
 mlt
 mm
 mm/
+mm_track
 mmend.htm$
 mms
 mn
@@ -20975,8 +20978,6 @@ mobile_login
 mobileformat=
 mobilenextapi/graphql
 mobilenextapi/v2/logs
-mobilepagenotfounderror.aspx
-mobileservererror.aspx
 mod
 mod.php
 mod=
@@ -21492,7 +21493,6 @@ newsletters/preferences/manage
 newsletters/preferences/unsubscribe
 newspaper/archive
 newsroom/$
-newsroom/config-2025-old/$
 newsroom/ctr
 newsroom/dae
 newsroom/rss/
@@ -22185,7 +22185,6 @@ pagead/js
 pagead/managed
 pagead/show_ads.js
 pageitem
-pagenotfounderror.aspx
 pages-extensions/FollowCompany
 pages.www.cloudflare.com
 pages/
@@ -22444,7 +22443,6 @@ partners/find-a-service-partner/baseline-design/$
 partners/find-a-service-partner/code-and-theory/$
 partners/find-a-service-partner/merkle/$
 partners/find-a-service-partner/one-north/$
-partners/find-a-service-partner/rangle-io/$
 partners/find-a-service-partner/slalom/$
 partners/find-a-service-partner/yumemi-inc/$
 partners/internal
@@ -22541,8 +22539,6 @@ people/pad$
 people/pad/$
 people/search
 people/search
-peopleoptions.aspx
-peopletags.aspx
 pepe
 percy-jackson-the-olympians-the-lightning-thief
 perfil
@@ -22840,6 +22836,7 @@ plugins/?s=
 plugins/search
 plus/check_hold
 plus/check_psn
+plus/experience/connections_2025/*
 plus/invite_request
 plus/signup
 plus/vip
@@ -23045,7 +23042,6 @@ prices?
 pricing
 pricing-calculator
 pricing-faq/$
-pricing-faq/config-2025-old/$
 pricing.v1.json
 pricing/$
 pricing/awis/
@@ -23775,7 +23771,6 @@ questionId
 queue
 qui-sommes-nous
 quick-search
-quickadd.aspx
 quickcast
 quickfacts
 quickstart
@@ -23994,21 +23989,26 @@ reports/australia-design-growth-story-apac-report/$
 reports/bridging-design-and-code/$
 reports/bringing-non-designers-into-design-process/$
 reports/build-developer-tools/$
+reports/build-your-design-system/$
 reports/building-a-design-driven-culture/$
 reports/building-collaborative-design-process/$
 reports/design-growth-story-apac-report/$
+reports/design-system-series/$
 reports/design-systems-101/$
 reports/design-systems-102/$
 reports/designer-developer-collaboration/$
 reports/designer-developer-trends/$
+reports/drive-design-system-adoption/$
 reports/dtr14-03.html
 reports/embed-scale-ux-collaboration/$
 reports/figma-and-the-forces-of-change/$
+reports/getting-started-with-design-systems/$
 reports/helping-design-leaders-shine/$
 reports/how-australia-builds-by-design/$
 reports/how-can-ux-designers-talk-language/$
 reports/how-redefining-the-designer-helps-you-scale/$
 reports/india-design-growth-story-apac-report/$
+reports/measure-design-system-roi/$
 reports/product-leaders-ai/$
 reports/public
 reports/state-of-the-designer-regional-report-apac/$
@@ -24802,6 +24802,7 @@ s3
 s=
 s=p
 s?
+s?
 s?*rh=n%3A1380045031
 s_id=
 sa
@@ -24809,10 +24810,6 @@ sa/payroll/
 sa=
 sa_en
 safe-redirect
-safebrowsing/diagnostic
-safebrowsing/report_badware
-safebrowsing/report_error
-safebrowsing/report_phish
 safety
 safety/?
 safetycheck
@@ -25174,7 +25171,6 @@ search_rss$
 search_suggest
 searchdeb/
 searches
-searchhistory
 searchresults
 searchsuggest
 searchtest
@@ -25206,11 +25202,9 @@ seek-and-destroy
 segments/*/compare
 select
 selectedImage
-selectembed.aspx
 selectlocale-dmc?fromPage=
 selectpayment
 self-registration
-self.aspx
 sell/?
 sell/options
 seller_onboarding
@@ -25261,7 +25255,6 @@ server/top-addendum
 server/trans-map.html
 server/whatsnew_translations.xml
 server_error_pages/
-servererror.aspx
 service-search/dist/images/loading.gif
 service-search/find-a-psychological-therapies-service/find-your-gp
 service-search/find-a-psychological-therapies-service/results
@@ -25384,9 +25377,7 @@ shareables
 shared
 shared/
 shared/*?wtime
-sharedfavorite.aspx
 sharedmemories
-sharefavorite.aspx
 sharer
 sharer.php
 sharing
@@ -25395,6 +25386,7 @@ sharing/folders
 shelf/user_shelves
 shenghuo
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -25897,7 +25889,6 @@ sl/users
 slas
 slides
 slides/$
-slides/config-2025-old-rive/$
 slideshow/*-inline$
 slideshow/*/lead-form
 slideshow/embed_code
@@ -26612,6 +26603,7 @@ tag/*+http://dinotim.com/robots.txt
 tag/*/shoutbox
 tag/*/shoutbox?
 tag/credible
+tag/expire-images
 tag/interaction-card
 tag/js
 tag/search/db-home
@@ -27359,6 +27351,7 @@ tool
 toolbar
 toolkit
 tools
+tools-hub/$
 tools/*/data-privacy-notice.html
 tools/alerts
 tools/civil-surgeons-by-region
@@ -27503,6 +27496,7 @@ tracky
 tractive
 trade
 tradeoffer
+traffic
 training-plans
 training/
 training/ajax
@@ -27816,6 +27810,7 @@ uk/zazzle
 uki/search
 ul
 uli/trac
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -28546,7 +28541,6 @@ vip
 virtual
 virtualization/
 virtualsupportassistant
-viruswarning.aspx
 visualj/
 visuals/services
 vitrine/.*
@@ -28748,7 +28742,6 @@ weekly/signup
 weimg
 welcome
 welcome-email
-welcome.aspx
 wetter/action/bayernwetter/bayern.do?plz=
 wetter/action/bayernwetter/bayern.do?regio=
 wewantyou/
@@ -29755,7 +29748,7 @@ your
 your-account
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://europarl.europa.eu/robots.txt
+youreurope/businessDEV/http://eur-lex.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 79932a89..925d9763 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -327,7 +327,7 @@
 -1
 -1-cw*
 -1.
--1.*http://betterup.com/robots.txt
+-1.*http://stsci.edu/robots.txt
 
 
Disallow:
 
Sitemap:
@@ -641,6 +641,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &jobId=
 &jobSlug=
 &jso
+&jw_start
 &key1=
 &key2=
 &key3=
@@ -1198,7 +1199,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 -cst-
 -d$
 -debutant$
--deeplinks/http://apple.news/robots.txt
+-deeplinks/http://moo.com/robots.txt
 -dlp
 -embed
 -empfehlen.html$
@@ -1217,7 +1218,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 -ist-*
 -json*.html
 -list5
--logon.asp*
 -mostviwed*
 -nav.html
 -new.htm
@@ -1292,11 +1292,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hssc.
 .*__hstc.
 .*assets/fonts
-.+http://realestate.com.au/robots.txt
+.+http://skydasveiligheidsdeuren.be/robots.txt
 ...
 .../
 ..gitignore.html
 .ASPX$
+.BUILD
 .CVS
 .CVS
 .GIF
@@ -1309,6 +1310,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .JPG
 .JPG*************
 .MP3$
+.NEW
+.OLD
 .PDF
 .PDF$
 .PDF$
@@ -1893,7 +1896,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .axd$
 .axd$
 .axd*
-.axdhttp://ilpost.it/robots.txt
+.axdhttp://heinlegal.com/robots.txt
 .bak
 .bib
 .big.html
@@ -1978,8 +1981,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*************
 .css.
 .css?
-.csshttp://gamerant.com/robots.txt
-.csshttp://pokerdom-ca2.xyz/robots.txt
+.csshttp://faktykaliskie.pl/robots.txt
+.csshttp://jd.com/robots.txt
 .cssx$
 .csv
 .csv
@@ -1997,7 +2000,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .dat
 .deb$
 .diff$
-.dir
 .districts.html
 .djv$
 .djvu$
@@ -2053,7 +2055,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .embed.text.html
 .empty.html
 .env
-.envhttp://random.org/robots.txt
+.envhttp://thetrainline.com/robots.txt
 .eot$
 .eot*************
 .eot?
@@ -2065,7 +2067,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .epub$
 .errorpage.html
 .exe
-.exe
 .exe$
 .exe$
 .extcontent.html
@@ -2153,12 +2154,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .html$
 .html$
 .html%7CName=ComponentLink
-.html.html
+.html.
 .html.html*
 .html.html.html
 .html.printable
 .html/
 .html/$
+.html/1000
 .html/email
 .html/feed
 .html=$
@@ -2232,7 +2234,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://underscorejs.org/robots.txt
+.jpg$http://panasonic.jp/robots.txt
 .jpg*
 .jpg*************
 .jpge
@@ -2245,12 +2247,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .js.
 .js.map$
 .js?
-.jshttp://denic.de/robots.txt
+.jshttp://lg.com/robots.txt
 .json
 .json
 .json$
 .json$
-.json$http://fishbase.org/robots.txt
+.json$http://realsimple.com/robots.txt
 .json.html
 .json.v1.html
 .jsonp
@@ -2417,6 +2419,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .nimex$
 .nocache.html
 .nsf
+.nt
 .numbers
 .odp
 .ods
@@ -2451,17 +2454,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .pdf
 .pdf$
 .pdf$
-.pdf$http://mailgun.com/robots.txt
-.pdf$http://marianne.net/robots.txt
-.pdf$http://news.err.ee/robots.txt
-.pdf$http://webmproject.org/robots.txt
+.pdf$http://dentx.com.tr/robots.txt
+.pdf$http://hoopladigital.com/robots.txt
+.pdf$http://imaging.nikon.com/robots.txt
+.pdf$http://usccb.org/robots.txt
 .pdf%7CName=ComponentLink
 .pdf*************
 .pdf?properties=
 .pdfdocusetools
-.pdfhttp://charitynavigator.org/robots.txt
-.pdfhttp://litespeedtech.com/robots.txt
-.pdfhttp://veeqo.com/robots.txt
+.pdfhttp://nhs.uk/robots.txt
+.pdfhttp://oik-plugins.com/robots.txt
+.pdfhttp://wpbeginner.com/robots.txt
 .personalization.article.html
 .personalization.html
 .personalization.startinfo.html
@@ -2496,8 +2499,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .png
 .png$
 .png$
-.png$http://kitco.com/robots.txt
-.png$http://publications.jrc.ec.europa.eu/robots.txt
+.png$http://straightshooter.dk/robots.txt
+.png$http://wave3.com/robots.txt
 .png*
 .png*************
 .polizeibericht.html
@@ -2616,6 +2619,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .ram
 .ram$
 .rating.html
+.rdf
 .rdf$
 .readmore.horiz.html
 .readmore.horiz.v2.html
@@ -2671,6 +2675,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .rst$
 .rtf
 .rtf$
+.ru
 .sdirect
 .search.fast.form.html
 .search.fast.html
@@ -2825,6 +2830,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .ttf$
 .ttf*************
 .ttf?
+.ttl
 .twinredirect.html
 .txt
 .txt$
@@ -2868,7 +2874,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .weather.small.html
 .webarchive$
 .webm$
-.webp
 .well-known
 .well-known
 .well-known/
@@ -2876,13 +2881,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml
 .well-known/amphtml/apikey.pub
 .well-known/amphtml/apikey.pub
-.well-known/amphtml/apikey.pubhttp://onstar.com/robots.txt
+.well-known/amphtml/apikey.pubhttp://nerdwallet.com/robots.txt
 .well-known/apple-app-site-association
 .well-known/apple-app-site-association
 .well-known/apple-developer-merchantid-domain-association.txt
 .well-known/assetlinks.json
 .well-known/assetlinks.json
-.well-known/assetlinks.jsonhttp://nationalgeographic.com/robots.txt
+.well-known/assetlinks.jsonhttp://wbcsd.org/robots.txt
 .well-known/privacy-sandbox-attestations.json
 .well-known/privacy-sandbox-attestations.json
 .well-known/resource-that-should-not-exist-whose-status-code-should-not-be-200
@@ -2899,7 +2904,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .woff$
 .woff*************
 .woff2
-.woff2
 .woff2$
 .woff2$
 .woff2?
@@ -2917,7 +2921,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xlsx
 .xlsx$
 .xlsx$
-.xlsx$http://maynoothuniversity.ie/robots.txt
+.xlsx$http://columbia.edu/robots.txt
 .xml
 .xml$
 .xml$
@@ -2928,7 +2932,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xps
 .xsd$
 .xsd?
-.yaml$http://liverpoolecho.co.uk/robots.txt
+.yaml$http://graffino.com/robots.txt
 .yml$
 .zimmer_d
 .zip
@@ -3035,7 +3039,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*-humping-
 /*-humping-*.html
 /*-humping.html
-/*-jobs*http://tz.de/robots.txt
+/*-jobs*http://seekingalpha.com/robots.txt
 /*-labia$
 /*-labia-
 /*-labia-*.html
@@ -3575,7 +3579,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/discussions
 /*/documents
 /*/download/download-api/my-documents/checkStatus
-/*/downloadhttp://www3.nhk.or.jp/robots.txt
+/*/downloadhttp://vectorstock.com/robots.txt
 /*/edit
 /*/edit$
 /*/embed
@@ -5799,7 +5803,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?page=*&*
 /?pageRef
 /?pageType=
-/?pdf=1http://builtwith.com/robots.txt
+/?pdf=1http://steinberg.net/robots.txt
 /?personid
 /?preview
 /?price=
@@ -5944,7 +5948,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /CountyAssessorPage.htm?
 /Courses/*
 /Custom/
-/Customer
 /DY-GetTiles*
 /Date(*
 /Directs/2
@@ -5994,7 +5997,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Lenses/Snapshots*
 /Lists/
 /Lists/*
-/Logon.asp*
 /Lumpy-Skin-Disease-Information-to-landholders-in-Emegency-Zones.pdf
 /MAINTAINERS.txt
 /MANUALS/*.pdf$
@@ -6078,10 +6080,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Redirects
 /Reports%20List
 /Request
-/Request/EmailCustSvr.aspx
-/Request/EmailDropAHint.aspx
-/Request/EmailRequest.aspx
-/Request/EmailWhenItemAvailable.aspx
 /Returns
 /ReusableContent
 /Reviews/new
@@ -6104,10 +6102,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Sections
 /Secure/Account/
 /SelectLocale?fromPage=
-/SetSitePreference.aspx
 /Shared/
 /SharedDocs/ExterneLinks
-/Shopping/Sku
 /SignIn
 /SiteAssets/
 /SiteCollectionDocuments
@@ -6340,7 +6336,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /account/*
 /account/cls
 /account/device-auth
-/account/forgot-passwordhttp://ponycanyon.co.jp/robots.txt
+/account/forgot-passwordhttp://plymouth.ac.uk/robots.txt
 /account/forgotpassword
 /account/limit-guide
 /account/login-pwd/forget
@@ -6380,10 +6376,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://carmanphoto.tk/robots.txt
-/action~*/http://greentechmedia.com/robots.txt
-/action~*/http://movelandia.com.br/robots.txt
-/action~*/http://theartofsimplegolf.com/robots.txt
+/action~*/http://aisel.aisnet.org/robots.txt
+/action~*/http://mamp.info/robots.txt
+/action~*/http://s-media-cache-ak0.pinimg.com/robots.txt
+/action~*/http://umweltbundesamt.de/robots.txt
 /actividades/reserva_confirmada
 /actividades/voucher
 /activities
@@ -6544,7 +6540,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ajax_
 /ajaxload
 /ajouterproduitsaupanier
-/ak.m
 /akamai
 /aks-test.html
 /albert-heijn-premium
@@ -6785,7 +6780,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /api-v5
 /api/*
 /api/*/amp
-/api/*http://google-latlong.blogspot.com/robots.txt
+/api/*http://prlog.org/robots.txt
 /api/catalog/v3
 /api/catalog/v3/srfile
 /api/client-event
@@ -6842,55 +6837,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /apps/featured/kliken-marketing*
 /appview
 /ar
-/ar-ae/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-ae/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-ae/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-ae/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-bh/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-bh/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-bh/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-bh/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-iq/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-iq/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-iq/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-iq/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-jo/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-jo/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-jo/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-jo/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-kw/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-kw/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-kw/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-kw/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-lb/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-lb/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-lb/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-lb/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-ly/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-ly/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-ly/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-ly/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-mea
-/ar-om/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-om/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-om/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-om/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-qa/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-qa/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-qa/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-qa/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-sa/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-sa/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-sa/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-sa/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-sy/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-sy/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-sy/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-sy/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-/ar-ye/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-/ar-ye/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-/ar-ye/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-/ar-ye/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
 /ar/es/*/*?IPromoID
 /ar/es/*/*?cid
 /ar/news
@@ -6911,7 +6857,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /article30483913.ece/amp/*
 /article9636950.ece/amp/*
 /articlelist/*
-/articlelist/*http://wretch.cc/robots.txt
+/articlelist/*http://timesofisrael.com/robots.txt
 /articles
 /articles/*
 /articles/*/*/comments
@@ -7198,7 +7144,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /autosub_cdo/*
 /avg-review
 /avis/produit/*
-/avtor/
 /awards
 /awards$
 /awards.html
@@ -7425,7 +7370,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /biosecurity/weeds/strategy/nsw-weeds-action-program
 /biosecurity/weeds/weed-categories/plants-not-to-be-sold
 /blame
-/blank.html
 /blank/
 /blobdiff
 /block
@@ -7986,8 +7930,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cart
 /cart$
 /cart$
-/cart*
-/cart*.html
 /cart.html
 /cart/
 /cart/*
@@ -8099,7 +8041,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /checkin
 /checkout
 /checkout$
-/checkout*
 /checkout/*
 /checkouts
 /chevrolet/f/*a*/*13947
@@ -8376,7 +8317,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /collections/*sort_by
 /collections/likes
 /collins
-/colored-gemstones
 /columntemplatesearch
 /com
 /comentarios
@@ -8544,7 +8484,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /content/cancer/es/cancer/understanding-cancer/glossary/glossary
 /content/dam
 /content/dam/CRC
-/content/dam/en_US/shared/www/about-st-jude/vendor-info/http://music.amazon.com/robots.txt
+/content/dam/en_US/shared/www/about-st-jude/vendor-info/http://stlmag.com/robots.txt
 /content/dam/home/docs
 /content/dam/home/pdf
 /content/dam/private/*
@@ -8562,6 +8502,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /content/reference/
 /content/ringcentral/en_ca
 /content/ringcentral/en_gb
+/content/search
 /content/sites/www/es_LA/home/content-library/forms/
 /content/snippet*
 /content/tcm/*
@@ -8647,7 +8588,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /control
 /control-panel/
 /control_panel/manage*
-/control_panel/manage*http://purevpn.com/robots.txt
+/control_panel/manage*http://garmin.com/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -8724,7 +8665,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cpn/na-campaigns-reference-pages.html
 /cpn/plp/*
 /crc32$
-/create-account
 /created-after
 /creative-official+internal
 /creator-details/*
@@ -9052,7 +8992,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /depth_*--
 /desc
 /descendants
-/desktop/text-to-speech$http://esrb.org/robots.txt
+/desktop/text-to-speech$http://capgemini.com/robots.txt
 /destinations/decouvrir
 /destinations/discover
 /destinations/regions
@@ -9256,7 +9196,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /download/thankyou.aspx?
 /download/video
 /download?
-/downloadImage/
 /downloadassets
 /downloads
 /downloads/?q=
@@ -9313,7 +9252,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ds/f/*volledig-hybride*/*13955
 /ds/f/*voorwielaandrijving*/*13943
 /ds/f/*waterstof*/*13841
-/dummy/*http://khaleejtimes.com/robots.txt
+/dummy/*http://jiosaavn.com/robots.txt
 /duplex-apartments_att
 /dvd-mode
 /dvd-spelers/f/*dvd-recorder*/*93
@@ -9426,47 +9365,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /emea-savanna-reference-component.html
 /empty
 /en-US/welcome-to-my-mymk/*
-/en-ae/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-ae/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-ae/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-ae/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-ao/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-ao/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-ao/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-ao/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-bf/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-bf/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-bf/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-bf/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-bh/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-bh/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-bh/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-bh/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-bj/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-bj/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-bj/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-bj/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-cg/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-cg/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-cg/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-cg/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-ci/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-ci/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-ci/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-ci/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-cm/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-cm/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-cm/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-cm/electronics/how-to-select-tv-by-what-you-watch-sports
 /en-detalle
-/en-dz/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-dz/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-dz/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-dz/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-ga/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-ga/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-ga/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-ga/electronics/how-to-select-tv-by-what-you-watch-sports
 /en-hi/iuc
 /en-in/4g-plans-old
 /en-in/apps-adobe-target
@@ -9489,68 +9388,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /en-in/refer-a-friend
 /en-in/register-next-interest-retailer
 /en-in/search
-/en-iq/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-iq/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-iq/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-iq/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-jo/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-jo/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-jo/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-jo/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-kw/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-kw/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-kw/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-kw/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-lb/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-lb/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-lb/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-lb/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-ly/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-ly/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-ly/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-ly/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-ma/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-ma/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-ma/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-ma/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-mea
-/en-mu/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-mu/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-mu/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-mu/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-om/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-om/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-om/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-om/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-qa/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-qa/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-qa/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-qa/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-sa/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-sa/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-sa/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-sa/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-sn/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-sn/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-sn/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-sn/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-sy/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-sy/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-sy/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-sy/electronics/how-to-select-tv-by-what-you-watch-sports
-/en-tn/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-tn/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-tn/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-tn/electronics/how-to-select-tv-by-what-you-watch-sports
 /en-us/welcome-to-my-mymk/*
-/en-ye/electronics/how-to-select-tv-by-what-you-watch-gaming
-/en-ye/electronics/how-to-select-tv-by-what-you-watch-netflix
-/en-ye/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/en-ye/electronics/how-to-select-tv-by-what-you-watch-sports
 /en/accessibility
 /en/categories
 /en/legal-notice
 /en/no-ad
+/en/programs/umbrellafacilityforgenderequality/brief/ufge-partnership-council-meeting
+/en/search
 /en/webarchives/archive
 /en_*
 /en_US
@@ -9622,10 +9466,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /estat-participant
 /estore
 /esuitedemo/
-/et/electronics/how-to-select-tv-by-what-you-watch-gaming
-/et/electronics/how-to-select-tv-by-what-you-watch-netflix
-/et/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/et/electronics/how-to-select-tv-by-what-you-watch-sports
 /etag$
 /etsy-special-buy.html
 /eu-vocabularies/dataset/*version
@@ -9702,7 +9542,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /faq-print.
 /faq/jiohome
 /faq/jiomart-maha-cash-back-program
-/faq/search/*http://zencoaching.com.tr/robots.txt
+/faq/search/*http://depts.washington.edu/robots.txt
 /faq/services/jio4gvoice
 /faq/services/jiocinema
 /faq/services/jiodrive
@@ -9759,7 +9599,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feed/*/articles.xml
 /feed/atom$
 /feed/atom/$
-/feed/http://airasia.com/robots.txt
+/feed/http://newsroom.tiktok.com/robots.txt
 /feed/rss/$
 /feed/rss2
 /feed/search
@@ -9771,9 +9611,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feedback/learn-more
 /feedback/submit
 /feedback?
-/feedhttp://europeana.eu/robots.txt
+/feedhttp://klangkulisse.com/robots.txt
 /feeds/nfl_2024_us
-/feeds/nfl_2024_ushttp://graph.facebook.com/robots.txt
+/feeds/nfl_2024_ushttp://postoffice.co.uk/robots.txt
 /feriehus/reviews/write
 /ferrari/f/*308*/*743
 /ferrari/f/*328*/*744
@@ -10010,7 +9850,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /followings
 /fonts
 /fonts.css
-/fonts/
 /football/*/1989-1990/*/live*shtml
 /football/*/1990-1991/*/live*shtml
 /football/*/1990/*/live*shtml
@@ -10530,51 +10369,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /fotografie-geheugenkaarten/f/*xd*/*191
 /fotografie-geheugenkaarten/f/*xqd*/*13067
 /fr
-/fr-bf/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-bf/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-bf/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-bf/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-bj/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-bj/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-bj/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-bj/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-cg/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-cg/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-cg/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-cg/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-ci/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-ci/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-ci/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-ci/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-cm/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-cm/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-cm/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-cm/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-dz/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-dz/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-dz/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-dz/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-ga/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-ga/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-ga/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-ga/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-ma/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-ma/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-ma/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-ma/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-mea
-/fr-mu/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-mu/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-mu/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-mu/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-sn/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-sn/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-sn/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-sn/electronics/comment-choisir-son-televiseur-par-contenu-sport
-/fr-tn/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-/fr-tn/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-/fr-tn/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-/fr-tn/electronics/comment-choisir-son-televiseur-par-contenu-sport
 /fr/formulaires/colis/endommagee/step1
 /fr/formulaires/lettre/endommagee/step1
 /fr_*
@@ -10680,10 +10474,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /getjiostbotp
 /getstarted
 /gfe
-/gh/electronics/how-to-select-tv-by-what-you-watch-gaming
-/gh/electronics/how-to-select-tv-by-what-you-watch-netflix
-/gh/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/gh/electronics/how-to-select-tv-by-what-you-watch-sports
 /gif/view
 /gift
 /gift-finder
@@ -10771,7 +10561,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /gmc/f/*yukon*/*12209
 /go/
 /go/private
-/goal-answers?qhttp://hellomagazine.com/robots.txt
+/goal-answers?qhttp://goat.com/robots.txt
 /goedkoopste-vluchten-
 /goglobal/
 /goldlog$
@@ -10832,7 +10622,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /healthcare/campaign/
 /healthcare/eula/dragon-medical-360-network-edition.html
 /healthvault/
-/heartbeat
 /height_*--
 /hellojio-survey
 /hellojio-survey-whatsapp
@@ -10857,7 +10646,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /historicalinsights
 /history
 /history-node
-/historyhttp://sierraclub.org/robots.txt
+/historyhttp://odt.co.nz/robots.txt
 /hm-test
 /home$
 /home-cinema-sets/f/*2-1-systeem*/*229
@@ -11246,7 +11035,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /increment_lp_video_plays
 /increment_view_count
 /indesign-reference-footer.html
-/index.htm?facetcriteria=
 /index.html
 /index.php
 /index.php
@@ -11556,10 +11344,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jegyarak-
 /jeux-olympiques*/page-calendrier-
 /jeux-olympiques/page-calendrier-
-/jewelry/fifth-avenue-in-store-pickup
-/jewelry/shop/tcs-new-york-city-marathon-collection
-/jewelry/wall-street
-/jewlery/items
 /jg-test-page.html
 /jio-postpaid-plus-survey
 /jio-rech-exp-survey
@@ -11613,10 +11397,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ka-reference.html
 /kb/
 /kbc-congo
-/ke/electronics/how-to-select-tv-by-what-you-watch-gaming
-/ke/electronics/how-to-select-tv-by-what-you-watch-netflix
-/ke/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/ke/electronics/how-to-select-tv-by-what-you-watch-sports
 /key
 /key_handler
 /keywords
@@ -12237,7 +12017,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login_
 /login_and_go
 /loginpage
-/logon.asp*
 /logon?returnUrl=*
 /logout
 /logs
@@ -12302,10 +12081,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /lp/thank-you
 /lp_
 /lpfsearch
-/lr/electronics/how-to-select-tv-by-what-you-watch-gaming
-/lr/electronics/how-to-select-tv-by-what-you-watch-netflix
-/lr/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/lr/electronics/how-to-select-tv-by-what-you-watch-sports
 /ls=
 /lucid/f/*a*/*13947
 /lucid/f/*achterwielaandrijving*/*13944
@@ -12618,7 +12393,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /media-materials.html
 /media-resources/browse.html/
 /media-resources/browse.html?search=
-/media/
 /media/*
 /media/*/grc/*/pdf/ct-corporation/dpdf19*
 /media/brochures/01-privilege
@@ -13236,10 +13010,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newyorklawjournal/almID/1733490647NYDOCKET*$
 /next$
 /next/employee
-/ng/electronics/how-to-select-tv-by-what-you-watch-gaming
-/ng/electronics/how-to-select-tv-by-what-you-watch-netflix
-/ng/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/ng/electronics/how-to-select-tv-by-what-you-watch-sports
 /ni/
 /nightlife
 /nightly-news
@@ -13355,12 +13125,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /njlawjournal/almID/1579334968NJA559817T/?download=a5598-17_011720.pdf*$
 /njlawjournal/almID/1692041977NJA409819*$
 /nl
-/no-gemstones
 /no-hardware-contest
 /no-index/*
-/no-referrer-when-downgradehttp://arts.ac.uk/robots.txt
-/no-referrer-when-downgradehttp://howtogeek.com/robots.txt
-/no-referrer-when-downgradehttp://redding.com/robots.txt
+/no-referrer-when-downgradehttp://globes.co.il/robots.txt
+/no-referrer-when-downgradehttp://marketwired.com/robots.txt
+/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt
 /no-search-results
 /no_access
 /no_unit
@@ -13379,7 +13148,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /nodx
 /noindex/
 /noindex/*
-/noname*
 /noname-*
 /nos-produits/*
 /noscan
@@ -13843,7 +13611,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pd/item_name-Podcast
 /pdf
 /pdf/index.html
-/pdf_reader/*/

http://rsvp.withgoogle.com/robots.txt
+/pdf_reader/*/

http://venmo.com/robots.txt
 /pdfft
 /pdp-async/preview
 /pdpslice
@@ -13953,10 +13721,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pinned_flashes
 /pins
 /pixall
-/pk/electronics/how-to-select-tv-by-what-you-watch-gaming
-/pk/electronics/how-to-select-tv-by-what-you-watch-netflix
-/pk/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/pk/electronics/how-to-select-tv-by-what-you-watch-sports
 /pkginfo
 /pl_*
 /pl_pl*
@@ -14175,7 +13939,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://clarionledger.com/robots.txt
+/print/http://oppo.com/robots.txt
 /print?id
 /printable
 /printable/pdf
@@ -14320,11 +14084,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /protected-pages
 /pruebas-abierto
 /pt
-/pt-ao/electronics/como-selecionar-televisor-pelo-que-ve-desporto
-/pt-ao/electronics/como-selecionar-televisor-pelo-que-ve-jogos
-/pt-ao/electronics/como-selecionar-televisor-pelo-que-ve-netflix
-/pt-ao/electronics/como-selecionar-televisor-pelo-que-ve-smart-tv
-/pt-mea
 /pt/news
 /pt_*
 /pt_pt
@@ -14536,8 +14295,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /request/*/download
 /request/*/response
 /request/*/response/*/attach
-/request/EmailCustSvr.aspx
-/request/emailrequest.aspx
 /requestResetPassword
 /request_access
 /research-fellowship-presentations?
@@ -14658,9 +14415,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rnwy/studybooks
 /roadshow/finder
 /rodate.js
-/role
 /routers_pdf
-/royalty-free-images-*.asp*
 /rss
 /rss
 /rss$
@@ -14674,7 +14429,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rss/Venues
 /rss2/
 /rss2/$
-/rss2/$http://wordfence.com/robots.txt
+/rss2/$http://helpnetsecurity.com/robots.txt
 /rss_en_all
 /rss_for_twitter
 /rss_items
@@ -14683,7 +14438,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rsvps/*rss
 /rsvps/*xml
 /ru
-/ru-mea
 /ru/
 /ru/canada/ontario/ajax/
 /ru/my/reg.phtml
@@ -14944,7 +14698,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /secure/
 /secure/*
 /secure/account/
-/secure/http://deadspin.com/robots.txt
+/secure/http://kabanos.net/robots.txt
 /security/search-results.aspx?
 /select*?
 /select-cadeau-sparen/?
@@ -14975,7 +14729,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /sendpv$
 /sensor
 /seo-slice
-/seo/
 /serie
 /serie/*.html
 /server-status/$
@@ -15026,7 +14779,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shippinginformation
 /shippingmethod/method/
 /shop
-/shop/*/*/*
 /shop/*/favoriters
 /shop/*/sold
 /shop/*?*brand=
@@ -15044,20 +14796,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shop/ajax/
 /shop/ajaxcart/
 /shop/app/
-/shop/aquamarine-jewelry*/aquamarines
-/shop/aquamarine-jewelry*/carnelian
-/shop/aquamarine-jewelry*/colored-diamonds
-/shop/aquamarine-jewelry*/diamonds
-/shop/aquamarine-jewelry*/onyx
-/shop/aquamarine-jewelry*/opal
-/shop/aquamarine-jewelry*/pearls
-/shop/aquamarine-jewelry*/pink-diamonds
-/shop/aquamarine-jewelry*/rubies
-/shop/aquamarine-jewelry*/sapphires
-/shop/aquamarine-jewelry*/tanzanites
-/shop/aquamarine-jewelry*/tigers-eye
-/shop/aquamarine-jewelry*/turquoise
-/shop/aquamarine-jewelry*/yellow-diamonds
 /shop/bought-with
 /shop/business-small
 /shop/buy-jiophone-gift-card
@@ -15073,57 +14811,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shop/cron.php
 /shop/cron.sh
 /shop/customer/
-/shop/diamond-jewelry*/carnelian
-/shop/diamond-jewelry*/colored-diamonds
-/shop/diamond-jewelry*/diamonds
-/shop/diamond-jewelry*/onyx
-/shop/diamond-jewelry*/pearls
-/shop/diamond-jewelry*/pink-diamonds
-/shop/diamond-jewelry*/rubies
-/shop/diamond-jewelry*/sapphires
-/shop/diamond-jewelry*/tanzanites
-/shop/diamond-jewelry*/turquoise
-/shop/diamond-jewelry*/yellow-diamonds
 /shop/downloadable/
 /shop/enable-cookies
 /shop/error_log
 /shop/get.php
-/shop/gold-jewelry*/gold
-/shop/gold-jewelry*/leather
-/shop/gold-jewelry*/platinum
-/shop/gold-jewelry*/rose-gold
-/shop/gold-jewelry*/silk
-/shop/gold-jewelry*/stainless-steel
-/shop/gold-jewelry*/sterling-silver
-/shop/gold-jewelry*/titanium
-/shop/gold-jewelry*/white-gold
 /shop/graphql?
 /shop/index.php
 /shop/install.php
 /shop/lib/
 /shop/newsletter
 /shop/no-route
-/shop/pearl-jewelry*/carnelian
-/shop/pearl-jewelry*/colored-diamonds
-/shop/pearl-jewelry*/diamonds
-/shop/pearl-jewelry*/onyx
-/shop/pearl-jewelry*/pearls
-/shop/pearl-jewelry*/pink-diamonds
-/shop/pearl-jewelry*/rubies
-/shop/pearl-jewelry*/sapphires
-/shop/pearl-jewelry*/tanzanites
-/shop/pearl-jewelry*/turquoise
-/shop/pearl-jewelry*/yellow-diamonds
 /shop/pkginfo/
-/shop/platinum-jewelry*/gold
-/shop/platinum-jewelry*/leather
-/shop/platinum-jewelry*/platinum
-/shop/platinum-jewelry*/rose-gold
-/shop/platinum-jewelry*/silk
-/shop/platinum-jewelry*/stainless-steel
-/shop/platinum-jewelry*/sterling-silver
-/shop/platinum-jewelry*/titanium
-/shop/platinum-jewelry*/white-gold
 /shop/product/*-b2b*
 /shop/product/*-freegift*
 /shop/product/*-lazada*
@@ -15134,79 +14832,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shop/report/
 /shop/rest/
 /shop/review/
-/shop/rose-gold-jewelry*/gold
-/shop/rose-gold-jewelry*/leather
-/shop/rose-gold-jewelry*/platinum
-/shop/rose-gold-jewelry*/rose-gold
-/shop/rose-gold-jewelry*/silk
-/shop/rose-gold-jewelry*/stainless-steel
-/shop/rose-gold-jewelry*/sterling-silver
-/shop/rose-gold-jewelry*/titanium
-/shop/rose-gold-jewelry*/white-gold
-/shop/ruby-jewelry*/aquamarines
-/shop/ruby-jewelry*/carnelian
-/shop/ruby-jewelry*/colored-diamonds
-/shop/ruby-jewelry*/diamonds
-/shop/ruby-jewelry*/onyx
-/shop/ruby-jewelry*/opal
-/shop/ruby-jewelry*/pearls
-/shop/ruby-jewelry*/pink-diamonds
-/shop/ruby-jewelry*/rubies
-/shop/ruby-jewelry*/sapphires
-/shop/ruby-jewelry*/tanzanites
-/shop/ruby-jewelry*/tigers-eye
-/shop/ruby-jewelry*/turquoise
-/shop/ruby-jewelry*/yellow-diamonds
-/shop/sapphire-jewelry*/aquamarines
-/shop/sapphire-jewelry*/carnelian
-/shop/sapphire-jewelry*/colored-diamonds
-/shop/sapphire-jewelry*/diamonds
-/shop/sapphire-jewelry*/onyx
-/shop/sapphire-jewelry*/opal
-/shop/sapphire-jewelry*/pearls
-/shop/sapphire-jewelry*/pink-diamonds
-/shop/sapphire-jewelry*/rubies
-/shop/sapphire-jewelry*/sapphires
-/shop/sapphire-jewelry*/tanzanites
-/shop/sapphire-jewelry*/tigers-eye
-/shop/sapphire-jewelry*/turquoise
-/shop/sapphire-jewelry*/yellow-diamonds
 /shop/search
 /shop/search
 /shop/sendfriend/
-/shop/sterling-silver-jewelry*/gold
-/shop/sterling-silver-jewelry*/leather
-/shop/sterling-silver-jewelry*/platinum
-/shop/sterling-silver-jewelry*/rose-gold
-/shop/sterling-silver-jewelry*/silk
-/shop/sterling-silver-jewelry*/stainless-steel
-/shop/sterling-silver-jewelry*/sterling-silver
-/shop/sterling-silver-jewelry*/titanium
-/shop/sterling-silver-jewelry*/white-gold
-/shop/turquoise-jewelry*/aquamarines
-/shop/turquoise-jewelry*/carnelian
-/shop/turquoise-jewelry*/colored-diamonds
-/shop/turquoise-jewelry*/diamonds
-/shop/turquoise-jewelry*/onyx
-/shop/turquoise-jewelry*/opal
-/shop/turquoise-jewelry*/pearls
-/shop/turquoise-jewelry*/pink-diamonds
-/shop/turquoise-jewelry*/rubies
-/shop/turquoise-jewelry*/sapphires
-/shop/turquoise-jewelry*/tanzanites
-/shop/turquoise-jewelry*/tigers-eye
-/shop/turquoise-jewelry*/turquoise
-/shop/turquoise-jewelry*/yellow-diamonds
 /shop/var/
-/shop/white-gold-jewelry*/gold
-/shop/white-gold-jewelry*/leather
-/shop/white-gold-jewelry*/platinum
-/shop/white-gold-jewelry*/rose-gold
-/shop/white-gold-jewelry*/silk
-/shop/white-gold-jewelry*/stainless-steel
-/shop/white-gold-jewelry*/sterling-silver
-/shop/white-gold-jewelry*/titanium
-/shop/white-gold-jewelry*/white-gold
 /shopping
 /shopping/
 /shopping/*/ar-*
@@ -15232,13 +14861,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shopping/public/search/pricehistory
 /shopping/results
 /shopping/sale/?
-/shopping/sku
 /shopping/track
 /shopping/vr
 /shopping_cart
 /shoppingcart
 /shoppinglist/*
 /shoppingnews/detail?itemID={referenceNumber}
+/shops_highlights.json
 /show-post-offices-list
 /show_more_articles
 /show_more_nft_articles
@@ -15249,7 +14878,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /showads.js
 /showroom
 /showroom/*?*page=
-/showtimes/location/*http://ko-fi.com/robots.txt
+/showtimes/location/*http://img.photobucket.com/robots.txt
 /sign-in/?
 /sign-in?nextpage=
 /sign-up
@@ -15288,11 +14917,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /sitemap_.xml
 /sitemap_gpdc.xml
 /sitemap_output
-/sitemaphttp://binged.it/robots.txt
-/sitemaphttp://vilaweb.cat/robots.txt
+/sitemaphttp://dallascityhall.com/robots.txt
+/sitemaphttp://letsencrypt.org/robots.txt
 /sitemaps-farfetch-com
-/sitemaps/
-/sitemaps/image_daily_sitemap_f_*
 /sitemaps/sitemaps-farfetch-com/by
 /sitemaps/sitemaps-farfetch-com/kz
 /sitemaps/sitemaps-farfetch-com/ru
@@ -15419,7 +15046,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /stjude/forms/common/email_to_friend/
 /stjude/v/index.jsp
 /stn-csv-download
-/stock-photo/*
 /stock-quotes-financial-data
 /stoguides/
 /stoi/*
@@ -15480,7 +15106,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /storefront
 /storelocator/storesSearch.json
 /stores/store/redirect/___store
-/stories/guide/gcd-knot-your-typical-city
 /story_pins
 /storylist/
 /strategies
@@ -15921,7 +15546,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /tpoint_articleshow/*
 /tr/
 /track
-/track-order
 /trackback
 /trackback
 /trackback$
@@ -15989,10 +15613,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /type/bcapcode/code_rule
 /type/capcode/code_rule
 /typo?domain=
-/tz/electronics/how-to-select-tv-by-what-you-watch-gaming
-/tz/electronics/how-to-select-tv-by-what-you-watch-netflix
-/tz/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/tz/electronics/how-to-select-tv-by-what-you-watch-sports
 /u
 /u1_sch
 /uat
@@ -16000,11 +15620,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ucmf/
 /ucp.php
 /ucus_ucretleri-
-/ug/electronics/how-to-select-tv-by-what-you-watch-gaming
-/ug/electronics/how-to-select-tv-by-what-you-watch-netflix
-/ug/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-/ug/electronics/how-to-select-tv-by-what-you-watch-sports
 /ugc_photos_proxy
+/ugc_prompt.json
 /ui-index.php
 /uid
 /ukraine-report-when-the-lights-went-out.pdf
@@ -16037,7 +15654,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /unsubscribe
 /unsubscribe/
 /unsupported-browser
-/upcoming-streamshttp://williams-sonoma.com/robots.txt
+/upcoming-streamshttp://onlyinyourstate.com/robots.txt
 /update
 /update.php
 /updatecart
@@ -16077,7 +15694,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /user-confirmation
 /user-tracking
 /user/*
-/user/*http://uclahealth.org/robots.txt
+/user/*http://m.media-amazon.com/robots.txt
 /user/account$
 /user/activity$
 /user/bids
@@ -16229,7 +15846,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /vids
 /view-all/
 /view-form-open
-/view-form-openhttp://ebay.ca/robots.txt
+/view-form-openhttp://formatadre.bandcamp.com/robots.txt
 /view/
 /view?
 /view_comments
@@ -16388,7 +16005,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /week-ahead-thank-you
 /weer/
 /weerstations-en-barometers/f/*barometer*/*461
-/weerstations-en-barometers/f/*weerstation*/*460*http://mountsinai.org/robots.txt
+/weerstations-en-barometers/f/*weerstation*/*460*http://marmiton.org/robots.txt
 /welcome
 /welcome$
 /welcome/*signUp=widget
@@ -16507,7 +16124,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /xposts
 /xxx-sex-photo.html
 /xxx-video.html
-/yandex-alice-book-card/
 /yandex_search
 /yanews/
 /ybir
@@ -16630,13 +16246,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ==$
 ==.
 =Other*
+=affiliate
 =availableStores*
+=awin
 =colorGroups
 =commerce_price
 =commission*
 =content_type*
 =country
 =department*
+=email
 =emarsys
 =event_type*
 =field_categories
@@ -16824,7 +16443,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*amp;cHash=
 ?*answerId=
 ?*api_key
-?*apikey*http://bol.com/robots.txt
+?*apikey*http://visa.co.uk/robots.txt
 ?*app
 ?*append_element
 ?*aq=
@@ -16999,9 +16618,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://bitstamp.net/robots.txt
-?*http://mitcho.com/robots.txt
-?*http://xataka.com/robots.txt
+?*http://eastgatevets.com/robots.txt
+?*http://onextrapixel.com/robots.txt
+?*http://web-beta.archive.org/robots.txt
 ?*hubs_
 ?*hubs_*
 ?*hubs_signup-cta
@@ -17189,7 +16808,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*pubsIdParam=
 ?*puste=*
 ?*q=
-?*q=*
 ?*qry
 ?*qtype=*
 ?*query
@@ -17211,7 +16829,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*ref
 ?*ref=
 ?*ref_page=*
-?*refine=*
 ?*refinementList
 ?*regToken
 ?*regions
@@ -17392,13 +17009,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_source=
 ?*utm_source=
 ?*utm_source=*
-?*utm_source=*http://espressif.com/robots.txt
+?*utm_source=*http://aminoapps.com/robots.txt
 ?*utm_source_platform=
 ?*utm_term
 ?*utm_term=
 ?*utm_term=*
 ?*v=
-?*variationAttribute=*
 ?*verified=
 ?*view=
 ?*view_post_comments=
@@ -17481,7 +17097,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?SESSION
 ?SID=
 ?SID=
-?SID=http://ct.webgomme.com/robots.txt
+?SID=http://hrblock.com/robots.txt
 ?SQ_VARIATION*
 ?SSOWebDispatcher&tg=web&ru=
 ?SearchParameter
@@ -17555,7 +17171,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?a
 ?a=
 ?a=
-?a=15229http://nh.gov/robots.txt
+?a=15229http://dealbook.nytimes.com/robots.txt
 ?a=84952
 ?aAnnee
 ?aForm
@@ -17766,7 +17382,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?calendar
 ?callback
 ?callback=
-?callback=http://news.sky.com/robots.txt
+?callback=http://bitfinex.com/robots.txt
 ?callsandtexts
 ?campaign-id
 ?campaignKey
@@ -17880,7 +17496,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?comments
 ?comments*
 ?comments=
-?commidhttp://eumetsat.int/robots.txt
+?commidhttp://ar.pinterest.com/robots.txt
 ?communityId=
 ?companyid=
 ?companyid=*
@@ -17949,7 +17565,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ct
 ?ct=*
 ?ctl
-?ctx=*http://biography.com/robots.txt
+?ctx=*http://postmansmtp.com/robots.txt
 ?curator=
 ?currency
 ?currency=
@@ -18102,7 +17718,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?f=
 ?f[
 ?f[*]=
-?f[*]=http://quantcast.com/robots.txt
+?f[*]=http://insee.fr/robots.txt
 ?f[0]=
 ?f_*=
 ?f_psi=*
@@ -18116,7 +17732,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fbclid
 ?fbclid=
 ?fbclid=*
-?fbclidhttp://usanetwork.com/robots.txt
+?fbclidhttp://nationsonline.org/robots.txt
 ?fc=
 ?fdid=
 ?fe=
@@ -18157,6 +17773,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?financingAvailable=
 ?find_similar_by=
 ?firstId=
+?fit=
 ?fl=
 ?fl_rand_seed=
 ?flik=
@@ -18196,7 +17813,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?from=yanews
 ?fromFooter
 ?fromMenu
-?fromNewsdog*http://swarovski.com/robots.txt
+?fromNewsdog*http://theworlds50best.com/robots.txt
 ?fromTime=*
 ?from_rewind=true
 ?fromblog
@@ -18287,7 +17904,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hsa_tgt
 ?hsa_ver
 ?hsm=
-?http://moncompteformation.gouv.fr/robots.txt
+?http://jdk.java.net/robots.txt
 ?https=
 ?hub=
 ?hubs_content=
@@ -18544,7 +18161,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ndx=t$
 ?ndx=t&
 ?neighborhoods
-?netflixsource=*http://ptc.com/robots.txt
+?netflixsource=*http://help.openai.com/robots.txt
 ?netmng=
 ?new=
 ?news_id=
@@ -18728,7 +18345,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?postID=
 ?post_add
 ?post_type
-?post_type*
 ?post_type=
 ?post_type=*
 ?post_type=feedback&p=
@@ -18747,7 +18363,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?preview
 ?preview=
 ?preview=*
-?preview=http://qrco.de/robots.txt
+?preview=http://insead.edu/robots.txt
 ?preview=true
 ?preview=true$
 ?previewToken=
@@ -18759,6 +18375,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?price=
 ?price=
 ?priceFilter
+?priceTier
 ?priceValue=*
 ?price_aud=
 ?price_cad=
@@ -18876,7 +18493,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user/logout#
 ?q=user/logout/
 ?q=user/logout/$
-?q=user/logout/http://journals.plos.org/robots.txt
+?q=user/logout/http://rd.com/robots.txt
 ?q=user/password
 ?q=user/password/
 ?q=user/password/$
@@ -19078,7 +18695,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?return_type
 ?return_uri
 ?returnurl=
-?returnurl=*http://luxuria.com.br/robots.txt
+?returnurl=*http://badoo.com/robots.txt
 ?retweetjs
 ?review_category
 ?review_manufacturer
@@ -19114,7 +18731,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?s=
 ?s=*
 ?s=*feed
-?s=*http://mkweb.bcgsc.ca/robots.txt
+?s=*http://inspectlet.com/robots.txt
 ?s=*page
 ?s=43260
 ?s=Art
@@ -19123,10 +18740,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?s=News
 ?s=bpage-next
 ?s=feedpager
-?s=http://read.dukeupress.edu/robots.txt
+?s=http://1101.com/robots.txt
 ?s=lightbox
 ?s=mobile
 ?s=thanks
+?s={searchInput}
 ?s_id=*
 ?s_src
 ?sa
@@ -19145,6 +18763,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?screenheight
 ?screenwidth
 ?scriptPath=
+?scriptPath=
 ?scrollto=price-info
 ?scrollto=projects
 ?search
@@ -19160,6 +18779,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?searchQuery=
 ?searchQueryState=
 ?searchResource
+?searchString=
 ?searchTerm=
 ?searchType=
 ?search_api_fulltext
@@ -19169,7 +18789,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?search_query=
 ?search_str
 ?searchfor=doctor&q=
-?searchhttp://smallbusiness.chron.com/robots.txt
+?searchhttp://ohsheglows.com/robots.txt
 ?searchterm
 ?section
 ?section=
@@ -19232,6 +18852,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?sl=RU
 ?sl=UA
 ?sl=ru
+?sleeves=
 ?slogin
 ?slow=
 ?slsuccess=
@@ -19249,7 +18870,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?sort=
 ?sort=
 ?sort=*
-?sort=*http://amplify.com/robots.txt
+?sort=*http://designspiration.com/robots.txt
 ?sort=popularity
 ?sort=price
 ?sort=user-rating
@@ -19286,7 +18907,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?sponsorship
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://books.google.de/robots.txt
+?sq_content_src=http://news.stv.tv/robots.txt
 ?src
 ?src*
 ?src=
@@ -19513,7 +19134,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?utm_source=lsplayer
 ?utm_source=quora
 ?utm_source=twitter
-?utm_sourcehttp://obdev.at/robots.txt
+?utm_sourcehttp://shopify.com/robots.txt
 ?utm_sourse=55
 ?utm_term
 ?utm_term=
@@ -19605,6 +19226,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?welcomeuser=
 ?wfjpreview=
 ?wg=
+?wheelchair
 ?whid=
 ?wholesale=
 ?wicket:interface
@@ -19612,8 +19234,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?width
 ?width
 ?width=
+?wifi
 ?word*
 ?wordfence
+?wordfence_lh
 ?wp-ajax=
 ?wpfpaction
 ?wpmobileexternal=
@@ -19706,37 +19330,28 @@ ACCOUNT/LogOn/1
 ACMH/complete
 ACS:
 AD
-AD/
 ADC.NET
 ADC.Net
 ADL
 ADMIN/
-AE/
 AEPoductID=HW_Knowledgebase*
 AEProductID=Adam2004
 AEProductID=Adam2004*
 AEProductID=HW_Knowledgebase
 AF
-AF/
 AFPArchive/
 AG
-AG/
 AGLogout
 AI
-AI/
 AITripBuilder
-AJAXhttp://pix11.com/robots.txt
+AJAXhttp://allmylinks.com/robots.txt
 AK5537
 AK6336com
 AL
-AL/
 ALUMStories.xml
-AM/
 AN
-AN/
 ANSAtitnews2.php
 ANSAviewnews.php
-AO/
 APAC-JP
 APHAv
 API
@@ -19749,16 +19364,12 @@ API/WOUT/get-popular-restaurants-acp
 APIAccessSupport
 APTSV*
 APWIRE
-AR/
 ARFResponse
 ASHRAE
-AT/
 AT/default
-AU/
 AUTOR-*
 AU_a
 AW
-AW/
 AWSEC2/2006-06-26
 AWSEC2/2006-10-01
 AWSEC2/2007-01-03
@@ -19803,7 +19414,6 @@ AWSMechTurk/20080401
 AWSSimpleQueueService/20060401
 AWSSimpleQueueService/20070501
 AWSSimpleQueueService/20080101
-AZ/
 Abonnement?redirect_url
 Abonnes
 About-ACC/Features/Concepts
@@ -19901,7 +19511,6 @@ Admin
 Admin
 Admin-Testing/*
 Admin/
-Administration
 Administration/
 Admissions
 Adrenaline
@@ -20002,7 +19611,6 @@ AjaxPage?jspName=embedHTML5video.jsp
 AjaxPages/
 AjaxSearchNavigationView
 AjaxService/
-Alamysearchhistory/
 Album
 All
 AllDomainResults*
@@ -20079,7 +19687,7 @@ AnswersAjax
 Api
 Api/
 App/
-App/Registration/http://zenfolio.com/robots.txt
+App/Registration/http://spiegel.de/robots.txt
 App/registration/
 AppData
 AppData/
@@ -20214,41 +19822,29 @@ Autor-*
 B
 B2BClickTracking
 BA
-BA/
 BAEmailConfirmation
 BALinkImpressionTracking
 BANC/bancphot
 BANNIERE-BASSE
 BANNIERE-HAUTE
 BB
-BB/
 BBS/
 BD
-BD/
 BDCbot
-BE/
 BESErrorView*
 BETTING-PIED-ARTICLE
 BETTING-TICKER
 BF
-BF/
-BG/
-BH/
 BI
-BI/
 BIXOCRAWLER
 BJ
-BJ/
 BLANK
 BLEXBot
 BLImpRecord
 BL_LOG/
 BM
-BM/
 BM65
-BN/
 BO
-BO/
 BOARDS
 BOE-A-1967-18577$
 BOE-A-1967-18577&
@@ -24895,15 +24491,12 @@ BORME-C-2012-7424.pdf
 BORME-C-2020-7914$
 BORME-C-2020-7914&
 BORME-C-2020-7914.pdf
-BR/
 BROWSE
 BS
-BS/
 BSI-Cybersecurity-and-Information-Resilience-standard-terms-and-conditions-of-sale.pdf
 BSI-md-UK-Med-Tech-ISO-13485-2016-april-2016-presentation-UK-EN.pdf
 BSI-md-UK-Med-Tech-MDR-update-april-2016-presentation-UK-EN.pdf
 BT
-BT/
 BTWN
 BUS/
 BUS_CENSUS_NAME
@@ -24912,12 +24505,9 @@ BUS_MALE_NAME
 BUbiNG
 BUbin
 BW
-BW/
 BWSServices
 BY
-BY/
 BZ
-BZ/
 BackOnAddAssGarToCart/
 Backend/
 Backnumber
@@ -25045,11 +24635,10 @@ Business/Work-with-the-City/Current-Bidding-Opportunities
 Business/Work-with-the-City/New-page
 Business/Work-with-the-City/Prevailing-Wage
 BusinessListingsAjax
-ButikDetay*/http://servicenow.com/robots.txt
+ButikDetay*/http://trenitalia.com/robots.txt
 Buy
 C
 C37D9BE2-4B03-481d-B1FA-72CFAFD1C96C
-CA/
 CAFICS/*
 CAL_*.html
 CANDLER/
@@ -25236,25 +24825,18 @@ CE/Event/artist/
 CES
 CEUR-WS-logo-originals
 CF
-CF/
 CFC__target=
 CFIDE
 CFIDE/
 CG
-CG/
-CH/
 CHANGELOG.md
 CHANGELOG.txt
 CHANGELOG.txt
 CHEM
-CI/
 CID
 CIS/
 CK
-CK/
-CL/
 CLP
-CM/
 CMF/CDA/
 CMS-GeneralFiles-production/NA/ebooks/Geotab_StateofCommercialTransportation_2023
 CMS/SiteSearch/
@@ -25324,7 +24906,6 @@ CN$
 CN/
 CN1
 CNCDialer
-CO/
 COBilling-Billing
 COBilling-Start
 COCustomer-LoginForm*
@@ -25359,7 +24940,6 @@ COVID-19-Information-OLD/Recovery-Support-Resources/resident-resources/*
 CP
 CQRecomm-Start
 CR-Dokumentation.pdf$
-CR/
 CS-Prep/City-Events/RobinsonChurchMeeting
 CS-Prep/Sample-Bid-1
 CS-Prep/Storm-Water-Events/2nd-Saturday-Storm-Drain-Marking-June-8-2024-9am-12pm
@@ -25458,13 +25038,9 @@ CSP/bt/reserveEmergency
 CSP/kr/reserve
 CSP/my
 CSS
-CU/
 CV
-CV/
 CV692009/
 CVS
-CY/
-CZ/
 CZIR/*
 Cache/ClearCache/
 CachedPageHeader
@@ -26005,7 +25581,6 @@ Currentevents.aspx
 Custom
 Custom:
 CustomerService-Submit*
-Customersearch/Customersearchhistory.asp*
 CuteSoft_Client/
 Cy6o9WtgNx.txt
 CyberAlert
@@ -26018,7 +25593,6 @@ DARTIframe.html
 DAS/HR/Pages/SCDsurvey.aspx
 DC
 DDI/threads
-DE/
 DE/Service/D115
 DE/Service/Warenkorb
 DE/default
@@ -26027,16 +25601,12 @@ DEVL
 DIFFS
 DIS
 DJ
-DJ/
-DK/
 DK/default
 DLYNRMS
 DM
-DM/
 DMHAS-Beta/
 DMHAS-beta/
 DNet
-DO/
 DOC
 DONOTMIGRATE
 DOR/Pages/form
@@ -26047,16 +25617,13 @@ DTP
 DTS
 DThomepage
 DVIP
-DZ/
 Daily/
 Dashboard
 Dashboard
 Data
 DataAccessLayer/
 DataCapture/
-DataService/
 Databases/Genome_MOT
-Dataservice/
 Date
 Date(
 Date(*
@@ -26494,7 +26061,6 @@ DotCom/
 Download
 Download
 DownloadFile/
-DownloadVideo/
 Downloads/
 Downloads/?q=
 Downloads/Installers
@@ -26512,13 +26078,9 @@ DynamicPlacementAjax
 E
 E47
 EART
-EC/
 EDOCSSESSIONID*
 EDUCATION/
-EE/
 EFRU/
-EG/
-EH/
 ELEZIONI2014/
 EMM/
 EMORY_DOC/
@@ -26534,7 +26096,6 @@ EPiServer
 EPiServer/CMS
 EPiServer/CMS/
 EPiServerFields
-ER/
 ERB/pages/boardorderlist.aspx
 ERB/pages/sprlordersbyfiled_2002_2005.aspx
 ERB/pages/sprlordersbyfiled_2006_2010.aspx
@@ -26545,7 +26106,6 @@ ERB/pages/sprlordersbyissued_2011_15.aspx
 ERORecords
 ERRORS
 ERROR_DOC/
-ES/
 ESAF/reg/*
 ESJ382
 ESPDisplayOptionsViewCmd
@@ -26553,7 +26113,6 @@ ESPModal
 ESPNPlusAdobeTracking
 ESW
 ET
-ET/
 EULegal
 EVIP
 EYE_CENTER/
@@ -26722,14 +26281,10 @@ FDflightreservation
 FDhotelreservation
 FF7576
 FG_ID=
-FI/
 FILES/
 FJ
-FJ/
 FK
-FK/
 FM
-FM/
 FO
 FONT
 FP/API
@@ -26886,8 +26441,7 @@ FP/userDate.php
 FP/userDateManager.php
 FP/viewer-history.php
 FPMprinter
-FPURL.xmlhttp://deepmind.google/robots.txt
-FR/
+FPURL.xmlhttp://staples.com/robots.txt
 FR/default
 FRONT_PROGRAMAS?go=
 FRONT_SALA_PRENSA
@@ -27065,20 +26619,15 @@ FullTermList*
 Funders/rss
 G
 GA
-GA/
 GAM-investments-dave/
-GAM-placements-dave/http://rocketlawyer.com/robots.txt
+GAM-placements-dave/http://rbc.ru/robots.txt
 GARecord
 GB/default
 GD
-GD/
-GE/
 GEM
 GEOSCIENCE/
 GF
-GF/
 GG
-GH/
 GHCentre
 GHR/documents/Vodafone-Group-UK-Benefits-Summary-Sept-2020
 GHR/documents/Vodafone-Group-UK-Benefits-summary-E-Band-Sept-2020
@@ -27089,34 +26638,25 @@ GI2pK
 GL
 GLOBPICS
 GM
-GM/
 GMapsLocationController
 GN
-GN/
 GOWidget
 GOffer
 GP
-GP/
 GPStatistik/servlets/MCRSearchServlet
 GPTBot
 GPointCampaign
 GProtector
 GQ
-GQ/
-GR/
 GREEKS/
 GSA/
 GSSAjax
-GT/
 GU
-GU/
 GVR/
 GW
-GW/
 GXEngine
 GXMainComponents
 GY
-GY/
 Gallery.asp
 Gallery/*
 GammaRay
@@ -28414,6 +27954,7 @@ Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/C
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Climate-Action-Sustainability-and-Resiliency/BH-Pages-to-Eliminate/Get-Funding-to-Get-Trained
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Climate-Action-Sustainability-and-Resiliency/BH-Pages-to-Eliminate/Heat-Pump-Installation-Bonuses
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Climate-Action-Sustainability-and-Resiliency/BH-Pages-to-Eliminate/Professional-Development-Rebates
+Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Climate-Action-Sustainability-and-Resiliency/BH-Pages-to-Eliminate/Rebates-for-Energy-Efficiency-Projects/*
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Climate-Action-Sustainability-and-Resiliency/Cutting-Denvers-Carbon-Pollution/Climate-Adaptation-and-Resiliency/Community-Tree-Planting-photos/*
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Climate-Action-Sustainability-and-Resiliency/Cutting-Denvers-Carbon-Pollution/Climate-Adaptation-and-Resiliency/Community-Tree-Planting-photos/Tree-Planting-1
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Climate-Action-Sustainability-and-Resiliency/Cutting-Denvers-Carbon-Pollution/Climate-Adaptation-and-Resiliency/Community-Tree-Planting-photos/Tree-Planting-2
@@ -29202,6 +28743,7 @@ Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/D
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Department-of-Transportation-and-Infrastructure/Programs-Services/Pedestrians/Sidewalks/Neighborhood-Sidewalk-Repair/*
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Department-of-Transportation-and-Infrastructure/Programs-Services/Pedestrians/Sidewalks/Neighborhood-Sidewalk-Repair/NSRP-Affordability
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Department-of-Transportation-and-Infrastructure/Programs-Services/Projects/16th-Ave-Storm/16th-Ave-Storm-P2-Photo-Gallery/*
+Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Department-of-Transportation-and-Infrastructure/Programs-Services/Projects/16th-Ave-Storm/16th-Ave-Storm-P2-Photo-Gallery/Batavia-First-Block
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Department-of-Transportation-and-Infrastructure/Programs-Services/Projects/16th-Ave-Storm/16th-Ave-Storm-P2-Photo-Gallery/Batavia-Inlets
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Department-of-Transportation-and-Infrastructure/Programs-Services/Projects/16th-Ave-Storm/16th-Ave-Storm-P2-Photo-Gallery/Batavia-Progress
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Department-of-Transportation-and-Infrastructure/Programs-Services/Projects/16th-Ave-Storm/16th-Ave-Storm-P2-Photo-Gallery/Lowering-Water-Line
@@ -29773,6 +29315,8 @@ Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/H
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Human-Rights-Community-Partnerships/Programs-Initiatives/Energy-Efficiency-Programming/ave-Green-Be-Green-Conference/2024-ave-Green-Be-Green-Conference-Pictures
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Human-Rights-Community-Partnerships/Programs-Initiatives/Energy-Efficiency/Energy-Efficiency-Advisory-Board
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Human-Rights-Community-Partnerships/Programs-Initiatives/Energy-Efficiency/ave-Green-Be-Green-Conference/2024-ave-Green-Be-Green-Conference-Pictures
+Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Human-Rights-Community-Partnerships/Programs-Initiatives/Energy-Efficiency/ave-Green-Be-Green-Conference/Agenda-2025
+Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Human-Rights-Community-Partnerships/Programs-Initiatives/Energy-Efficiency/ave-Green-Be-Green-Conference/New-page
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Human-Rights-Community-Partnerships/Programs-Initiatives/Mayors-Diversity-Inclusion-Awards
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Human-Rights-Community-Partnerships/Programs-Initiatives/Monte-Pascoe-Award/Monte-Pascoe-Award-Winners
 Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Human-Rights-Community-Partnerships/Programs-Initiatives/Renaming-Denver-Parks/Names-in-Historical-Context/Renaming-Commission-Report
@@ -32376,30 +31920,25 @@ GuruFiles/
 Gurufiles/
 H
 HACAffiliate
-HBO/
-HK/
+HBO/
 HM
 HMDThankYou
 HMEs_newemails.txt
 HN
-HN/
 HOD
 HOME
 HOW2014
 HPTO-jayanddan/
-HR/
 HR/jobs/en/apply
 HR/jobs/he/apply
 HRMConnect
 HT
-HT/
 HTFederatedSearchResults
 HTPortalLogCase
 HTSCTrainingCatalog
 HTTrack
 HTTrainingCourseDetail
 HTTrainingModulesDetail
-HU/
 HX62
 HYx10rg3
 Hae
@@ -32843,7 +32382,6 @@ IBuySpy
 IC
 ICID=*
 ICONS
-ID/
 IDMS
 ID_PAGINA=1810072
 ID_PAGINA=1810080
@@ -32852,17 +32390,13 @@ ID_PAGINA=33872476
 ID_PAGINA=70172401
 ID_PAGINA=82037585
 IDでギフトの登録を表示する
-IE/
 IEB/ToolBox/SB
-IL/
 ILC-refresh
-ILOve
 IM
 IMAGE
 IMAGES
 IMAGE_URL$
 IMarketplaceAPIService/
-IN/
 INC
 INDEX/
 INFO
@@ -32882,11 +32416,8 @@ IO
 IPS
 IPS/progress
 IQ
-IQ/
 IR
-IR/
 IS
-IS/
 ISAPI_Rewrite/
 ISBN
 ISC
@@ -32894,7 +32425,6 @@ ISSUE_TEMPLATE.md
 ISSUE_TEMPLATE.md
 ISUENews/CustomDialogs
 IT
-IT/
 IT/SoftwareDist
 IT/new
 IT/self_help
@@ -32929,7 +32459,7 @@ Images/HTEditImages
 Images/MT
 Images/Popup/
 Images/QDM_EVENTS
-Images/sites/http://exploratorium.edu/robots.txt
+Images/sites/http://en-ca.wordpress.org/robots.txt
 ImagesContent
 Import
 ImpressionRecord
@@ -32996,11 +32526,8 @@ Itemtext
 J
 JE
 JM
-JM/
-JO/
 JOMO
 JP-JP
-JP/
 JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml
 JRC-Beta
 JRC-beta
@@ -33033,23 +32560,12 @@ JustizEntscheidung.wxe?Abfrage=*
 Jyxobot
 K
 KBID=
-KE/
 KEYWORD_K
-KG/
-KH/
-KI/
-KM/
-KN/
-KP/
-KR/
 KS
 KSU_resources
 KV
-KW/
 KWCAMPAIGN=
 KY
-KY/
-KZ/
 Kasse
 Keep
 Kimengi
@@ -33062,16 +32578,12 @@ L
 L1.5PAGE
 L1PAGE
 LA
-LA/
 LANDSAT
 LB-monitoring.html
-LB/
 LC
-LC/
 LFE/Live.controls.sharedpages/error.aspx
 LHC.BET
 LHCBET
-LI/
 LICENSE.html
 LICENSE.html
 LICENSE.txt
@@ -33080,7 +32592,6 @@ LICENSE_AFL.txt
 LICENSE_AFL.txt
 LIHWAP
 LK
-LK/
 LK/NotAuthorized
 LNAjax
 LOCKS
@@ -33088,15 +32599,10 @@ LOUIS-VUITTON
 LP
 LP2.aspx
 LR
-LR/
 LS
-LS/
 LSI/re/
 LSI/sample/
-LT/
-LU/
 LUX_
-LV/
 LWL/Der_LWL/Aufgaben/Fachbereiche/Andere_Abteilungen/ITZ/ready_1
 LWL/Der_LWL/LWL.IT/ready
 LWL/Der_LWL/LWL.IT/ready/ready4-Spielplatz
@@ -33109,7 +32615,6 @@ LWL/Kultur/LWL-Landesmuseum-Muenster/sammlung/kdm/kdm_archiv/kdm_archiv
 LWL/LWL-Kantine
 LWL/Mnogo
 LWL/ac_print_html
-LY/
 LZWeb
 Labs/
 LanderLogger
@@ -33123,6 +32628,7 @@ LastBooking/ElapsedTime
 LastModified_fra
 LastModified_til
 Lato-z-Radiem/Tag172765
+LawCite
 Layout/set/popup
 Leaderboard
 Learn$
@@ -33150,7 +32656,7 @@ Link
 LinkGenerator
 LinkScan/8.1a
 Linkshare*
-Liquid-TVL-report-April-2025.pdfhttp://marketingdive.com/robots.txt
+Liquid-TVL-report-April-2025.pdfhttp://blog.adobe.com/robots.txt
 ListForums
 Listing/DownloadBrochure
 Listing/ListingOffenceAdd
@@ -33214,16 +32720,13 @@ Louis-Vuitton
 Ludzie/2656373,Piotr-Zulnowski
 M
 M9sY8PVm6js.js
-MA/
 MAGStories.xml
 MAIL/
 MAINTAINERS.txt
 MAINTAINERS.txt
 MAPS
 MARKET-INSIGHTS
-MC/
 MCOMDefault/
-MD/
 MDB/
 MDS
 MEDIA=
@@ -33232,33 +32735,23 @@ MFCF
 MFCF/mfcfnow
 MFD8
 MG
-MG/
-MH/
 MJ12bot
 MK
-MK/
 ML
-ML/
-MM/
 MMA/
 MMB7
 MMWIP
-MN/
 MODIS/IMAGES
 MODIS/MODCAT
 MODIS/STATS
 MOLECULAR_VISION/
 MP
-MP/
 MPA
 MPTemplates
 MQ
-MQ/
 MQAB=
 MR
-MR/
 MS
-MS/
 MS3DSecure
 MSAccount
 MSAgeVerification
@@ -33284,18 +32777,12 @@ MSSubscription
 MSUserProfile
 MSWhereMyOrderView
 MT/
-MU/
 MUSIC/
 MUST
 MV
-MV/
 MVIP
 MW
-MW/
-MX/
-MY/
 MYA/
-MZ/
 M_naturalnews.com/
 MaPS
 MaSante/
@@ -33368,7 +32855,6 @@ Media/Videos
 MediaBadgeResponse
 MediaBin
 MediaCenter
-MediaComp/
 MediaDisplayView
 MediaKit
 MediaPlexAd
@@ -33671,8 +33157,6 @@ MyAccount
 MyAccount
 MyAccountInfo.aspx*
 MyAchievements
-MyAlamy.asp*
-MyAlamyCustomer.asp*
 MyAnime/*sort=
 MyAnime/anime-set-categ.php
 MyArticlesListDetailView
@@ -33697,7 +33181,6 @@ Mymarkets
 Mymarkets/*
 N
 NA
-NA/
 NBlogHidden.naver
 NBlogHidden.nhn
 NBlogPostPreview.naver
@@ -33708,26 +33191,19 @@ NC
 NCTM_IT/SitemapXML/
 NDRANGHETA-OPERAZIONE-ANTIUSURA-ARRESTATI-REINVESTIVANO-CAPITALI-COSCA-MUTO_065000.php
 NE
-NE/
 NEWS
 NEWS/BREAKINGNEWS
 NFIA/
-NG/
-NI/
-NL/
 NL/default
 NN
 NNAnalytics/
 NNBuzz/
-NO/
 NOKIA
 NORMAN/
 NOT-FOUND
 NP
-NP/
 NPBot
 NR
-NR/
 NR/exeres
 NR/rdonlyres
 NROneRetail
@@ -33737,7 +33213,6 @@ NVisitor4Ajax.naver
 NVisitor4Ajax.nhn
 NVisitorgp4Ajax.naver
 NVisitorgp4Ajax.nhn
-NZ/
 NaN
 NameDetail
 Natation/NatationResultat
@@ -33906,8 +33381,6 @@ Notifications
 NotifyView
 Notizie-Flash-3a-edizione---La-cronaca-9_174750.php
 Notre-société/Press-Releases
-NovelUse.asp*
-NovelUse/
 NsaApi/Core/GetFacebookData*
 Ntk=TBW*
 Nuoto/09-10-2014/manaudou-verita-occhi-pellegrini-marin-90696636461.shtml
@@ -33926,7 +33399,6 @@ OLAM_PROD_CMS/*
 OLD
 OLDBAY
 OLT
-OM/
 OMNIROMAviewnews2.php
 ONAIR
 OOBO/
@@ -34010,7 +33482,6 @@ P
 P.mvc?_escaped_fragment_=/peopletags.aspx
 P23
 P3/find
-PA/
 PAD
 PAGE/*
 PAGEN_
@@ -34021,23 +33492,16 @@ PDAET/
 PDATOI/
 PDF-Library
 PDF/
-PE/
 PEDS/
 PERUGIA-RESTA-IN-CARCERE-IMPRENDITORE-ARRESTATO-PER-FALSE-FATTURAZIONI-2_145650.php
 PESCARA-LAUREATO-DISOCCUPATO-RAPINA-BANCA-ARRESTATO-2_110834.php
 PESI
 PF
 PG
-PG/
-PH/
 PHPSESSID
 PHPSESSID
 PIFSurvey/
 PK
-PK/
-PL/
-PM/
-PN/
 POLL/
 POLLSERVER
 POWB24
@@ -34045,7 +33509,6 @@ PPCHotelDetails
 PPCSearch
 PPT/
 PPTrsvp
-PR/
 PRBCDN10
 PRESS
 PRINT
@@ -34058,7 +33521,6 @@ PSPV2_License_Agreement_Text
 PSPV2_Privacy
 PSYCH/
 PS_cache
-PT/
 PTMBAStories.xml
 PUB
 PUBNS
@@ -34067,10 +33529,8 @@ PV
 PVIP
 PVLog
 PW
-PW/
 PWD
 PXTY0eJULE
-PY/
 PacMan
 Page
 Page-Not-Found
@@ -34088,7 +33548,7 @@ Pages/Forms
 Pages/Search-Results.aspx
 Pages/Search.aspx
 Pages/myetocsunsubscribe.aspx
-Pages/search.aspx?sub=default&q=http://ai.glossika.com/robots.txt
+Pages/search.aspx?sub=default&q=http://alz.org/robots.txt
 Pages/subprocessors.aspx
 Pagetext
 Pagethumb
@@ -34111,6 +33571,7 @@ Params=333636312C43757272656E7446696C7465722C382C31
 Partenariats
 Participate
 Partner
+Partner.URL
 Partner=
 Partners
 Partners/*
@@ -34596,7 +34057,6 @@ RDF/Validator/ARPServlet
 RDF/Validator/ARPServlet?
 RDF/Validator/rdfval
 RE
-RE/
 README.md
 README.md
 README.txt
@@ -34648,7 +34108,6 @@ RMHome
 RMID=
 RMP*
 RMReviewCollect
-RO/
 ROot
 RRID=
 RR_NUMBER=
@@ -34662,10 +34121,8 @@ RSS?
 RSSSyndicator.aspx*
 RT
 RU
-RU/
 RUSStories.xml
 RW
-RW/
 RWDOverlayers.mvc/
 RWDProductUC.mvc/GetPersonalizedDeliveryInfoRedesign*
 Race/FindARunner
@@ -34760,7 +34217,7 @@ ReputationManager
 Request
 RequestNewVersion.asp?id=*
 Research/Search-Research
-ResearchLibrary/http://www8.hp.com/robots.txt
+ResearchLibrary/http://codesandbox.io/robots.txt
 ReservationAjax
 Reset-password
 ResetPassword
@@ -34845,19 +34302,14 @@ Rus$
 Rya22
 S
 S1=
-SA/
 SAGE
 SALEUNIT_PRICE&
 SALEUNIT_PRICE&*=*
-SB/
 SC
-SC/
 SCDC=1
 SCSB-Beta
 SCSB-beta
 SD
-SD/
-SE/
 SEARCH
 SEARCH
 SEARCH/
@@ -34867,11 +34319,8 @@ SECURE
 SEOkicks-Robot
 SESSIONID*
 SFACS
-SG/
-SH/
 SH55
 SI
-SI/
 SID=
 SID=
 SIT
@@ -34879,18 +34328,13 @@ SITE=MN
 SITE=NZH
 SITE=XCOM
 SITE=es.antevenio.
-SITECOREhttp://auspost.com.au/robots.txt
+SITECOREhttp://dribbble.com/robots.txt
 SITESEARCH/
-SK/
 SL
-SL/
 SM
-SM/
-SN/
 SNBA
 SNP
 SNflightreservation
-SO/
 SODO66
 SOFTWARE
 SOImapPriceDisplayView
@@ -34906,11 +34350,9 @@ SPRedirect
 SQ_DESIGN_NAME=blank
 SQ_PAINT_LAYOUT_NAME=staff
 SR
-SR/
 SSC
 SSEE
 SSO
-ST/
 STATS
 STATUS.txt
 STIX/
@@ -34918,9 +34360,6 @@ STIX/images/
 STIX/ion/Univ/
 SUPL
 SUU777
-SV/
-SY/
-SZ/
 SafeHarborStatement.content.html
 SafetyManagementCenter
 Salaries
@@ -34963,7 +34402,7 @@ Search/Detail/
 Search/Mail/Public
 Search/Search/
 Search/SearchKeyWord
-Search/http://what3words.com/robots.txt
+Search/http://icann.org/robots.txt
 Search2/
 Search?
 Search?q*
@@ -35132,7 +34571,6 @@ Shared/
 Shared/AdWords
 SharedDocs/Downloads/DE/BSI/Zertifizierung
 SharedWishListView
-Shell/
 Shibboleth.sso
 Shibboleth.sso/
 Shop
@@ -35259,7 +34697,7 @@ Snap
 SocialIapReporting
 Sogou
 Sok
-Sok*http://alchetron.com/robots.txt
+Sok*http://kbb.com/robots.txt
 Soldier/
 SolutionsDisplay
 SortAttractions
@@ -35315,7 +34753,7 @@ Staff/style.css
 Staff/user/login
 Staging
 Staging/*c.cat$
-Standards-and-Positions/Principles-and-Standards/E-examples/http://zelda.com/robots.txt
+Standards-and-Positions/Principles-and-Standards/E-examples/http://nczonline.net/robots.txt
 Staples/
 StartBooking
 StartDocument
@@ -35434,13 +34872,11 @@ TAOffer
 TAScreenSaver
 TB_iframe=*
 TC
-TC/
 TC/SP2016/papers
 TCDestinationsWidget
 TCIBContentQualityTool
 TClick*
 TD
-TD/
 TEMPFOLDER
 TESHirewire/Attachments
 TEST
@@ -35448,24 +34884,15 @@ TEST/
 TESTING
 TESTPIT/
 TG
-TG/
-TH/
-THUMBS/3/
-THUMBS/6/
 TJ
-TJ/
 TJPSURVEY78
 TJoin*
 TL
 TLMCountries
 TL_Active_Pages/TrailSearch/?Action=DisplayDetails/
 TL_Active_Pages/TrailSearch/default.asp/
-TM/
-TN/
 TNACRL
-TO/
 TOCLinksForCrawlers*
-TR/
 TRAINING/*
 TRAINING/Budget-POC-2/Budget-Hero
 TRAINING/Budget-POC-2/Copy-of-Budget-Hero-1
@@ -35613,13 +35040,9 @@ TRAINING/WIP-Page/Test-1
 TRAINING/new-author-training/*
 TRAINING/new-author-training/Web-Training-Success
 TSPD
-TSPD*http://ipcc.ch/robots.txt
+TSPD*http://unesdoc.unesco.org/robots.txt
 TSbd/*?type=
 TT
-TT/
-TV/
-TW/
-TZ/
 Tablet
 TaggingAjax
 Tagit&tagName=%D7%99%D7%A4%D7%99%D7%AA+%D7%A1%D7%A7%D7%95%D7%A8%D7%99&tag=%D7%99%D7%A4%D7%99%D7%AA%20%D7%A1%D7%A7%D7%95%D7%A8%D7%99
@@ -35761,13 +35184,11 @@ Type=other%20events
 TypeAheadJson
 U
 UA
-UA/
 UCL-Info
 UDK
 UDN/FOUNDER
 UDN/UDNENGLISH
 UG
-UG/
 UIComponents/static-2.1011
 UIComponents/static-2.1046
 UIComponents/static-2.1109
@@ -35792,7 +35213,6 @@ URL
 URL%20goes%20here/
 URL=
 URLchecker
-US/
 US/PSOL
 US/asset/img/flirLogo-nav.png
 US/en/cart
@@ -35805,8 +35225,6 @@ US_HEALTHCARE_NPI
 US_MALE_NAME
 UUDAT2
 UWGBCMS/media/facilities-planning-management/Floor%20Plans/
-UY/
-UZ/
 UbiCrawler
 UncategorizedPages
 UniboWeb/UniboSearch/results.aspx
@@ -35898,18 +35316,11 @@ V3AnnECG/
 V3NE2009/
 V3NE2010/
 VA
-VA/
-VAS
-VC/
-VE/
 VG
-VG/
 VI
-VI/
 VIP
 VITERBO/contatti
 VKRegistration
-VN/
 VOD.aspx
 VPV
 VRACSearch
@@ -35918,7 +35329,6 @@ VRDetailAjax
 VRInquirySent
 VRReviewManagement
 VRUserReview
-VU/
 VacationRentalIdeas
 VacationRentalInquiry
 VacationRentalReviewTab
@@ -35991,7 +35401,7 @@ Vol-IAOA
 Vol-XXX
 Volley/06-03-2016/volley-alessia-debutto-senza-morbosita-solo-pallavolo-140919160674.shtml
 VolunteerTranslations
-VoteActivities/http://bonanza.com/robots.txt
+VoteActivities/http://nature.com/robots.txt
 Vuejs
 VwghRechtssatzkette.wxe?Abfrage=*
 W
@@ -36067,7 +35477,6 @@ WRQualtricsContacts
 WRQualtricsControlPanel
 WRQualtricsServer
 WRQualtricsSiteIntercept
-WS/
 WT.ac=
 WT.mc_ic
 WT.mc_id=
@@ -36112,7 +35521,7 @@ WebService
 WebServices
 WebServices/
 WebStripper
-WebSupport/Restrictedhttp://lendingclub.com/robots.txt
+WebSupport/Restrictedhttp://missuniverse.com/robots.txt
 WebUserControls
 WebX
 WebZIP
@@ -36188,9 +35597,7 @@ XmlSynd
 XmlTmp
 Y
 YE
-YE/
 YERKES/
-YU/
 Yandex
 Yasni
 YediothPortal/Ext/App/TDG/CdaPrintDiscgrp
@@ -36203,7 +35610,6 @@ YediothPortal/Ext/TalkBack/CdaViewTalkBack
 YfcuVaVBkfnzl2j6UbEcK0Oiqkv88jx6w
 Youtube
 Z
-ZA/
 ZBMed/aktuelles/tag
 ZCestino
 ZINIO-transition
@@ -36214,10 +35620,6 @@ ZIVwiki/bin/manage
 ZIVwiki/bin/oops
 ZIVwiki/bin/rdiff
 ZIVwiki/bin/view/Main
-ZM/
-ZR/
-ZW/
-ZZ/
 ZZmitgliedschaft/
 Zao
 Zealbot
@@ -36288,7 +35690,7 @@ ZyBORG
 \+*\+
 \.
 \/*FAQ*
-\/*RMP*http://tezuka-arch.com/robots.txt
+\/*RMP*http://novayagazeta.ru/robots.txt
 ^$
 _
 _
@@ -36417,7 +35819,7 @@ __esa
 __export
 __frame
 __hsfp
-__hsfphttp://historyextra.com/robots.txt
+__hsfphttp://idntimes.com/robots.txt
 __hssc
 __hstc
 __hstc=
@@ -36674,9 +36076,11 @@ _inc/
 _inc_novo/
 _include
 _includes
+_includes/
 _includes/authed
 _includes/header.cfm
 _includes/header.cfm
+_includescms/
 _info.json
 _info_*.html
 _internal
@@ -36686,7 +36090,7 @@ _issue
 _jcr_content
 _jcr_content*
 _jcr_content.logout.html
-_jcr_content/*http://villagevoice.com/robots.txt
+_jcr_content/*http://reliefweb.int/robots.txt
 _jcr_content/renditions/
 _jobs
 _jsn.json
@@ -36716,7 +36120,7 @@ _layouts/sp.core.js?rev=*
 _layouts/sp.js?rev=*
 _layouts/sp.runtime.js?rev=*
 _layouts/sp.ui.dialog.js?rev=*
-_layoutshttp://inklestudios.com/robots.txt
+_layoutshttp://health.ny.gov/robots.txt
 _lib/
 _libraries
 _locale-config
@@ -36774,7 +36178,7 @@ _no_mobile/
 _noindex
 _not-found
 _notes
-_notes/http://abeautifulmess.com/robots.txt
+_notes/http://aesthetics.fandom.com/robots.txt
 _nuxt
 _o/jretradevideo.html
 _ok
@@ -36782,6 +36186,7 @@ _old
 _old_
 _old_design
 _openstat
+_othernews/
 _oudev
 _overlay
 _overlay
@@ -36826,7 +36231,6 @@ _private/admin-tools
 _procurementDetailsActions_
 _proxy
 _prq
-_pt.xml.gz
 _ptid=
 _publicationDetailsActions_
 _pwa-fragment
@@ -36836,8 +36240,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://lu.ma/robots.txt
-_rcv
+_r/http://link.space/robots.txt
 _recache
 _recruitment_demo
 _rect
@@ -36916,6 +36319,7 @@ _svc
 _system/
 _tasks/
 _tcm
+_td
 _td/api
 _td_api
 _tdhl_api
@@ -36925,6 +36329,7 @@ _template
 _templates
 _templates
 _test
+_test/
 _test/*
 _testarea
 _testing
@@ -37034,6 +36439,7 @@ a/*.gif
 a/*.json
 a/*.png
 a/*.svg
+a/*/*.html$
 a/*/*/a*.html*correlationId=
 a/*/*/a*.html?c=
 a/*/*/m*.html*correlationId=
@@ -44739,7 +44145,7 @@ about/contact-us
 about/contact-us/test-contact-form
 about/contact/unsubscribe
 about/contact_us
-about/copyright-information/privacy-noticehttp://fangraphs.com/robots.txt
+about/copyright-information/privacy-noticehttp://openvpn-ssh.com/robots.txt
 about/corporate/election/election_mock_up_qa.html
 about/diversity-index/*
 about/documents
@@ -44788,8 +44194,9 @@ about/newsroom
 about/newsroom/page/*/?s
 about/newsroom/page/*/?tag
 about/oa-funding-and-policy-support
-about/past-staff/http://betanews.com/robots.txt
+about/past-staff/http://macg.co/robots.txt
 about/person/003a000001vIIl0AAG
+about/ping
 about/press-center
 about/press-room/article/2000
 about/press-room/article/2001
@@ -44911,7 +44318,7 @@ academic-maps
 academic-subscriptions
 academic/
 academic/profile
-academic/rotc/afrotc/CurrentCadets/http://mobile.abc.net.au/robots.txt
+academic/rotc/afrotc/CurrentCadets/http://auctions.yahoo.co.jp/robots.txt
 academic/search
 academicaffairs/commencement/book
 academicdemo/search-result
@@ -45061,9 +44468,9 @@ account.php
 account.php
 account/
 account/*
-account/*http://imgur.com/robots.txt
-account/InstitutionalSignInhttp://blossomthemes.com/robots.txt
-account/InstitutionalSignInhttp://churchofengland.org/robots.txt
+account/*http://healthtips1dr.blogspot.com/robots.txt
+account/InstitutionalSignInhttp://biorxiv.org/robots.txt
+account/InstitutionalSignInhttp://projectnoah.org/robots.txt
 account/Register.aspx
 account/_Resources/
 account/accomplishments
@@ -45117,7 +44524,7 @@ account/password-reset/confirm.html
 account/password-reset/initiate.html
 account/password-reset/secure-redirect-new-password.html
 account/password/*-*/forgotten-password$
-account/password/*-*/forgotten-passwordhttp://ama-assn.org/robots.txt
+account/password/*-*/forgotten-passwordhttp://testflight.apple.com/robots.txt
 account/password/*-*/reset-password
 account/password/reset
 account/paypal_cart
@@ -45150,7 +44557,7 @@ account/subscriptions
 account/support/
 account/unsubscribed
 account/update-payment
-account/user-flow/http://dougal.gunters.org/robots.txt
+account/user-flow/http://parcel2go.com/robots.txt
 account/verify
 account/wachtwoordinstellen.html
 account/wachtwoordvergeten.html
@@ -45206,7 +44613,7 @@ account_settings/set_your_password?
 account_settings?
 accountemail
 accounthelp
-accounthttp://marketplace.visualstudio.com/robots.txt
+accounthttp://shop.lululemon.com/robots.txt
 accountinfo.php
 accounting-firms/country/*?grade
 accounting/*
@@ -45301,7 +44708,7 @@ acq/real-estate%
 acq/real-estate?
 acq1
 acq2
-acronymshttp://elmundo.es/robots.txt
+acronymshttp://cmswire.com/robots.txt
 act
 act/newsletter/keep_receiving_our_emails
 act/support_wwf/donate/worldpay
@@ -45326,7 +44733,7 @@ action/blogs_admin
 action/blogs_admin/subscribe
 action/clickThrough
 action/downloadSupplement
-action/embeddedtagedithttp://telekom.com/robots.txt
+action/embeddedtagedithttp://thinkific.com/robots.txt
 action/go
 action/journalInformation*aimsScope
 action/journalInformation*editorialBoard
@@ -45564,17 +44971,17 @@ actualite/v2/tj22h/guide-horaire.asp
 actualites/blog-renault
 actualites/lettresp/archives/L
 actuator
-actuator/http://esa.un.org/robots.txt
+actuator/http://pear.php.net/robots.txt
 ad
 ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition
-ad-manager/
+ad-manager/
 ad-retargeting-101-online-shopping-in-the-covid-19-era
 ad-scans
 ad-test
 ad-testing
 ad.php*
 ad/
-ad/*http://verizonwireless.com/robots.txt
+ad/*http://websitesetup.org/robots.txt
 ad/animaux
 ad/animaux_perdus
 ad/autres
@@ -45599,6 +45006,7 @@ ad_test_overpage_wp
 ad_upload
 ad_visibility
 ad_widget/
+adam/latest_keyphrases.json
 adauga-intrebare
 adblbestsellers*language=
 adblocker
@@ -45620,7 +45028,7 @@ add-to-bibliography
 add-to-cart
 add-to-cart=
 add-to-cart=*
-add-to-cart=*http://echr.coe.int/robots.txt
+add-to-cart=*http://bls.gov/robots.txt
 add-to-existing-collection
 add-user-review/
 add-users
@@ -45655,7 +45063,6 @@ addineyeV2.html
 addineyeV2l
 additionalRevenue
 additional_information
-additives
 addlocation.html
 addon-deal-selection
 addons
@@ -45700,7 +45107,8 @@ admantx
 admin
 admin
 admin$
-admin*http://postaffiliatepro.com/robots.txt
+admin*$
+admin*http://contentmarketinginstitute.com/robots.txt
 admin-confirmation
 admin-preview
 admin-user
@@ -45715,7 +45123,6 @@ admin/aso
 admin/banner
 admin/blogmove
 admin/errors
-admin/forgot/
 admin/form
 admin/intro/history/marxists/traffic
 admin/intro/history/webstats
@@ -45742,8 +45149,8 @@ adminapps4/
 admincontrol
 admincontrol/
 admincp
-adminhttp://rbc.ru/robots.txt
-adminhttp://tantek.com/robots.txt
+adminhttp://aa.com/robots.txt
+adminhttp://dji.com/robots.txt
 administration
 administrative-fellowship
 administratives
@@ -45875,7 +45282,6 @@ ads/job/*?
 ads/learn
 ads/local
 ads/pennysaver/*?
-ads/place-an-ad/
 ads/plan/action_plan?
 ads/plan/api
 ads/preferences
@@ -46066,7 +45472,6 @@ aerial
 af
 af-landing
 af-za/
-af/
 af/android/collections
 af/android/search
 af/firefox/collections
@@ -46105,7 +45510,7 @@ affiliate-partner-offer
 affiliate-program
 affiliate-program/affiliate-brand-kit/$
 affiliate-template/
-affiliate/*http://avg.com/robots.txt
+affiliate/*http://fontawesome.io/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate=
@@ -46163,7 +45568,6 @@ after_register
 afterdark
 afterdark/hot
 ag
-ag/
 ag10me
 ag_council
 agadmin
@@ -46218,7 +45622,6 @@ ages=
 aggregate$
 aggregate/"
 aggregator
-aggregator-api/
 aggregator/sources
 aggregator/sources/21
 agi
@@ -46228,7 +45631,7 @@ agile064
 agile065
 agile066
 agile067
-agility/
+agility/
 aging_surprises_getting_older/article.htm
 agplants
 agreements
@@ -46253,11 +45656,9 @@ ai-sandbox-internal/generated_images
 ai-text-to-video
 ai-time-machine/all-results
 ai-travel-planner
-ai/
 ai/$
 ai/ai-agent$
 ai/avatars
-ai/config-2025-old/$
 ai/dubbing$
 ai/edit-with-script$
 ai/errors/
@@ -46424,7 +45825,10 @@ ajax/simulator/load
 ajax/skill-bundle.php
 ajax/takeoffer
 ajax/user
+ajax/user-data
 ajax/viewnode/*
+ajax/views/cookie
+ajax/views/mobile
 ajax/yahoo_stocks.php
 ajax=1
 ajax?
@@ -46440,6 +45844,7 @@ ajax_error_behavior
 ajax_live_products
 ajax_loader/
 ajaxactions
+ajaxbanners
 ajaxcart
 ajaxcartrecommendation
 ajaxcontent
@@ -46502,8 +45907,6 @@ alacarta/videos/si-fueras-tu
 alacarta/videos/the-challengers
 alacarta/videoslide.shtml?
 aladdin/estatics
-alamycontributorreports/
-alamysearchhistory/
 alaska-news/crime-courts/2018/02/08/former-alaska-prosecutor-misled-superiors-about-troopers-lewd-text-state-says
 albany4h
 albinal
@@ -46668,7 +46071,7 @@ alerts/wallowa-whitman/alerts-notices
 alerts/wayne/alerts-notices
 alerts/whitemountain/alerts-notices
 alerts/whiteriver/alerts-notices
-alerts/willamette/alerts-noticeshttp://pri.org/robots.txt
+alerts/willamette/alerts-noticeshttp://fsa.usda.gov/robots.txt
 alexa
 alexa-new-york-post-instagram-feed
 alexa-new-york-post-tiktok-feed
@@ -46725,8 +46128,6 @@ allabout?
 alle/
 allegation
 allemand-francais
-allergen
-allergens
 allergies_at_school_pictures_slideshow/article.htm
 allergy_allergies_plants_trees_triggers/article.htm
 allerhande*/__/*
@@ -46834,7 +46235,6 @@ alzheimers_disease_pictures_slideshow/article.htm
 am
 am-cookie-helper
 am-sonntag/vorproduktion
-am/
 ama/
 ama/search-result
 amauriteixeira
@@ -46871,8 +46271,6 @@ americanlawyer/events
 amexblue
 amg.html
 amigo-lector-*
-amino-acid
-amino-acids
 aml
 amnesia
 amocrm
@@ -46896,7 +46294,7 @@ amp.cnnbrasil.com.br
 amp.html
 amp/
 amp/*/more.html
-amp/*http://mercadolibre.com/robots.txt
+amp/*http://primevideo.com/robots.txt
 amp/admin/
 amp/africa/cities.html
 amp/agency-feeds/
@@ -47113,7 +46511,7 @@ amp/free-maps/
 amp/harga
 amp/harga-termurah
 amp/headlinesworld/
-amp/http://citeseerx.ist.psu.edu/robots.txt
+amp/http://medicalsupplierz.com/robots.txt
 amp/international-airports/
 amp/international-airports/africa/nigeria.html
 amp/international-airports/africa/south-africa.html
@@ -47336,9 +46734,10 @@ amp/travel/destinations/usa/grand-canyon-national-park/
 amp/travel/destinations/usa/metropolitan-museum-of-art/
 amp/travel/destinations/vatican-city/sistine-chapel/
 amp/travel/destinations/vatican-city/st-peters-basilica/
-amp/travel/destinations/zimbabwe/victoria-falls/http://ifc.org/robots.txt
+amp/travel/destinations/zimbabwe/victoria-falls/http://mapstyle.withgoogle.com/robots.txt
 amp/view/AKR
 amp/web-stories
+amp;amp;amp
 amp?action
 ampAnalytics.php
 amp_next_page_ga.cms*
@@ -47371,7 +46770,6 @@ amznc
 an
 an-interns-perspective-finding-success-in-internships
 an-us/
-an/
 an/forums
 an/kb/*/discuss
 an/search
@@ -47466,7 +46864,7 @@ anesth/employment/faculty/cv
 anewleaf
 anfrage
 anfrage-oeffnungszeiten
-anga/
+anga/
 angebot
 angebot-details
 angebote
@@ -47845,7 +47243,7 @@ api/getEarthquake.php
 api/gtm/
 api/health
 api/html
-api/http://ibm.com/robots.txt
+api/http://ko.wikipedia.org/robots.txt
 api/httpquery.ashx
 api/index.aspx?
 api/india_api_read
@@ -47871,7 +47269,7 @@ api/liferay
 api/listings/*/related_articles
 api/listings/*/retargeting_history
 api/listings/*/upsell
-api/loadmore/*http://prototypejs.org/robots.txt
+api/loadmore/*http://mitsubishielectric.co.jp/robots.txt
 api/location/autocomplete-suggestions
 api/log-info
 api/login
@@ -47892,7 +47290,7 @@ api/nsi/v1/epgu/region/undefined
 api/nts/v1/login
 api/odata
 api/og
-api/og/*http://uniqlo.com/robots.txt
+api/og/*http://crowdfireapp.com/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/pdp/*/availability
@@ -48075,6 +47473,7 @@ api_
 api_access_key=
 api_doc
 api_key
+api_login
 api_v1
 api_v1/
 apidoc
@@ -48100,14 +47499,14 @@ aponline
 app
 app
 app$
-app*.jshttp://fidelity.com/robots.txt
+app*.jshttp://fast.wistia.com/robots.txt
 app*_
 app*form_id=
 app-ads.txt
 app-ads.txt
-app-ads.txthttp://mheducation.com/robots.txt
-app-ads.txthttp://static.parastorage.com/robots.txt
-app-ads.txthttp://tockify.com/robots.txt
+app-ads.txthttp://dictionary.reference.com/robots.txt
+app-ads.txthttp://die-linke.de/robots.txt
+app-ads.txthttp://theserverside.com/robots.txt
 app-api/split-proxy
 app-assembly-polls-lp
 app-assets
@@ -48176,6 +47575,7 @@ app/disable-lookingglass
 app/disable-reminder
 app/download
 app/dp
+app/edit
 app/editors-choice/
 app/enrollment
 app/enrollment/seeker/cc/tax-calculator
@@ -48272,8 +47672,9 @@ appl
 apple-app-association/apple-app-site-association
 apple-app-site-association
 apple-app-site-association
-apple-app-site-associationhttp://digital-web.com/robots.txt
+apple-app-site-associationhttp://focusonthefamily.com/robots.txt
 apple-news
+apple-pay
 apple-touch-icon-120x120-precomposed.png
 apple-touch-icon-120x120.png
 apple-touch-icon-152x152-precomposed.png
@@ -48294,7 +47695,7 @@ applicant-eligibility
 applicant-registration
 application
 application*
-application-content/
+application-content/
 application-mobile-la-poste/content
 application-survey/
 application/
@@ -48456,7 +47857,7 @@ apps_ext/*/*ILinkListener*
 apps_ext/*/admin*
 apps_ext/*/dashboard*
 apps_ext/*/login*
-apps_ext/http://us.macmillan.com/robots.txt
+apps_ext/http://dressx.com/robots.txt
 appsearch_header=
 appservice
 appsfullcontent.htm
@@ -48470,7 +47871,7 @@ aprifoto_app.php
 aprimoemails/
 aps
 apss/search-result
-apsstore/Pages/SoybeanRustDiscount.aspxhttp://rstudio.com/robots.txt
+apsstore/Pages/SoybeanRustDiscount.aspxhttp://aquasec.com/robots.txt
 aptsv*
 apw.js
 aq
@@ -48549,107 +47950,34 @@ ar-ae/404
 ar-ae/500
 ar-ae/booking
 ar-ae/check-in
-ar-ae/home-theatre-sound-bars/neckband-speakers
 ar-ae/itinerary
 ar-ae/itinerary-new
 ar-ae/profile
 ar-ae/smartsearchforwarder
-ar-ae/televisioanat-mousa-biha-men-netflix
-ar-ae/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-ae/televisionat-dolby-vision-atmos
-ar-ae/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-ar/search
 ar-ar/searchresults
 ar-bh/
-ar-bh/home-theatre-sound-bars/neckband-speakers
-ar-bh/televisioanat-mousa-biha-men-netflix
-ar-bh/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-bh/televisionat-dolby-vision-atmos
-ar-bh/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-dz/
 ar-eg/
-ar-eg/electronics/jawdat-alsawat
-ar-eg/electronics/jawdat-soura
-ar-eg/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-al3ab
-ar-eg/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-netflix
-ar-eg/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-riyada
-ar-eg/electronics/kaifa-takhtar-television-hasab-ma-tushahedouhou-tv-zaki
-ar-eg/electronics/televisionat-bravia-xr
-ar-eg/home-theatre-sound-bars/neckband-speakers
-ar-eg/televisioanat-mousa-biha-men-netflix
-ar-eg/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-eg/televisionat-dolby-vision-atmos
-ar-eg/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-en
 ar-es/shop/*?*&*&*&*
 ar-iq/
-ar-iq/home-theatre-sound-bars/neckband-speakers
-ar-iq/televisioanat-mousa-biha-men-netflix
-ar-iq/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-iq/televisionat-dolby-vision-atmos
-ar-iq/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-jo/
-ar-jo/home-theatre-sound-bars/neckband-speakers
-ar-jo/televisioanat-mousa-biha-men-netflix
-ar-jo/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-jo/televisionat-dolby-vision-atmos
-ar-jo/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-kw/
-ar-kw/home-theatre-sound-bars/neckband-speakers
-ar-kw/televisioanat-mousa-biha-men-netflix
-ar-kw/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-kw/televisionat-dolby-vision-atmos
-ar-kw/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-lb/
-ar-lb/home-theatre-sound-bars/neckband-speakers
-ar-lb/televisioanat-mousa-biha-men-netflix
-ar-lb/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-lb/televisionat-dolby-vision-atmos
-ar-lb/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-lq/
 ar-ly/
-ar-ly/home-theatre-sound-bars/neckband-speakers
-ar-ly/televisioanat-mousa-biha-men-netflix
-ar-ly/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-ly/televisionat-dolby-vision-atmos
-ar-ly/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-ma/
 ar-mde
-ar-mea/home-theatre-sound-bars/neckband-speakers
 ar-om/
-ar-om/home-theatre-sound-bars/neckband-speakers
-ar-om/televisioanat-mousa-biha-men-netflix
-ar-om/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-om/televisionat-dolby-vision-atmos
-ar-om/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-qa/
-ar-qa/home-theatre-sound-bars/neckband-speakers
-ar-qa/televisioanat-mousa-biha-men-netflix
-ar-qa/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-qa/televisionat-dolby-vision-atmos
-ar-qa/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-sa
 ar-sa/
-ar-sa/home-theatre-sound-bars/neckband-speakers
 ar-sa/srore/
-ar-sa/televisioanat-mousa-biha-men-netflix
-ar-sa/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-sa/televisionat-dolby-vision-atmos
-ar-sa/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-sy/
-ar-sy/home-theatre-sound-bars/neckband-speakers
-ar-sy/televisioanat-mousa-biha-men-netflix
-ar-sy/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-sy/televisionat-dolby-vision-atmos
-ar-sy/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-tn/
 ar-us/
 ar-ye/
-ar-ye/home-theatre-sound-bars/neckband-speakers
-ar-ye/televisioanat-mousa-biha-men-netflix
-ar-ye/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
-ar-ye/televisionat-dolby-vision-atmos
-ar-ye/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-ze/
 ar.*
 ar/
@@ -48701,7 +48029,6 @@ ar/api.php?
 ar/api.php?*&action=
 ar/api.php?action=
 ar/app
-ar/author
 ar/black_friday_sale_subscribe_confirm.html
 ar/blog
 ar/cache
@@ -48811,7 +48138,6 @@ ar/search/help
 ar/search?
 ar/secure/
 ar/setlocale
-ar/solutions
 ar/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
 ar/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
 ar/sr
@@ -48929,7 +48255,7 @@ archive/courier/courierS2002.pdf
 archive/epo/pubs/bulletin
 archive/events
 archive/graphs.php
-archive/http://doc.govt.nz/robots.txt
+archive/http://phila.gov/robots.txt
 archive/issue
 archive/justo
 archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair
@@ -48948,7 +48274,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://shure.com/robots.txt
+archives/http://eeoc.gov/robots.txt
 archives/index.html
 archives/multimedia/extra
 archives/multimedia/feedback.php
@@ -49020,6 +48346,7 @@ aristotelian-society/
 ariya/reserve
 ark:/61903/1:
 ark:/61903/2:
+arkadasimamektup/
 arkiv
 arkiv/api
 armydelay
@@ -49035,6 +48362,20 @@ arrow
 art
 art-de-vivre/lifestyle-lepoint
 art-institute/exhibitions/changing-times
+art/*artworkid=
+art/*b1=
+art/*b2=
+art/*g1=
+art/*g2=
+art/*minimumprintwidth=
+art/*r1=
+art/*r2=
+art/*searchType=
+art/*searchtype=
+art/*shape=
+art/*similarTo=
+art/*sort=
+art/*style=
 art/artists/artists-custom.xml
 art/artworks/artworks-custom.xml
 art/browse
@@ -49044,7 +48385,6 @@ art/offer
 art_intl_closed.html
 art_therapy_pay
 art_therapy_pay_author
-art_types=
 artadvisory
 arthritis_everyday_habits_to_ease_inflammation/article.htm
 arthritis_joint_pain_bad_habits/article.htm
@@ -49294,6 +48634,7 @@ asia/*
 asia/cgi-bin/
 asia/dlp/forms/
 asia/en
+asia/en/search/
 asia/homeOVH/
 asia/ru
 asia/startup/forms/
@@ -49325,10 +48666,10 @@ askquestion?
 asm/
 asp.net/
 asp/
-asp/
+asp/
 asp/*
-asp/*http://gov.wales/robots.txt
-asp/*http://pinterest.pt/robots.txt
+asp/*http://allrecipes.com/robots.txt
+asp/*http://art19.com/robots.txt
 asp/cgabillstatus/
 asp/demo_db_edit.asp
 asp/menu/
@@ -49338,12 +48679,12 @@ aspects.10
 aspnet_client
 aspnet_client
 aspnet_client/
-aspnet_client/
+aspnet_client/
 aspwebcalendar/
 aspwebcalendar/calendar.asp
 aspx$
 aspx/
-aspx/read.aspxhttp://autoriteitpersoonsgegevens.nl/robots.txt
+aspx/read.aspxhttp://toastmasters.org/robots.txt
 aspx_pages_code_testing
 aspxerrorpath*
 asq
@@ -49890,6 +49231,7 @@ au/c/*search_type=
 au/c/*ship_to=
 au/c?*attr_*=
 au/cart
+au/cases
 au/checkout
 au/comment
 au/contests/*/terms
@@ -49988,8 +49330,12 @@ au/imagecontentsource
 au/invites/buy
 au/ipns
 au/item/*/offers/new
+au/journals
+au/journals/FedLawRw/2001/23.html
 au/labs
 au/landingpage/
+au/legis
+au/legis/cth/digest
 au/listing/*/stubs
 au/listings/*/auction/bids
 au/live-event-schedule
@@ -50008,6 +49354,10 @@ au/messages
 au/mini.php
 au/my
 au/node/add
+au/other
+au/other/hca
+au/other/ipaus
+au/other/iponline
 au/partners
 au/pdfs
 au/people
@@ -50034,6 +49384,7 @@ au/shop_name_search_service
 au/signup?redirect_to=
 au/similar
 au/small-medium-business
+au/special
 au/startup-business-toolkit
 au/support/knowledge_base/
 au/teams
@@ -50074,7 +49425,6 @@ audio?performer=1&q=
 audio_file
 audio_news
 audio_player
-audiobook/*/similar/
 audioboom.com
 audiofiles
 audiolibri/*/$
@@ -50095,6 +49445,11 @@ aus/interchange
 ausgeonews
 aushed/*
 austin-workspace
+austlii/FAQ
+austlii/editors
+austlii/metstats
+austlii/stats
+austlii/survey
 australia
 australia/index-test.html
 auteur/*?page
@@ -50243,6 +49598,7 @@ autocomplete
 autocomplete/
 autocomplete/projects
 autocomplete/users
+autocomplete/zero_prefix
 autocompletes
 autodiscover
 autodiscover/
@@ -50351,7 +49707,6 @@ avva/wp-json/oembed/1.0/embed
 avva/wp-json/wp/v2/product/
 avviso
 aw
-aw/
 award_winners
 awards
 awards
@@ -50656,6 +50011,7 @@ bad_bugs_pictures_slideshow/article.htm
 bad_foods_good_weight_loss_pictures_slideshow/article.htm
 badbrowser/
 badge
+badge/api
 badgeredirect.php
 badges
 badges
@@ -50665,7 +50021,7 @@ baf
 bag
 bagages/*idOffre=
 baggage/
-bai3Tucheechai9yauwie5aekeegiDeehttp://snap.com/robots.txt
+bai3Tucheechai9yauwie5aekeegiDeehttp://rent.com/robots.txt
 baidu
 baidu-pc
 bait
@@ -50745,12 +50101,13 @@ banner
 banner
 banner.pl
 banner/
+banner_conta.php
 banners
 banners
 banners-old.php?
 banners.aspx
 banners/
-banners/
+banners/
 banners/link-default.html
 banners/obama-vs-romney.html
 banners2/
@@ -50758,7 +50115,7 @@ banners_test/*
 baobao*?
 baocao
 bapingseo
-bappstore/bapps/download/http://www2.ed.gov/robots.txt
+bappstore/bapps/download/http://pos.toasttab.com/robots.txt
 baptist-health-news/search*
 baraholka/
 barcelona-a-ma
@@ -50892,7 +50249,6 @@ bb
 bb-audio.html
 bb-d
 bb-image.html
-bb/
 bb0=
 bb1=
 bb2600com
@@ -50978,7 +50334,6 @@ bcnpostguerra
 bd
 bd$
 bd-en
-bd/
 bd=
 be
 be*/listing/*/favoriters
@@ -51201,7 +50556,6 @@ berkeley-workspace
 berlin-chemie-menarini-cresce-in-russia-a-kaluga-stime-2019-in-rialzo_1rZr4xmss1ZAVYwT4MuXH6
 beseder
 besmart/disabled
-bespoke/
 best-*?*
 best-*?region
 best-buys/clickout
@@ -51280,7 +50634,7 @@ betaboards
 betacc
 betaem
 betaexperience/
-betalen/http://dieterschmalstieg.me/robots.txt
+betalen/http://powerworkout.blog.pl/robots.txt
 betatos
 betmgm-presents
 betomansur
@@ -51300,7 +50654,6 @@ bewerten
 bezorgen
 bf
 bf-ajax/
-bf/
 bfe/apps/website
 bff
 bffstatic
@@ -51446,7 +50799,6 @@ bgmt
 bgpoxy
 bh
 bh-hr-sr/index.html
-bh/
 bh/*?*lang=ar-AE
 bh/*?*lang=en-US
 bh/AjaxService/
@@ -51463,7 +50815,6 @@ bhs/en
 bi
 bi$
 bi-lwl
-bi/
 bi/bootstrap
 bi/dev
 bi/doop
@@ -51618,7 +50969,7 @@ bin
 bin
 bin/
 bin/*
-bin/*http://justdial.com/robots.txt
+bin/*http://donaldjtrump.com/robots.txt
 bin/broker
 bin/broker2
 bin/cba/nimbus/getPageInfo
@@ -51796,7 +51147,6 @@ bizcircle/company/company_details
 bize-ulasin
 bize-yazin-arama*
 bj
-bj/
 bjs
 bk
 bk2*
@@ -51832,8 +51182,8 @@ blank.xml
 blast/BlastAlign.cgi
 blast/bl2seq/wblast2.cgi
 blausen*
-blausen*http://clixtell.com/robots.txt
-blausen*http://rawstory.com/robots.txt
+blausen*http://mercurynews.com/robots.txt
+blausen*http://msdn.microsoft.com/robots.txt
 blaw/*
 blazer-ev/charging
 blazer-ev/delivery-day
@@ -51974,7 +51324,7 @@ blog/*sitemap.xml$
 blog/*utm_source=
 blog/*wordfence_*
 blog/.*
-blog/.html.*http://hbr.org/robots.txt
+blog/.html.*http://salisburyjournal.co.uk/robots.txt
 blog/10-lessons-from-an-engineering-manager/$
 blog/17-big-tax-deductions
 blog/20
@@ -52137,7 +51487,6 @@ blog/collaborating-and-connecting-in-figjam/$
 blog/collaboration/$
 blog/come-together/$
 blog/coming-together-at-config-2021/$
-blog/comment
 blog/comments
 blog/completing-a-transit-map/$
 blog/components-in-figma/$
@@ -52764,7 +52113,7 @@ blog/want-figma-api-inspiration-heres-8-community-powered-projects/$
 blog/we-made-a-mistake-with-our-api-challenge-and-were-sorry/$
 blog/web-design-without-a-web-designer-xfive-turns-to-figma/$
 blog/webassembly-cut-figmas-load-time-by-3x/$
-blog/webmentions/receive/http://rae.es/robots.txt
+blog/webmentions/receive/http://liveagent.com/robots.txt
 blog/welcome-to-the-prompt/$
 blog/welcome-to-the-wip/$
 blog/what-codegen-is-actually-good-for/$
@@ -52851,7 +52200,7 @@ blog?*page=0
 blog?category=
 blog?month
 blog?page
-blog?page=http://audacy.com/robots.txt
+blog?page=http://surfshark.com/robots.txt
 blog?q=*
 blogAdmin
 blog_entry_comments?sort=
@@ -52862,7 +52211,7 @@ blog_tree_files/
 blogads
 blogger
 blogger.php
-bloghttp://mindbodyonline.com/robots.txt
+bloghttp://flightstats.com/robots.txt
 blogimageupload
 blogindex
 blogpost/
@@ -52988,7 +52337,6 @@ bluetooth/device/show
 bluetoothhelpR2
 bluetoothhelpR4
 bm
-bm/
 bm/forums
 bm/kb/*/discuss
 bm/search
@@ -53049,7 +52397,6 @@ bn-IN/user
 bn-IN/users
 bn-bd/
 bn-in/
-bn/
 bn/auth
 bn/autocomplete
 bn/browse
@@ -53071,7 +52418,6 @@ bnapi/*
 bng/api
 bo
 bo-en
-bo/
 bo/AjaxService/
 bo/Secure/
 bo/help/cookies-list/
@@ -54469,7 +53815,7 @@ boletin-joven-00135/
 boletin/*
 boletin/baja
 boleto
-boleto/http://globalpost.com/robots.txt
+boleto/http://magcloud.com/robots.txt
 bolivia-eAm/*
 bolivia/*
 bollettino
@@ -54516,7 +53862,6 @@ book2lookservice
 book2lookservice/
 book_annotations
 book_link/follow
-book_pair
 bookbcontent
 bookbcontent/
 bookbcontent/community
@@ -54559,7 +53904,7 @@ bookedguest/guestmanagement/registration/enroll
 bookexpress
 bookinfo.php
 booking
-booking-cruise/*http://lwn.net/robots.txt
+booking-cruise/*http://cell.com/robots.txt
 booking/
 booking/?
 booking/bagtagmailer
@@ -54590,7 +53935,7 @@ bookmarks
 bookmarks$
 bookmarks/widget
 bookmarks_extension
-bookmarkshttp://raw.githubusercontent.com/robots.txt
+bookmarkshttp://econpapers.repec.org/robots.txt
 bookmgr-cgi
 bookproperty
 books
@@ -54940,7 +54285,7 @@ branchenbuch/*/*/*/ln0
 branches-atms/locations.html
 brand
 brand-desk
-brand-desk*http://echa.europa.eu/robots.txt
+brand-desk*http://dnainfo.com/robots.txt
 brand-guide?page=
 brand-guidelines
 brand-name-generator
@@ -54969,8 +54314,7 @@ brand/_img/stretch1.png
 brand/_img/stretch2.png
 brand/_img/transparencylogo.png
 brand/_img/transparent1.png
-brand/http://pagesjaunes.fr/robots.txt
-brandavestudios/
+brand/http://bergdorfgoodman.com/robots.txt
 brandcentral
 branddb/*/jsp
 branddb/*/showData.jsp
@@ -54990,7 +54334,7 @@ branding/images/dont-02.png
 branding/images/dont-03.png
 branding/images/dont-04.png
 branding=
-brandnew/psphttp://google.dk/robots.txt
+brandnew/psphttp://underscorejs.org/robots.txt
 brandnewconference/2016/video
 brandpr
 brandpublishing
@@ -55015,6 +54359,7 @@ brands/reset
 brands/signup
 brands/starter_tos
 brands/support_team
+brands=
 brandservices/internal-wrike
 brandspot
 brandspot/pr-spot
@@ -55134,7 +54479,7 @@ browse/author
 browse/author-structure
 browse/blogshome
 browse/bookview.aspx
-browse/catalogue-full/*/albumshttp://weheartit.com/robots.txt
+browse/catalogue-full/*/albumshttp://jisc.ac.uk/robots.txt
 browse/cities
 browse/collocations
 browse/deals/partial
@@ -55210,7 +54555,6 @@ bs-latn-ba/itinerary
 bs-latn-ba/itinerary-new
 bs-latn-ba/profile
 bs-latn-ba/smartsearchforwarder
-bs/
 bs/android/collections
 bs/android/search
 bs/firefox/collections
@@ -55240,7 +54584,6 @@ bss7=
 bss8=
 bss9=
 bt
-bt/
 btb
 btb-newsletter-v1
 btb-newsletter-v2
@@ -58838,7 +58181,7 @@ buy-a-home/start-an-offer?listingId=
 buy-ca.html
 buy-checkout.html
 buy-jetson?
-buy-nowhttp://belkin.com/robots.txt
+buy-nowhttp://morganstanley.com/robots.txt
 buy-nz.html
 buy-regnow.html
 buy-shop.html
@@ -58940,6 +58283,7 @@ by/secure/
 by8837
 by_Job
 bydtermcymru/search/term/
+byjus-clone
 byline/*/news/*
 byline/*/photos/*
 byline/*/videos/*
@@ -58951,7 +58295,6 @@ bysubject
 byt
 byt4/pub
 bz
-bz/
 bz679com
 bzfeed
 bzw77com
@@ -58993,8 +58336,15 @@ c.asp
 c/
 c/*
 c/*
+c/*.html$
 c/*.rss
+c/*/*/a
+c/*/*/f
 c/*/*/following
+c/*/*/m
+c/*/f/*_
+c/*/m/*/f
+c/*/manufacturers
 c/*/tag
 c/*?*&*&
 c/*?*&*&*&*&*&
@@ -59005,7 +58355,7 @@ c/*?*rg_days_since_indexing=
 c/*?*sort=
 c/*?*stores=
 c/*attr_*=
-c/*http://paulgraham.com/robots.txt
+c/*http://filezilla-project.org/robots.txt
 c/*price_bucket=
 c/*search_type=
 c/*ship_to=
@@ -59122,7 +58472,7 @@ c/facebook_artist
 c/fan_reach
 c/fr
 c/gift-cards
-c/how-do-i/*http://inpost.pl/robots.txt
+c/how-do-i/*http://developer.amazon.com/robots.txt
 c/how-to-diy.atom
 c/jobs
 c/jobs/careers-advice$
@@ -59658,7 +59008,6 @@ calculator
 calculator/results
 calendar
 calendar
-calendar$
 calendar-2/action~
 calendar-2/action~agenda
 calendar-2/action~default
@@ -59697,7 +59046,7 @@ calendar/*?year=2022
 calendar/*?year=2023
 calendar/*?year=2024
 calendar/*?year=2025
-calendar/*http://hotmart.com/robots.txt
+calendar/*http://baymard.com/robots.txt
 calendar//index.html
 calendar/1415-2
 calendar/350/search/
@@ -59740,88 +59089,7 @@ calendar/action~posterboard
 calendar/action~stream
 calendar/action~undefined
 calendar/action~week
-calendar/arts/art-and-crafts/search/
-calendar/arts/art-show/search/
-calendar/arts/call-for-entries/search/
-calendar/arts/search/
-calendar/arts/theatre/search/
 calendar/basic.html?year
-calendar/benefit-and-fundraiser/search/
-calendar/books-readings/search/
-calendar/books/search/
-calendar/business/search/
-calendar/campus/search/
-calendar/cities/baraboo/search/
-calendar/cities/barneveld/search/
-calendar/cities/belleville/search/
-calendar/cities/blooming-grove/search/
-calendar/cities/cambridge/search/
-calendar/cities/columbus/search/
-calendar/cities/cottage-grove/search/
-calendar/cities/cross-plains/search/
-calendar/cities/deforest-windsor/search/
-calendar/cities/dodgeville/search/
-calendar/cities/edgerton/search/
-calendar/cities/evansville/search/
-calendar/cities/fitchburg/search/
-calendar/cities/janesville/search/
-calendar/cities/lake-delton/search/
-calendar/cities/lake-geneva/search/
-calendar/cities/lake-mills/search/
-calendar/cities/lodi/search/
-calendar/cities/madison/east-side/search/
-calendar/cities/madison/far-east-side/search/
-calendar/cities/madison/far-west-side/search/
-calendar/cities/madison/isthmus/search/
-calendar/cities/madison/near-east-side/search/
-calendar/cities/madison/near-west-side/search/
-calendar/cities/madison/north-side/search/
-calendar/cities/madison/search/
-calendar/cities/madison/south-side/search/
-calendar/cities/madison/southwest-side/search/
-calendar/cities/madison/west-side/search/
-calendar/cities/maple-bluff/search/
-calendar/cities/mauston/search/
-calendar/cities/mcfarland/search/
-calendar/cities/middleton/search/
-calendar/cities/milton/search/
-calendar/cities/milwaukee/search/
-calendar/cities/monona/search/
-calendar/cities/monroe/search/
-calendar/cities/mount-horeb/search/
-calendar/cities/necedah/search/
-calendar/cities/new-glarus/search/
-calendar/cities/new-lisbon/search/
-calendar/cities/oregon/search/
-calendar/cities/paoli/search/
-calendar/cities/portage/search/
-calendar/cities/poynette/search/
-calendar/cities/prairie-du-sac/search/
-calendar/cities/reedsburg/search/
-calendar/cities/richland-center/search/
-calendar/cities/rockdale/search/
-calendar/cities/sauk-city/search/
-calendar/cities/search/
-calendar/cities/shorewood-hills/search/
-calendar/cities/spring-green/search/
-calendar/cities/stoughton/search/
-calendar/cities/sun-prairie/search/
-calendar/cities/verona/search/
-calendar/cities/watertown/search/
-calendar/cities/waunakee/search/
-calendar/cities/whitewater/search/
-calendar/cities/wisconsin-dells/search/
-calendar/closings/businesses/search/
-calendar/closings/churches/search/
-calendar/closings/events/search/
-calendar/closings/schools/search/
-calendar/closings/search/
-calendar/clubs-and-organizations/search/
-calendar/clubs-nightlife/search/
-calendar/comedy-improv/search/
-calendar/comedy/search/
-calendar/community/search/
-calendar/crafts-hobbies/search/
 calendar/create.html?*df=
 calendar/create.html?*year
 calendar/create.html?*year=2022
@@ -59830,43 +59098,13 @@ calendar/create.html?*year=2024
 calendar/custom.html?year
 calendar/custommenu.html?year
 calendar/daily/
-calendar/dance/search/
 calendar/day.php
-calendar/environment/search/
 calendar/epicker.php
 calendar/eventreply
 calendar/events.php
 calendar/export
-calendar/faith/search/
 calendar/feeds
-calendar/festivals/search/
-calendar/films/search/
-calendar/food-dining/search/
-calendar/galleries/search/
-calendar/games/search/
-calendar/get-involved/audition/search/
-calendar/get-involved/camps-and-retreats/search/
-calendar/get-involved/classes/search/
-calendar/get-involved/contests/search/
-calendar/get-involved/organizations/search/
-calendar/get-involved/philanthropy/search/
-calendar/get-involved/rehearsal/search/
-calendar/get-involved/search/
-calendar/get-involved/workshop/search/
-calendar/government-meetings/search/
-calendar/government/local-government/search/
-calendar/government/search/
-calendar/government/state-government/search/
-calendar/health-and-fitness/search/
-calendar/health-wellness/nursing/search/
-calendar/health-wellness/search/
-calendar/holidays/search/
-calendar/humanities/search/
 calendar/ical
-calendar/international/search/
-calendar/kids-family/search/
-calendar/lectures-discussions/search/
-calendar/lgbt/search/
 calendar/login
 calendar/month.php
 calendar/monthly.html?year=1
@@ -59900,53 +59138,8 @@ calendar/moonphases.html?year=6
 calendar/moonphases.html?year=7
 calendar/moonphases.html?year=8
 calendar/moonphases.html?year=9
-calendar/music/acoustic/search/
-calendar/music/baroque/search/
-calendar/music/bluegrass/search/
-calendar/music/blues/search/
-calendar/music/choral-orchestral/search/
-calendar/music/christian/search/
-calendar/music/classical/search/
-calendar/music/comedy/search/
-calendar/music/country-western/search/
-calendar/music/dance/search/
-calendar/music/dj-electronic/search/
-calendar/music/folk/search/
-calendar/music/funk-soul/search/
-calendar/music/hip-hop/search/
-calendar/music/in-the-clubs/search/
-calendar/music/indie/search/
-calendar/music/irish-celtic/search/
-calendar/music/jazz/search/
-calendar/music/karaoke/search/
-calendar/music/latin/search/
-calendar/music/magic-city-blues/search/
-calendar/music/metal/search/
-calendar/music/open-mic/search/
-calendar/music/orchestral-chorale/search/
-calendar/music/other/search/
-calendar/music/piano/search/
-calendar/music/polka/search/
-calendar/music/pop/search/
-calendar/music/punk/search/
-calendar/music/reggae/search/
-calendar/music/rock/search/
-calendar/music/search/
-calendar/music/world/search/
-calendar/nature-outdoors/search/
-calendar/organizations-clubs/search/
-calendar/outdoors/search/
-calendar/performing-arts/high-school/search/
-calendar/performing-arts/search/
-calendar/performing-arts/theater-auditions/search/
-calendar/performing-arts/theater-performances/search/
-calendar/pets/search/
-calendar/political/search/
 calendar/print.html
 calendar/print.php
-calendar/public-meetings/search/
-calendar/recreation/search/
-calendar/religion/search/
 calendar/repeating.html?year=1
 calendar/repeating.html?year=21
 calendar/repeating.html?year=22
@@ -59954,18 +59147,10 @@ calendar/repeating.html?year=23
 calendar/repeating.html?year=24
 calendar/repeating.html?year=25
 calendar/repeating.html?year=3
-calendar/reunions/search/
 calendar/rss.php
-calendar/schools-education/search/
-calendar/science/search/
 calendar/search.php
 calendar/search/
-calendar/search/search/
 calendar/seasons.html?
-calendar/seniors/search/
-calendar/sports/search/
-calendar/support-group/search/
-calendar/technology/search/
 calendar/upload.php
 calendar/view
 calendar?
@@ -60151,7 +59336,7 @@ campaigns/credit-cards/expired-reference-archive/ita-bt-combo.html
 campaigns/credit-cards/more-than-minimum.html
 campaigns/credit-cards/parris-island.html
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://golang.org/robots.txt
+campaigns/digital-recruitmenthttp://southernliving.com/robots.txt
 campaigns/digital.html
 campaigns/digital/operation-innovate.html
 campaigns/emc-systems
@@ -60209,8 +59394,6 @@ campaigns/membership/61514-vet-prospect-milestone-tailored.html
 campaigns/membership/61603-lp-veteran-prospect-w2-t3.html
 campaigns/membership/61749-lp-mrm-veterans-prospecting.html
 campaigns/membership/61829-vet-prospect-t1-em.html
-campaigns/membership/61855-lp-prospect-janfeb25-lookalike-t2.html
-campaigns/membership/61856-lp-prospect-janfeb25.html
 campaigns/membership/61858-mailers-tailored-janfeb25.html
 campaigns/membership/61859-prospecting-mailers-tailored-advice-janfeb25.html
 campaigns/membership/61915-prospecting-wave1-touch1-25.html
@@ -60304,6 +59487,7 @@ cancer-care/diagnosis-treatment/symptom-management/integrative-medicine/therapie
 cancer-care/integrative-medicine/herbs*
 cancer-care/patient-education/*
 cancer-care/types*
+cancer-genomics
 cancer-subject/
 cancer_101_pictures_slideshow/article.htm
 cancer_guide_to_eye_cancers/article.htm
@@ -60666,7 +59850,9 @@ careers/modules/*.js$
 careers/modules/*.js?
 careers/modules/*.png
 careers/montreal-edge-hiring/
+careers/new-employee
 careers/node/add
+careers/nonintermountain-workforce
 careers/openings?*
 careers/pittsburgh-platform-hiring-2014/
 careers/profiles
@@ -60706,6 +59892,7 @@ careers/user/login
 careers/user/logout
 careers/user/password
 careers/user/register
+careers/vpn
 careers/xmlrpc.php
 careers_staging
 careeverywhere/happytogether
@@ -60791,6 +59978,7 @@ cart$
 cart*
 cart-hosting
 cart.aspx
+cart.json
 cart.jsp?
 cart.php
 cart.php
@@ -60871,6 +60059,7 @@ case-studies/tarpon-interventional-pain-and-spine-care
 case.php
 casefactory*?*cid=
 casemakecase
+cases
 cases.php
 cases/federal/district-courts/BR/207/151/1536870
 cases/federal/district-courts/FSupp/684/46/1896419
@@ -60898,13 +60087,13 @@ casualads
 cat
 cat-*/pid-*/ord-*/p-
 cat/*failedPage=
+cat/cat-coaching-gurgaon
 cat=
 cat=*
 cat_id=
 cat_without_ad.php*
 catalog
 catalog
-catalog-details.asp*
 catalog-index
 catalog.php
 catalog.tpl?op=WishList
@@ -60944,12 +60133,13 @@ catalog/2002-04
 catalog/?text=
 catalog/archives
 catalog/br
+catalog/category
 catalog/category/view
 catalog/category/view/
 catalog/cl
 catalog/co
 catalog/ddi/*
-catalog/http://actygo.com/robots.txt
+catalog/http://el.wikipedia.org/robots.txt
 catalog/mx
 catalog/packagepopup
 catalog/pe
@@ -60967,7 +60157,7 @@ catalog/psearch.html
 catalog/sale
 catalog/search
 catalog/search.html
-catalog/sizeReminder*http://vegas.com/robots.txt
+catalog/sizeReminder*http://dafont.com/robots.txt
 catalog/thanks
 catalog?q
 catalogId=
@@ -61018,7 +60208,6 @@ categoria/acn
 categoria/ep
 categories
 categories
-categories-properties
 categories.aspx*
 categories/*
 categories/*/archive
@@ -61077,7 +60266,7 @@ category/downtime
 category/drupal
 category/features
 category/general
-category/good-bites/http://googleprojectzero.blogspot.com/robots.txt
+category/good-bites/http://goodreads.com/robots.txt
 category/international
 category/jetpack
 category/living
@@ -61155,6 +60344,8 @@ cbs/search-result
 cbs_cares/includes
 cbs_evening_news/includes
 cbse-result-2012$
+cbse-result/author
+cbse-study-material/author
 cc
 cc
 cc-prequal-service
@@ -63315,7 +62506,7 @@ cd_upload/Search
 cda
 cdb
 cdc
-cdc/http://au.linkedin.com/robots.txt
+cdc/http://gizmodo.com/robots.txt
 cdedev
 cdf/sign
 cdiscount
@@ -63338,10 +62529,10 @@ cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
 cdn-cgi/challenge-platform/
-cdn-cgi/http://find-and-update.company-information.service.gov.uk/robots.txt
-cdn-cgi/http://kids.youtube.com/robots.txt
-cdn-cgi/http://markdownguide.org/robots.txt
-cdn-cgi/http://redfin.com/robots.txt
+cdn-cgi/http://docker.com/robots.txt
+cdn-cgi/http://mediamatters.org/robots.txt
+cdn-cgi/http://omnigroup.com/robots.txt
+cdn-cgi/http://rover.com/robots.txt
 cdn-cgi/image
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
@@ -63511,14 +62702,13 @@ cfl/team/edmonton-Eskimos
 cfmd/
 cfr
 cg
-cg/
 cg_rmr/
 cgen/
 cgi
 cgi-
 cgi-bin
 cgi-bin
-cgi-bin-22/http://mars.nasa.gov/robots.txt
+cgi-bin-22/http://redbubble.com/robots.txt
 cgi-bin-auth
 cgi-bin-csrv
 cgi-bin/
@@ -63574,7 +62764,7 @@ cgi-bin/medicine/deans
 cgi-bin/mqcustomconnect
 cgi-bin/mqinterconnect
 cgi-bin/msdemo/
-cgi-bin/notices/http://inmotionworld.com/robots.txt
+cgi-bin/notices/http://ams.usda.gov/robots.txt
 cgi-bin/onTopic
 cgi-bin/order/
 cgi-bin/order/bill.pdf
@@ -63597,6 +62787,7 @@ cgi-bin/search.cgi*
 cgi-bin/search.fpl
 cgi-bin/separation
 cgi-bin/shorts.cgi
+cgi-bin/sinodisp
 cgi-bin/squeak.zip
 cgi-bin/squeak10
 cgi-bin/state
@@ -63612,6 +62803,12 @@ cgi-bin/tour
 cgi-bin/translate
 cgi-bin/twimage.cgi
 cgi-bin/unsubscribe.cgi
+cgi-bin/viewdb/au/journals
+cgi-bin/viewdb/au/legis
+cgi-bin/viewdb/nz/journals
+cgi-bin/viewdoc/au/journals
+cgi-bin/viewdoc/au/legis
+cgi-bin/viewdoc/nz/journals
 cgi-bin/wantedWikiPages
 cgi-bin/webservices
 cgi-bin/wikiDiff
@@ -63625,9 +62822,10 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb/
-cgi-binhttp://similarweb.com/robots.txt
+cgi-binhttp://ifixit.com/robots.txt
 cgi-brookscole/
 cgi-comment
+cgi-dev
 cgi-local
 cgi-mad/
 cgi-pct/
@@ -63682,7 +62880,6 @@ cgi/mysubscriptions.cgi
 cgi/nellco_setup.cgi
 cgi/notification.cgi
 cgi/onTopic
-cgi/opensearch.pl
 cgi/openurl_forwarder.cgi
 cgi/orphanWikiPages
 cgi/out
@@ -63690,7 +62887,6 @@ cgi/outline
 cgi/pmidlookup
 cgi/ports-autocomplete.cgi
 cgi/ports.cgi?
-cgi/product_image.pl
 cgi/proquest_setup.cgi
 cgi/query.cgi
 cgi/quickChanges
@@ -63851,7 +63047,7 @@ change-location
 change-password
 change-password/
 change-shipping
-changeLanguagehttp://jumpsport.com/robots.txt
+changeLanguagehttp://accessibe.com/robots.txt
 changePassword
 change_currency.html
 changebrowser
@@ -64078,8 +63274,6 @@ check_image.php
 check_popunder.php
 checkavailability.do
 checkbox_name=*
-checker
-checkers
 checkin
 checking-accounts/*?*
 checking-accounts?*
@@ -64147,7 +63341,7 @@ checkout_vrepay_elv.php
 checkout_vrepay_giropay.php
 checkout_vrepay_kreditkarte.php
 checkoutconfirmation
-checkouthttp://deorkaan.nl/robots.txt
+checkouthttp://moderncalculators.com/robots.txt
 checkoutimages.action2
 checkoutnow
 checkouts
@@ -64177,7 +63371,7 @@ cheyenneedition/events/search/
 chfar
 chfarCostLimit
 chi/
-chi_simple/http://docs.joomla.org/robots.txt
+chi_simple/http://nordpass.com/robots.txt
 chiaki1007akie/videolist-*.html
 chiaki1007akie/videolist.html
 chicago-workspace
@@ -64269,7 +63463,6 @@ chirurgien-dentiste/aide-la-codification-des-actes-prothetiques/*
 chisiamo.php
 chisla.html
 chistory.php
-chitateli/
 chiuse-indagini-su-pio-albergo-trivulzio-milano-truffa-da-2-milioni-e-15-indagati_4B68RY7Eqe7a95ZcwEuCMn
 chkin=
 chkout=
@@ -64424,7 +63617,6 @@ cite
 cite/*
 citexplore
 citi/
-cities
 cities/mesa/t
 cities/testing/lg/here
 citizen-archivist/history-hub/hh-test
@@ -64592,7 +63784,7 @@ clasificados/external-login
 clasificados/get-filter-results
 clasificados/get-results
 clasificados/get-top-box-results
-clasificados/http://hidemyass.com/robots.txt
+clasificados/http://exchanger24.org/robots.txt
 clasificados/login-saved-searches
 clasificados/manage-saved-searches
 clasificados/mobile/search
@@ -65586,7 +64778,7 @@ clinical-pathway/foreign-body-ingestion-empiric-antibiotic-therapy-button-batter
 clinical-pathway/foreign-body-ingestion-evidence
 clinical-pathway/foreign-body-ingestion-food-impaction-suspected-history-and-pe
 clinical-pathway/foreign-body-ingestion-goals
-clinical-pathway/foreign-body-ingestion-ingestion-sharp-objecthttp://abdn.ac.uk/robots.txt
+clinical-pathway/foreign-body-ingestion-ingestion-sharp-objecthttp://chris.pirillo.com/robots.txt
 clinical-pathway/foreign-body-ingestion-lead-containing-foreign-bodies
 clinical-pathway/foreign-body-ingestion-multiple-magnets-confirmed-x-ray
 clinical-pathway/foreign-body-ingestion-other-foreign-bodies
@@ -67015,6 +66207,7 @@ clip
 clipart_img/
 clipboard
 clipboard-next-page
+clipped_coupons.json
 clippers/node
 clippers/users
 clipping
@@ -67037,11 +66230,13 @@ close
 close-account
 close-to-you/know-place
 close-to-you/know-place-add
-close-to-you/know-place-votehttp://hercampus.com/robots.txt
+close-to-you/know-place-votehttp://inps.it/robots.txt
 closedcaption
 closedgrouphub
 closures/*.ssf?
 closures/index.ssf?other
+clothes_size=
+clothes_size_mapped=
 cloud
 cloud-api/one-cart-api/v1/carts/current/payment_redirect
 cloud-api/one-cart-api/v1/carts/current/process_payment
@@ -67050,7 +66245,7 @@ cloud-setup
 cloud-storage-pricing-plans/*
 cloud-update-instructions
 cloud/
-cloud/
+cloud/
 cloud/$
 cloud/*
 cloud/131
@@ -67316,7 +66511,7 @@ cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
 cn/events/huaweiconnect/livestream-for-tvs$
-cn/events/huaweiconnect/sessions-on-demand*http://onegreenplanet.org/robots.txt
+cn/events/huaweiconnect/sessions-on-demand*http://hub.docker.com/robots.txt
 cn/forum/*
 cn/help/cookies-list/
 cn/help/cookies/
@@ -67440,13 +66635,12 @@ code-promo
 code-promo/interstitiel
 code/
 code/*
-code/http://windows.microsoft.com/robots.txt
+code/http://w3techs.com/robots.txt
 code=
 codeCoverage
 code_activation
 code_files/*/download
 coderpad-for-figjam/$
-codes
 codes-promo/codes-promo/visit/*
 codes-promo/redirect
 codesamples/
@@ -67510,19 +66704,37 @@ collection-search
 collection-search/advanced-search
 collection-search/advanced-search?
 collection-search?
-collection.phphttp://husqvarna.com/robots.txt
+collection.phphttp://quoththeraven.substack.com/robots.txt
 collection/*
 collection/*/amp
 collection/*/product
 collection/*?
 collection/api/logger
 collection/category
+collection/editor
+collection/editor/http://hairtransplantct.com/robots.txt
 collection/works?
 collection/zone
 collection=
+collectiongroups
+collectiongroups/animal+lover$
+collectiongroups/babys+room$
+collectiongroups/bachelor+pad$
+collectiongroups/bar$
+collectiongroups/bathroom$
+collectiongroups/boys+room$
+collectiongroups/cabin$
+collectiongroups/family+room$
+collectiongroups/garage$
+collectiongroups/girls+room$
+collectiongroups/home+theater$
+collectiongroups/living+room$
+collectiongroups/master+bedroom$
+collectiongroups/music+lover$
 collections
 collections.php
 collections/
+collections/*
 collections/*%2B
 collections/*%2b
 collections/*+
@@ -67531,8 +66743,18 @@ collections/*.atom
 collections/*/\d$
 collections/*/_followers
 collections/*/_followings
+collections/*/canvas+prints$
+collections/*/digital+art$
+collections/*/framed+prints$
+collections/*/metal+prints$
+collections/*/paintings$
+collections/*/photographs$
+collections/*/posters$
+collections/*/prints$
 collections/*/recommended_authors
 collections/*/search
+collections/*/wood+prints$
+collections/*?
 collections/*?*constraint
 collections/*?*filter
 collections/*?*grid_list
@@ -67583,7 +66805,7 @@ collections/picture
 collections/q$
 collections/q/$
 collections/search
-collections/search?*http://boell.de/robots.txt
+collections/search?*http://airasia.com/robots.txt
 collections/share
 collections/types*?*q=
 collections/user
@@ -69458,6 +68680,7 @@ colors/yellow-green/$
 colors/yellow-orange/$
 colors/yellow/$
 colors/zaffre/$
+colour_group=
 columbia/contest-scrape-page/
 columbia/free-trial/
 columbia/instagram/
@@ -69512,7 +68735,7 @@ comfortable_pay
 comic-indies
 comic-indies/$
 comic-indies/about
-comiccontrol/http://rakuten.com/robots.txt
+comiccontrol/http://smh.com.au/robots.txt
 comics
 comics-kingdom
 comics/unlimited/home
@@ -69542,6 +68765,7 @@ commclub/index.htm
 commencement/book
 comment
 comment
+comment*$
 comment-creer-votre-identite-numerique/content
 comment-fetch
 comment-iframe.g
@@ -69580,7 +68804,7 @@ commento
 comments
 comments
 comments$
-comments-7.*http://english.alarabiya.net/robots.txt
+comments-7.*http://cpj.org/robots.txt
 comments-section
 comments.
 comments.html
@@ -69600,7 +68824,7 @@ comments/new
 comments/quote
 comments/reply
 comments=true
-commentshttp://api.slack.com/robots.txt
+commentshttp://e-elgar.com/robots.txt
 commerce
 commerce$
 commerce/add-to-cart
@@ -69667,7 +68891,7 @@ common/survey.aspx*
 common/swf/ZoomEmbed
 common/tools/pg/manual/PGcoa
 common/tools/pg/manual/PGholdmail
-common/trial/http://plato.stanford.edu/robots.txt
+common/trial/http://pandadoc.com/robots.txt
 common/xml
 common2013
 common2013/gsma_header_footer/allnavs
@@ -69759,7 +68983,7 @@ community/*/foaf
 community/*/latest$
 community/*/live
 community/*/post
-community/*/post-*http://spark.adobe.com/robots.txt
+community/*/post-*http://techtalia.org/robots.txt
 community/*/profile
 community/*/rss
 community/*/topics
@@ -69907,7 +69131,7 @@ community/user/ibmthrivemicrosite
 community/user/imwuc
 community/user/imwuc-old
 community/user/infrastructure
-community/user/instana/homehttp://scripting.com/robots.txt
+community/user/instana/homehttp://comparitech.com/robots.txt
 community/user/instanatest
 community/user/integration-dev
 community/user/integration/communities/community-home?communitykey=962cca78-0ac9-44eb-9afe-0184c428dd09
@@ -70184,6 +69408,7 @@ compare=
 compare?
 compareajax
 compared_products
+comparelists
 comparer
 comparison
 comparison-legacy.aspx
@@ -70650,7 +69875,7 @@ confirmare-mail
 confirmarmodificacaodee-mail
 confirmarnovasenha,definirnovasenha
 confirmation
-confirmation?http://mskcc.org/robots.txt
+confirmation?http://livre.fnac.com/robots.txt
 confirmationNumber=
 confirmationcommande
 confirmednewpassword
@@ -70674,7 +69899,7 @@ connect-more/programme-2023/connect-more-2023-programme-file
 connect-to-analyst
 connect/@
 connect/authorize*
-connect/http://webmasters.googleblog.com/robots.txt
+connect/http://blog.oup.com/robots.txt
 connect/labournews
 connect/profile
 connect/social-intranet.html
@@ -70725,7 +69950,7 @@ cons/rtfcache/
 cons/static
 consciously/
 consent
-consent/amp-consent/info*http://cwi.nl/robots.txt
+consent/amp-consent/info*http://onedio.com/robots.txt
 conservation/th-expenses/pdf/2007_08_conservation_expenses.pdf
 consign
 consignments
@@ -70779,7 +70004,7 @@ contact-pantone-connect
 contact-preferences
 contact-request/
 contact-sales
-contact-sales/http://lists.w3.org/robots.txt
+contact-sales/http://pingidentity.com/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -71028,7 +70253,7 @@ content/campaigns/us/noindex/
 content/canadian-tire/en/password-reset
 content/canadian-tire/fr/password-reset
 content/canadiantire/apple-app-site-association.json
-content/canadiantire/assetlinks.jsonhttp://ionic.io/robots.txt
+content/canadiantire/assetlinks.jsonhttp://canal4rd.com/robots.txt
 content/category
 content/cd
 content/cdc/login
@@ -71131,7 +70356,7 @@ content/dam/auspost_corp/media/documents/parcel-contract-three-zone.pdf
 content/dam/auspost_corp/media/documents/parcel-services-product-guide.pdf
 content/dam/auspost_corp/media/documents/services-agreement-terms-conditions.pdf
 content/dam/avalara/public/documents/pdf/
-content/dam/avg/img/2014/business/http://domain.com/robots.txt
+content/dam/avg/img/2014/business/http://aviationweek.com/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -71210,7 +70435,6 @@ content/dam/fplgp/us/en/account/pdf
 content/dam/fplgp/us/en/northwest/email
 content/dam/fplgp/us/en/northwest/gulfcommon
 content/dam/frameworks/ticketshop
-content/dam/goarmy/emm
 content/dam/honeywellbt/en/documents/downloads/honeywell-forge/Honeywell_Forge_Terms.pdf
 content/dam/icicibank/icici-assets/corporate/globaltradeservice/treasurers-corner/FE-Publication-OCT-29.pdf
 content/dam/icicibank/india/erg/daily-reports/MMS_19
@@ -71287,7 +70511,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://linkfly.to/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canada.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/jpm/ts-change-readiness/documents
@@ -71305,7 +70529,7 @@ content/dam/mobile/en/legacy/documents/legal-docs/
 content/dam/msdotcom
 content/dam/msdotcom/en/assets/pdfs/Client-Tax-Certification.pdf
 content/dam/msdotcom/en/assets/pdfs/IWM_Combo_Client_Tax_Certification.pdf
-content/dam/munichre/brandportal/guidelines/*.pdf$http://republicworld.com/robots.txt
+content/dam/munichre/brandportal/guidelines/*.pdf$http://mural.co/robots.txt
 content/dam/natwest_com/secureinbox
 content/dam/nuance/en_us/terms-and-conditions/
 content/dam/oecd/
@@ -71354,7 +70578,7 @@ content/dam/splunk2/images/logos/splunk-logo.svg?asd
 content/dam/static-page/customer-advocacy/*/pdf/*
 content/dam/static/js/tagging/
 content/dam/store
-content/dam/students/documents/graduations/programs/http://plaza.rakuten.co.jp/robots.txt
+content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt
 content/dam/stzh/aemmanual-tui
 content/dam/stzh/cd
 content/dam/stzh/pkzh
@@ -71369,7 +70593,7 @@ content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guid
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_tracking_and_orders.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_user_management.pdf
 content/dam/tcom/personal/help/pdf/cis-business/mobile/business-critical-information-summary-business-fleet-plus-10.pdf
-content/dam/tcom/personal/help/pdf/cis-business/mobile/business-critical-information-summary-business-fleet-plus-40.pdfhttp://smartly.io/robots.txt
+content/dam/tcom/personal/help/pdf/cis-business/mobile/business-critical-information-summary-business-fleet-plus-40.pdfhttp://telus.com/robots.txt
 content/dam/tcom/personal/my-account/pdf/chown-teg-form.pdf
 content/dam/temp
 content/dam/toyota/brochures/pdf/tcom/toyota-mobility.pdf
@@ -71483,7 +70707,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://hdl.handle.net/robots.txt
+content/downloads/http://marketingsherpa.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -71523,7 +70747,7 @@ content/hhs
 content/historic-architectural-gem-returns-uc
 content/historic-architectural-gem-returns-uc-0
 content/honeywell/us/en/search.html?search=
-content/honeywellbt/us/en/error/monitoring-page.htmlhttp://computing.co.uk/robots.txt
+content/honeywellbt/us/en/error/monitoring-page.htmlhttp://hongkiat.com/robots.txt
 content/icicibank/in/en/personal-banking/online-services/failover-akamai/assets/documents/bank-fair-practices-code.pdf
 content/ieee-org/en/*
 content/ieee-org/en/stage-homepage-backup.html
@@ -71583,7 +70807,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://it.linkedin.com/robots.txt
+content/index.php/user/logout/http://combifit.nl/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/inspublic
@@ -71635,7 +70859,7 @@ content/nvidiaGDC.*\.(?!png|jpg|svg).+$
 content/ohr/ResourceLibrary/management/
 content/ohr/career/admin/
 content/overlays/
-content/overlays/http://answers.com/robots.txt
+content/overlays/http://qwant.com/robots.txt
 content/pan-dev
 content/pan/de_DE
 content/pan/en_AU
@@ -71684,7 +70908,7 @@ content/pluralsight/en/jcr:content
 content/prelaunch
 content/products-brochures/Company/Europe-shipping-rates.pdf
 content/profiles
-content/public/wbc/en/_services/calcs-forms-tools/http://roughguides.com/robots.txt
+content/public/wbc/en/_services/calcs-forms-tools/http://wetransfer.com/robots.txt
 content/public/wbc/en/_services/serialiser/
 content/public/wbc/en/_services/serialiser/calculator/
 content/public/wbc/en/business-banking/westpac-live-video/
@@ -71832,10 +71056,9 @@ contentassets/*.xml$
 contentfeed/getdata?type=synopsi
 contentisblocked
 contentisblocked.md
-contentjam/
+contentjam/
 contentonly
 contentpar_gridblock
-contentresearchtool/
 contents
 contents/images/nav/
 contentsearch
@@ -71990,7 +71213,6 @@ contract/
 contract=
 contracts-for-cinematographers
 contrib
-contrib-browse.asp*
 contrib/download
 contrib/flowplayer
 contribute
@@ -72013,7 +71235,6 @@ contributor/*/publish
 contributor/*/rels
 contributor/*/revisions
 contributor/published/more
-contributorlinking/contributorlandingpage.asp*
 contributors
 contributors/
 contributors/*
@@ -72070,6 +71291,7 @@ controller=product-sort
 controller=search
 controller=statistics
 controllers
+controlpanel
 controlpanel/
 controls
 controls
@@ -72143,6 +71365,7 @@ corcommunitynew/accesso/LogOut.do
 corder=
 core
 core$
+core*$
 core-1.8.7
 core-1.9.2
 core-1.9.3
@@ -72210,7 +71433,7 @@ core/*.png
 core/*.png
 core/*.svg
 core/*.svg
-core/*http://credential.net/robots.txt
+core/*http://80000hours.org/robots.txt
 core/2024-interest-group-week
 core/_next/static/shared/static/sticker-mule-share.*.png
 core/about
@@ -72306,7 +71529,7 @@ core/themes/*.jpg
 core/themes/*.js$
 core/themes/*.js?
 core/themes/*.png
-core/unlocking-power-rda-joint-workshop-nardac-and-pcc-sct-rda-training-task-grouphttp://hbs.edu/robots.txt
+core/unlocking-power-rda-joint-workshop-nardac-and-pcc-sct-rda-training-task-grouphttp://alabama.travel/robots.txt
 corev-support
 corgi$
 corgi/i18n
@@ -72434,8 +71657,6 @@ correcoes/enviar?url=
 correction=
 corrections
 corrections/search/node
-corrector
-correctors
 corregedoria
 correlati
 correze/
@@ -72498,6 +71719,7 @@ countdown/generic?
 countdown/to?
 counter
 counter/*?
+counters
 counters.php
 counters/customcounter.html?day
 counters/fullscreen.html?
@@ -72679,14 +71901,14 @@ courses/find-a-course/media-communication-and-creative-arts/animation-and-motion
 courses/find-a-course/results
 courses/graduate-certificate-in-higher-education-curriculum-teaching-and-learning
 courses/honours
-courses/http://foundation.mozilla.org/robots.txt
+courses/http://codecanyon.net/robots.txt
 courses/major/*-bachelor-arts-2022
 courses/major/film-television-bachelor-arts
 courses/nested-content/postgraduate
 courses/oasis/BabbScholarship
 courses/online-shkoly
 courses/online-shkoly/zapusk-online-shkoly
-courses/online-shkoly/zapusk-online-shkolyhttp://bonaparte.berlin/robots.txt
+courses/online-shkoly/zapusk-online-shkolyhttp://alistapart.com/robots.txt
 courses/requests
 courses/search
 courses/section
@@ -73006,7 +72228,6 @@ credit-cards/onlineservices/
 credit-cards?*
 credit-health/
 creditUrl
-creditaccount/
 creditcard*
 creditcard/CCApple01*
 creditcards
@@ -73451,7 +72672,6 @@ css/site.sections.careers.peoplebank.css
 css/site.sections.multimedia.css
 css2/
 css=*
-css?
 css?*
 cssId*
 cssuite*
@@ -73477,7 +72697,6 @@ ctx/fusion/
 ctx_shelf=edt.shelf.PersonShelf1
 cu
 cu-cut
-cu/
 cuba-eAm/*
 cuba/*
 cubs/search
@@ -73524,6 +72743,7 @@ currency
 currency/
 currency=
 currency=*
+currencyid=
 currencytransfers
 currensessionUserInfo.json*
 current-affairs-*%*-1392622137-2
@@ -73549,6 +72769,7 @@ current-staff/50th-anniversary/
 current-students-courses
 currentModal
 current_bid=
+current_cart_count
 currentaffairs/
 currentcartcount
 currentevents.aspx
@@ -73556,7 +72777,7 @@ currenteventsview.asp
 currenteventsview.aspx
 currents/V41/N02/Sloan.html
 cust
-cust-login.asp*
+cust_maint/site_down/maintenance.html
 custlogin/
 custlogin/showResetPassword.action*
 custom
@@ -73735,7 +72956,6 @@ custompage/*
 customscripts
 customshop
 cv
-cv/
 cv010
 cve
 cve/images
@@ -73771,7 +72991,6 @@ cww
 cx
 cy
 cy-gb/
-cy/
 cy/de
 cy/es
 cy/forums
@@ -73997,7 +73216,7 @@ da/bestilling
 da/blog
 da/checkout
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://lifehack.org/robots.txt
+da/create-a-doodle-pfmhttp://doordash.com/robots.txt
 da/destination
 da/downloadmirror
 da/errors
@@ -74127,7 +73346,7 @@ dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$
 dam/jcr:d493ce3b-6f18-4986-af05-f73f5bb24097/epost-mailer-font-update-12-2023.pdf
 dam/jcr:f5065dd6-c5df-4872-b4b8-f589519c9eeb/dhl-express-importanweisung-verzollung-de.pdf
 dam/support/pdf
-dam/udelImages/student-life/reslife/floorplanshttp://s-media-cache-ak0.pinimg.com/robots.txt
+dam/udelImages/student-life/reslife/floorplanshttp://udemy.com/robots.txt
 dam/www/*.PDF$
 dam/www/*.pdf$
 dam/www/*pdfs
@@ -74164,23 +73383,9 @@ data-group/
 data-items*
 data-page-integration
 data-processing-terms
-data-quality
-data-quality-bug
-data-quality-bugs
-data-quality-error
-data-quality-error-producers
-data-quality-errors
-data-quality-errors-producers
-data-quality-info
-data-quality-warning
-data-quality-warning-producers
-data-quality-warnings
-data-quality-warnings-producers
 data-science*
 data-security/download-confirm.html
 data-security/pdf/insider-threat-management-handbook.pdf
-data-source
-data-sources
 data-studio
 data-summit/draft-dsa.pdf
 data-summit/dsa.pdf
@@ -74242,14 +73447,13 @@ dataguide/dummy
 dataguide/intro/example
 dataincident2020
 datalibrary/
-dataservice/
 dataservices
 dataset/*/history
 dataset/rate
 dataset/search
 datasetname=
 datasets/
-datasets/http://mobygames.com/robots.txt
+datasets/http://jstatsoft.org/robots.txt
 datasheet
 datasrt=
 datastore
@@ -74300,6 +73504,7 @@ days/search
 days/site/nameday_widget
 days/x-calendar-month
 db
+db/indices
 db2dl/
 db2s
 dbacks/search
@@ -74466,7 +73671,6 @@ de-ch.sitemap.xml$
 de-ch/
 de-ch/dealer_locator/
 de-ch/healthcare-professionals/widgets
-de-ch/ppc/*
 de-ch/products/details
 de-ch/search
 de-ch/widgets
@@ -74719,7 +73923,6 @@ de-de/lp
 de-de/make/$
 de-de/neuvector
 de-de/organization/$
-de-de/ppc/*
 de-de/praesentation-erstellen/$
 de-de/pricing-faq/$
 de-de/pricing/$
@@ -75571,7 +74774,7 @@ de/trust/
 de/trust/gdpr/
 de/trust/gdpr/subprocessors/
 de/trust/privacy/
-de/trust/privacy/information-we-collect/http://ebayinc.com/robots.txt
+de/trust/privacy/information-we-collect/http://artist.link/robots.txt
 de/two-click/resolve/nojs
 de/ugc
 de/unleash
@@ -75784,7 +74987,7 @@ default/Wishlist-Show
 default/files/images/logo
 default1.cms
 defaultIndOnly.aspx
-default_image.psdhttp://onedio.com/robots.txt
+default_image.psdhttp://adssettings.google.com/robots.txt
 defaults
 deferred
 definicion/entlastendes
@@ -75845,7 +75048,7 @@ delete_props_conf.html
 delete_tags_conf.html
 deleteaccount.aspx
 deleteaccountb.aspx
-deleteaccounthttp://lrec-conf.org/robots.txt
+deleteaccounthttp://pokemon.com/robots.txt
 deleteme
 delhi-assembly-elections-2020/
 delhi-assembly-elections-2020/*
@@ -75890,7 +75093,7 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://invisionapp.com/robots.txt
+demo/safari-reader-test-nielshttp://mathispower4u.com/robots.txt
 demo2/
 demo_2c5e63dedb24a
 demo_ad.html
@@ -76007,6 +75210,7 @@ deru
 desastres-naturales-eAm/*
 desc
 descarga-ebook-*
+describe
 describecomponents.cgi
 describekeywords.cgi
 descuentos
@@ -78114,7 +77318,7 @@ digitaledition
 digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://issues.apache.org/robots.txt
+digitalsubscription/imagedownload/http://nj.gov/robots.txt
 digraph
 dilatua/proRecensione.do
 dilatuagaz
@@ -78146,7 +77350,7 @@ directnews
 directories
 directories-api
 directories/transition
-directors/http://flightglobal.com/robots.txt
+directors/http://fool.com/robots.txt
 directory
 directory-profile/
 directory/
@@ -78154,6 +77358,7 @@ directory/*
 directory/?
 directory/all
 directory/autocomplete
+directory/currency/switch/currency
 directory/directory.html
 directory/guided-search.html
 directory/media_and_entertainment/radio/hispanic_broadcasting_corporation/index.asp
@@ -78495,6 +77700,7 @@ displayAsWebView*
 display_subscribers_count1.js
 display_vvcodes.php
 display_webform.js
+displayartwork.html
 displaymap=
 dispute
 disputenotice
@@ -78517,7 +77723,6 @@ distinguished-fellows/
 distinguishedfellows/
 distribucion/*
 distribution
-distribution-terms.asp*
 distribution/
 distributions
 distributors
@@ -78535,10 +77740,9 @@ divisionadmin
 divisions/Support/Survey
 diy_skin_hair_care_for_girls_pictures_slideshow/article.htm
 dj
-dj/
 django
 django-admin
-django-admin/http://omnicalculator.com/robots.txt
+django-admin/http://xn2.824989.com/robots.txt
 dje
 dk
 dk$
@@ -78687,14 +77891,13 @@ dl_track
 dlfaculty
 dli-ild
 dlls/
-dlm_uploads/http://downshiftology.com/robots.txt
+dlm_uploads/http://rnd.de/robots.txt
 dloader
 dloader(NaverRobot)
 dls
 dlsearch/
 dlstudent
 dm
-dm/
 dmang3rdm
 dmc
 dmc/exp
@@ -78709,7 +77912,7 @@ dmn=
 dms
 dms/cdn/sites/iportal/documents/pdfs/
 dms/cdn/sites/support/documents
-dms_priv/*http://developers.cloudflare.com/robots.txt
+dms_priv/*http://itunes.apple.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -78745,7 +77948,7 @@ dna-tests?s=
 dna/dna-matches
 dna/insights
 dna/matches
-dna/matches/http://discourse.org/robots.txt
+dna/matches/http://myjewishlearning.com/robots.txt
 dna/meet-your-match
 dna/meet-your-match-acne-prone-skin-routine
 dna/meet-your-match-combination-to-oily-skin-routine
@@ -78762,7 +77965,6 @@ dnastudio/our-work
 dng/mapping/csv-import
 do
 do-not-change
-do-not-crawl
 do/
 do/AjaxService/
 do/Secure/
@@ -78773,6 +77975,7 @@ do/help/cookies/
 do/help/privacy/
 do/landingpage/
 do/secure/
+do2
 do=CreateGuest
 do=CreateRegistree
 do=backlink$
@@ -78832,7 +78035,6 @@ docList
 doc_news
 doc_photo.html
 doc_trans/
-doc_view/pid
 docdeliver/*
 docdollars/query
 docdollars/search
@@ -78861,7 +78063,7 @@ docs*?*utm_source=
 docs-and-downloads/*
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://advancedformintegration.com/robots.txt
+docs-api-legacy/http://deepmind.com/robots.txt
 docs-footer
 docs-qa
 docs/
@@ -78874,7 +78076,7 @@ docs/*.png$
 docs/*/auth/login?redirect=
 docs/*/diff
 docs/*/embed
-docs/*/http://grindr.com/robots.txt
+docs/*/http://chase.com/robots.txt
 docs/*/restore
 docs/*/search?
 docs/*/version
@@ -78979,7 +78181,7 @@ docspp
 doctor-strange
 doctors*/search*
 doctors/price-guide
-doctors/resultshttp://feedingamerica.org/robots.txt
+doctors/resultshttp://nebula.wsimg.com/robots.txt
 doctors/search?filter=
 doctors?
 doctors?keyword=
@@ -79255,7 +78457,6 @@ dokumentar/liv-fikk-et-vapen-mot-strupen-1.11028290
 dokumentation
 dol
 dol-overtime-rules
-dolby-vision-atmos-tvs
 dolphin/index.htm
 dom
 dom2/Flvplayer3.swf
@@ -79373,7 +78574,6 @@ download-evernote
 download-games/all-ipad-games/
 download-games/all-iphone-games/
 download-guidance
-download-history.asp*
 download-launch
 download-launch?
 download-linux/source-code
@@ -79396,7 +78596,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://daringfireball.net/robots.txt
+download/http://imagify.io/robots.txt
 download/labview-development-system-2013/3980/en
 download/labview-development-system-2013/4045/en
 download/legacy
@@ -79419,7 +78619,6 @@ download:
 downloadHistory
 downloadURL=
 download_52weeklow.php
-download_book/
 download_certificate
 download_check
 download_dividend.php
@@ -79431,7 +78630,6 @@ downloadapp
 downloadassets
 downloadaszip
 downloadcomp.php
-downloaded-images.asp*
 downloader
 downloader*
 downloader/
@@ -79446,7 +78644,7 @@ downloadpubliclightbox.php
 downloads
 downloads.php
 downloads/
-downloads/
+downloads/
 downloads/$
 downloads/*
 downloads/*/
@@ -79529,7 +78727,7 @@ dritte
 drive
 drive-and-listen/
 drive-angry
-drive-in/
+drive-in/
 drive-with-lyft*ref=
 drive-with-lyft*utm
 drive/car-reviews/*/new
@@ -79693,15 +78891,6 @@ dx.doi.org
 dxfp
 dyn
 dyn-search.php
-dyn/apex
-dyn/crisis-inventory
-dyn/declaris
-dyn/finapps
-dyn/hrd
-dyn/ilosite
-dyn/isinventory
-dyn/jnc
-dyn/osh
 dynaTraceMonitor
 dynamic
 dynamic-feed/*.xml
@@ -79732,7 +78921,6 @@ dynamics/googlenewsstandrss
 dynamics/vdo
 dynamo
 dz
-dz/
 dz/*?*lang=fr-FR
 dz/fr/work/products/tools/ups_selector
 dzcfg
@@ -79963,6 +79151,7 @@ ecommerce-fb-en_gb-vctrl
 ecommerce-fb-en_global-v2
 ecommerce-site
 ecommerce/store
+ecommerceconfigurator
 econfinadmin
 economia-digital/2015/12/02/565ee35de2704e08348b4579.html
 economia-eAm-argentina/*
@@ -79986,7 +79175,7 @@ economia/miojob/mobile/offerte/lavoro/cerca/*-*/*-*?
 economia/miojob/offerte/lavoro/cerca/*-*/*-*
 economia/miojob/offerte/lavoro/cerca/*-*/*-*?
 economia/miojob/rss
-economia/negocios/balance-nid04112021/http://salon.com/robots.txt
+economia/negocios/balance-nid04112021/http://lancaster.ac.uk/robots.txt
 economia/pt-br/internet
 economia/quiz
 economiaempresa/qualitat/documents/public
@@ -80107,12 +79296,8 @@ editor?key=*
 editorial-images
 editorial-search
 editorial/
-editorial/$
 editorial/*
-editorial/entertainment/$
-editorial/news/$
 editorial/queryProduct
-editorial/sports/$
 editorials
 editors
 editors/contact
@@ -80319,7 +79504,6 @@ edwardii-conference
 edxretailf.ws/
 ee
 ee-comments-services
-ee/
 ee/Download
 ee/et
 ee/forums
@@ -80330,7 +79514,6 @@ ee/user
 ee/users
 eea
 eecs/etc/calendar
-eedition_new/
 eeo-1/accord
 eeo-1/ambrose
 eeo-1/faq
@@ -80382,7 +79565,6 @@ eguide/peo-thank-you
 eguide/scaling-thank-you
 eguide/talent-race-thank-you
 eguide/talent-thank-you
-eh/
 ehf
 ehr-modal-redirect
 ehr/
@@ -80405,7 +79587,6 @@ eid=
 eid?
 eie/search-result
 eines
-einrichtungen/verwaltung/stabsstellen/hochschulkommunikation/service-fuer-beschaeftigte/onlinekommunikation/styleguide/ci-elemente-und-funktionen/funktionen-extensions/news/
 einterface/
 einvoice/
 ejecutivo-administrador/fernandez-jambrina-alicia_2265029_G50.html
@@ -80674,26 +79855,11 @@ elections-2017-results-ward-i.aspx
 elections-quebec-2012/reperes-personne?codePersonne=
 elections/canada/candidates.html
 elections/carto/map-embed?
-elections/results/
-elections/results/party/
-elections/results/party/democrat/
-elections/results/party/green/
-elections/results/party/independant/
-elections/results/party/republican/
-elections/test/
 elections/usa/elections-test.html
 electralhydrationforhealth/*
 electric/batteryupdate
 electrode/api/logger
 electromenager/*idOffre=
-electronics/55-inch-and-above-big-screen-tv
-electronics/bravia-xr-tvs
-electronics/how-to-select-tv-by-what-you-watch-gaming
-electronics/how-to-select-tv-by-what-you-watch-netflix
-electronics/how-to-select-tv-by-what-you-watch-smart-tv
-electronics/how-to-select-tv-by-what-you-watch-sports
-electronics/picture-quality
-electronics/sound-quality
 eleicoes/2018/busca
 eleicoes/2020/busca
 eleicoes/candidatosipad/
@@ -80757,7 +79923,7 @@ email-blog
 email-colleague
 email-confirm
 email-contact/
-email-contact/nodehttp://hellogiggles.com/robots.txt
+email-contact/nodehttp://gsk.com/robots.txt
 email-contact/taxonomy_term
 email-content
 email-disclaimer
@@ -80859,7 +80025,6 @@ emailv_v2
 emb_releases
 emb_releases_ml
 embargo
-embargo.ilo.org
 embed
 embed-templates
 embed-upload
@@ -81413,13 +80578,8 @@ en-ae
 en-ae-new
 en-ae/
 en-ae/blog/topic
-en-ae/dolby-vision-atmos-tvs
-en-ae/hands-free-voice-search-tvs
-en-ae/home-theatre-sound-bars/neckband-speakers
-en-ae/netflix-recommended-tvs
 en-ae/resources/topic
 en-ae/search
-en-ae/smart-tvs-netflix-calibrated-mode
 en-af
 en-ag
 en-ai
@@ -81427,11 +80587,6 @@ en-al
 en-alpha/
 en-am
 en-ao
-en-ao/dolby-vision-atmos-tvs
-en-ao/hands-free-voice-search-tvs
-en-ao/home-theatre-sound-bars/neckband-speakers
-en-ao/netflix-recommended-tvs
-en-ao/smart-tvs-netflix-calibrated-mode
 en-as
 en-at/*accepts_affirm
 en-at/*accepts_gift_cards
@@ -81524,7 +80679,6 @@ en-au/no-follow
 en-au/node
 en-au/pages
 en-au/phenom
-en-au/ppc/*
 en-au/products/details
 en-au/profiles
 en-au/profiles/*.css$
@@ -81589,7 +80743,6 @@ en-be/download
 en-be/item/*/offers/new
 en-be/listings/*/auction/bids
 en-be/my
-en-be/ppc/*
 en-be/product_views
 en-be/products/details
 en-be/profile
@@ -81598,11 +80751,6 @@ en-be/signup?redirect_to=
 en-be/similar
 en-be/swift-codes
 en-bf
-en-bf/dolby-vision-atmos-tvs
-en-bf/hands-free-voice-search-tvs
-en-bf/home-theatre-sound-bars/neckband-speakers
-en-bf/netflix-recommended-tvs
-en-bf/smart-tvs-netflix-calibrated-mode
 en-bg
 en-bg/*accepts_affirm
 en-bg/*accepts_gift_cards
@@ -81638,17 +80786,7 @@ en-bg/shop/*/feedback
 en-bg/signup?redirect_to=
 en-bg/similar
 en-bh/
-en-bh/dolby-vision-atmos-tvs
-en-bh/hands-free-voice-search-tvs
-en-bh/home-theatre-sound-bars/neckband-speakers
-en-bh/netflix-recommended-tvs
-en-bh/smart-tvs-netflix-calibrated-mode
 en-bj
-en-bj/dolby-vision-atmos-tvs
-en-bj/hands-free-voice-search-tvs
-en-bj/home-theatre-sound-bars/neckband-speakers
-en-bj/netflix-recommended-tvs
-en-bj/smart-tvs-netflix-calibrated-mode
 en-bm
 en-bn
 en-bo
@@ -81707,42 +80845,20 @@ en-ca/feedback
 en-ca/lp
 en-ca/mega-nav
 en-ca/pages
-en-ca/ppc/*
 en-ca/products/details
 en-ca/search
 en-ca/search?
 en-ca/searchresults
 en-ca/widgets
 en-cc
-en-cd/dolby-vision-atmos-tvs
-en-cd/electronics/how-to-select-tv-by-what-you-watch-gaming
-en-cd/electronics/how-to-select-tv-by-what-you-watch-netflix
-en-cd/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-en-cd/electronics/how-to-select-tv-by-what-you-watch-sports
-en-cd/hands-free-voice-search-tvs
-en-cd/home-theatre-sound-bars/neckband-speakers
-en-cd/netflix-recommended-tvs
-en-cd/smart-tvs-netflix-calibrated-mode
 en-cf
 en-cg
-en-cg/home-theatre-sound-bars/neckband-speakers
 en-ch.html$
 en-ch.sitemap.xml$
 en-ch/
-en-ch/ppc/*
 en-ci
-en-ci/dolby-vision-atmos-tvs
-en-ci/hands-free-voice-search-tvs
-en-ci/home-theatre-sound-bars/neckband-speakers
-en-ci/netflix-recommended-tvs
-en-ci/smart-tvs-netflix-calibrated-mode
 en-ck
 en-cl
-en-cm/dolby-vision-atmos-tvs
-en-cm/hands-free-voice-search-tvs
-en-cm/home-theatre-sound-bars/neckband-speakers
-en-cm/netflix-recommended-tvs
-en-cm/smart-tvs-netflix-calibrated-mode
 en-cn/search
 en-co
 en-cr
@@ -81860,11 +80976,6 @@ en-dk/similar
 en-dm
 en-do
 en-dz
-en-dz/dolby-vision-atmos-tvs
-en-dz/hands-free-voice-search-tvs
-en-dz/home-theatre-sound-bars/neckband-speakers
-en-dz/netflix-recommended-tvs
-en-dz/smart-tvs-netflix-calibrated-mode
 en-ec
 en-ee/*accepts_affirm
 en-ee/*accepts_gift_cards
@@ -81901,19 +81012,7 @@ en-ee/signup?redirect_to=
 en-ee/similar
 en-eg
 en-eg/
-en-eg/dolby-vision-atmos-tvs
-en-eg/electronics/bravia-xr-tvs
-en-eg/electronics/how-to-select-tv-by-what-you-watch-gaming
-en-eg/electronics/how-to-select-tv-by-what-you-watch-netflix
-en-eg/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-en-eg/electronics/how-to-select-tv-by-what-you-watch-sports
-en-eg/electronics/picture-quality
-en-eg/electronics/sound-quality
-en-eg/hands-free-voice-search-tvs
-en-eg/home-theatre-sound-bars/neckband-speakers
-en-eg/netflix-recommended-tvs
 en-eg/search
-en-eg/smart-tvs-netflix-calibrated-mode
 en-eh
 en-en/
 en-eng/
@@ -81998,11 +81097,6 @@ en-fr/shop/*/feedback
 en-fr/signup?redirect_to=
 en-fr/similar
 en-ga
-en-ga/dolby-vision-atmos-tvs
-en-ga/hands-free-voice-search-tvs
-en-ga/home-theatre-sound-bars/neckband-speakers
-en-ga/netflix-recommended-tvs
-en-ga/smart-tvs-netflix-calibrated-mode
 en-gb
 en-gb
 en-gb*
@@ -82103,7 +81197,6 @@ en-gb/participants-survey/businesses/form-pages/your-request-has-been-sent-
 en-gb/participants-survey/businesses/form-pages/your-request-has-successfully-been-sent-
 en-gb/participants-survey/people/formulier-paginas/your-request-has-been-sent-
 en-gb/phenom
-en-gb/ppc/*
 en-gb/products/details
 en-gb/profile
 en-gb/profiles
@@ -82280,7 +81373,6 @@ en-hk.html$
 en-hk.sitemap.xml$
 en-hk/
 en-hk/blog/topic
-en-hk/ppc/*
 en-hk/resources/topic
 en-hn
 en-hr
@@ -82390,22 +81482,12 @@ en-in/search
 en-in/searchresults
 en-io
 en-iq
-en-iq/dolby-vision-atmos-tvs
-en-iq/hands-free-voice-search-tvs
-en-iq/home-theatre-sound-bars/neckband-speakers
-en-iq/netflix-recommended-tvs
-en-iq/smart-tvs-netflix-calibrated-mode
 en-is
 en-it*
 en-jm
 en-jm/
 en-jo
 en-jo/
-en-jo/dolby-vision-atmos-tvs
-en-jo/hands-free-voice-search-tvs
-en-jo/home-theatre-sound-bars/neckband-speakers
-en-jo/netflix-recommended-tvs
-en-jo/smart-tvs-netflix-calibrated-mode
 en-jp
 en-jp/
 en-kg
@@ -82415,20 +81497,10 @@ en-km
 en-kn
 en-kr
 en-kw/
-en-kw/dolby-vision-atmos-tvs
-en-kw/hands-free-voice-search-tvs
-en-kw/home-theatre-sound-bars/neckband-speakers
-en-kw/netflix-recommended-tvs
-en-kw/smart-tvs-netflix-calibrated-mode
 en-ky
 en-kz
 en-la
 en-lb
-en-lb/dolby-vision-atmos-tvs
-en-lb/hands-free-voice-search-tvs
-en-lb/home-theatre-sound-bars/neckband-speakers
-en-lb/netflix-recommended-tvs
-en-lb/smart-tvs-netflix-calibrated-mode
 en-lc
 en-li
 en-lk
@@ -82534,23 +81606,12 @@ en-lv/shop/*/feedback
 en-lv/signup?redirect_to=
 en-lv/similar
 en-ly
-en-ly/dolby-vision-atmos-tvs
-en-ly/hands-free-voice-search-tvs
-en-ly/home-theatre-sound-bars/neckband-speakers
-en-ly/netflix-recommended-tvs
-en-ly/smart-tvs-netflix-calibrated-mode
 en-ma
-en-ma/dolby-vision-atmos-tvs
-en-ma/hands-free-voice-search-tvs
-en-ma/home-theatre-sound-bars/neckband-speakers
-en-ma/netflix-recommended-tvs
-en-ma/smart-tvs-netflix-calibrated-mode
 en-mc
 en-md
 en-mde
 en-mde/products/details
 en-me
-en-mea/home-theatre-sound-bars/neckband-speakers
 en-mg
 en-mh
 en-mk
@@ -82563,11 +81624,6 @@ en-mq
 en-mr
 en-ms
 en-mu
-en-mu/dolby-vision-atmos-tvs
-en-mu/hands-free-voice-search-tvs
-en-mu/home-theatre-sound-bars/neckband-speakers
-en-mu/netflix-recommended-tvs
-en-mu/smart-tvs-netflix-calibrated-mode
 en-mv
 en-mw
 en-my
@@ -82666,11 +81722,6 @@ en-nz/products/details
 en-nz/search
 en-om
 en-om/
-en-om/dolby-vision-atmos-tvs
-en-om/hands-free-voice-search-tvs
-en-om/home-theatre-sound-bars/neckband-speakers
-en-om/netflix-recommended-tvs
-en-om/smart-tvs-netflix-calibrated-mode
 en-pa
 en-pe
 en-pf
@@ -82759,11 +81810,6 @@ en-pt/swift-codes
 en-pw
 en-py
 en-qa/
-en-qa/dolby-vision-atmos-tvs
-en-qa/hands-free-voice-search-tvs
-en-qa/home-theatre-sound-bars/neckband-speakers
-en-qa/netflix-recommended-tvs
-en-qa/smart-tvs-netflix-calibrated-mode
 en-re
 en-ro
 en-ro/*accepts_affirm
@@ -82806,12 +81852,7 @@ en-ru/products/details
 en-s/
 en-sa
 en-sa/
-en-sa/dolby-vision-atmos-tvs
-en-sa/hands-free-voice-search-tvs
-en-sa/home-theatre-sound-bars/neckband-speakers
-en-sa/netflix-recommended-tvs
 en-sa/search
-en-sa/smart-tvs-netflix-calibrated-mode
 en-sa/store/
 en-sb
 en-sc
@@ -82846,7 +81887,6 @@ en-se/download
 en-se/item/*/offers/new
 en-se/listings/*/auction/bids
 en-se/my
-en-se/ppc/*
 en-se/product_views
 en-se/products/details
 en-se/profile
@@ -82862,7 +81902,6 @@ en-sg.sitemap.xml$
 en-sg/
 en-sg/blog/topic
 en-sg/books/
-en-sg/ppc/*
 en-sg/products/details
 en-sg/resources/topic
 en-sh
@@ -82935,22 +81974,12 @@ en-sk/signup?redirect_to=
 en-sk/similar
 en-sm
 en-sn
-en-sn/dolby-vision-atmos-tvs
-en-sn/hands-free-voice-search-tvs
-en-sn/home-theatre-sound-bars/neckband-speakers
-en-sn/netflix-recommended-tvs
-en-sn/smart-tvs-netflix-calibrated-mode
 en-so
 en-sr
 en-st
 en-sv
 en-sv/search
 en-sx
-en-sy/dolby-vision-atmos-tvs
-en-sy/hands-free-voice-search-tvs
-en-sy/home-theatre-sound-bars/neckband-speakers
-en-sy/netflix-recommended-tvs
-en-sy/smart-tvs-netflix-calibrated-mode
 en-sz
 en-tc
 en-td
@@ -82960,16 +81989,11 @@ en-tj
 en-tk
 en-tm
 en-tn
-en-tn/dolby-vision-atmos-tvs
-en-tn/hands-free-voice-search-tvs
-en-tn/home-theatre-sound-bars/neckband-speakers
-en-tn/netflix-recommended-tvs
-en-tn/smart-tvs-netflix-calibrated-mode
 en-to
 en-tools
 en-tr
 en-tr/blogs
-en-tr/cart/http://sportingnews.com/robots.txt
+en-tr/cart/http://linktr.ee/robots.txt
 en-tr/pages
 en-tr/products/details
 en-tt
@@ -83042,7 +82066,6 @@ en-us/news/in-the-news
 en-us/news/news-releases
 en-us/pearsonplus/search.html?aq=
 en-us/ppc
-en-us/ppc/*
 en-us/practice-advisor-authors/contributing-authors.page
 en-us/product
 en-us/products/batch-services.page
@@ -83145,17 +82168,11 @@ en-ws
 en-xm/
 en-xu/
 en-ye
-en-ye/dolby-vision-atmos-tvs
-en-ye/hands-free-voice-search-tvs
-en-ye/home-theatre-sound-bars/neckband-speakers
-en-ye/netflix-recommended-tvs
-en-ye/smart-tvs-netflix-calibrated-mode
 en-yt
 en-za
 en-za.html$
 en-za.sitemap.xml$
 en-za/
-en-za/ppc/*
 en-za/products/details
 en-za/search
 en-zw/
@@ -83528,7 +82545,7 @@ en/cloud/saas/vocado-student-financial-planning/21b
 en/cloud/saas/vocado-student-financial-planning/21c
 en/collected_pages
 en/collection-items
-en/collection/search?*http://yadi.sk/robots.txt
+en/collection/search?*http://rijksoverheid.nl/robots.txt
 en/collections
 en/comment/reply
 en/communities
@@ -83575,7 +82592,7 @@ en/cultnatlaws/list
 en/cultnatlaws/map
 en/currency/edit
 en/customer-home
-en/customer-services/points-attention/appointment-request-formhttp://video.foxbusiness.com/robots.txt
+en/customer-services/points-attention/appointment-request-formhttp://tmj4.com/robots.txt
 en/customers-tax-faq
 en/data-appearances
 en/database/oracle/machine-learning/omlla
@@ -83676,6 +82693,7 @@ en/features/
 en/features/color-splash.html
 en/features/one-tap-enhance.html
 en/filter/tips
+en/finance/offers-discounts/index.html
 en/financial-services/walmart-rewards-mastercard-apply-now
 en/for-tourists/kuzniczki-park,a,12080
 en/for-tourists/the-main-city-hall,a,12145
@@ -83686,6 +82704,7 @@ en/get/api/popup
 en/get/api/review
 en/get/api/search/slicing-attributes
 en/getting-started
+en/giving-life/updates-from-canadahelps/announcing-canadahelps-new-president-and-ceo-duke-chang
 en/global-education-coalition/grid
 en/global-education-coalition/list
 en/global-education-coalition/map
@@ -83853,7 +82872,7 @@ en/mercury/
 en/meta/display/news.html
 en/meta/display/shop-detail.html
 en/microsite/
-en/microsites/http://lifeline.org.au/robots.txt
+en/microsites/http://pexels.com/robots.txt
 en/microsoft-365
 en/microsoft-365/
 en/microsoft-teams
@@ -83910,6 +82929,8 @@ en/nav/categories
 en/network-status
 en/news
 en/news-redirect/*
+en/news/all-news/$
+en/news/all-news/index.html
 en/news/canarias/diary
 en/news?
 en/newsletters/*
@@ -83937,6 +82958,7 @@ en/order
 en/order-confirmation
 en/order-follow
 en/order-history
+en/our-company/news-and-announcements/news-releases/index.html
 en/our-company/news-and-events/press-releases
 en/override
 en/pages/*/data
@@ -84151,7 +83173,7 @@ en/search?*keywords=
 en/search?*x=1
 en/search?*z=1
 en/search?s=*
-en/searchpage.htmlhttp://matomo.org/robots.txt
+en/searchpage.htmlhttp://lifewire.com/robots.txt
 en/security
 en/security/
 en/seocheck
@@ -84344,8 +83366,6 @@ en_uk
 en_us
 en_us/blog/tag/splunk-apps-and-add-ons.html
 en_us/careers/search-jobs.html?page=
-en_us/ccpa-error
-en_us/ccpa-success
 en_us/offers/sem/
 en_us/partnernet/
 ena/data/view
@@ -84575,8 +83595,6 @@ enterprise/
 enterprise/$
 enterprise/Alchemy_CustomerStory.pdf
 enterprise/LosAngeles_CustomerStory.pdf
-enterprise/book-a-demo-confirmation/
-enterprise/book-a-demo/
 enterprise/downloads/
 enterprise/events
 enterprise/idrive_enterprise_data_sheet.pdf
@@ -84594,12 +83612,12 @@ entertainment-ice
 entertainment-unify
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
-entertainment/calendar/search/
 entertainment/index.html
 entertainment/quizzes/test/
 entertainment_b1zd3v
 entertainment_duplicate
 entertainment_life/home_garden/real_estate_transfers/
+enterzipcode.php
 entities
 entities/*/*
 entities/*/*/*?
@@ -84651,8 +83669,6 @@ entrez/viewer.fcgi
 entries
 entries/*/shareimage
 entry
-entry-date
-entry-dates
 entry-reservation*
 entry-reservation/*
 entry.count
@@ -84678,7 +83694,6 @@ environment
 environment/ets
 environment/nantucket-field-station/
 environmental-health-and-safety
-environmental-score
 envoi-courrier-en-ligne/parcours
 envoyer-colis-vers-point-retrait
 envoyer-par-email
@@ -84713,10 +83728,10 @@ epilepsy_pictures_slideshow/article.htm
 episerver
 episerver
 episode
-episode-engine/
-episode-podcast/
-episode/
+episode-engine/
+episode-podcast/
 episode/
+episode/
 episode/*/transcript$
 episode/http
 episodes
@@ -84750,7 +83765,6 @@ equity
 equity/includes/
 equity/scripts/
 er.php
-er/
 erasmus-plus/404_en.htm
 eresources/
 ergebnisse?
@@ -85239,7 +84253,6 @@ es-es/plantillas/organigrama-de-proyecto/$
 es-es/plantillas/panel-de-vision/$
 es-es/plantillas/planificacion-estrategica/$
 es-es/plantillas/reunion/$
-es-es/ppc/*
 es-es/presentaciones/$
 es-es/pricing-faq/$
 es-es/pricing/$
@@ -85432,7 +84445,6 @@ es-mx-new
 es-mx.html$
 es-mx.sitemap.xml$
 es-mx/
-es-mx/ppc/*
 es-mx/products/details
 es-mx/search
 es-mx/search/$
@@ -85626,7 +84638,6 @@ es/atencion-al-cliente/puntos-atencion/formulario-cita-previa
 es/atencion/programas/*?
 es/athletics/search
 es/auth
-es/author
 es/autocomplete
 es/autocomplete/
 es/ayuda-jotmbe
@@ -85923,7 +84934,6 @@ es/global-education-coalition/grid
 es/global-education-coalition/list
 es/global-education-coalition/map
 es/goodies/swf/v5/swf/Fotor.swf
-es/gracias
 es/group
 es/group/
 es/guardians/search
@@ -86242,7 +85252,7 @@ es/search/default.mi
 es/search/help
 es/search?
 es/search?*
-es/search?*http://taringa.net/robots.txt
+es/search?*http://planner5d.com/robots.txt
 es/searchresult
 es/secure-preview
 es/security
@@ -86755,15 +85765,10 @@ et/api.php?
 et/api.php?*&action=
 et/api.php?action=
 et/dfs
-et/dolby-vision-atmos-tvs
 et/forums
-et/hands-free-voice-search-tvs
-et/home-theatre-sound-bars/neckband-speakers
 et/kb/*/discuss
-et/netflix-recommended-tvs
 et/press-releases
 et/search
-et/smart-tvs-netflix-calibrated-mode
 et/user
 et/users
 et/wiki/Eri:
@@ -87396,7 +86401,7 @@ exhibitions/gilbert_and_george/special_gift.php
 exhibits/orgunit/*?
 exhibits/orgunit/*?spc.page
 exhibits/orgunit/*?utm_source
-exit.htmlhttp://iupac.org/robots.txt
+exit.htmlhttp://jekyllrb.com/robots.txt
 exit?
 exitpoll/
 expat/
@@ -87620,7 +86625,7 @@ external/strada/secure
 external/tces
 external/whistler
 externalContentView
-externalContentView/http://pendleton-usa.com/robots.txt
+externalContentView/http://doc.qt.io/robots.txt
 externalPageReview
 externalUrl
 external_assets
@@ -88085,7 +87090,6 @@ f/jp_zoukei
 f/s/flurry
 f/smarty
 f1-season-2023-timeline
-f1.
 f1/news/?q=giorgio%20piola
 f1/teams/alphataui/twitter/ajax
 f1/teams/alphatauri/ajax
@@ -88224,7 +87228,7 @@ faculties
 faculty-affairs
 faculty-profile/profile/download/*
 faculty-profiles?
-faculty.html$http://postcron.com/robots.txt
+faculty.html$http://conferences.sigcomm.org/robots.txt
 faculty/
 faculty/facets/cengage%3Adigitalplatforms/
 faculty/facets/cengage%3Adiscipline/
@@ -88343,6 +87347,7 @@ faq/topic/global-seller-program
 faq/visitor_emailfriend.cfm
 faq_search.php
 faqirs/
+faqlinks.html
 faqs
 faqs.php
 faqs/can-i-change-the-way-ghostery-tab-looks
@@ -88727,6 +87732,8 @@ featured-articles?
 featured-content
 featured-optimize
 featured-stock-photographers_
+featured/*completeProductSku=
+featured/*googleShopping=true&completeProductSku
 featuredlistingad/advert
 featureflag
 featurelist
@@ -88741,7 +87748,7 @@ features-oceans?
 features-satellites?
 features-weather?
 features/aerisweather-development-partner-program
-features/aerisweather-javascript-sdk/http://berklee.edu/robots.txt
+features/aerisweather-javascript-sdk/http://aerogaming.org/robots.txt
 features/analytics
 features/external/cdp
 features/for-
@@ -88819,7 +87826,7 @@ feed/training-resources/assets/facets/cengage%3Aplatform.xml/
 feed/turbo*
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://greatist.com/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt
 feed/zen
 feed=
 feed=rss
@@ -88856,7 +87863,7 @@ feedback/thankyou.jsp
 feedback/user_study
 feedbackR1
 feedcommunicationdetail
-feedhttp://fedoraproject.org/robots.txt
+feedhttp://digiday.com/robots.txt
 feeding_a_picky_eater_pictures_slideshow/article.htm
 feeds
 feeds*.php
@@ -88896,7 +87903,6 @@ femmes/cartes/envoi_ok
 fencing?date=
 feng/search-result
 fepicturegallery.php?imageNo=/
-fergusonlife/
 ferieboliger
 ferienwohnung_ferienhaus.location_s
 fernandocoelhofilho
@@ -89246,11 +88252,6 @@ file_download.php
 fileadmin
 fileadmin/*/_processed_
 fileadmin/BMG_Secure/
-fileadmin/ESET/INT/Docs/Reports/*
-fileadmin/ESET/INT/Docs/no-index/*
-fileadmin/ESET/SK/Docs/no-index/*
-fileadmin/ESET/UK/Docs/Reports/*
-fileadmin/ESET/UK/white-papers/*
 fileadmin/FTPuploads
 fileadmin/Motive
 fileadmin/_migrated
@@ -89376,7 +88377,7 @@ filiale-rating
 filialeBadge
 filialeHrs
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iana.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filing_wiz
 filings
 filipepereira
@@ -89385,6 +88386,7 @@ films/*/size/large
 films/*/year
 films/year
 filter
+filter*$
 filter-partner-vertical
 filter.do
 filter/
@@ -89395,7 +88397,7 @@ filter/more
 filter/tip
 filter/tips
 filter/tips
-filter/tips
+filter/tips
 filter/tips/
 filter=
 filter=*
@@ -89423,6 +88425,7 @@ filterTags=
 filterTerm=
 filter_fv_id
 filter_id
+filter_id=
 filter_price_max
 filter_price_min
 filterbyLocation=
@@ -89524,7 +88527,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://namecheap.com/robots.txt
+find/*http://freeletics.com/robots.txt
 find/?srsltid
 find/club
 find/player
@@ -89634,11 +88637,9 @@ fiyat=
 fizipcodecheck
 fizzy/admin
 fj
-fj/
 fj/en/book-a-trip/flights/fare-types/fare-guide-information.html
 fj/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 fk
-fk/
 fl
 fl/florida
 fl/orlando
@@ -89663,6 +88664,7 @@ flag_reports
 flagcomment
 flagmod
 flags
+flagwidget=true
 flandres-dunkerque-armentieres/
 flandres-dunkerque-armentieres/assure/actualites/
 flanneled/
@@ -89766,7 +88768,7 @@ flightsh5/
 flightstat/v1
 flint-deals
 flip-book/pdf/ad106c9390e50a84a1f87bed55b5115b712d9c6b.pdf
-flip-player/
+flip-player/
 flip-preview
 flipboardrss
 flipbook
@@ -89810,7 +88812,6 @@ flyer_type_name=*
 flyg/cn/*
 flyg/ct
 fm
-fm/
 fmf_getting_started
 fmf_location_update
 fmf_location_update_unsubscribe_undo
@@ -91588,8 +90589,6 @@ fonts/zhi-mang-xing/$
 fonts/zilla-slab-highlight/$
 fonts/zilla-slab/$
 food-cooking_school/glossary?channelVcmid=
-food-group
-food-groups
 food/archive
 food/dash
 food/dbapps/restaurants
@@ -91730,14 +90729,14 @@ forgotpassword?
 forgotten-password
 forgotten-password
 forgotten-password/
-forgov-devhttp://commonsensemedia.org/robots.txt
+forgov-devhttp://qnap.com/robots.txt
 forlibraries
 form
 form-containers
 form-error.aspx
 form-id=
 form-raw
-form-responses/*http://mindmeister.com/robots.txt
+form-responses/*http://powtoon.com/robots.txt
 form-submit
 form.html
 form.php$
@@ -91785,6 +90784,7 @@ forms/recommend-to-librarian/
 forms/submit.form
 forms/templates
 forms/write-us
+formscore
 formstackhq.formstack.com
 formula-1-eAm-mx/*
 formula1/opinion/ajax
@@ -92003,7 +91003,7 @@ forum/thread/*/participants
 forum/threads/*/poll/results*
 forum/threads/*/tags$
 forum/ucp.php
-forum/ucp.phphttp://roxanegay.com/robots.txt
+forum/ucp.phphttp://element.io/robots.txt
 forum/users
 forum/viewonline.php
 forum/viewtopic.php
@@ -92246,7 +91246,7 @@ forums/usercp.php
 forums/usernote.php
 forums/userposts.php
 forums/users
-forums/users/http://cgi.ebay.com/robots.txt
+forums/users/http://wpml.org/robots.txt
 forums/userstyles.php
 forums/writepost
 forums/writethread
@@ -92259,24 +91259,17 @@ forwardmessages
 foryou
 fos/icn/
 fossate/
-foto-imagem-*.html
-foto-immagine-*.html
-foto-immagine-*image*.html
 foto_del_giorno
 foto_old/*
 fotogalerias/*/*/pagina
 fotogallery.php
 fotohaber/sayfalama/
 fotos
-fotos-bilder/
-fotos-imagens/
-fotos-immagini/
 fotos/*
 fotos/archivo
 fotos/es/*+
 fotoservice/client_redirect.jsp
 fotovideo.html$
-foundation/
 foundation/contact
 foundationservices/
 four
@@ -92445,19 +91438,9 @@ fr-be/search
 fr-be/swift-codes
 fr-be/widgets
 fr-bf
-fr-bf/home-theatre-sound-bars/neckband-speakers
-fr-bf/netflix-calibrated-mode-pour-smart-tv
-fr-bf/netflix-recommended-tv
-fr-bf/tv-avec-dolby-vision-atmos
-fr-bf/tv-avec-recherche-vocale-mains-libres
 fr-bg
 fr-bh
 fr-bi
-fr-bj/home-theatre-sound-bars/neckband-speakers
-fr-bj/netflix-calibrated-mode-pour-smart-tv
-fr-bj/netflix-recommended-tv
-fr-bj/tv-avec-dolby-vision-atmos
-fr-bj/tv-avec-recherche-vocale-mains-libres
 fr-bm
 fr-bn
 fr-bo
@@ -92480,21 +91463,10 @@ fr-ca/dealer_locator/
 fr-ca/ipns
 fr-ca/login-messages/
 fr-ca/oicms
-fr-ca/ppc/*
 fr-ca/products/details
 fr-ca/search
 fr-ca/widgets
 fr-cc
-fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-jeux
-fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-netflix
-fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
-fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-sport
-fr-cd/home-theatre-sound-bars/neckband-speakers
-fr-cd/netflix-calibrated-mode-pour-smart-tv
-fr-cd/netflix-recommended-tv
-fr-cd/tv-avec-dolby-vision-atmos
-fr-cd/tv-avec-recherche-vocale-mains-libres
-fr-cg/home-theatre-sound-bars/neckband-speakers
 fr-ch
 fr-ch
 fr-ch-new
@@ -92502,22 +91474,11 @@ fr-ch.html$
 fr-ch.sitemap.xml$
 fr-ch/
 fr-ch/dealer_locator/
-fr-ch/ppc/*
 fr-ch/products/details
 fr-ch/search
 fr-ch/widgets
-fr-ci/home-theatre-sound-bars/neckband-speakers
-fr-ci/netflix-calibrated-mode-pour-smart-tv
-fr-ci/netflix-recommended-tv
-fr-ci/tv-avec-dolby-vision-atmos
-fr-ci/tv-avec-recherche-vocale-mains-libres
 fr-ck
 fr-cl
-fr-cm/home-theatre-sound-bars/neckband-speakers
-fr-cm/netflix-calibrated-mode-pour-smart-tv
-fr-cm/netflix-recommended-tv
-fr-cm/tv-avec-dolby-vision-atmos
-fr-cm/tv-avec-recherche-vocale-mains-libres
 fr-cn
 fr-co
 fr-cr
@@ -92532,11 +91493,6 @@ fr-dk
 fr-dm
 fr-do
 fr-dz
-fr-dz/home-theatre-sound-bars/neckband-speakers
-fr-dz/netflix-calibrated-mode-pour-smart-tv
-fr-dz/netflix-recommended-tv
-fr-dz/tv-avec-dolby-vision-atmos
-fr-dz/tv-avec-recherche-vocale-mains-libres
 fr-ec
 fr-ee
 fr-eg
@@ -92800,7 +91756,6 @@ fr-fr/lp
 fr-fr/make/$
 fr-fr/neuvector
 fr-fr/organization/$
-fr-fr/ppc/*
 fr-fr/presentation-diaporama/$
 fr-fr/pricing-faq/$
 fr-fr/pricing/$
@@ -92938,11 +91893,6 @@ fr-fr/webinars/mirakl-design-system/$
 fr-fr/whats-new/$
 fr-fr/wireframe-tool/$
 fr-ga
-fr-ga/home-theatre-sound-bars/neckband-speakers
-fr-ga/netflix-calibrated-mode-pour-smart-tv
-fr-ga/netflix-recommended-tv
-fr-ga/tv-avec-dolby-vision-atmos
-fr-ga/tv-avec-recherche-vocale-mains-libres
 fr-gb
 fr-gd
 fr-ge
@@ -92996,15 +91946,9 @@ fr-lu/
 fr-lv
 fr-ly
 fr-ma
-fr-ma/home-theatre-sound-bars/neckband-speakers
-fr-ma/netflix-calibrated-mode-pour-smart-tv
-fr-ma/netflix-recommended-tv
-fr-ma/tv-avec-dolby-vision-atmos
-fr-ma/tv-avec-recherche-vocale-mains-libres
 fr-mc/
 fr-md
 fr-me
-fr-mea/home-theatre-sound-bars/neckband-speakers
 fr-mh
 fr-mk
 fr-ml
@@ -93017,11 +91961,6 @@ fr-mr
 fr-ms
 fr-mt
 fr-mu
-fr-mu/home-theatre-sound-bars/neckband-speakers
-fr-mu/netflix-calibrated-mode-pour-smart-tv
-fr-mu/netflix-recommended-tv
-fr-mu/tv-avec-dolby-vision-atmos
-fr-mu/tv-avec-recherche-vocale-mains-libres
 fr-mv
 fr-mw
 fr-mx
@@ -93069,11 +92008,6 @@ fr-sj
 fr-sk
 fr-sl
 fr-sm
-fr-sn/home-theatre-sound-bars/neckband-speakers
-fr-sn/netflix-calibrated-mode-pour-smart-tv
-fr-sn/netflix-recommended-tv
-fr-sn/tv-avec-dolby-vision-atmos
-fr-sn/tv-avec-recherche-vocale-mains-libres
 fr-so
 fr-sr
 fr-st
@@ -93087,11 +92021,6 @@ fr-tk
 fr-tm
 fr-tn
 fr-tn/
-fr-tn/home-theatre-sound-bars/neckband-speakers
-fr-tn/netflix-calibrated-mode-pour-smart-tv
-fr-tn/netflix-recommended-tv
-fr-tn/tv-avec-dolby-vision-atmos
-fr-tn/tv-avec-recherche-vocale-mains-libres
 fr-to
 fr-tr
 fr-tt
@@ -93245,7 +92174,6 @@ fr/artists
 fr/asset-preview*
 fr/assets/
 fr/auth
-fr/author
 fr/autocomplete
 fr/avoirs
 fr/banners.aspx
@@ -94845,7 +93773,7 @@ fr/music/*/+wiki/shoutbox
 fr/music/*/+wiki/shoutbox?
 fr/music/+noredirect
 fr/music/playlist
-fr/music/projects?*genre=*http://khm.at/robots.txt
+fr/music/projects?*genre=*http://ec.europa.eu/robots.txt
 fr/music/projects?*keyword=*
 fr/my
 fr/my_business$
@@ -95095,6 +94023,7 @@ fr/tv-co-production/content-offers?*keyword=*
 fr/tv-co-production/content-offers?*projectStatus=*
 fr/two-click/resolve/nojs
 fr/ugc
+fr/une-vie-genereuse/duke-chang-est-nomme-president-et-chef-de-la-direction-de-canadon
 fr/unitwin/grid
 fr/unitwin/list
 fr/unitwin/map
@@ -95386,9 +94315,6 @@ frmSubscription.asp
 frnf2014
 frnl
 frochgroves/profiles/ajax
-frogs/
-frogs/legs/
-frogs/phones/
 from-the-ghostery-desk-series-notifications-1
 from-the-ghostery-desk-series-trust-restrict-sites
 from.ed
@@ -95411,7 +94337,7 @@ frontend
 frontend-metrics
 frontend-track
 frontend.php/
-frontend/http://dafiti.com.br/robots.txt
+frontend/http://files.eric.ed.gov/robots.txt
 frontendEvents.do
 frontend_dev.php/
 frontier
@@ -95706,7 +94632,7 @@ g-recaptcha-response
 g/
 g/*
 g/*/%
-g/4arE9Chttp://csfd.cz/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/Camera-Batteries
 g/Camera-Batteries/$
 g/api
@@ -95837,7 +94763,6 @@ ga-IE/user
 ga-IE/users
 ga-ie/
 ga.php
-ga/
 ga/p
 ga/search-results
 ga_exp.js
@@ -95900,6 +94825,7 @@ gallery/Sport_Vari/vuoto.shtml?2008/11_Novembre/ragazze_volley/1&1
 gallery/Sport_Vari/vuoto.shtml?2008/11_Novembre/ragazze_volley/1&2
 gallery/Sport_Vari/vuoto.shtml?2008/11_Novembre/ragazze_volley/1&3
 gallery/Sport_Vari/vuoto.shtml?2008/11_Novembre/ragazze_volley/1&4
+gallery/admin
 gallery/embed
 gallery/id--*-*-*/
 gallery/id--b100-e1808503/subjects-posters.htm
@@ -95993,7 +94919,6 @@ gappsDomains
 garage_lagerraum.provision_s
 garageband/Contents/en/searchindex
 garages
-garb
 garbage.html
 gard/
 gard/assure/actualites/
@@ -96075,7 +95000,7 @@ gb/user
 gb/user$
 gb/widgets
 gb2/
-gb_xapi_content/http://dallascityhall.com/robots.txt
+gb_xapi_content/http://smartly.io/robots.txt
 gbook
 gbox/
 gbr/en/booking/
@@ -96124,7 +95049,6 @@ gd-quiz
 gd-shortcode
 gd-trans-newsletter
 gd-trivia-quiz
-gd/
 gd/forums
 gd/kb/*/discuss
 gd/search
@@ -96296,7 +95220,6 @@ geo/download
 geo/job_title
 geo/search-result
 geo/tools
-geoTrack
 geoarts*.php
 geocoder
 geocodingDisambiguation.html
@@ -96418,7 +95341,7 @@ getad.php
 getapikey.aspx
 getaways/search
 getaways/tripadvisor
-getcandidatetopinfo*http://grasshopper3d.com/robots.txt
+getcandidatetopinfo*http://sabc.co.za/robots.txt
 getfile
 gethelp/
 getitem
@@ -96441,7 +95364,6 @@ getting-started-instructions
 getting-started/functional-groups/
 getting-started/functional-groups/*
 gettingstarted
-gettrial/
 gettyimages
 gewerbeimmobilien.preis_pro_qm_d
 gewerbeimmobilien.provision_s
@@ -96458,19 +95380,13 @@ gg-issue-search
 gg/
 ggtg8com
 gh
-gh/
 gh/collectbehaviorinfo
 gh/collectsysteminfo
-gh/dolby-vision-atmos-tvs
-gh/hands-free-voice-search-tvs
-gh/home-theatre-sound-bars/neckband-speakers
-gh/netflix-recommended-tvs
 gh/rdi/ghFicheEmission.asp
 gh/rdi/ghFicheEmission.asp?dateDuGh=2009-12-16&regiongh=10&numerodiff=60923867&numero=405&date=2010-9-13
 gh/rdi/ghFicheEmission.asp?dateDuGh=2010-8-5&regiongh=10&numerodiff=60276417&numero=405&date=2010-8-30
 gh/rdi/ghFicheEmission.asp?numerodiff=60549944&regiongh=10&numero=2885&date=2010-9-10&dateDuGh=2010-9-10
 gh/rdi/ghFicheEmission.asp?numerodiff=63255923&regiongh=10&numero=447&date=2010-10-28&dateDuGh=2010-10-28
-gh/smart-tvs-netflix-calibrated-mode
 gh/useracquisition
 gh_jid=
 ghcnm/*.php?
@@ -96565,7 +95481,6 @@ gigs/*/share
 gigs/*/share?
 gigs/search
 gilmarmachado
-gimi
 ginger_pay
 ginger_pay_author
 giovanicherini
@@ -96755,7 +95670,6 @@ glossily/
 gluten-free_diet_pictures_slideshow/article.htm
 gm
 gm-api/
-gm/
 gm_account_delete.php
 gm_boosted_category
 gm_boosted_product
@@ -96765,7 +95679,6 @@ gm_privacy.php
 gmap
 gmc
 gn
-gn/
 gn/forums
 gn/kb/*/discuss
 gn/search
@@ -96794,7 +95707,7 @@ go/fanfiction/
 go/host/
 go/hotel/info
 go/hotel/search
-go/http://s0.wp.com/robots.txt
+go/http://quillbot.com/robots.txt
 go/login
 go/member
 go/members
@@ -96847,7 +95760,7 @@ goldengate/1212/gg-winux
 goldengate/c1221/gg-winux
 golf/
 golf/golf/
-golocal/extranet/http://swr.de/robots.txt
+golocal/extranet/http://nloug.nl/robots.txt
 gongyi*?
 gonzagapatriota
 good-data
@@ -96959,7 +95872,6 @@ government/$
 government/solutions/intelligence/clearance.pdf
 governor/mills/search/node
 gp
-gp/
 gp/aag
 gp/aag/main?*seller=ABVFEJU8LS620
 gp/adlp
@@ -97112,7 +96024,6 @@ gpsopen/gps/GPSDB/onlinemap2
 gpt-chatbot/
 gpts$
 gq
-gq/
 gql
 gr
 gr-
@@ -97409,7 +96320,6 @@ gu-IN/search
 gu-IN/user
 gu-IN/users
 gu-in/
-gu/
 gu/android/collections
 gu/android/search
 gu/auth
@@ -97600,7 +96510,6 @@ gv_send.php
 gview
 gw
 gw.php
-gw/
 gw_id
 gwa
 gwangju-anma.net
@@ -97615,7 +96524,6 @@ gx/en/audit-services-risk-assurance-services/assets/PwCs_journals_ai.pdf
 gx/en/forensics/gecs-2020/pdf/global-economic-crime-and-fraud-survey-2020.pdf
 gx/en/zz-test
 gy
-gy/
 gyrobase/ArticleArchives
 gyrobase/Blogs/Beta
 gyrobase/CommentArchives
@@ -97745,7 +96653,6 @@ handmade=true
 handoff
 handoff-healthcheck
 handover
-hands-free-voice-search-tvs
 handshake
 handy
 hangover_myths_pictures_slideshow/article.htm
@@ -97852,6 +96759,7 @@ hc_c_afc
 hcd/amphihousingfirst
 hcd/knightsinn
 hcd/thrive
+hcediting
 hcil
 hcl
 hcp
@@ -98150,7 +97058,7 @@ healthcare/education-resources/publications/population-health-insights/_jcr_cont
 healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(Webinars).page.(---customkey---page---customkey---)
 healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(White%20papers).page.(---customkey---page---customkey---)
 healthcare/promotions/azurion-optimize-lab-performance
-healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://flattr.com/robots.txt
+healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://usa.visa.com/robots.txt
 healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts
 healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts.html
 healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts/all-ok-message
@@ -98416,7 +97324,6 @@ help/requests/new?app_id=
 help/rogers
 help/search
 help/search.aspx
-help/search/*
 help/sitemap
 help/sitemap.php
 help/sl
@@ -98429,7 +97336,6 @@ help/tv/ocean/*
 help/us/rogers
 help/verify_email
 help/vodafone
-help/wimip/
 help/wp-admin
 help/wp-admin/
 help/wp-admin/admin-ajax.php
@@ -98873,7 +97779,6 @@ hm
 hm100
 hn
 hn-en
-hn/
 hn7898com
 hnx618618
 hnypt
@@ -98924,7 +97829,7 @@ home-loans/rate-stomper
 home-loans/rocket-loan
 home-main-content.html
 home-media
-home-newhttp://manchester.ac.uk/robots.txt
+home-newhttp://informationweek.com/robots.txt
 home-no-tags
 home-personalisation
 home-renewal-special-offer
@@ -99564,7 +98469,7 @@ hr/help/cookies/
 hr/help/privacy/
 hr/hr
 hr/hr/work/products/tools/ups_selector
-hr/http://uib.no/robots.txt
+hr/http://ualberta.ca/robots.txt
 hr/it
 hr/kb/*/discuss
 hr/landingpage/
@@ -99646,7 +98551,6 @@ hssc=
 hstc=
 ht
 ht-d
-ht/
 ht/node/
 htbin
 htbin.ph
@@ -102540,7 +101444,6 @@ html/E98455_01
 html/E99994_01
 html/E99997_01
 html/E99998_01
-html/EN
 html/F10012_01
 html/F10240_01
 html/F10249_01
@@ -102638,18 +101541,15 @@ html/abonnements
 html/air/routemap
 html/blank.html
 html/conditions/infos_abos_boutique.jsp
-html/en
 html/en/
 html/favori
 html/ipad
-html/it
 html/js/editor
 html/js/editor/fckeditor
 html/kiosk
 html/media/pdf
 html/misc
 html/mobile/iPhone2012
-html/node
 html/pdf
 html/salon-2727.pdf
 html/share/rs/rs.php
@@ -102665,14 +101565,14 @@ html?pageq=
 html?pages=
 html?ref=
 html?user_country=
-html_email/
+html_email/
 html_externe
 html_helpers
 html_tests
 htmlemails/
 htmlexterne
 htmlform/
-htmlmsg/http://clarivate.com/robots.txt
+htmlmsg/http://medindia.net/robots.txt
 htmlscript
 htmlscript/
 htmlversion
@@ -102683,347 +101583,349 @@ http
 http-checker
 http2_data
 http:
-http://3aw.com.au/robots.txt
-http://8x8.com/robots.txt
-http://aarp.org/robots.txt
-http://abc.go.com/robots.txt
-http://abc4.com/robots.txt
-http://acrobat.adobe.com/robots.txt
-http://activecampaign.com/robots.txt
-http://addons.mozilla.org/robots.txt
-http://ads.tiktok.com/robots.txt
-http://adsabs.harvard.edu/robots.txt
-http://adyen.com/robots.txt
-http://aeon.co/robots.txt
-http://affiliatewp.com/robots.txt
-http://ai.googleblog.com/robots.txt
-http://akc.org/robots.txt
-http://alibabagroup.com/robots.txt
-http://aljazeera.com/robots.txt
-http://allevents.in/robots.txt
-http://amazon.com.au/robots.txt
-http://anothermag.com/robots.txt
-http://architizer.com/robots.txt
-http://artsy.net/robots.txt
-http://asciinema.org/robots.txt
-http://assets.kpmg/robots.txt
-http://autotrader.ca/robots.txt
-http://backstage.com/robots.txt
-http://bang-olufsen.com/robots.txt
-http://bangordailynews.com/robots.txt
-http://bart.gov/robots.txt
+http://1-euro-jewellery.eu/robots.txt
+http://1001fonts.com/robots.txt
+http://17track.net/robots.txt
+http://1password.com/robots.txt
+http://21.edu.ar/robots.txt
+http://6rlx.824989.com/robots.txt
+http://abc7news.com/robots.txt
+http://abcactionnews.com/robots.txt
+http://abdn.ac.uk/robots.txt
+http://accidentinjurylawyers.claims/robots.txt
+http://adbutler.com/robots.txt
+http://aei.org/robots.txt
+http://akparti.org.tr/robots.txt
+http://aldi.us/robots.txt
+http://alertthemedic.com/robots.txt
+http://allocine.fr/robots.txt
+http://allposters.com/robots.txt
+http://alzheimers.org.uk/robots.txt
+http://amazon.com.br/robots.txt
+http://amazon.com.mx/robots.txt
+http://amazon.de/robots.txt
+http://amazon.in/robots.txt
+http://amazon.jobs/robots.txt
+http://amberepp.ca/robots.txt
+http://amctheatres.com/robots.txt
+http://amzn.eu/robots.txt
+http://anandtech.com/robots.txt
+http://anthropic.com/robots.txt
+http://aphp.fr/robots.txt
+http://api.whatsapp.com/robots.txt
+http://apod.nasa.gov/robots.txt
+http://app.box.com/robots.txt
+http://app.gitbook.com/robots.txt
+http://aragon.es/robots.txt
+http://archive.fo/robots.txt
+http://archive.org/robots.txt
+http://areena.yle.fi/robots.txt
+http://ashrae.org/robots.txt
+http://assets.pinterest.com/robots.txt
+http://attio.com/robots.txt
+http://augeo.nl/robots.txt
+http://axs.com/robots.txt
+http://aztrozk.blogspot.fr/robots.txt
+http://bahn.de/robots.txt
+http://bain.com/robots.txt
+http://balsamiq.com/robots.txt
 http://bbc.com/robots.txt
 http://bbcamerica.com/robots.txt
-http://bbexhaust.com/robots.txt
-http://bellanaija.com/robots.txt
-http://benjerry.com/robots.txt
-http://beta.lemondeinformatique.fr/http://positivepsychology.com/robots.txt
-http://biblehub.com/robots.txt
-http://bike.shimano.com/robots.txt
-http://bilibili.com/robots.txt
-http://birmingham.ac.uk/robots.txt
-http://bisite.usal.es/robots.txt
-http://bitmovin.com/robots.txt
-http://biz.yelp.com/robots.txt
-http://blinkist.com/robots.txt
-http://blockchain.com/robots.txt
-http://blog.adobe.com/robots.txt
-http://blog.emojipedia.org/robots.txt
-http://blog.hubspot.com/robots.txt
-http://blog.linkedin.com/robots.txt
-http://blog.livedoor.jp/robots.txt
-http://blog.myfitnesspal.com/robots.txt
-http://blogs.dropbox.com/robots.txt
-http://blogs.worldbank.org/robots.txt
-http://blogtalkradio.com/robots.txt
-http://bp.com/robots.txt
-http://brighttalk.com/robots.txt
-http://bugs.chromium.org/robots.txt
-http://camp-fire.jp/robots.txt
+http://bbcgoodfood.com/robots.txt
+http://bcg.com/robots.txt
+http://belkin.com/robots.txt
+http://beta.lemondeinformatique.fr/http://lendingclub.com/robots.txt
+http://bilingualhouse.com/robots.txt
+http://bitcoin.com/robots.txt
+http://blacklivesmatter.com/robots.txt
+http://blogs.law.harvard.edu/robots.txt
+http://boardgamegeek.com/robots.txt
+http://brisbanetimes.com.au/robots.txt
+http://bseindia.com/robots.txt
+http://business.instagram.com/robots.txt
+http://businessinsider.com.au/robots.txt
+http://businesstoday.in/robots.txt
+http://cafepress.com/robots.txt
+http://canva.com/robots.txt
+http://cargurus.com/robots.txt
 http://cartoonnetwork.com/robots.txt
-http://cdn.who.int/robots.txt
-http://chartjs.org/robots.txt
-http://cheq.ai/robots.txt
-http://chinadaily.com.cn/robots.txt
-http://cire.tv/robots.txt
-http://city.yokohama.lg.jp/robots.txt
-http://civitatis.com/robots.txt
-http://classmates.com/robots.txt
-http://claude.ai/robots.txt
-http://click.linksynergy.com/robots.txt
-http://cnewsnews.blogspot.com/robots.txt
-http://code.org/robots.txt
-http://codeable.io/robots.txt
-http://coinpaprika.com/robots.txt
-http://computerhope.com/robots.txt
-http://crypto.stanford.edu/robots.txt
-http://cs.toronto.edu/robots.txt
-http://cs.waikato.ac.nz/robots.txt
-http://cutt.ly/robots.txt
-http://dallasnews.com/robots.txt
-http://danfoss.com/robots.txt
-http://dangerousminds.net/robots.txt
+http://cbc.ca/robots.txt
+http://cbr.com/robots.txt
+http://change.org/robots.txt
+http://channel9.msdn.com/robots.txt
+http://chroniclingamerica.loc.gov/robots.txt
+http://cisco.com/robots.txt
+http://city.sapporo.jp/robots.txt
+http://clas.uiowa.edu/robots.txt
+http://clutch.co/robots.txt
+http://cnc.fr/robots.txt
+http://codeschool.com/robots.txt
+http://coe.ksu.edu/robots.txt
+http://comscore.com/robots.txt
+http://contentsquare.com/robots.txt
+http://contributors.youtube.com/robots.txt
+http://coolsymbol.com/robots.txt
+http://courses.lumenlearning.com/robots.txt
+http://ctt.ec/robots.txt
+http://cubiq.org/robots.txt
+http://dailysabah.com/robots.txt
+http://dailystar.co.uk/robots.txt
+http://dailytelegraph.com.au/robots.txt
 http://dansique.com/robots.txt
-http://darktrace.com/robots.txt
-http://datastudio.google.com/robots.txt
-http://de.wordpress.org/robots.txt
-http://defense.gov/robots.txt
-http://desiringgod.org/robots.txt
-http://developer.chrome.com/robots.txt
-http://developer.paypal.com/robots.txt
-http://dialpad.com/robots.txt
-http://digital.lib.uiowa.edu/robots.txt
-http://diigo.com/robots.txt
-http://discoverlosangeles.com/robots.txt
-http://dl.dropboxusercontent.com/robots.txt
-http://doc.qt.io/robots.txt
-http://docs.unrealengine.com/robots.txt
-http://duckduckgo.com/robots.txt
-http://earthcam.com/robots.txt
-http://ecb.europa.eu/robots.txt
-http://edpb.europa.eu/robots.txt
-http://embassybel.ru/robots.txt
+http://darkstalkers-federation.org/robots.txt
+http://datacite.org/robots.txt
+http://dataprivacyframework.gov/robots.txt
+http://deinboden24.de/robots.txt
+http://denison.edu/robots.txt
+http://diabetes.org/robots.txt
+http://digitalcommerce360.com/robots.txt
+http://domains.google/robots.txt
+http://donorbox.org/robots.txt
+http://dw.com/robots.txt
+http://ebu.ch/robots.txt
+http://ed.gov/robots.txt
+http://edu.google.com/robots.txt
+http://eff.org/robots.txt
+http://electad.com/robots.txt
+http://elevenlabs.io/robots.txt
+http://elledecor.com/robots.txt
+http://eluniversal.com.mx/robots.txt
+http://en.m.wikipedia.org/robots.txt
 http://engadget.com/robots.txt
-http://entrepreneur.com/robots.txt
-http://es.wordpress.org/robots.txt
-http://estadao.com.br/robots.txt
-http://europapress.es/robots.txt
-http://ezgif.com/robots.txt
+http://england.nhs.uk/robots.txt
+http://equalityhumanrights.com/robots.txt
+http://eurasianet.org/robots.txt
+http://euronews.com/robots.txt
+http://european-union.europa.eu/robots.txt
+http://excite.co.jp/robots.txt
+http://experience.arcgis.com/robots.txt
 http://faithandreason.com/robots.txt
-http://fashionmagazine.com/robots.txt
-http://fca.org.uk/robots.txt
-http://fcbarcelona.com/robots.txt
-http://ffmann.de/robots.txt
-http://floridatoday.com/robots.txt
-http://food.ec.europa.eu/robots.txt
-http://fortinet.com/robots.txt
-http://freepeople.com/robots.txt
-http://gamesradar.com/robots.txt
-http://gao.gov/robots.txt
-http://geocities.com/robots.txt
-http://geoguessr.com/robots.txt
-http://getreading.co.uk/robots.txt
-http://ghgprotocol.org/robots.txt
-http://gimletmedia.com/robots.txt
-http://gisanddata.maps.arcgis.com/robots.txt
-http://gitlab.com/robots.txt
-http://glazman.org/robots.txt
-http://globoplay.globo.com/robots.txt
-http://goldderby.com/robots.txt
-http://goodereader.com/robots.txt
-http://gotquestions.org/robots.txt
-http://gottman.com/robots.txt
-http://grammy.com/robots.txt
-http://groups.yahoo.com/robots.txt
+http://firstround.com/robots.txt
+http://flightaware.com/robots.txt
+http://flypgs.com/robots.txt
+http://fonts.com/robots.txt
+http://fr.linkedin.com/robots.txt
+http://freelancer.com/robots.txt
+http://gamasutra.com/robots.txt
+http://gamecyber.com.hk/robots.txt
+http://gandummas.co.id/robots.txt
+http://gazeteduvar.com.tr/robots.txt
+http://getresponse.com/robots.txt
+http://girldevelopit.com/robots.txt
+http://global.canon/robots.txt
+http://gov.wales/robots.txt
+http://grants.nih.gov/robots.txt
+http://graphcommons.com/robots.txt
+http://gravityforms.com/robots.txt
+http://gurufocus.com/robots.txt
+http://haier.com/robots.txt
+http://hbs.edu/robots.txt
 http://health.nsw.gov.au/robots.txt
-http://healthit.gov/robots.txt
-http://help.uber.com/robots.txt
+http://heavens-above.com/robots.txt
+http://help.salesforce.com/robots.txt
 http://heraldodemexico.com.mx/robots.txt
-http://here.com/robots.txt
-http://heylink.me/robots.txt
-http://hkbu.edu.hk/robots.txt
-http://holytrinityorthodox.com/robots.txt
-http://hootsuite.com/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://iabeurope.eu/robots.txt
+http://heraldsun.com.au/robots.txt
+http://historyextra.com/robots.txt
+http://hk.chinamobile.com/robots.txt
+http://hotelscombined.com/robots.txt
+http://html5test.com/robots.txt
+http://hubs.ly/robots.txt
+http://husqvarna.com/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hyperborea.org/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://i.imgur.com/robots.txt
-http://ici.radio-canada.ca/robots.txt
-http://ig.com/robots.txt
-http://iihf.com/robots.txt
-http://indystar.com/robots.txt
-http://insidehook.com/robots.txt
+http://i.ebayimg.com/robots.txt
+http://i.vimeocdn.com/robots.txt
+http://ibb.co/robots.txt
+http://ilga.gov/robots.txt
+http://ilri.org/robots.txt
+http://imageshack.com/robots.txt
+http://img.youtube.com/robots.txt
+http://imore.com/robots.txt
+http://indiatoday.in/robots.txt
+http://informit.com/robots.txt
+http://intuit.com/robots.txt
+http://ionos.de/robots.txt
+http://iopscience.iop.org/robots.txt
+http://itwire.com/robots.txt
 http://iwalkcornwall.co.uk/robots.txt
-http://iwaponline.com/robots.txt
-http://ja-jp.facebook.com/robots.txt
-http://jetpack.me/robots.txt
-http://joomag.com/robots.txt
-http://journaldemontreal.com/robots.txt
-http://journaldunet.com/robots.txt
 http://journals.openedition.org/robots.txt
-http://jpost.com/robots.txt
-http://jqueryui.com/robots.txt
-http://karpathy.github.io/robots.txt
-http://kauffman.org/robots.txt
-http://kddi.com/robots.txt
+http://justfab.com/robots.txt
+http://justonecookbook.com/robots.txt
+http://kakaocorp.com/robots.txt
 http://keep.google.com/robots.txt
-http://kkday.com/robots.txt
-http://klarna.com/robots.txt
-http://la.curbed.com/robots.txt
-http://lacma.org/robots.txt
-http://laweekly.com/robots.txt
-http://learn.realbraveaudio.com/robots.txt
-http://leg.colorado.gov/robots.txt
-http://lh7-us.googleusercontent.com/robots.txt
-http://libcom.org/robots.txt
-http://library.duke.edu/robots.txt
-http://liverpool.ac.uk/robots.txt
-http://lottiefiles.com/robots.txt
-http://luxuryproperty.com/robots.txt
+http://kit.fontawesome.com/robots.txt
+http://komonews.com/robots.txt
+http://koreaherald.com/robots.txt
+http://ktfoodscatering.com/robots.txt
+http://laketahoeinteriordesigners.com/robots.txt
+http://law.cornell.edu/robots.txt
+http://lc.nl/robots.txt
+http://leaverou.github.io/robots.txt
+http://libpng.org/robots.txt
+http://lifehacker.com/robots.txt
+http://lifeway.com/robots.txt
+http://lightsource.com/robots.txt
+http://list.ly/robots.txt
+http://liverpoolmuseums.org.uk/robots.txt
+http://lookerstudio.google.com/robots.txt
 http://m.youtube.com/robots.txt
-http://mac.softpedia.com/robots.txt
-http://mamamia.com.au/robots.txt
-http://marginalrevolution.com/robots.txt
-http://marketingland.com/robots.txt
-http://mars.com/robots.txt
-http://mass.gov/robots.txt
-http://mastercard.com/robots.txt
-http://mcafee.com/robots.txt
-http://mcgill.ca/robots.txt
-http://mg.co.za/robots.txt
-http://mint.ca/robots.txt
-http://mitpress.mit.edu/robots.txt
-http://mixpanel.com/robots.txt
-http://moloni.pt/robots.txt
-http://money.usnews.com/robots.txt
-http://moneycontrol.com/robots.txt
-http://monster.com/robots.txt
-http://morganstanley.com/robots.txt
-http://mts.ru/robots.txt
-http://mtsu.edu/robots.txt
-http://my.matterport.com/robots.txt
-http://mytuner-radio.com/robots.txt
-http://nationalexpress.com/robots.txt
-http://nber.org/robots.txt
-http://nctm.org/robots.txt
-http://nerdwallet.com/robots.txt
-http://nest.com/robots.txt
-http://newswire.ca/robots.txt
-http://nfb.org/robots.txt
-http://ngdc.noaa.gov/robots.txt
-http://nickfinck.com/robots.txt
-http://nidirect.gov.uk/robots.txt
-http://nikkansports.com/robots.txt
-http://nobelprize.org/robots.txt
+http://macobserver.com/robots.txt
+http://mamaworkout.de/robots.txt
+http://mandiant.com/robots.txt
+http://mapquest.com/robots.txt
+http://marieforleo.com/robots.txt
+http://mastodon.art/robots.txt
+http://mdpi.com/robots.txt
+http://medrxiv.org/robots.txt
+http://mi.com/robots.txt
+http://microformats.org/robots.txt
+http://mind.org.uk/robots.txt
+http://minimul.com/robots.txt
+http://mmgitik.com/robots.txt
+http://monzo.com/robots.txt
+http://morningconsult.com/robots.txt
+http://mpaa.org/robots.txt
+http://musopen.org/robots.txt
+http://mux.com/robots.txt
+http://mywot.com/robots.txt
+http://n26.com/robots.txt
+http://nascar.com/robots.txt
+http://ncartmuseum.org/robots.txt
+http://ncjrs.gov/robots.txt
+http://ncr.com/robots.txt
+http://nebraskamed.com/robots.txt
+http://neimanmarcus.com/robots.txt
+http://news.bbc.co.uk/robots.txt
+http://news.google.com/robots.txt
+http://news.softpedia.com/robots.txt
+http://news24.com/robots.txt
+http://newschool.edu/robots.txt
+http://newsguardtech.com/robots.txt
+http://newsweek.com/robots.txt
+http://nick.com/robots.txt
+http://nodejs.org/robots.txt
 http://nrk.no/robots.txt
-http://nvu.com/robots.txt
-http://nzherald.co.nz/robots.txt
-http://open.alberta.ca/robots.txt
-http://openoffice.org/robots.txt
-http://openx.com/robots.txt
-http://osmand.net/robots.txt
-http://pagead2.googlesyndication.com/robots.txt
+http://nzta.govt.nz/robots.txt
+http://o2.co.uk/robots.txt
+http://observer.com/robots.txt
+http://ogp.me/robots.txt
+http://ok.ru/robots.txt
+http://on.fb.me/robots.txt
+http://onezero.medium.com/robots.txt
+http://onlinebooks.library.upenn.edu/robots.txt
+http://osha.gov/robots.txt
+http://ouraring.com/robots.txt
 http://pandas.pydata.org/robots.txt
-http://panic.com/robots.txt
-http://parents.com/robots.txt
-http://parliament.uk/robots.txt
-http://patnauniversity.ac.in/robots.txt
-http://payhip.com/robots.txt
-http://paymaya.com/robots.txt
-http://pc.webgomme.com/robots.txt
-http://penguin.co.uk/robots.txt
-http://peopleperhour.com/robots.txt
-http://phdcomics.com/robots.txt
-http://phillymag.com/robots.txt
-http://piie.com/robots.txt
-http://pinterest.fr/robots.txt
-http://plantuml.com/robots.txt
+http://pasteboard.co/robots.txt
+http://pbase.com/robots.txt
+http://pendo.io/robots.txt
+http://photomatt.net/robots.txt
+http://pinchofyum.com/robots.txt
+http://pitchfork.com/robots.txt
 http://prensalibre.com/robots.txt
+http://pricespy.co.uk/robots.txt
+http://princeton.edu/robots.txt
+http://prnt.sc/robots.txt
+http://projecteuclid.org/robots.txt
 http://prospect.org/robots.txt
-http://psyarxiv.com/robots.txt
-http://publications.europa.eu/robots.txt
-http://publishersweekly.com/robots.txt
-http://purewow.com/robots.txt
-http://pushpay.com/robots.txt
-http://query.prod.cms.rt.microsoft.com/robots.txt
-http://rainn.org/robots.txt
-http://rankmath.com/robots.txt
-http://rbi.org.in/robots.txt
-http://research.youtube/robots.txt
-http://sbi.co.in/robots.txt
-http://sciencedirect.com/robots.txt
-http://sciencefocus.com/robots.txt
-http://scoop.it/robots.txt
-http://sdgs.un.org/robots.txt
-http://search.creativecommons.org/robots.txt
-http://seattletimes.nwsource.com/robots.txt
-http://security.stackexchange.com/robots.txt
-http://seon.io/robots.txt
-http://shop.oreilly.com/robots.txt
-http://signup.com/robots.txt
-http://simkl.com/robots.txt
-http://siteresources.worldbank.org/robots.txt
-http://six-group.com/robots.txt
-http://sleepcycle.com/robots.txt
-http://social.msdn.microsoft.com/robots.txt
-http://softbank.jp/robots.txt
-http://spie.org/robots.txt
-http://splendidtable.org/robots.txt
-http://squarespace.com/robots.txt
-http://stadt-zuerich.ch/robots.txt
-http://state.nj.us/robots.txt
-http://static-content.springer.com/robots.txt
+http://publichealth.lacounty.gov/robots.txt
+http://purevpn.com/robots.txt
+http://pwc.com/robots.txt
+http://pxhere.com/robots.txt
+http://qrz.com/robots.txt
+http://quickenloans.com/robots.txt
+http://qvc.co/robots.txt
+http://rainleander.github.io/robots.txt
+http://rbb-online.de/robots.txt
+http://rbc.com/robots.txt
+http://react-chicago.org/robots.txt
+http://recaptcha.net/robots.txt
+http://researchgate.net/robots.txt
+http://rewarin.blogspot.fr/robots.txt
+http://rhymezone.com/robots.txt
+http://riserecords.lnk.to/robots.txt
+http://rsms.me/robots.txt
+http://rts.rs/robots.txt
+http://ru.linkedin.com/robots.txt
+http://sagradafamilia.org/robots.txt
+http://sallysbakingaddiction.com/robots.txt
+http://sambanova.org/robots.txt
+http://sandiegouniontribune.com/robots.txt
+http://science.howstuffworks.com/robots.txt
+http://sciencesetavenir.fr/robots.txt
+http://search.app/robots.txt
+http://search.twitter.com/robots.txt
+http://searchenginejournal.com/robots.txt
+http://secure.php.net/robots.txt
+http://securityintelligence.com/robots.txt
+http://shrm.org/robots.txt
+http://simonandschuster.com/robots.txt
+http://siriusxm.com/robots.txt
+http://smithsonianmag.com/robots.txt
+http://sohu.com/robots.txt
+http://sonymusic.com/robots.txt
+http://space.com/robots.txt
+http://species.wikimedia.org/robots.txt
+http://spoonflower.com/robots.txt
+http://stackoverflow.com/robots.txt
 http://static.wixstatic.com/robots.txt
-http://stlmag.com/robots.txt
-http://store.google.com/robots.txt
-http://storymaps.arcgis.com/robots.txt
-http://straitstimes.com/robots.txt
-http://strikingly.com/robots.txt
-http://support.sas.com/robots.txt
-http://surl.li/robots.txt
-http://tatacliq.com/robots.txt
-http://teachable.com/robots.txt
-http://techinasia.com/robots.txt
+http://supercell.com/robots.txt
+http://syncqatar.com/robots.txt
+http://tampadefenseattorney.com/robots.txt
+http://taplink.cc/robots.txt
 http://techopedia.com/robots.txt
-http://teepublic.com/robots.txt
-http://terms.line.me/robots.txt
-http://testflight.apple.com/robots.txt
-http://thalesgroup.com/robots.txt
-http://thebaltimorebanner.com/robots.txt
-http://theblog.adobe.com/robots.txt
-http://thedieline.com/robots.txt
-http://thehindu.com/robots.txt
-http://theplace.org.uk/robots.txt
-http://thesaurus.com/robots.txt
-http://thestreet.com/robots.txt
-http://thunderbird.net/robots.txt
-http://tineye.com/robots.txt
-http://tmb.cat/robots.txt
-http://tradingeconomics.com/robots.txt
-http://tradingview.com/robots.txt
-http://translator.microsoft.com/robots.txt
-http://travelchannel.com/robots.txt
-http://traveloregon.com/robots.txt
+http://texastribune.org/robots.txt
+http://thedenverchannel.com/robots.txt
+http://thenationalnews.com/robots.txt
+http://thenorthface.com/robots.txt
+http://theonion.com/robots.txt
+http://thetimes.com/robots.txt
+http://thetradedesk.com/robots.txt
+http://theweek.com/robots.txt
+http://thinglink.com/robots.txt
+http://thomsonreuters.com/robots.txt
+http://tools.keycdn.com/robots.txt
+http://toronto.ca/robots.txt
+http://traderjoes.com/robots.txt
+http://transferwise.com/robots.txt
 http://trends.google.com/robots.txt
-http://typekit.com/robots.txt
-http://ucl.ac.uk/robots.txt
-http://uhc.com/robots.txt
-http://uncrate.com/robots.txt
-http://unlv.edu/robots.txt
-http://usa.philips.com/robots.txt
-http://usaa.com/robots.txt
-http://user-images.githubusercontent.com/robots.txt
-http://usf.edu/robots.txt
-http://ushmm.org/robots.txt
-http://usnews.com/robots.txt
-http://utoronto.ca/robots.txt
-http://vancouver.ca/robots.txt
-http://vecernji.hr/robots.txt
-http://videohive.net/robots.txt
-http://vidyard.com/robots.txt
-http://voguebusiness.com/robots.txt
-http://volvocars.com/robots.txt
-http://wa.me/robots.txt
-http://weatherbug.com/robots.txt
-http://web.cvent.com/robots.txt
-http://wevideo.com/robots.txt
-http://wgbh.org/robots.txt
-http://wiki.archlinux.org/robots.txt
-http://workana.com/robots.txt
-http://workspaceupdates.googleblog.com/robots.txt
-http://wsu.edu/robots.txt
-http://ww.fashionnetwork.com/robots.txt
+http://tribuneindia.com/robots.txt
+http://tripadvisor.ca/robots.txt
+http://tu-chemnitz.de/robots.txt
+http://tv.youtube.com/robots.txt
+http://tw.news.yahoo.com/robots.txt
+http://tzingane.blogspot.fr/robots.txt
+http://uci.org/robots.txt
+http://uk.pinterest.com/robots.txt
+http://uniswap.org/robots.txt
+http://unrealengine.com/robots.txt
+http://us.aicpa.org/robots.txt
+http://uscurrency.gov/robots.txt
+http://usip.org/robots.txt
+http://visualstudio.microsoft.com/robots.txt
+http://vmware.com/robots.txt
+http://vu.nl/robots.txt
+http://wallpaper.com/robots.txt
+http://webflow.com/robots.txt
+http://webmproject.org/robots.txt
+http://wellfound.com/robots.txt
+http://wetwetwet.co.uk/robots.txt
+http://whereby.com/robots.txt
+http://whitney.org/robots.txt
+http://wilson.com/robots.txt
+http://winzip.com/robots.txt
+http://wise.com/robots.txt
+http://wolterskluwer.com/robots.txt
+http://woocommerce.com/robots.txt
+http://wp.sbcounty.gov/robots.txt
+http://wpr.org/robots.txt
 http://www.alexdenney.com/c
 http://www.alexdenney.com/protected
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://www3.interscience.wiley.com/robots.txt
-http://wwwnc.cdc.gov/robots.txt
-http://xfinity.com/robots.txt
 http://xsearch.aetna.com/
-http://youm7.com/robots.txt
-http://youtube.fr/robots.txt
-http://zh.wikipedia.org/robots.txt
-http://zurb.com/robots.txt
+http://yellowpages.com/robots.txt
+http://zerotothree.org/robots.txt
 httpMethod
 http_error_handlers
 httpd
@@ -103043,11 +101945,11 @@ https://cdn.idntimes.com/content-documents/*
 https://console.plivo.com
 https://dbsweb-u05-imp-www.dbs.com.sg
 https://decollage-etiquette.com
-https://decollage-etiquette.com/*http://financialpost.com/robots.txt
+https://decollage-etiquette.com/*http://businessweek.com/robots.txt
 https://dubai.luxuryproperty.com
 https://enviragallery.com/wp-content/uploads/wpforms/
 https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1
-https://image.shutterstock.com/image-photo/*.jpghttp://ag.ny.gov/robots.txt
+https://image.shutterstock.com/image-photo/*.jpghttp://stocksy.com/robots.txt
 https://internet-banking.dbs.com.sg/DBSObWeb/pages/ob/pweb.html?pid=
 https://m2.youm7.com
 https://metlife-prod-2019.adobecqms.net/*
@@ -103082,8 +101984,8 @@ https://realfavicongenerator.net/your-favicon-is-ready
 https://t.me/share/
 https://target.www.metlife.com/*
 https://twitter.com/
-https://webflow.upside.com/http://soundonsound.com/robots.txt
-https://www.anz.com/Documents/Business/CommercialCard/Cardholder_Registration_Form.pdfhttp://data.unicef.org/robots.txt
+https://webflow.upside.com/http://uptimerobot.com/robots.txt
+https://www.anz.com/Documents/Business/CommercialCard/Cardholder_Registration_Form.pdfhttp://aoc.gov/robots.txt
 https://www.anz.com/common/calculators/offset
 https://www.anz.com/common/calculators/offset/faqau.asp
 https://www.commerzbank.com/media
@@ -103671,6 +102573,7 @@ icalhelpr2
 icalhelpr4
 icapmecareerscom
 icc-champions-trophy-2017
+icentra-verdata
 ichora5
 ici
 iclouddrive
@@ -104158,7 +103061,7 @@ iframe/video
 iframe=
 iframes
 iframes/barcharts
-iframes/http://privyr.com/robots.txt
+iframes/http://earthlink.net/robots.txt
 ifsc-code/
 ifwns
 ig
@@ -104344,12 +103247,6 @@ ilo/kb/*/discuss
 ilo/search
 ilo/user
 ilo/users
-ilo_movie
-iloroot
-ilosearch
-ilostat/faces/oracle/webcenter/portalapp/pagehierarchy/Page27.jspx
-ilostat/faces/oracle/webcenter/portalapp/pagehierarchy/Page3.jspx
-ilostat/sdmx
 iloveshirt
 ils-api
 im
@@ -104370,8 +103267,6 @@ image*size=
 image-*chatId=
 image-*mode=
 image-*tool=
-image-details-popup.asp*
-image-details.asp*
 image-download
 image-picker!input.jspa
 image-pool
@@ -104399,11 +103294,9 @@ imageheavy.html
 imagelib
 imagelightbox?elementId
 imagenes
-imagenes/
 imagens
 imager
 imager/
-imageresults.asp*
 images
 images
 images-apphost
@@ -104414,6 +103307,7 @@ images.nationalrail.co.uk
 images/
 images/$
 images/*.jpg?*noindex=1
+images/*.php$
 images/*.png
 images/*/all
 images/?
@@ -104447,6 +103341,7 @@ images/chart_png460
 images/create-legacy
 images/datasheet/switches/M4250.pdf
 images/datasheet/switches/ManagedSwitches/M4250_Datasheet.pdf
+images/discussionimages
 images/email/
 images/email/auth/
 images/en
@@ -104466,7 +103361,7 @@ images/home/
 images/hosted/?
 images/hosted/search?
 images/hosted?
-images/http://tidal.com/robots.txt
+images/http://publish.twitter.com/robots.txt
 images/icon/domo-icon/domo-icon-delete-exit-remove-close-dark.svg
 images/icon/domo-icon/domo-icon-delete-exit-remove-close-white.svg
 images/img_*
@@ -104501,7 +103396,7 @@ images/touch/$
 images/touch/?
 images/touch/search?rpt=imageview
 images/touch/search?text=*&source=morda
-images/twitter_cards/http://t1p.de/robots.txt
+images/twitter_cards/http://crunchbase.com/robots.txt
 images/v$
 images/verify_image.png
 images/viewconfig$
@@ -104541,20 +103436,24 @@ img/*.pdf$
 img/1001fonts-avatar
 img/1001fonts-logo.svg
 img/about
+img/category
 img/chetu-logo-white.png
 img/covers/*$
 img/favicon.ico
+img/hc_ambassador.png
 img/home-page-img/video/patrick.mp4
-img/http://service-public.fr/robots.txt
+img/http://tailwindcss.com/robots.txt
 img/illustrations/*big.
 img/illustrations/*large.
 img/libros/*
 img/libros/grande*
 img/logo/3rdpartylogos
-img/mpr-logo-footer.svghttp://gatesfoundation.org/robots.txt
+img/mobile
+img/mpr-logo-footer.svghttp://ms.portal.azure.com/robots.txt
 img/mstile*.png
 img/not-indexed
 img/placeholder.gif
+img/points
 img/previews
 img/private
 img/shoppinggoogle/*$
@@ -104595,7 +103494,7 @@ imp
 impact-feature
 impact-stories/*$
 impact-stories/*?
-impartner.htmlhttp://docs.scipy.org/robots.txt
+impartner.htmlhttp://rapidapi.com/robots.txt
 imperia/temp
 impixu
 implementations
@@ -104616,7 +103515,6 @@ important/fuite-donnees
 importante/fuga-de-datos
 imported/images/E/Articles/viewform.htm
 importedimages
-imports
 impostapassword
 impotence_pictures_slideshow_erectile_dysfunction/article.htm
 impression
@@ -104761,6 +103659,7 @@ in/small-medium-business
 in/user
 in/users
 in/web/emi
+inCite
 in_app_messages
 in_the_news
 in_your_town
@@ -104792,6 +103691,7 @@ inchirieri-auto
 inchirieri-auto/rezultate
 incident
 incidents
+incite
 incivilities
 incl
 inclemencies/
@@ -104810,7 +103710,7 @@ include_xml/*
 includes
 includes.other/
 includes/
-includes/
+includes/
 includes/*.js
 includes/_stampa_articolo.php*
 includes/boite/1
@@ -104874,7 +103774,7 @@ index.asp
 index.asp
 index.aspx
 index.cfm?action=*
-index.cfm?go=c.Helphttp://chromereleases.googleblog.com/robots.txt
+index.cfm?go=c.Helphttp://silhouettefromtheskylit.com/robots.txt
 index.cfm?go=c.UnsubSignUp
 index.cfm?go=c.help
 index.cfm?go=c.unsubSignUp
@@ -104887,7 +103787,7 @@ index.html
 index.html$
 index.html/$
 index.html?
-index.htmlhttp://nexusmods.com/robots.txt
+index.htmlhttp://shopee.com.br/robots.txt
 index.jhtml
 index.jsp
 index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news
@@ -104906,8 +103806,8 @@ index.php/*/filter/tips
 index.php/*/filter/tips
 index.php/*/media/oembed
 index.php/*/media/oembed
-index.php/*/media/oembedhttp://101cookbooks.com/robots.txt
-index.php/*/media/oembedhttp://reverb.com/robots.txt
+index.php/*/media/oembedhttp://aicr.org/robots.txt
+index.php/*/media/oembedhttp://arbys.com/robots.txt
 index.php/*/newsletter-signup
 index.php/*/node/add
 index.php/*/node/add/
@@ -104978,13 +103878,13 @@ index.php/document/view_more
 index.php/document/views
 index.php/es/node/
 index.php/event-signup
-index.php/experience-lutron?*&http://about.ads.microsoft.com/robots.txt
+index.php/experience-lutron?*&http://luxuria.com.br/robots.txt
 index.php/explore-career-descriptions
 index.php/facets-block-ajax
 index.php/filter/tip
 index.php/filter/tips
 index.php/filter/tips
-index.php/filter/tips
+index.php/filter/tips
 index.php/filter/tips/
 index.php/fusion-search
 index.php/game-reviews/*/user-reviews/manage/add
@@ -105030,7 +103930,7 @@ index.php/search
 index.php/search-results
 index.php/search-seeds
 index.php/search/
-index.php/search/
+index.php/search/



 index.php/search/global
 index.php/search/global?
 index.php/search?
@@ -105054,14 +103954,14 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://aoc.gov/robots.txt
-index.php/user/logout/http://coub.com/robots.txt
-index.php/user/logout/http://haveibeenpwned.com/robots.txt
-index.php/user/logout/http://infoplease.com/robots.txt
-index.php/user/logout/http://internetsociety.org/robots.txt
-index.php/user/logout/http://io9.com/robots.txt
-index.php/user/logout/http://ncdc.noaa.gov/robots.txt
-index.php/user/logout/http://visualstudio.microsoft.com/robots.txt
+index.php/user/logout/http://accenture.com/robots.txt
+index.php/user/logout/http://digital-web.com/robots.txt
+index.php/user/logout/http://edf.org/robots.txt
+index.php/user/logout/http://medicine.yale.edu/robots.txt
+index.php/user/logout/http://nbn-resolving.org/robots.txt
+index.php/user/logout/http://scandipro.com/robots.txt
+index.php/user/logout/http://sdplushangtuah6.sch.id/robots.txt
+index.php/user/logout/http://uchile.cl/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -105314,7 +104214,7 @@ infinite/yerel-haberler
 inflammatory_bowel_disease_ibd_pictures_slideshow/article.htm
 influencer
 influencer/*
-influencer/mrbeasthttp://whitepages.com/robots.txt
+influencer/mrbeasthttp://surgagame.id/robots.txt
 influencers
 info
 info-service/api/v2/ev/
@@ -105341,7 +104241,7 @@ info/forms2
 info/gizlilik-politikasi
 info/impressum.html
 info/imprint.html
-info/linkkatalog/http://aestheticamagazine.com/robots.txt
+info/linkkatalog/http://naeyc.org/robots.txt
 info/logistic
 info/mc/business/partner/
 info/newsroomdetail.aspx
@@ -105364,7 +104264,7 @@ info/user_feedback/includes
 info/va-newsletter
 info/wp-admin
 info/wp-includes
-info/wp-includes/js/jquery/jquery-migrate.min.jshttp://alibabacloud.com/robots.txt
+info/wp-includes/js/jquery/jquery-migrate.min.jshttp://futureoflife.org/robots.txt
 info/wp-includes/js/jquery/jquery.js
 info/wp-json
 info/xmlrpc.php
@@ -105408,7 +104308,6 @@ informe-old
 informe-publicitario
 informePAM
 informer
-informers
 infos
 infos-pratiques
 infostrat
@@ -105428,13 +104327,6 @@ infusionsoft/subscribe/thank-you
 ingles-espanol
 ingles-portugues
 inglese-italiano
-ingredient
-ingredient-original
-ingredients
-ingredients-analysis
-ingredients-from-palm-oil
-ingredients-original
-ingredients-that-may-be-from-palm-oil
 iniquitous/
 initps
 inmo
@@ -105444,7 +104336,7 @@ innovation-intake-editor
 innovation-intake-ideas
 innovation/assets/inc/
 innovationcampus/Ref.html
-innovationshttp://aladin.co.kr/robots.txt
+innovationshttp://ai.facebook.com/robots.txt
 innstikk
 inocenciooliveira
 inoff.html
@@ -105742,7 +104634,7 @@ intent=
 intentionally
 interact
 interactions-list-drugs.php
-interactive*http://amazon.es/robots.txt
+interactive*http://fca.org.uk/robots.txt
 interactive/quiz/preview
 interactive/reading-preference
 interactives
@@ -105837,6 +104729,7 @@ international/chinese/includes
 international/chinesetrad/includes
 international/emea/lbma-silver-price.html
 international/emea/rightnav
+international/en/search/
 international/files/cme-direct-auction-platform-calculation-methodology.pdf
 international/files/lbma-london-silver-price-participant-code-of-conduct.pdf
 international/files/lbma-silver-benchmark-info.pdf
@@ -106130,7 +105023,6 @@ invoice/payerView/attachments
 invoice/pt/
 invoice/se/
 invoices
-invoices.asp*
 invoices/*
 invoicewarning
 inward
@@ -106164,7 +105056,7 @@ ipAcl
 ipad
 ipad-games/buy/*
 ipad/
-ipad/
+ipad/
 ipad/4/Contents/en/searchindex
 ipaddownload
 ipan/participate-in-our-studies/urban-study-registration
@@ -106211,7 +105103,6 @@ iptheory
 iptv
 iq
 iq-directory
-iq/
 iq/*?*lang=en-US
 iq/en
 iq_ar
@@ -106304,6 +105195,7 @@ iss/governance/strategy/UniversityICTStrategy2011-14.pdf
 iss/itpi/digital-tours-/
 iss/modules/directory
 iss/modules/subjects
+issn
 issue/current?t=
 issues
 issuu/
@@ -106449,7 +105341,6 @@ it-it/itinerary
 it-it/itinerary-new
 it-it/le-nostre-storie/associazioni-di-pazienti
 it-it/lp
-it-it/ppc/*
 it-it/products/details
 it-it/profile
 it-it/ruota-colore/$
@@ -106984,7 +105875,7 @@ it/search/autocomplete
 it/search/default.mi
 it/search/help
 it/search?
-it/searchhttp://metro.co.uk/robots.txt
+it/searchhttp://lumalabs.ai/robots.txt
 it/self_help
 it/service_index
 it/service_locations
@@ -107132,7 +106023,6 @@ item/*/offers/new
 item/clone
 item/correction
 item/create
-item_group_id*
 item_id
 item_mail.php
 itemid
@@ -107166,6 +106056,7 @@ itineraires/*/itineraires-de-
 itineraires/*/routes-a-partir-de-
 itja
 itko
+itm
 itm/*&fits
 itm/*,
 itm/*.jpg
@@ -107750,7 +106641,6 @@ ja-jp/partners/$
 ja-jp/partners/find-a-service-partner/$
 ja-jp/partners/find-a-service-partner/yumemi-inc/$
 ja-jp/partners/services/$
-ja-jp/ppc/*
 ja-jp/presentation-maker/$
 ja-jp/pricing-faq/$
 ja-jp/pricing/$
@@ -108254,7 +107144,7 @@ ja/wp-admin
 ja/zh-cn
 ja/zh-tw
 ja/ウィジェットコンポーネント
-ja_JP/images/*http://mysite.com/robots.txt
+ja_JP/images/*http://keap.com/robots.txt
 ja_jp
 ja_jp/forHome/xsp
 ja_jp/partnernet-reseller/
@@ -108295,7 +107185,7 @@ japan/showcase/print/default.aspx?
 japan/terminology/query.asp?
 japanese-english/sitemap
 japanese-english/top
-japanese/http://askfred.net/robots.txt
+japanese/http://tf1.fr/robots.txt
 japl
 japt
 jaquelineroriz
@@ -108520,12 +107410,10 @@ jjinhouse*
 jjournal-news/2018/02/firefighter_suspended_without_1.html
 jk.formstack.com
 jkXLBskdNDK34h5inj34ENfgh3784b
-jl
 jl57
 jlc/judith-lumley-centre-modules/daisy-volunteering-module
 jlc/staff/profile
 jm
-jm/
 jmp/lead-eligibility
 jmp/questionnaire-eligibility-check
 jmpstore/
@@ -108536,7 +107424,6 @@ jms/*/lgz
 jms/*/lgz/msl/login
 jnci-portfolio/
 jo
-jo/
 jo/*?*lang=ar-AE
 jo/*?*lang=en-US
 jo6j5m749-45644
@@ -108971,6 +107858,7 @@ join=
 join?
 join_event
 joincall/*
+joincontest.html
 joinget
 joinmyplate
 joinus
@@ -109238,7 +108126,7 @@ jretradevideo.html
 js
 js
 js*
-js-parts.html$http://science.howstuffworks.com/robots.txt
+js-parts.html$http://d3js.org/robots.txt
 js.ng/
 js/
 js/*.js*$
@@ -109407,7 +108295,6 @@ js2
 js3
 js3/ta-mobile
 js3/vr-shared
-js?
 js?*
 jsData
 jsErrAjax
@@ -109440,7 +108327,6 @@ json
 json
 json$
 json$
-json/
 json/cmlink
 json/content-search/autocomplete
 json/property/estimates
@@ -109477,6 +108363,7 @@ judicial/los-hilos-sueltos-de-cuchillo-article-349042
 judicial/me-siento-abandonada-y-perseguida-capitana-del-ejercito-acosada-article-882229
 judicial/por-irrespetuosa-corte-pide-investigar-a-abogada-que-busca-impedir-el-aborto-article
 judicial/por-peculado-ordenan-captura-del-exministro-gustavo-canal-article-308931
+judicial/torpedea-mi-trabajo-la-queja-por-acoso-contra-secretario-general-del-mintrabajo
 judicial/un-fraude-por-1-4-millones-de-dolares-article-638608
 judikaty-hledani
 juegos-olimpicos/calendario
@@ -109643,11 +108530,6 @@ kd656268
 kdf-server/
 ke
 ke/
-ke/dolby-vision-atmos-tvs
-ke/hands-free-voice-search-tvs
-ke/home-theatre-sound-bars/neckband-speakers
-ke/netflix-recommended-tvs
-ke/smart-tvs-netflix-calibrated-mode
 keep
 keep-change-plan-topic/
 keep_your_medicines_straight/article.htm
@@ -109678,7 +108560,6 @@ keywordToAttribute=
 keyword_notes
 kfh
 kg
-kg/
 kg/en/
 kg/ru/
 kgf
@@ -109705,7 +108586,6 @@ khhcw49343/attachments
 khhcw49343/rss
 ki
 ki-ratgeber
-ki/
 kia-assist
 kickerapi*
 kidney-topics?
@@ -109814,7 +108694,6 @@ km-KH
 km-NZ
 km-US
 km-kh/
-km/
 km/forums
 km/kb/*/discuss
 km/press-releases
@@ -109826,7 +108705,6 @@ kml
 kml_generate
 kn
 kn-in/
-kn/
 kn/forums
 kn/kb/*/discuss
 kn/search
@@ -109859,8 +108737,6 @@ knowledge/search?
 knowledge_base
 knowmore
 known-issues
-known-nutrient
-known-nutrients
 ko
 ko-*
 ko-AE
@@ -110103,7 +108979,6 @@ ko-kr/make/$
 ko-kr/neuvector
 ko-kr/organization/$
 ko-kr/our-company/news-and-events/press-releases
-ko-kr/ppc/*
 ko-kr/presentation-maker/$
 ko-kr/pricing-faq/$
 ko-kr/pricing/$
@@ -110615,7 +109490,6 @@ kovodstvo/business-lynch/stat
 kow5
 kozh
 kp
-kp/
 kpdz3.com
 kpi
 kpn-faq
@@ -110723,7 +109597,6 @@ kuricyn
 kuruma/hoken/
 kv
 kw
-kw/
 kw/*?*lang=ar-AE
 kw/*?*lang=en-US
 kw/AjaxService/
@@ -110737,12 +109610,10 @@ kwanzaa-spotlight
 kwid=*
 kx869
 ky
-ky/
 kycSucess
 kycVerification
 kyoiku/support
 kz
-kz/
 kz/*?*lang=ru-RU
 kz/AjaxService/
 kz/Secure/
@@ -110799,7 +109670,6 @@ la-la-land
 la-reunion/
 la-reunion/assure/actualites/
 la-zampa
-la/
 la/es/product-finder/external-hard-drives/
 la/es/product-finder/home-entertainment/
 la/es/product-finder/internal-hard-drives/
@@ -110842,7 +109712,7 @@ laluan/*/laluan-dari-
 lamda/images
 land
 land-browse-bff
-land/
+land/
 land/*/reviews
 land/*/sites/*/photos
 landes/
@@ -110855,11 +109725,11 @@ landing-new
 landing-page
 landing-page-documents/
 landing-page/cmp-freemium
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://metal-archives.com/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt
 landing-pages/
 landing.php
 landing/
-landing/
+landing/
 landing/CME-channel
 landing/VillageMD
 landing/athenaclinicals
@@ -110999,7 +109869,6 @@ languages/mega-nav-content
 languages/pages/volunteer-stipend.aspx
 languages/questionnaire
 languages/sitesollectionsocuments/faq-county-translations.pdf
-languages=
 languages?
 laos/en
 lapi
@@ -111015,12 +109884,6 @@ larkspurs/
 las-vegas/tag
 laser_eye_surgery_pictures_slideshow/article.htm
 last-article
-last-check-date
-last-check-dates
-last-edit-date
-last-edit-dates
-last-image-date
-last-image-dates
 last-name
 last-name*lang=
 last.json$
@@ -111041,10 +109904,7 @@ lat/index.php
 lat/primicia
 lat/resources-campaign/*
 lat=
-latam/*
 latam/actualidad-economica/analisis-reunion-fed
-latam/blog/
-latam/blog/*
 latam/knowledge-base/search
 latam/search
 latens
@@ -111063,6 +109923,7 @@ latest?keyword=
 latin
 latin
 latin-america/buscador
+latin-america/es/búsqueda/
 latin_en
 latinamerica/dealer_locator/
 latinamerica/wp-admin
@@ -111071,7 +109932,7 @@ latinamerica/wp-includes
 launch-academy
 launch-learn-more-vid
 launch.aspx
-launch/
+launch/
 launch2005/
 launchpad
 launchpad/*css
@@ -111092,12 +109953,12 @@ law/1.473347
 law/1.524560
 law/about/our-people/academic-staff/staff-profile.html
 law/hotdocs/*p
+lawcite
 lawrenceshoppe
 lawschoolbookorders
 lawyer-edit.rl
 lawyerinterview
 lawyers/
-lawyers/search
 layout
 layout-a/wien.at/include/
 layout-a/wien.at/templates/
@@ -111144,7 +110005,6 @@ lbin/video_usertrk.php
 lbt
 lc
 lc-marketing
-lc/
 ld.php
 ldate=
 ldna
@@ -111210,7 +110070,7 @@ learn/category
 learn/certificates
 learn/coursera/*
 learn/education/teachers/curricular-resources
-learn/http://yourtango.com/robots.txt
+learn/http://clojutre.org/robots.txt
 learn/lp-auth0-vs-stormpath
 learn/nflsundayticket/__ex__
 learn/resources/*/teacher-resource
@@ -111263,7 +110123,7 @@ learning-design/microcredentials/development/microcredential-development-form/
 learning-design/tools/respondus/license/thank-you/
 learning-directory?
 learning-health-systems/
-learning-hub/http://daveramsey.com/robots.txt
+learning-hub/http://dynadot.com/robots.txt
 learning-tracks/
 learning/articles
 learning/certificates
@@ -111432,7 +110292,7 @@ legal/fit-non-group-terms
 legal/former-affiliate-terms-and-conditions
 legal/group-booking-general-terms
 legal/hotel-operator-terms
-legal/http://optout.networkadvertising.org/robots.txt
+legal/http://outdooractive.com/robots.txt
 legal/impressum/$
 legal/influencer-agreement
 legal/introducer-charter-general-terms
@@ -111682,7 +110542,6 @@ lgn/
 lgooxc
 li
 li.page$
-li/
 li/*?*lang=de-DE
 li/api.php?
 li/api.php?*&action=
@@ -111724,6 +110583,7 @@ liberty-linux
 librar/
 librarians/uploadbranding
 libraries
+libraries*$
 libraries/
 libraries/*.css$
 libraries/*.css?
@@ -112556,7 +111416,7 @@ live-streaming
 live-streaming/graduation
 live-test
 live-timing/widget
-live-timing/widget/*http://travis-ci.com/robots.txt
+live-timing/widget/*http://autotrader.ca/robots.txt
 live-video/connexion.php
 live/
 live/*
@@ -112592,7 +111452,7 @@ liveblog/*/?cardId=
 livechat-resources
 livejournal
 livelink%20Jun%2024%20copy%20of%20-%20pre-Anik%20changes
-livemore/vl/http://opensuse.org/robots.txt
+livemore/vl/http://dcard.tw/robots.txt
 liveprices
 liver-transplant-doctor-interview
 lives
@@ -113047,6 +111907,7 @@ login!input.jspa
 login$
 login$
 login*
+login*$
 login*targetUrl
 login-for-zendesk
 login-guest
@@ -113101,7 +111962,7 @@ login/device-based/regular/login/?next=
 login/facebook
 login/facebook/
 login/googleplus
-login/http://rowman.com/robots.txt
+login/http://controlup.com.br/robots.txt
 login/join$
 login/join?
 login/oauth/facebook
@@ -113173,7 +112034,6 @@ logout
 logout
 logout$
 logout-redirect
-logout.asp*
 logout.aspx
 logout.aspx
 logout.html
@@ -113185,7 +112045,7 @@ logout/PushLogin?redir=*
 logout?
 logout?redirect=
 logout?redirectPath=
-logouthttp://lancaster.ac.uk/robots.txt
+logouthttp://prtimes.jp/robots.txt
 logreply
 logs
 logs/
@@ -113224,11 +112084,13 @@ lookandfeel*
 lookinside
 lookup
 lookup-pages
+lookup/$
 lookup/external-ref
 lookup/google-scholar
 lookup?s=
 lookups/
 loop=
+lorem-ipsum-generator/$
 los-angeles-workspace
 los-angeles/tag
 lose_weight_naturally_how_can_i/article.htm
@@ -113307,7 +112169,7 @@ lp.aspx
 lp/
 lp/*
 lp/*?
-lp/*http://jneurosci.org/robots.txt
+lp/*http://hosteltur.com/robots.txt
 lp/adwords
 lp/affiliate-program
 lp/api/listings
@@ -113336,7 +112198,7 @@ lp/information-security-training/v3
 lp/insights
 lp/internal/cheq-ppc-invalid-users
 lp/mfour
-lp/mwc2025http://arenawanita.com/robots.txt
+lp/mwc2025http://katespade.com/robots.txt
 lp/onshape-cam
 lp/onshape-cam-studio-advanced
 lp/onshape-government
@@ -113382,12 +112244,6 @@ lps/internal/departments/sociology/ugcourses
 lptarget
 lqid=engine
 lr
-lr/
-lr/dolby-vision-atmos-tvs
-lr/hands-free-voice-search-tvs
-lr/home-theatre-sound-bars/neckband-speakers
-lr/netflix-recommended-tvs
-lr/smart-tvs-netflix-calibrated-mode
 lrel_mescommandes
 lrp/api/audience-targeting
 lrp/api/banner-data
@@ -113396,7 +112252,7 @@ lrp/api/lrp-url-redirect
 lrp/api/search
 ls
 ls/
-ls/docshttp://uab.edu/robots.txt
+ls/docshttp://console.bluemix.net/robots.txt
 lsSvc.asmx/
 lsc/find-laboratories
 lschemes/cscb/
@@ -113716,6 +112572,8 @@ m-suche-verwenden.html
 m-verifikation.html
 m-verkaufsschild-erstellen.html
 m.
+m.*.html$
+m.*filter_id
 m.athenahealth.com/ehr-modal-redirect
 m/
 m/*
@@ -114349,7 +113207,7 @@ maintenance-catchall.html
 maintenance-mode
 maintenance.htm
 maintenance.html
-maintenance.htmlhttp://unive.it/robots.txt
+maintenance.htmlhttp://posterous.com/robots.txt
 maintenance.php
 maintenance/
 maintenance/maintenance.html
@@ -115238,17 +114096,15 @@ manual232/
 manual233/
 manual241/
 manual242/
-manual243/http://demandbase.com/robots.txt
+manual243/http://opendoorbooks.com/robots.txt
 manualdousuario/
 manueladavila
-manufacturing-place
-manufacturing-places
 manutention/
 map
 map
 map-constructor/loader
 map-regular.xml
-map-review/
+map-review/
 map-videofull.xml
 map.ashx
 map.asp
@@ -115349,7 +114205,7 @@ marciomarinho
 marcioreinaldo
 marcosmontes
 marcotebaldi
-mari/
+mari/
 marialuciacardoso
 marinamaggessi
 marineops/forms/thank-you/
@@ -115455,7 +114311,7 @@ marketing/emailsignup/
 marketing/help
 marketing/mosaic_investor.php
 marketing/social-media/smd/directory/
-marketing_campaigns/http://mixlr.com/robots.txt
+marketing_campaigns/http://sendinblue.com/robots.txt
 marketing_company_auto__c=
 marketlinc
 marketmd
@@ -115724,7 +114580,6 @@ mbr/
 mc
 mc-publication-test-folder
 mc-publication-test-folder.html
-mc/
 mc/de
 mc/en
 mc/es
@@ -115748,7 +114603,6 @@ mcmahon/emusic-l
 mcp_filters_filterPanelOpen=
 mcp_size_filterPanelOpen=
 md
-md/
 md/monograficos
 md/search/node
 mdb/
@@ -115778,6 +114632,7 @@ mea/wp-content/plugins
 mea/wp-includes
 meal
 means,
+measurementid=
 measurements
 measurements=
 mec-medicaid/
@@ -115786,7 +114641,7 @@ medal
 meddev
 meddev/LocalFiles/*/Webinars/
 medewerkers
-medewerkersprofiel-inithttp://humanorigins.si.edu/robots.txt
+medewerkersprofiel-inithttp://anu.edu.au/robots.txt
 medgen/?term=
 media
 media
@@ -115806,7 +114661,7 @@ media-manager
 media/
 media/*
 media/*.pdf
-media/*.pdfhttp://europe1.fr/robots.txt
+media/*.pdfhttp://nextdoor.com/robots.txt
 media/*/*/libraries
 media/*/edit
 media/0000
@@ -115843,7 +114698,7 @@ media/M4250_Brochure_11Sept20_tcm187-109181.pdf
 media/M4250_Datasheet_11Sept20_tcm148-109178.pdf
 media/Player6_0.swf
 media/ProviderThumbnails
-media/Resized-Images/*http://thewaltdisneycompany.com/robots.txt
+media/Resized-Images/*http://minecraft.net/robots.txt
 media/TALSO.swf
 media/TUIThumbnails
 media/WEB
@@ -115887,7 +114742,7 @@ media/html/box
 media/html/easter2015
 media/html/enterprise-cybersecurity
 media/html/spread
-media/http://influenster.com/robots.txt
+media/http://ibm.com/robots.txt
 media/i18n/
 media/image_download
 media/import
@@ -115977,10 +114832,9 @@ mediabox
 mediacard
 mediacenter/
 mediacentral
-mediacomp/
 mediadrop
 mediafiles/*
-mediahttp://imageshack.com/robots.txt
+mediahttp://newsbreak.com/robots.txt
 mediakit=
 medialibrary/
 medialibrary/assets/
@@ -116424,7 +115278,7 @@ meetic.php
 meeting-request
 meeting/register
 meeting/schedule
-meetingOptionshttp://prweb.com/robots.txt
+meetingOptionshttp://teamspeak.com/robots.txt
 meetings
 meetings-flexible-combined-imager?
 meetings-infrared-sounder?
@@ -116434,7 +115288,6 @@ meetings/national/jmm/2124_abstracts/1056-30-23.pdf
 meetings/pdocs/
 meetup_api/?
 meetup_api?
-mega-bundles-preview
 mega-nav
 megapress/*
 meia
@@ -116654,6 +115507,7 @@ merch/searchCarAction.action?locationCode*
 merch/searchHotelAction.action?locationCode*
 merch/shop*.action
 merchandise
+merchandiser
 merchandising-promotions/
 merchanism
 merchant
@@ -116790,7 +115644,6 @@ mfm/internal/subjects/music/ugcourses
 mfm/internal/subjects/ugcourses
 mfsd
 mg
-mg/
 mg/forums
 mg/kb/*/discuss
 mg/search
@@ -116819,7 +115672,6 @@ mgmt/newAutofeed/FeedNewsImport
 mgo
 mgtm
 mh
-mh/
 mh255com
 mha-faq
 mha-tnc
@@ -116840,7 +115692,7 @@ miami_moon_gp2024
 miargentina/consultas
 michael-hainsworth-1.436164
 michigan-deals
-micro_page.phphttp://topics.nytimes.com/robots.txt
+micro_page.phphttp://phonepe.com/robots.txt
 microarray-as/atlas/qr
 microarray/ArrayExpress
 microarray/ExpressionProfiler
@@ -116848,7 +115700,7 @@ microarray/General/Internal
 microarray/MIAMExpress
 microarray/interfaces
 microbadge
-microcredentials/explorecourses/medicineandhealth/entryrequirements/http://alaraby.co.uk/robots.txt
+microcredentials/explorecourses/medicineandhealth/entryrequirements/http://ucdavis.edu/robots.txt
 microsite
 microsite/
 microsite/ecards
@@ -116979,9 +115831,7 @@ min=
 min_duration=
 min_price=
 mindbody
-mineral
 mineral_health_do_you_get_enough_iron/article.htm
-minerals
 minerva
 minewswire/
 minha-conta
@@ -117102,13 +115952,11 @@ missing-email
 missing.html
 missing_link
 missingpage
-mission
 mission-focused-transformation
 mission-methane
 mission-methane-revealed
 mission-motherhood/wp-admin/admin-ajax.php
 mission-paani/home-page-mission-paani-pledge/
-missions
 missions?mission_status=current
 missions?mission_status=future
 missions?mission_status=past
@@ -117319,7 +116167,6 @@ mmo/priv/
 mms
 mn
 mn-mn/
-mn/
 mn/android/collections
 mn/android/search
 mn/dcw/myx.html
@@ -117549,7 +116396,7 @@ mobile_privacy_policy
 mobile_service
 mobileapp/web-banners
 mobileapp=true
-mobilebilletter-informasjonsside/http://jbl.com/robots.txt
+mobilebilletter-informasjonsside/http://rutgers.edu/robots.txt
 mobilechoice
 mobiledataupdate
 mobiledataupdate/*
@@ -117646,6 +116493,7 @@ module/cookbook-summary
 module/nba-live-test
 modules
 modules*
+modules*$
 modules-fetch
 modules/
 modules/*.css$
@@ -118398,7 +117246,6 @@ mozfiles
 mp
 mp
 mp-
-mp/
 mp/lp
 mp2003/contact.2007-04-19
 mp3
@@ -118459,14 +117306,12 @@ mpv-*?technicalform*
 mpw_count
 mpx
 mq
-mq/
 mq168vip
 mqm-calculator/help/class.jsp
 mr
 mr-in/
 mr-robot
 mr-toggle
-mr/
 mr/auth
 mr/autocomplete
 mr/browse
@@ -118496,7 +117341,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://elle.com/robots.txt
+mre/*.zip$http://gov.ca.gov/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -118646,7 +117491,7 @@ ms/wiki/User_talk:
 ms_awards*
 msa
 msatwork/amazon
-msatwork/uber/en.htmlhttp://searchenginewatch.com/robots.txt
+msatwork/uber/en.htmlhttp://morgenpost.de/robots.txt
 msc-accounting-financial-management
 msc-advanced-clinical-practice
 msc-advanced-computer-science
@@ -118815,7 +117660,7 @@ mt/shop/*/feedback
 mt/signup?redirect_to=
 mt/similar
 mt4
-mt4/http://thetradedesk.com/robots.txt
+mt4/http://kidney.org/robots.txt
 mta-sts
 mtam-
 mtb_composer
@@ -118888,29 +117733,29 @@ mundial-2014-espana/*
 mundogalaxy
 munet_reset
 munin
-munin*http://aclu.org/robots.txt
-munin*http://adidasstansmithbeige.be/robots.txt
-munin*http://aerogaming.org/robots.txt
-munin*http://bvdg-online.com/robots.txt
-munin*http://clojutre.org/robots.txt
-munin*http://consumerreports.org/robots.txt
-munin*http://digitalocean.com/robots.txt
-munin*http://dmlp.org/robots.txt
-munin*http://electricradiatorsdirect.co.uk/robots.txt
-munin*http://gersatul.blogspot.com/robots.txt
-munin*http://h.webgomme.com/robots.txt
-munin*http://hotjar.com/robots.txt
-munin*http://iln.webgomme.com/robots.txt
-munin*http://mariokart64.com/robots.txt
-munin*http://qualtrics.com/robots.txt
-munin*http://royalcentreofplasticsurgery.com/robots.txt
-munin*http://santoshdigital.com/robots.txt
-munin*http://seattletimes.com/robots.txt
-munin*http://shop.afm-records.de/robots.txt
-munin*http://stitcher.com/robots.txt
-munin*http://superdicas7.blogspot.com/robots.txt
-munin*http://trox-xfans.de/robots.txt
-munin*http://tyk.824989.com/robots.txt
+munin*http://aa.com.tr/robots.txt
+munin*http://ctatube.com/robots.txt
+munin*http://d1wqtxts1xzle7.cloudfront.net/robots.txt
+munin*http://di.se/robots.txt
+munin*http://elmastudio.de/robots.txt
+munin*http://esa.int/robots.txt
+munin*http://g1.globo.com/robots.txt
+munin*http://gyazo.com/robots.txt
+munin*http://h5p.org/robots.txt
+munin*http://ilo.org/robots.txt
+munin*http://interpol.int/robots.txt
+munin*http://iyzico.com/robots.txt
+munin*http://l.yimg.com/robots.txt
+munin*http://lh3.ggpht.com/robots.txt
+munin*http://ofcom.org.uk/robots.txt
+munin*http://p5js.org/robots.txt
+munin*http://pca.st/robots.txt
+munin*http://pscp.tv/robots.txt
+munin*http://qiita.com/robots.txt
+munin*http://ryanair.com/robots.txt
+munin*http://sparkpost.com/robots.txt
+munin*http://wolfgangs.com/robots.txt
+munin*http://wpa.qq.com/robots.txt
 munka/szerk
 muntjacs
 murthers
@@ -118993,7 +117838,6 @@ mvideos
 mvm
 mvno
 mw
-mw/
 mw5-newsletter-v1
 mw5-newsletter-v2
 mwebWindowDone
@@ -119088,7 +117932,7 @@ mx/user
 mx/user$
 mx/your
 mx2019.jsp
-mxf-final-cut-pro/
+mxf-final-cut-pro/
 my
 my$
 my-account
@@ -119097,7 +117941,6 @@ my-account*
 my-account-basket
 my-account-checkout
 my-account-login
-my-account.asp*
 my-account/
 my-account/*
 my-account/benefits
@@ -119106,7 +117949,7 @@ my-account/collections
 my-account/deliveries/menu
 my-account/download/*
 my-account/downloads
-my-account/http://espncricinfo.com/robots.txt
+my-account/http://comicvine.gamespot.com/robots.txt
 my-account/master-courses
 my-account/membership-deals
 my-account/membership-sharing
@@ -119129,14 +117972,12 @@ my-autotrader
 my-bag
 my-bof
 my-booking
-my-books/
 my-cart
 my-collections
 my-courses/
 my-creations
 my-en/shop/*?*&*&*&*
 my-eurlex
-my-favorites
 my-flipbooks
 my-fpc
 my-guides.aspx
@@ -119317,9 +118158,6 @@ myaccount/pin/reset.html
 myaccount/reg/payment-methods.html
 myaccount/reg/shipping-addresses.html
 myaccount/register
-myalamy-aim.asp*
-myalamy.asp*
-myalamycustomer.asp*
 myandrew
 myapps.html
 myatc/send_password.xhtml$
@@ -119473,7 +118311,6 @@ mytrip/app
 mytrips/printItinerary.action
 mytv
 myuni-content
-myupload/
 myus
 mywhoi
 myworks$
@@ -119493,6 +118330,11 @@ n/:state_code/:city/:neighborhood_name/:locationId
 n/pr
 n1/en/metadata
 n1/fr/metadonnee
+n2-capital-apple-wallet-terms-and-conditions
+n2-capital-card-privacy-policy
+n2-capital-card-terms-and-conditions
+n2-capital-wallet-services-privacy-policy
+n2-capital-wallet-services-terms-and-conditions
 n245com
 n?
 nCode=
@@ -119572,7 +118414,7 @@ native-android-tablet
 native-app
 native-plants/search
 native_*
-natol/http://app.slack.com/robots.txt
+natol/http://native-instruments.com/robots.txt
 natur-und-landschaft/natur-erleben/termine/?
 natural_alternative_pet_remedies_humans_use_too/article.htm
 natural_cold_flu_remedies_pictures_slideshow/article.htm
@@ -119787,7 +118629,6 @@ ne-NP/kb/*/discuss
 ne-NP/search
 ne-NP/user
 ne-NP/users
-ne/
 ne/press-releases
 nearby
 nearby/
@@ -119836,11 +118677,9 @@ nero-com-zh_TW/promotions
 nerve_pain_pictures_slideshow/article.htm
 nestle-survey.html
 net-neutrality
-net-revenue.asp*
 netEstate
 netart/mongrel/stives/information.htm
 netbank/learn-about-netbank/demos/
-netflix-recommended-tvs
 netframework/
 netizenship
 netperfmon
@@ -120075,7 +118914,7 @@ newmembers/
 newpaymenterror.aspx
 newpaymentform.htm
 newpoll
-newposthttp://cic.gc.ca/robots.txt
+newposthttp://nakedsecurity.sophos.com/robots.txt
 newprem/
 newprem/process/
 newprod
@@ -120192,7 +119031,7 @@ news-ga
 news-insider$
 news-israel-elections/elections-2015-undecided/
 news-law/crime/Article-d9f6b8163498f11004.htm
-news-manager/
+news-manager/
 news-military/6361323ddea5a810/Article-db536baf3d10c81027.htm
 news-onair/actualites
 news-outlets
@@ -120510,7 +119349,7 @@ news/search$
 news/search-results
 news/search.php
 news/search?
-news/searchhttp://derstandard.de/robots.txt
+news/searchhttp://pitchero.com/robots.txt
 news/sharedcount/
 news/smi
 news/squiz-matrix-cms-needs-patching-584880
@@ -122083,7 +120922,7 @@ newsadmin
 newsanalysis
 newsarchive
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://google.at/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iamexpat.nl/robots.txt
 newschooltalks/blog.aspx
 newsdata
 newsearch
@@ -122118,56 +120957,32 @@ newsletter-subscribe
 newsletter-subscription-confirmation/
 newsletter-templates
 newsletter-templates/afternoon-headlines
-newsletter-templates/alerts
 newsletter-templates/archives
-newsletter-templates/autos
-newsletter-templates/best-bridal-vendors
-newsletter-templates/books
-newsletter-templates/brandavestudios
-newsletter-templates/brandavestudios/shop-local-at-home
 newsletter-templates/business
-newsletter-templates/business-briefing
-newsletter-templates/cardinals-update
 newsletter-templates/crime
 newsletter-templates/daily-headlines
 newsletter-templates/education
 newsletter-templates/eedition
 newsletter-templates/entertainment
 newsletter-templates/food-and-drink
-newsletter-templates/go-movie-lounge
-newsletter-templates/go-sneak-peek
-newsletter-templates/golf
 newsletter-templates/health
-newsletter-templates/holidays
 newsletter-templates/home-and-garden
 newsletter-templates/hot
-newsletter-templates/jobs
-newsletter-templates/joes-stlouis
-newsletter-templates/lets-eat
 newsletter-templates/local
-newsletter-templates/local/ben-fred
-newsletter-templates/local/benjamin-hochman
 newsletter-templates/local/bills
-newsletter-templates/local/blender
 newsletter-templates/local/business
 newsletter-templates/local/child-victims-act
 newsletter-templates/local/covid
 newsletter-templates/local/creighton
 newsletter-templates/local/daily-headlines
 newsletter-templates/local/daily-headlines/test
-newsletter-templates/local/derrick-goold
-newsletter-templates/local/evening-dispatch
-newsletter-templates/local/first-course
 newsletter-templates/local/food-and-drink
 newsletter-templates/local/good-morning
 newsletter-templates/local/hamburg
 newsletter-templates/local/inspired-living
 newsletter-templates/local/local-sports
 newsletter-templates/local/marijuana
-newsletter-templates/local/mizzou-sports
 newsletter-templates/local/momaha
-newsletter-templates/local/morning-headlines
-newsletter-templates/local/morning-post
 newsletter-templates/local/nebraska-prep-zone
 newsletter-templates/local/nhdailyheadlines
 newsletter-templates/local/nursing-homes
@@ -122176,61 +120991,44 @@ newsletter-templates/local/omaha-dines
 newsletter-templates/local/orchard-park
 newsletter-templates/local/outdoors
 newsletter-templates/local/photography
-newsletter-templates/local/police-policy
 newsletter-templates/local/politics
 newsletter-templates/local/sabres
 newsletter-templates/local/sarpy-county
-newsletter-templates/local/soccer
-newsletter-templates/local/stl-life
-newsletter-templates/local/stltoday-sports
 newsletter-templates/local/sturgisrallydaily
 newsletter-templates/local/thingstodo
 newsletter-templates/local/thisistucson/members/
 newsletter-templates/local/top-jobs
-newsletter-templates/local/trending
 newsletter-templates/local/twin-cities
 newsletter-templates/local/weather
 newsletter-templates/local/wedding-essentials
 newsletter-templates/local/west-seneca
-newsletter-templates/local/wsj
-newsletter-templates/local/wsj/opinion
 newsletter-templates/marketing
 newsletter-templates/marketing/advertising-solutions
 newsletter-templates/marketing/affiliate
 newsletter-templates/marketing/affiliate/test
-newsletter-templates/marketing/curated-commerce
 newsletter-templates/marketing/get-healthy
 newsletter-templates/marketing/suboffer_witharticles
 newsletter-templates/marketing/test
-newsletter-templates/news-alert-national
 newsletter-templates/obituaries
-newsletter-templates/olympics
 newsletter-templates/opinion
 newsletter-templates/parenting
 newsletter-templates/pets
-newsletter-templates/police-policy
-newsletter-templates/political-fix
 newsletter-templates/politics
 newsletter-templates/preps
 newsletter-templates/puzzles
-newsletter-templates/relationships
-newsletter-templates/subscriber-only
 newsletter-templates/television
 newsletter-templates/topic
 newsletter-templates/topic/popup
 newsletter-templates/topic/popup2
 newsletter-templates/topic/promo
 newsletter-templates/travel
-newsletter-templates/trending
-newsletter-templates/up-for-discussion
 newsletter-templates/weather
 newsletter-templates/weather-weekly
 newsletter-templates/weekly-best-of
-newsletter-templates/weekly-messenger
 newsletter-thanks
 newsletter.php
 newsletter/
-newsletter/$http://il.linkedin.com/robots.txt
+newsletter/$http://digital-strategy.ec.europa.eu/robots.txt
 newsletter/*
 newsletter/abmeldung
 newsletter/campaign/*/view
@@ -122328,7 +121126,7 @@ newsletters/software
 newsletters/software/subscribe
 newsletters/sports/
 newsletters/storyalerts/
-newsletters/subscribe/*http://churchofjesuschrist.org/robots.txt
+newsletters/subscribe/*http://gamespot.com/robots.txt
 newsletters/success/
 newsletters/sustainability
 newsletters/sustainability/subscribe
@@ -122890,7 +121688,6 @@ newsrepublic
 newsroom
 newsroom/
 newsroom/$
-newsroom/config-2025-old/$
 newsroom/ctr
 newsroom/dae
 newsroom/ghost/
@@ -122981,17 +121778,11 @@ nfl/team/*
 nfl/team/baltimore-ravens
 nft
 ng
-ng/
 ng/ajax
 ng/ajax/content-product
 ng/ajax/contentmedia
-ng/dolby-vision-atmos-tvs
 ng/en/work/products/tools/ups_selector
-ng/hands-free-voice-search-tvs
-ng/home-theatre-sound-bars/neckband-speakers
-ng/netflix-recommended-tvs
 ng/preview
-ng/smart-tvs-netflix-calibrated-mode
 ngc=
 ngdc/Counter
 ngdc/NOAAServer/adm
@@ -123014,7 +121805,6 @@ nhl/story/
 nhl/team/*
 nhn66
 ni
-ni/
 nic
 nic/
 nicaragua/*
@@ -123304,7 +122094,6 @@ nl-nl/over-ons/dit-zijn-wij/onze-koers/overzicht-jaarplannen-en-jaarverslagen/me
 nl-nl/over-ons/dit-zijn-wij/onze-koers/overzicht-jaarplannen-en-jaarverslagen/meerjarenprogramma-s/strategisch-meerjarenprogramma-2009-2013
 nl-nl/over-ons/dit-zijn-wij/onze-koers/overzicht-jaarplannen-en-jaarverslagen/meerjarenprogramma-s/strategisch-meerjarenprogramma-2014-2018
 nl-nl/over-ons/dit-zijn-wij/onze-koers/overzicht-jaarplannen-en-jaarverslagen/meerjarenprogramma-s/strategisch-meerjarenprogramma-2019-2023
-nl-nl/ppc/*
 nl-nl/presentatiemaker/$
 nl-nl/pricing-faq/$
 nl-nl/pricing/$
@@ -125046,7 +123835,7 @@ nl/tickets/$
 nl/tiu_banner/
 nl/tiu_contact/
 nl/tiu_epic/
-nl/tiu_event_banner/http://grameenphone.com/robots.txt
+nl/tiu_event_banner/http://tilde.com/robots.txt
 nl/tiu_footer/
 nl/tiu_reusable/
 nl/total-leadership
@@ -125345,6 +124134,7 @@ nocookies-unify
 nocreative
 node
 node
+node*$
 node-comment
 node/
 node/*
@@ -125413,7 +124203,7 @@ node/284392
 node/293906/?utm_source=twitter&utm_medium=social
 node/294720/?utm_source=twitter&utm_medium=social
 node/301270
-node/6872http://opensource.google.com/robots.txt
+node/6872http://api.discount-shop.uk/robots.txt
 node/82117
 node/add
 node/add/
@@ -125421,6 +124211,7 @@ node/add/*
 node/all
 node=
 node?
+node_modules*$
 nodeapi/
 nodeorder
 nodeorder$
@@ -125486,6 +124277,7 @@ norobotsnorhumansshouldevervisithispage
 norokayoblog/videolist-*.html
 norokayoblog/videolist.html
 norovirus_symptoms_treatment_prevention/article.htm
+north-africa/en/search/
 north-america/search
 north_american_precis_syndicate
 north_charleston_online/
@@ -125584,7 +124376,7 @@ not_found
 not_recommended_reviews
 nota-fiscal
 note
-note/read/http://brennancenter.org/robots.txt
+note/read/http://anothermag.com/robots.txt
 notebook
 notebook/search?
 notes
@@ -125646,7 +124438,7 @@ notizie-ultima-ora
 notlikelytohappenever
 notonline
 notp
-notyours/http://earthday.org/robots.txt
+notyours/http://openclassrooms.com/robots.txt
 nouconsistori2015
 nous-contacter.html
 nouveau-compte/confirmation
@@ -125655,11 +124447,9 @@ nouvelles/36/36637.htm
 nouvelles/alerte
 nouvelles/electionsQc2007/forumSurLeWeb.asp?idChronique=*&j=
 nova
-nova-groups
 novel/book
 novel/comments.php?id=
 novels/unlisted
-noveluse/
 novgnpre/Ext/Comp/ArticleLayout/CdaArticleSendtoForm1024
 novosti-partnerov
 now
@@ -125673,7 +124463,6 @@ nowapp/delete_account/
 nox
 np
 np-nav
-np/
 np_old/
 npc
 npk
@@ -125684,7 +124473,6 @@ nps/
 nput
 nqrwns
 nr
-nr/
 nri-banking/bankaccounts/popup-master-card
 nri-banking/bankaccounts/popup-payback
 nri-banking/bankaccounts/popup-visa-asia
@@ -125845,12 +124633,11 @@ nu150/postcards/images
 nu150/postcards/ssi
 nuance-chat.html
 nuba
-nucleotide
-nucleotides
 nueva-revista
 nuevacontraseñaconfirmada,establecernuevacontraseña
 nuevatienda/
 nuevoestilodeti
+nugg
 nuggets/node
 nuggets/users
 nuilr
@@ -125864,11 +124651,9 @@ null*
 null/*
 null?
 num_sujet*
-number-of-ingredients
 number-seven
 numberOfEmployees=
 numbers
-numbers-of-ingredients
 numbers_that_matter_as_much_as_your_weight/article.htm
 numbershelpr1
 numbershelpr2
@@ -125909,15 +124694,7 @@ nursing/index.php
 nursing/qaa/404.php
 nus-trk
 nutch
-nutri-score
-nutri-score-2021
-nutri-score-2023
 nutricion-innovacion/*
-nutrient
-nutrient-level
-nutrient-levels
-nutrients
-nutrition-grades
 nutrition-search-result
 nutrition/*/wp-
 nutrition/recipes?
@@ -126000,6 +124777,7 @@ nz/c/*search_type=
 nz/c/*ship_to=
 nz/c?*attr_*=
 nz/cart
+nz/cases
 nz/checkout
 nz/conversations
 nz/de
@@ -126023,6 +124801,7 @@ nz/help/sitemap.php
 nz/invites/buy
 nz/it
 nz/ja
+nz/journals
 nz/ko
 nz/landingpage/
 nz/listing/*/stubs
@@ -126074,8 +124853,6 @@ o2service
 o3ijf=
 o=
 o=*search
-o=new
-o=written_at
 oa
 oah/
 oai
@@ -126098,8 +124875,8 @@ oauth/authorize
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://community.canvaslms.com/robots.txt
-oauth/http://en.wikibooks.org/robots.txt
+oauth/http://fitness-mag.fr/robots.txt
+oauth/http://pecl.php.net/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -126121,7 +124898,6 @@ obits/columbia/
 obits/greenville/
 obits/myrtle-beach/
 obituaries.asp?Page=NewspapersForHowTo&State=
-obituaries/
 obituaries/*/affiliateartwork.axd
 obituaries/*/api/
 obituaries/*/condolences-flowers.aspx
@@ -126165,7 +124941,7 @@ oc
 oc.php
 oc/dash-button
 oc/forums
-oc/http://rochester.edu/robots.txt
+oc/http://desmoinesregister.com/robots.txt
 oc/kb/*/discuss
 oc/search
 oc/user
@@ -126345,7 +125121,7 @@ offline
 offline-plugin-app-shell-fallback
 offline.html
 offline/
-offline/http://thestar.com.my/robots.txt
+offline/http://nd.gov/robots.txt
 offlinenotice.xml
 offre-internet/sfr-box4G
 offrir-cadeau
@@ -126433,10 +125209,11 @@ oit/search/node
 oit/systems/testzone/
 ojp
 okanagan/facultystaff/bba
-okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://nyhistory.org/robots.txt
+okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://uber.com/robots.txt
 okeanija_ad
 okonomi
 okurimono/script/
+okurtemsilcisi/
 okuru
 okxbet.com
 olam/IdentityFailureAction.olamexecute*
@@ -126481,7 +125258,6 @@ olympics/twitter/feed
 olympics/updates/getdate/
 olympics/xml
 om
-om/
 om/*?*lang=ar-AE
 om/*?*lang=en-US
 om/Archive
@@ -126491,6 +125267,7 @@ om/journal/2023
 om/journal/2024
 oma
 omb/BoardActions/*pdf$
+ombud
 omega-3_fatty_acids_pictures_slideshow/article.htm
 omgilibot
 omni-channel-customer-engagement/landing/program/mutual-banks.html
@@ -126500,7 +125277,7 @@ omsk
 on
 on
 on-demand-updates
-on-demand/session/*http://myspace.com/robots.txt
+on-demand/session/*http://nvlpubs.nist.gov/robots.txt
 on/*
 on/*.ico$
 on/*.png$
@@ -126718,7 +125495,6 @@ online-services/three-in-one-account/Disclaimer.html
 online-services/three-in-one-account/apply_now.html
 online-web-application-security-scanner/getting-started
 online.php
-online/
 online/Checking/
 online/Credit-Cards/
 online/Credit-Cards/disney.htm
@@ -126742,13 +125518,12 @@ online/commercial-bank/
 online/common/
 online/cronaca/veronaecstasy/bologna/bologna.html
 online/etc/medialib
-online/feeds/
 online/freedom/
 online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://yourwebsite.com/robots.txt
+online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -126843,6 +125618,7 @@ open-process-automation
 open-source-products-for-privacy-minded-companies-individuals
 open-source/$
 open/api
+open_is_url
 openads
 openam/UI/Login
 openbugbounty
@@ -126899,7 +125675,7 @@ opic-cipo/cpd/eng/patent
 opic-cipo/cpd/eng/search
 opic-cipo/cpd/fra/brevet
 opic-cipo/cpd/fra/recherche
-opiniao/*http://old.reddit.com/robots.txt
+opiniao/*http://esv.org/robots.txt
 opinion/13-11-2013/19015
 opinion/2018/06/when_fathers_day_cards_dont_qu.html
 opinion/documentos/hemeroteca.html?
@@ -126932,8 +125708,8 @@ opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
 opt-out/confirm
-opt-out/http://ccpgames.com/robots.txt
-opt-out/http://news.bbc.co.uk/robots.txt
+opt-out/http://youronlinechoices.eu/robots.txt
+opt-out/http://yoursite.com/robots.txt
 optInEmail
 opt_out
 opta-embed
@@ -126991,16 +125767,16 @@ oral_dental_health_breath/article.htm
 oral_health_conditions_that_make_teeth_hurt/article.htm
 orange-anma
 orange/*
+orasso
 orchestration
+orcid
 orcid-search
 ordenar1*
 ordenar2*
 ordenar3*
 order
-order-*.asp*
 order-confirm
 order-confirmation*
-order-confirmation/
 order-detail
 order-details
 order-details
@@ -127009,7 +125785,6 @@ order-history*
 order-history/
 order-history/*
 order-information/
-order-invoice.asp*
 order-list
 order-now.aspx
 order-process/*
@@ -127066,12 +125841,11 @@ orders
 orders$
 orders/
 orders/*/order_complete
-orders/successhttp://cbr.ru/robots.txt
+orders/successhttp://granta.com/robots.txt
 orders/timeline
 orderstatus
 orderstatus.php
 ordini
-ordspub/prdutf8p
 ore/Public
 ore/public
 oregonian-test
@@ -127114,7 +125888,6 @@ orientation/student-guide/visit/
 orientation=
 oriente-proximo/*
 origen-alerta
-origin
 origin-pre-prod/*
 origin-selector
 origin=
@@ -127127,10 +125900,9 @@ originallist
 originals/includes
 originals/inturn3/includes
 originals/stephen_kings_n/includes
-origins
 orioles/search
 orkut/albums
-orlando/tag/*http://arsenal.com/robots.txt
+orlando/tag/*http://one.google.com/robots.txt
 orne/
 orne/assure/actualites/
 oroscopo/sitemap.xml
@@ -127193,8 +125965,6 @@ oteli/s
 otfu/
 other
 other-markets
-other-nutritional-substance
-other-nutritional-substances
 other-sites/
 other/
 other/bookm
@@ -127345,10 +126115,8 @@ overview.php
 overviewpath=*
 ovulation_and_fertility_pictures_slideshow/article.htm
 ow
-owner
 owner-estimate
 owner_settings
-owners
 owners/parts-service/toyota-service-care
 owners/web/pages/home?p_auth=
 owners/web/pages/parts-service/service-offers?p_auth=
@@ -127459,7 +126227,7 @@ p/*/victory$
 p/*/victory?
 p/*from=
 p/*groupType=
-p/*http://epidemicsound.com/robots.txt
+p/*http://snopes.com/robots.txt
 p/*surveyopen
 p/*thm=
 p//ps
@@ -127585,11 +126353,9 @@ package.json
 package.json
 package.json.sample
 package/*/docs
-package/*/docs/latest/http://roamresearch.com/robots.txt
+package/*/docs/latest/http://pearltrees.com/robots.txt
 package/*/v
 package_files_uploaded_via_chrome
-packager-code
-packager-codes
 packages
 packages/
 packages/$
@@ -127615,14 +126381,9 @@ packages/logfile
 packages/maintainer-view
 packages/table/start
 packages/table_lede17_1/start
-packages?q=http://index.hr/robots.txt
+packages?q=http://pubchem.ncbi.nlm.nih.gov/robots.txt
 packagesize.do
 packagetype=
-packaging
-packaging-materials
-packaging-recycling
-packaging-shape
-packaging-shapes
 packs
 packsViewSingle
 paconsulting
@@ -127675,7 +126436,7 @@ page/
 page/*
 page/*&s&
 page/*/?
-page/*/?*http://nal.usda.gov/robots.txt
+page/*/?*http://pix11.com/robots.txt
 page/*/?a_aid=
 page/*/?egotecpage
 page/*/?hc_location=
@@ -127950,10 +126711,8 @@ page404.aspx
 page4590495.html
 page7426355.html
 page=
-page=
 page=*
-page=*http://polar.com/robots.txt
-page=1$
+page=*http://zip.co/robots.txt
 page=2$
 page=SN_
 page=print
@@ -128023,7 +126782,6 @@ pages/WriteAReview
 pages/account
 pages/archive
 pages/browser_info
-pages/cms/
 pages/college
 pages/createpage.action
 pages/de/catalogue/books
@@ -128073,11 +126831,8 @@ pages/jp
 pages/landing
 pages/legal*
 pages/listorphanedpages.action
-pages/litres_oferta/
 pages/manage-your-account
-pages/new_genres/
 pages/news-connect
-pages/podcasts/
 pages/pricing
 pages/privacy
 pages/ps
@@ -128093,7 +126848,6 @@ pages/terms
 pages/terms
 pages/thank-you
 pages/venue
-pages/view_quote/
 pages/viewinfo.action
 pages/viewpageattachments.action
 pages/viewpreviousversions.action
@@ -128501,7 +127255,7 @@ participants
 participants/search
 participate/conferences.xml
 participate/visa-invitation-letter
-participe/cursoprovedoreshttp://sam.gov/robots.txt
+participe/cursoprovedoreshttp://www2.census.gov/robots.txt
 particle/milgrom
 particulier/outils/trouver-pays
 particulier/recherche
@@ -128526,7 +127280,6 @@ partner/
 partner/*?
 partner/direct
 partner/harp
-partner/oovvuu/
 partner/pdf/miami-dade-service-centers.pdf
 partner/signup?
 partner=
@@ -128562,7 +127315,6 @@ partners/find-a-service-partner/baseline-design/$
 partners/find-a-service-partner/code-and-theory/$
 partners/find-a-service-partner/merkle/$
 partners/find-a-service-partner/one-north/$
-partners/find-a-service-partner/rangle-io/$
 partners/find-a-service-partner/slalom/$
 partners/find-a-service-partner/yumemi-inc/$
 partners/internal
@@ -128712,7 +127464,6 @@ paym/coll/assets/html/dla/EA
 payment
 payment
 payment$
-payment-api/
 payment-confirm
 payment-failed
 payment-policy
@@ -128929,6 +127680,7 @@ pdf_download.php
 pdf_downloads/
 pdf_files
 pdf_lightbox.php
+pdfartworkmenu.php
 pdfdownload.asp?id=*
 pdfdownloadNew.asp?id=*
 pdfexample
@@ -129167,11 +127919,9 @@ perfilNF/*
 performance
 performance/
 performance/corvette/sign-up
-period-after-opening
 periodico/ajax
 periodicreview
 periodofpride/*
-periods-after-opening
 perl
 perl-bin/formeng.pl?form=blog_request
 perl-bin/formeng.pl?form=business_facebook_page_registration
@@ -129187,6 +127937,19 @@ pers
 pers$
 pers.*$
 pers.html$
+pers/hb
+pers/hg
+pers/hj
+pers/hk
+pers/hx
+pers/tb
+pers/te
+pers/tr
+pers/xc
+pers/xk
+pers/xr
+pers/xs
+pers/xx
 person
 person-*/private
 person-node
@@ -129654,7 +128417,7 @@ pf/assets*.js
 pf/en/book-a-trip/flights/fare-types/fare-guide-information.html
 pf/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 pf/fr
-pf/http://sciencenews.org/robots.txt
+pf/http://elpais.com/robots.txt
 pf/resources
 pf/resources/dist/fonts
 pf/resources/dist/images
@@ -129669,7 +128432,6 @@ pfr/professionallicensing/search/node
 pfr/search/node
 pfstest
 pg
-pg/
 pg/en/book-a-trip/flights/fare-types/fare-guide-information.html
 pg/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 pgNumber
@@ -129877,15 +128639,12 @@ phone/compare/?
 phone/product/
 phonebook
 phoneinfo
-phot-browse.asp*
 photo
 photo-
 photo-contests
 photo-editor-app/*
 photo-editor-beta/
 photo-enhancer
-photo-image-*.html
-photo-image-*image*.html
 photo-numerique/*idOffre=
 photo-request
 photo-test-editor-x
@@ -129910,11 +128669,8 @@ photogallery/*.xml$
 photogallery/6*.html
 photogallery/page-*
 photogallery_widget_ajax.html
-photographer
-photographers
 photopopup.aspx*
 photos
-photos-images/
 photos.php
 photos/*
 photos/*.pdf
@@ -130105,20 +128861,14 @@ pj/ln/cs/hd_life.css
 pj/ln/cs/method_cs.css
 pjecnj
 pk
-pk/
-pk/dolby-vision-atmos-tvs
 pk/en
 pk/en/assets/document/firmresume.pdf
-pk/hands-free-voice-search-tvs
-pk/home-theatre-sound-bars/neckband-speakers
-pk/netflix-recommended-tvs
-pk/smart-tvs-netflix-calibrated-mode
 pkb/
 pkey=
-pkey=http://texastribune.org/robots.txt
+pkey=http://npg.org.uk/robots.txt
 pkginfo
 pkginfo/
-pkta01d26ae74f4.htmlhttp://one.com/robots.txt
+pkta01d26ae74f4.htmlhttp://useloom.com/robots.txt
 pl
 pl*/listing/*/favoriters
 pl*/people/*/circle
@@ -130581,9 +129331,6 @@ place/*/archive
 place/directory
 place/list
 place/reviews
-place_an_ad/
-place_an_ad/obituaries/
-place_an_ad/online_only/
 placeholder/v1/membership/message
 places
 places-to-go/maps
@@ -130591,49 +129338,6 @@ places/
 places/*/edit
 places/*action=srch
 places/belle-fourche/*action=srch
-places/bestbridal-beauty-salons/*action=srch
-places/bestbridal-caterers/*action=srch
-places/bestbridal-ceremony-loc/*action=srch
-places/bestbridal-disc-jockeys/*action=srch
-places/bestbridal-equipment-rental/*action=srch
-places/bestbridal-florist/*action=srch
-places/bestbridal-formalwear/*action=srch
-places/bestbridal-gowns/*action=srch
-places/bestbridal-honeymoons/*action=srch
-places/bestbridal-hotels/*action=srch
-places/bestbridal-invitations/*action=srch
-places/bestbridal-jewelry/*action=srch
-places/bestbridal-limo/*action=srch
-places/bestbridal-musicians/*action=srch
-places/bestbridal-photography/*action=srch
-places/bestbridal-registries/*action=srch
-places/bestbridal-travel-agents/*action=srch
-places/bestbridal-wedding-cakes/*action=srch
-places/bestbridal-wedding-consultants/*action=srch
-places/bestbridal-wedding-receptions/*action=srch
-places/bestbridal-wedding-rehearsals/*action=srch
-places/bestbridal/*action=srch
-places/bestbridal/bestbridal-beauty-salons/*action=srch
-places/bestbridal/bestbridal-caterers/*action=srch
-places/bestbridal/bestbridal-ceremony-loc/*action=srch
-places/bestbridal/bestbridal-disc-jockeys/*action=srch
-places/bestbridal/bestbridal-equipment-rental/*action=srch
-places/bestbridal/bestbridal-florist/*action=srch
-places/bestbridal/bestbridal-formalwear/*action=srch
-places/bestbridal/bestbridal-gowns/*action=srch
-places/bestbridal/bestbridal-honeymoons/*action=srch
-places/bestbridal/bestbridal-hotels/*action=srch
-places/bestbridal/bestbridal-invitations/*action=srch
-places/bestbridal/bestbridal-jewelry/*action=srch
-places/bestbridal/bestbridal-limo/*action=srch
-places/bestbridal/bestbridal-musicians/*action=srch
-places/bestbridal/bestbridal-photography/*action=srch
-places/bestbridal/bestbridal-registries/*action=srch
-places/bestbridal/bestbridal-travel-agents/*action=srch
-places/bestbridal/bestbridal-wedding-cakes/*action=srch
-places/bestbridal/bestbridal-wedding-consultants/*action=srch
-places/bestbridal/bestbridal-wedding-receptions/*action=srch
-places/bestbridal/bestbridal-wedding-rehearsals/*action=srch
 places/chadron/*action=srch
 places/dealers/*action=srch
 places/hot-springs/*action=srch
@@ -130642,7 +129346,6 @@ places/offers/
 places/onboarding
 places/orovalley/*action=srch
 places/orovalley/eedition/*action=srch
-places/print_ads/*?
 places/search/
 places/shoplocal/*action=srch
 places/studiotour/*action=srch
@@ -130677,7 +129380,7 @@ plants/soil/
 plants/sun/
 plants/type/
 plants_rashes_poison_ivy_oak_sumac/article.htm
-plantuml/img/http://dexigner.com/robots.txt
+plantuml/img/http://platform.instagram.com/robots.txt
 plantuml/map/
 plantuml/svg/
 plantuml/txt/
@@ -130800,8 +129503,8 @@ plpt
 plro
 plru
 pls
-pls/zone2/f
 plsv
+pltcatalog/stock/getStock
 pltr
 plugin
 plugin-play
@@ -130849,6 +129552,7 @@ plus-thank-you
 plus/check_hold
 plus/check_psn
 plus/create/start
+plus/experience/connections_2025/*
 plus/invite_request
 plus/signup
 plus/vip
@@ -130922,13 +129626,8 @@ pms/resources
 pms/resources/*/nodes
 pms/users
 pn
-pn/
 pnas/
 pnd_widget
-pnns-group-1
-pnns-group-2
-pnns-groups-1
-pnns-groups-2
 pno=
 po_c=
 pobeda
@@ -130974,7 +129673,7 @@ podcasts
 podcasts
 podcasts$
 podcasts.*$
-podcasts/*/?s=*http://google.github.io/robots.txt
+podcasts/*/?s=*http://realfavicongenerator.net/robots.txt
 podcasts/*/similar
 podcasts/2doc-belt-met-boeijen$
 podcasts/2doc-belt-met-boeijen.html$
@@ -131195,6 +129894,7 @@ pogoda/*?*lon=*&*lat=
 pogoda/0
 pogoda/404
 pogoda/search
+poi
 point-de-vente/
 point/buyingflow
 point/preference
@@ -131347,7 +130047,6 @@ popular/*?city=
 popular/SearchList
 popular/rank_
 popular?
-popularity
 populate
 populate/
 population-health-modal-redirect
@@ -132759,8 +131458,6 @@ pos/ac-code
 posRating
 posez-votre-question/
 posgraduacao/guia/busca/
-possible-improvement
-possible-improvements
 possible_biz_owner
 post
 post
@@ -132881,17 +131578,12 @@ pr-br/search/$
 pr/
 pr/AjaxService/
 pr/Secure/
-pr/business/
 pr/e-tools-public
-pr/entertainment/
 pr/help/cookies-list/
 pr/help/cookies/
 pr/help/privacy/
 pr/landingpage/
-pr/lifestyles/
-pr/news/
 pr/secure/
-pr/sports/
 pr=
 practical-law-the-journal/search
 practical-privacy-basic-principles-and-default-settings
@@ -132908,7 +131600,7 @@ pravkurs/login/confirm.php
 pravkurs/mod/forum/search.php
 pravkurs/search/index.php
 pravoeu-hledani
-prayers?*http://kicker.de/robots.txt
+prayers?*http://uschamber.com/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -132995,7 +131687,7 @@ preliminary-post-incident-review-tw
 preload
 premenstrual_syndrome_pictures_slideshow/article.htm
 premier-495
-premier-495/http://pokemon.com/robots.txt
+premier-495/http://erc.europa.eu/robots.txt
 premiogastronomico/mejor.asp?search=&page=
 premium
 premium$
@@ -133008,7 +131700,7 @@ premium/auth/
 premium/cert
 premium/checkout
 premium/download
-premium/http://threads.net/robots.txt
+premium/http://rundschau-online.de/robots.txt
 premium/plus
 premium/reset-password/new
 premium/sign-in
@@ -133140,8 +131832,8 @@ preview-main/*
 preview.aspx
 preview/
 preview/*
-preview/http://fellow.app/robots.txt
-preview/http://thenation.com/robots.txt
+preview/http://audible.co.uk/robots.txt
+preview/http://br.de/robots.txt
 preview/post/*
 preview/rankings
 preview/result
@@ -133158,6 +131850,7 @@ preview_not_supported
 preview_script_id
 preview_spec
 preview_theme_id
+previewhighresolutionimage.php
 previewjob
 previewrtyu
 previewtemplate
@@ -133175,7 +131868,6 @@ price-2
 price-3
 price-4
 price-alert
-price-calc.asp*
 price-calculator.html
 price-full
 price-guide
@@ -133187,6 +131879,7 @@ priceOrder=
 priceShopperRedirectAction.do?method=load
 price_max=
 price_min=
+price_slider=
 pricecalculator
 pricelist
 prices
@@ -133201,7 +131894,6 @@ pricing
 pricing-b
 pricing-calculator
 pricing-faq/$
-pricing-faq/config-2025-old/$
 pricing-monthly
 pricing-thank-you
 pricing-updates-for-ghostery-subscription-plans
@@ -133480,7 +132172,7 @@ privacy-policy/third-parties/zh-TW.html
 privacy-policy/zh-CN.html
 privacy-policy/zh-TW.html
 privacy-security-terms
-privacy-settingshttp://dailykos.com/robots.txt
+privacy-settingshttp://neatorama.com/robots.txt
 privacy-statement
 privacy.aspx
 privacy.html
@@ -133497,7 +132189,7 @@ privacy/request-data
 privacy/sub-processors.html
 privacy/zoho-group.html
 privacy/zoho-group.html
-privacy2.htmlhttp://ascap.com/robots.txt
+privacy2.htmlhttp://prisma.io/robots.txt
 privacy_security/index.jsp
 privacyfeedback
 privacyinformation/employment-privacy-and-data-protection/career-policy/kenya
@@ -133534,20 +132226,19 @@ private-class-messages
 private-jobs/*
 private-promo
 private-sale
-private-schools/?geodir_search=
 private-schools/search
 private-service-offer
 private.php
 private/
 private/gallery/content/
-private/http://android.com/robots.txt
-private/http://comscore.com/robots.txt
-private/http://dakar.com/robots.txt
-private/http://ecdc.europa.eu/robots.txt
-private/http://minds.com/robots.txt
-private/http://ready.gov/robots.txt
+private/http://chronicle.com/robots.txt
+private/http://houstonmethodist.org/robots.txt
+private/http://mysite.com/robots.txt
+private/http://sfcollege.edu/robots.txt
+private/http://sfist.com/robots.txt
+private/http://smallfarmnation.com/robots.txt
 private/wtrack
-privategrouphubs/http://gov.pl/robots.txt
+privategrouphubs/http://techcrunch.com/robots.txt
 prive
 prive/pakketten-oud
 privilege-banking
@@ -133719,7 +132410,7 @@ product-managers/$
 product-presentation-info.aspx
 product-print*
 product-quickview*
-product-ratings/http://github.blog/robots.txt
+product-ratings/http://wishpond.com/robots.txt
 product-reviews/
 product-reviews/B0069IY63Y
 product-reviews/getReviews.do*
@@ -133794,6 +132485,7 @@ productLineUrn=urn:product
 productNotifyMe.do
 productPurchaseDone
 product_
+product_category=
 product_data
 product_id=*
 product_information
@@ -133956,6 +132648,7 @@ products/ceiling-lighting/*review--4-stars-and-up
 products/comforters-and-comforter-sets/*review--4-stars-and-up
 products/commerce-cloud/partner-marketplace/.*
 products/common
+products/compare_selected_products
 products/comparison.jsp
 products/comps
 products/console-tables/*--*--*--
@@ -134159,6 +132852,7 @@ products/service-desk/vacation-pics-gallery.html
 products/service-desk1
 products/service-desk2
 products/sharing-collaboration-extended-ecm
+products/show
 products/shower-benches-and-seats/*--*--*--
 products/shower-benches-and-seats/*--*--*--*--
 products/sql-compare/entrypage/deployment-scripts.htm
@@ -134373,6 +133067,7 @@ profilehtml/
 profileinterview.php
 profilerole
 profiles
+profiles*$
 profiles-test
 profiles/
 profiles/*
@@ -134402,7 +133097,16 @@ profiles/*.png
 profiles/*.svg
 profiles/*.svg
 profiles/*/activities
+profiles/*/art
+profiles/*/art/*?
+profiles/*/art/digital+art$
+profiles/*/art/drawings$
+profiles/*/art/mixed+media$
+profiles/*/art/paintings$
+profiles/*/art/photographs$
 profiles/*/articles
+profiles/*/collections/*
+profiles/*/collections/*?
 profiles/*/designs
 profiles/*/embed
 profiles/*/embed?
@@ -134414,6 +133118,8 @@ profiles/*/modules/*/embed
 profiles/*/modules/*/framed
 profiles/*/reviews
 profiles/*/services
+profiles/*/shop/*
+profiles/*/shop/*?
 profiles/*/xhr
 profiles/*?*category=
 profiles/*?*commit=
@@ -134421,6 +133127,10 @@ profiles/*?*empty=
 profiles/*?*order=
 profiles/*?*page=
 profiles/*?*utf8=
+profiles/*?tab=blogs
+profiles/*?tab=events
+profiles/*?tab=favorites
+profiles/*?tab=following
 profiles/ProfileBorderTemplate,*myzillow*MyListingsTabulated.*postings*owners*OwnersProfileUpsell.*DirectLink.sdirect
 profiles/Vyjeyanthi_Periyakoil
 profiles/Vyjeyanthi_Periyakoil/;jsessionid=4574780DB8A534599650BF23A39FE9E4.tc-cap-08
@@ -134691,7 +133401,7 @@ projects/*/payments
 projects/*/preview
 projects/?
 projects/DailyReport/
-projects/StudentArtGallery/http://zend.com/robots.txt
+projects/StudentArtGallery/http://volcanodiscovery.com/robots.txt
 projects/alma/arc/tw
 projects/alma/faqs
 projects/browse.php
@@ -134785,7 +133495,7 @@ promoted-listings
 promotion
 promotion/*
 promotion/.html
-promotion/41995890-09e9-11ed-861d-0242ac120002http://government.nl/robots.txt
+promotion/41995890-09e9-11ed-861d-0242ac120002http://liveramp.com/robots.txt
 promotion/remit-2024
 promotion/us-bd
 promotionOffreVue
@@ -134918,7 +133628,7 @@ prueba/tools-information/includes
 pruebas
 pruebas-publi
 pruebas/
-prv/http://ifrc.org/robots.txt
+prv/http://trulia.com/robots.txt
 prv/originalfile
 przejdz-do-sklepu-bez-logowania
 ps
@@ -135114,11 +133824,6 @@ pt-US
 pt-VN
 pt-ZA
 pt-ao
-pt-ao/home-theatre-sound-bars/neckband-speakers
-pt-ao/smart-tvs-modo-de-netflix-calibrado
-pt-ao/tvs-dolby-vision-atmos
-pt-ao/tvs-pesquisa-por-voz-maos-livres
-pt-ao/tvs-recomendadas-pelo-netflix
 pt-br
 pt-br
 pt-br-new
@@ -135138,7 +133843,6 @@ pt-br/api.php?*&action=
 pt-br/api.php?action=
 pt-br/apresentacoes/$
 pt-br/asset-preview*
-pt-br/author
 pt-br/blog
 pt-br/blog/search
 pt-br/blog/topic
@@ -135369,7 +134073,6 @@ pt-br/wiki/User_talk:
 pt-br/wiki/Usu%C3%A1rio:
 pt-br/wiki/Usu%C3%A1rio_Discuss%C3%A3o:
 pt-br/wireframe-tool/$
-pt-mea/home-theatre-sound-bars/neckband-speakers
 pt-pt
 pt-pt
 pt-pt*
@@ -135498,7 +134201,7 @@ pt/features/partial/page-bottom
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://michaels.com/robots.txt
+pt/forum/goto.phphttp://dagbladet.no/robots.txt
 pt/fr
 pt/gallery
 pt/games
@@ -135768,7 +134471,6 @@ pub/media/css/
 pub/media/downloads/
 pub/media/i18n/
 pub/media/js/
-pub/t/
 pub/yonlendir
 pub_releases
 pub_releases_ml
@@ -135822,33 +134524,8 @@ public/cmscommentAbuse
 public/dashboard
 public/data/
 public/emailtemplates
-public/english/dw/ilo-dw-amharic-web.swf
-public/english/dw/ilo-dw-arabic-web.swf
-public/english/dw/ilo-dw-bahasa-web.swf
-public/english/dw/ilo-dw-bangla-web.swf
-public/english/dw/ilo-dw-english-web.swf
-public/english/dw/ilo-dw-farsi-web.swf
-public/english/dw/ilo-dw-filipino-web.swf
-public/english/dw/ilo-dw-french-web.swf
-public/english/dw/ilo-dw-german-web.swf
-public/english/dw/ilo-dw-hindi-web.swf
-public/english/dw/ilo-dw-italian-web.swf
-public/english/dw/ilo-dw-japanese-web.swf
-public/english/dw/ilo-dw-khmer-web.swf
-public/english/dw/ilo-dw-kiswahili-web.swf
-public/english/dw/ilo-dw-korean-web.swf
-public/english/dw/ilo-dw-nepali-web.swf
-public/english/dw/ilo-dw-portuguese-web.swf
-public/english/dw/ilo-dw-russian-web.swf
-public/english/dw/ilo-dw-sinhalese-web.swf
-public/english/dw/ilo-dw-spanish-web.swf
-public/english/dw/ilo-dw-tamil-web.swf
-public/english/dw/ilo-dw-thai-web.swf
-public/english/dw/ilo-dw-turkish-web.swf
-public/english/dw/ilo-dw-urdu-web.swf
 public/index.php
 public/index.php/*
-public/libdoc
 public/library/iosplanner/reldesignation.html
 public/member
 public/member/login
@@ -135881,7 +134558,7 @@ publicamadrid?f%
 publicamadrid?f[0]
 publication
 publication-content
-publication-content/*http://royal.pingdom.com/robots.txt
+publication-content/*http://epp.eurostat.ec.europa.eu/robots.txt
 publication-similarities
 publication-statics
 publication/catalogue_number
@@ -136003,9 +134680,6 @@ purchase
 purchase-embed
 purchase-enquiry
 purchase-history
-purchase-place
-purchase-places
-purchase/
 purchase/price-comparison$
 purchase?
 purchase_family_plan
@@ -136013,7 +134687,6 @@ purchase_report1.asp?id=*
 purchase_reportNew.asp?id=*
 purchaseconfirm
 purchased-gift
-purchased-images.asp*
 purchased/animations
 purchases
 purchasing-consultancy-services-terms
@@ -136037,7 +134710,6 @@ pvp/dual-heads-12-rain-high-pressure-shower-system-with-3-way-thermostatic-fauce
 pw
 pw-loader-configure
 pw-signin
-pw/
 pw/bookit
 pw/by-topic/1-legacy
 pw/emailtemplates
@@ -136281,7 +134953,6 @@ qtsspbR1
 qtsspbR2
 qttreeview
 quake*/p*.html
-quality
 quality_form?
 quan?
 quantity=
@@ -136296,6 +134967,7 @@ queensland-travel-declaration-2
 queensland-travel-declaration-form
 queensland-travel-declaration/qld-travel-declaration
 quemsomos/xml/Topos.xml
+queries
 query
 query$
 query%
@@ -136403,7 +135075,7 @@ quiz-list
 quiz-results-learn-more-vid
 quiz/
 quiz/archive/*/*
-quiz/archive/*/*/$http://weblogs.asp.net/robots.txt
+quiz/archive/*/*/$http://techtimes.com/robots.txt
 quiz/document
 quiz/engine
 quizResult=
@@ -136608,6 +135280,7 @@ rawls.cmc
 rays/search
 rb=
 rb_bf
+rb_bf12093eab
 rb_bf70766xfx
 rb_bf91513tbq
 rbac
@@ -136629,7 +135302,7 @@ rcs?action
 rcsearch.aspx
 rd
 rd/
-rd/pdf/http://geo-wiki.org/robots.txt
+rd/pdf/http://rbi.org.in/robots.txt
 rd/search
 rd/search$
 rd/search?
@@ -136693,7 +135366,7 @@ readlevellexile=
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://wiwo.de/robots.txt
+readme.htmlhttp://rocketlawyer.com/robots.txt
 readmessage.php
 ready
 ready_sit_read/index.jhtml
@@ -136897,8 +135570,13 @@ reasons_why_your_face_looks_swollen/article.htm
 reasons_your_child_cant_sleep_pictures_slideshow/article.htm
 reauthenticate
 rebeccagarcia
-rebooting-the-record-label/http://tunnelbear.com/robots.txt
+rebooting-the-record-label/http://ricoh.co.jp/robots.txt
 rec
+rec/bib
+rec/nt
+rec/rdf
+rec/ris
+rec/xml
 recapitulatif
 recaptcha.aspx
 recaptcha/api
@@ -137006,7 +135684,7 @@ recipe_parser
 recipes
 recipes/*?q=
 recipes/cooking
-recipes/email.phphttp://planetary.org/robots.txt
+recipes/email.phphttp://caltech.edu/robots.txt
 recipes/filter/*
 recipes/food/email
 recipes/food/reviews/*?print=
@@ -137020,7 +135698,7 @@ recipes/search/?q
 recipes/search?
 recipes/search?o=newest&tag=test-kitchen-approved
 recipes/shoppinglist/email
-reckon/http://darujme.cz/robots.txt
+reckon/http://clevelandart.org/robots.txt
 recmain/alabama/recreation
 recmain/allegheny/recreation
 recmain/angeles/recreation
@@ -137269,7 +135947,7 @@ refer
 refer-*
 refer-a-friend
 refer/
-refer/http://mercedes-benz.com/robots.txt
+refer/http://thefeedfeed.com/robots.txt
 refer/pal
 reference
 reference-library
@@ -137363,8 +136041,8 @@ register
 register$
 register$
 register*
+register*$
 register-account
-register-account.asp*
 register-for-purchase
 register-new-account
 register-now
@@ -137430,7 +136108,6 @@ registration/apis/attendee/restriction
 registration/apis/portal/event_info
 registration/apis/pricing_info
 registration/apis/social_media/get_buzz_setting_reg_page
-registration/archive_upload_apply.asp*
 registration/ext
 registration/includes/
 registration/js/
@@ -137769,21 +136446,26 @@ reports/australia-design-growth-story-apac-report/$
 reports/bridging-design-and-code/$
 reports/bringing-non-designers-into-design-process/$
 reports/build-developer-tools/$
+reports/build-your-design-system/$
 reports/building-a-design-driven-culture/$
 reports/building-collaborative-design-process/$
 reports/design-growth-story-apac-report/$
+reports/design-system-series/$
 reports/design-systems-101/$
 reports/design-systems-102/$
 reports/designer-developer-collaboration/$
 reports/designer-developer-trends/$
+reports/drive-design-system-adoption/$
 reports/dtr14-03.html
 reports/embed-scale-ux-collaboration/$
 reports/figma-and-the-forces-of-change/$
+reports/getting-started-with-design-systems/$
 reports/helping-design-leaders-shine/$
 reports/how-australia-builds-by-design/$
 reports/how-can-ux-designers-talk-language/$
 reports/how-redefining-the-designer-helps-you-scale/$
 reports/india-design-growth-story-apac-report/$
+reports/measure-design-system-roi/$
 reports/product-leaders-ai/$
 reports/public
 reports/reshaping-creativity/2022/ar/event/*/ical
@@ -138426,7 +137108,7 @@ research-advantage/core-facilities/comparative-medicine-pathology-0/new-animal-u
 research-advantage/marie-josee-kravis-women-science-endeavor-wise/kravis-wise-symposium
 research-ai
 research-ai/$
-research-and-analysishttp://g1.globo.com/robots.txt
+research-and-analysishttp://politifact.com/robots.txt
 research-area/
 research-blogs/?filter_
 research-corp
@@ -138534,7 +137216,7 @@ research@jcu
 researchCategories=
 researcher/*/metrics
 researcher/*/peer-review
-researcher/*/publications/http://louvre.fr/robots.txt
+researcher/*/publications/http://pubmed.ncbi.nlm.nih.gov/robots.txt
 researchers
 researchtools/ose
 researchtools/ose/$
@@ -138566,6 +137248,7 @@ reset
 reset-location
 reset-password
 reset-password
+reset-password*$
 reset-password.php
 reset-password/
 reset-password/error
@@ -138847,7 +137530,7 @@ resources/_shared/images/collection
 resources/academic
 resources/ajax/posts
 resources/announcements/update-to-compromised-email-addresses-incident
-resources/calendar/http://google.gr/robots.txt
+resources/calendar/http://lshtm.ac.uk/robots.txt
 resources/collocations
 resources/cookie
 resources/css
@@ -138938,7 +137621,7 @@ resources?
 resources?*
 resources?*advocacy-area=*
 resources?*availability=*
-resources?*http://cloudways.com/robots.txt
+resources?*http://nhm.ac.uk/robots.txt
 resources?*keyword=*
 resources?*publicationType=*
 resources?*relatedTopic=*
@@ -138988,6 +137671,7 @@ restaurant/*/menu/item/*/choice
 restaurant/*?category
 restaurant/*?proof
 restaurant/*?querySearch
+restaurant/avis
 restaurant/avis_depose_par
 restaurant/cgi
 restaurant/cgi/avis/avis_depose.php
@@ -139020,7 +137704,7 @@ result
 result/
 resultado-busca/*?page=
 resultados-deportivos
-resultados-deportivos/game/30183/arsenal-barcelona
+resultados-deportivos/game/30184/paris-saint-germain-internazionale
 resultados/*.asp
 resultados/baloncesto/*/2
 resultados/baloncesto/*/jornada
@@ -139170,9 +137854,9 @@ review/*/transparency
 review/common/du
 review/create?
 review/dynamic/sims-box
-review/fileshttp://translate.com/robots.txt
+review/fileshttp://bellascolegialas.info/robots.txt
 review/hall-of-fame
-review/http://www-pub.iaea.org/robots.txt
+review/http://thrillist.com/robots.txt
 review/list
 review/list_rss
 review/product/
@@ -139409,7 +138093,7 @@ rnm/index.php/catalog/*/vargrp/*
 rnm/index.php/catalog/*/variable-groups/*
 rnm/index.php/catalog/*/variable/*
 rnm/index.php/catalog/*/variable/*/*?name=*
-rnm/index.php/catalog/ddi/*http://gov.il/robots.txt
+rnm/index.php/catalog/ddi/*http://ineps.org/robots.txt
 rnm/index.php/metadata/export_variable/*/*/csv
 rnm/index.php/metadata/export_variable/*/*/json
 ro
@@ -139561,6 +138245,7 @@ ro/căutare-detaliată/vhc:motorbike/pg:dspmotorbike$
 ro/căutare-detaliată/vhc:motorhome,dmg:false/pg:dspmotorhome$
 ro/căutare-detaliată/vhc:motorhome/pg:dspmotorhome$
 ro/dealer_locator/
+ro/despre-maib
 ro/destination
 ro/downloadmirror
 ro/errors
@@ -139579,8 +138264,13 @@ ro/landingpage/
 ro/learning-center/tags
 ro/login
 ro/m
+ro/maib-leasing
+ro/maib/documente
 ro/map
 ro/node
+ro/persoane-fizice/calculator-iban
+ro/persoane-fizice/curs-valutar
+ro/persoane-fizice/serviciul-p2p
 ro/press-releases
 ro/register
 ro/renew.html
@@ -139635,7 +138325,7 @@ robots.txt
 robots.txt
 robots.txt$
 robots.txt$
-robots.txthttp://ccohs.ca/robots.txt
+robots.txthttp://hcaptcha.com/robots.txt
 robots_nidirect.txt
 roc008
 rochelle.harrison
@@ -139800,6 +138490,7 @@ rs=
 rsc-00195/
 rsc-id/
 rsearch
+rsjlibrary/rciadic
 rsl
 rsrc
 rsrc_ara
@@ -139904,7 +138595,7 @@ rss7
 rss?
 rssFeed
 rss_2.php
-rss_export/www_export.rsshttp://allkpop.com/robots.txt
+rss_export/www_export.rsshttp://motorcycleclassics.com/robots.txt
 rss_feeds
 rss_items
 rss_trk
@@ -139919,7 +138610,7 @@ rstmh/
 rsvp
 rsvp.php
 rsvp/images
-rsw/upload/k2dienste/http://mamba.ru/robots.txt
+rsw/upload/k2dienste/http://rt.com/robots.txt
 rt%3Dnc
 rt2014v2/
 rt=
@@ -140004,11 +138695,6 @@ ru-by/
 ru-en
 ru-eu
 ru-md/
-ru-mea/home-theatre-sound-bars/neckband-speakers
-ru-mea/rezhim-kalibrovki-netflix-dlya-smart-tv
-ru-mea/televizory-avtorizovannye-netflix
-ru-mea/televizory-s-dolby-vision-atmos
-ru-mea/televizory-s-rezhimom-hands-free-i-golosovym-poiskom
 ru-ru
 ru-ru*
 ru-ru-new
@@ -140478,6 +139164,7 @@ ruter/*/ruter-fra-
 rutr
 rutter/*/rutter-fran-
 rutter/*/turer-fran-
+ruxitagentjs
 ruxitagentjs_2SVfqr_10139180201161915.js
 ruycarneiro
 ruzh
@@ -140487,7 +139174,6 @@ rvideo.html
 rvwr/*/visitdtl
 rw
 rw-reg/
-rw/
 rw/WashingtonPost/Content/Epaper
 rw/checkout
 rw/forums
@@ -140523,12 +139209,16 @@ s/
 s/*
 s/*$
 s/*-slash-flash-
+s/*/*.html$
 s/*/*/full*
 s/*/*/lite*
+s/*/discussion
+s/*/filter_products.json
 s/*/homes
 s/*/libs/*
 s/*/post_promote_thank_you$
 s/*/post_promote_thank_you?
+s/*/recommendations
 s/*/sizeAndFitInfo*
 s/*/write-review*
 s/*?
@@ -140669,6 +139359,8 @@ s/manage-all-orgs
 s/math/2nd-grade/area-and-perimeter-of-rectangles-L35632918
 s/mobileutil
 s/pres
+s/product_cards_nearest_location.json
+s/recently_viewed
 s/reseller/user
 s/sakura/pinpoint
 s/science/2nd-grade/life-cycles-L35632924
@@ -140681,6 +139373,7 @@ s/science/8th-grade/wave-properties-L35632835
 s/screenshot
 s/search
 s/search-result
+s/similar_to_recently_viewed.json
 s/sites
 s/social-studies/4th-grade/chinas-history-geography-and-culture-L529590
 s/social-studies/4th-grade/country-study-australia-L529584
@@ -140692,6 +139385,7 @@ s/support
 s/time-for-kids-F332
 s/time-for-kids-country-study-B4529
 s/timeforkids-A519980
+s/variations.json?sku_ids=
 s2
 s2/oz
 s2/photos
@@ -140719,7 +139413,6 @@ sa
 sa-ar
 sa-en
 sa-preview
-sa/
 sa/*
 sa/*?*lang=ar-AE
 sa/*?*lang=en-US
@@ -140755,7 +139448,6 @@ safe-online-banking/standardisation-enhancement-security-features-cheque-form.ht
 safe-redirect
 safebrowsing
 safebrowsing/diagnostic
-safebrowsing/report_badware
 safebrowsing/report_error
 safebrowsing/report_phish
 safety
@@ -140786,12 +139478,13 @@ sale=
 sale_type=
 sales
 sales-demo-video/
-sales-kit/
+sales-kit/
 sales-leads
 sales/*?*after=
 sales/*?*before=
 sales/digital
 sales/includes
+sales/order
 sales/popup
 sales/shop/deal
 salesImages/static-1.366
@@ -140844,7 +139537,7 @@ saml/acs
 saml/login
 saml/login
 saml/logout
-saml2/authenticate/oktahttp://fifa.com/robots.txt
+saml2/authenticate/oktahttp://spokeo.com/robots.txt
 samlCertificates
 saml_login
 saml_login*
@@ -140945,7 +139638,6 @@ say-brokers
 say/ext/*.php
 sb
 sb.php
-sb/
 sbc-glossary/
 sbd
 sbd/cre/copyandprint/search/search-results.html
@@ -141115,7 +139807,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://99percentinvisible.org/robots.txt
+science/new-drug-product-pipelinehttp://pg.com/robots.txt
 science/our-science/people
 science/outlineJson
 science/page/flash/VideoPlayer
@@ -141174,7 +139866,7 @@ score/redir/
 score_matrix/score_matrix.cgi
 scorecard
 scorecard/
-scorecard_staging/http://oregon.gov/robots.txt
+scorecard_staging/http://aclweb.org/robots.txt
 scoredrift/*
 scores-and-draws
 scores-per-week
@@ -141191,7 +139883,7 @@ scratch_1.4
 scratching
 scratchr2/static
 screen
-screen-flow/
+screen-flow/
 screen-recorder-app?
 screen-time-strategies-you-can-start-today
 screen/image
@@ -141206,7 +139898,7 @@ screener.ashx?v=210&s=ta_p_channelup
 screener.ashx?v=210&s=ta_p_doublebottom
 screener.ashx?v=210&s=ta_p_doubletop
 screener.ashx?v=210&s=ta_p_headandshoulders
-screener.ashx?v=210&s=ta_p_headandshouldersinvhttp://japan.zdnet.com/robots.txt
+screener.ashx?v=210&s=ta_p_headandshouldersinvhttp://fire.ca.gov/robots.txt
 screener.ashx?v=210&s=ta_p_horizontal
 screener.ashx?v=210&s=ta_p_multiplebottom
 screener.ashx?v=210&s=ta_p_multipletop
@@ -141295,7 +139987,6 @@ scsearchapi
 scss
 scwidget/topsearch.html
 sd
-sd/
 sd/press-releases
 sd/search-result
 sd_xdinfo
@@ -141359,7 +140050,6 @@ sdk
 sdk-piano
 sdk/js
 sdkterms
-sdmx
 sdo/
 sdp-addon-offer.html
 sdp-sign
@@ -141594,7 +140284,6 @@ search-4gen
 search-ads-360
 search-ajax/10/
 search-all?
-search-api/search/suggest/
 search-ar-dev
 search-articles
 search-authoring/showresults.do?N=197
@@ -141636,7 +140325,6 @@ search-result
 search-results
 search-results
 search-results*
-search-results.asp*
 search-results.clinics.html
 search-results.conditions.html
 search-results.doctors.html
@@ -141710,7 +140398,7 @@ search.py
 search.ref
 search.rl
 search/
-search/
+search/



 search/"
 search/$
 search/*
@@ -141857,10 +140545,9 @@ search/google
 search/groups
 search/help
 search/howsearchworks
-search/http://masters.com/robots.txt
-search/http://themuse.com/robots.txt
+search/http://jianshu.com/robots.txt
+search/http://news.discovery.com/robots.txt
 search/hysearchws.aspx?q=*
-search/imageresults.asp*
 search/index.aspx?*
 search/index.htm
 search/index.html
@@ -141868,6 +140555,7 @@ search/index.php
 search/index.php?
 search/index.shtml
 search/inside
+search/inst
 search/issues
 search/keywords
 search/label/Business
@@ -141908,6 +140596,7 @@ search/productOverview.do?N=11
 search/productOverview.do?N=14
 search/productOverview.do?N=197
 search/profiles/.*
+search/publ
 search/publishers
 search/q/
 search/query
@@ -141968,10 +140657,12 @@ search/types/prion
 search/user?q=
 search/users
 search/vacancy/advanced
+search/venue
 search/video
 search/video?
 search/wedding-registry
 search/x
+search/yt
 search2
 search2/
 search;
@@ -142018,7 +140709,7 @@ search?home=true
 search?keys=
 search?keyword=
 search?keyword=*.com
-search?keyword=folha%20de%20fichario$http://ncr.com/robots.txt
+search?keyword=folha%20de%20fichario$http://shopee.sg/robots.txt
 search?keywords=*&sort=
 search?keywords=*=*=
 search?narrator=
@@ -142080,6 +140771,7 @@ searchResult.jsp
 searchResult?q
 searchTerm
 searchTerm=
+searchType=
 search\?
 search_
 search_3d/search_3d_front_end.cgi
@@ -142135,13 +140827,12 @@ searches
 searches/netsearch.html
 searchgoogle/
 searchhealthit/search/query
-searchhistory
 searchhrsoftware/search/query
-searchhttp://digital.modernluxury.com/robots.txt
-searchhttp://fanpop.com/robots.txt
-searchhttp://powr.io/robots.txt
-searchhttp://thriveglobal.com/robots.txt
-searchhttp://warpcast.com/robots.txt
+searchhttp://boatus.com/robots.txt
+searchhttp://chroniclebooks.com/robots.txt
+searchhttp://esta.cbp.dhs.gov/robots.txt
+searchhttp://oanda.com/robots.txt
+searchhttp://sworkit.com/robots.txt
 searchid
 searchinfo=
 searching/Mark
@@ -142225,7 +140916,7 @@ secondFlightTime=
 second_trimester_of_pregnancy_dos_and_donts/article.htm
 secondhand_smoke_pictures_slideshow/article.htm
 secretariat/CapacityDevelopmentImplementation/Projects/Pages/cdi-project-summaries_2024.aspx
-secretariat/CapacityDevelopmentImplementation/Projects/Pages/ipack-summaries-2024.aspxhttp://prntscr.com/robots.txt
+secretariat/CapacityDevelopmentImplementation/Projects/Pages/ipack-summaries-2024.aspxhttp://icc-cpi.int/robots.txt
 secretariat/PostalHistory/*
 secretmeetup
 secrets_women_wish_you_knew_pictures_slideshow/article.htm
@@ -142235,7 +140926,7 @@ section=
 sectionEditor
 section_and_ivideo_widget_ajax.html
 section_id=
-sectionhttp://sbb.ch/robots.txt
+sectionhttp://abw.it/robots.txt
 sectionized
 sections
 sections$
@@ -142484,6 +141175,7 @@ send_to_friend
 sendarticle
 sendemail
 sendemail.html
+sendemail.html
 sendfriend
 sendfriend/
 sendfriend/'
@@ -142552,7 +141244,7 @@ series/*/disabled
 series=
 series?q=
 seriesBeta
-seriesBetahttp://geeksforgeeks.org/robots.txt
+seriesBetahttp://fredmayet.blogspot.fr/robots.txt
 serietv/schede/cerca/?query=
 serp_tests
 serv/
@@ -142667,7 +141359,7 @@ servicedesk022
 servicedesk023
 servicedesk024
 servicedesk025
-servicedeskhttp://eyeem.com/robots.txt
+servicedeskhttp://vldb.org/robots.txt
 servicedeskserver030
 servicedeskserver031
 servicedeskserver0310
@@ -142739,8 +141431,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://rts.ch/robots.txt
-services/conferences/news/*?*http://taipeitimes.com/robots.txt
+services/conferences/news/*?*http://washington.edu/robots.txt
+services/conferences/news/*?*http://www3.epa.gov/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -142748,7 +141440,6 @@ services/driving-instructors/*category
 services/education/sa/
 services/education/saprogram/
 services/emailFriend
-services/engine/search/sru?
 services/estates/2000
 services/finance/Local
 services/finance/agresso
@@ -142762,7 +141453,7 @@ services/health-conditions-a-z/*condition-type
 services/health-conditions-a-z/*letter
 services/heart/mychart-welcome
 services/heart/mychart-welcome/
-services/http://brit.co/robots.txt
+services/http://cms.gov/robots.txt
 services/humanresources/ftcstaff
 services/humanresources/trackers
 services/images
@@ -142944,7 +141635,6 @@ sessphp
 sestet
 set
 set-beta-preference
-set-current-lightbox.asp*
 set-favorite
 set-language
 set-local-edition
@@ -142954,7 +141644,7 @@ set-password
 set-rating
 set-store
 set-up
-set/http://docs.house.gov/robots.txt
+set/http://sethgodin.typepad.com/robots.txt
 set_author_id
 set_cookie.pl
 set_locale
@@ -143194,7 +141884,6 @@ sgt
 sgtest?
 sgtm/g/collect
 sh
-sh/
 sh/onboarding
 sh/str/fvfsavings
 sh55
@@ -143279,7 +141968,6 @@ sheil
 shekou/tag
 shelf/user_shelves
 shell
-shell/
 shellbitumen100
 shellbitumen100.html
 shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording
@@ -143380,7 +142068,13 @@ shop/*.pdf$
 shop/*.php$
 shop/*.svg$
 shop/*/details
+shop/*/digital+art
+shop/*/drawings
 shop/*/feedback
+shop/*/locations.json
+shop/*/mixed+media
+shop/*/paintings
+shop/*/photographs
 shop/*/search
 shop/*?*after=
 shop/*?*before=
@@ -143412,6 +142106,21 @@ shop/*?sustainability=
 shop/*?topic=
 shop/*?view=
 shop/*ProductConfirmationView
+shop/*artworkid=
+shop/*b1=
+shop/*b2=
+shop/*g1=
+shop/*g2=
+shop/*keyphrase=
+shop/*minimumprintwidth=
+shop/*r1=
+shop/*r2=
+shop/*searchType=
+shop/*searchtype=
+shop/*shape=
+shop/*similarTo=
+shop/*sort=
+shop/*style=
 shop/24-fret-electric-guitars/*?
 shop/404
 shop/?p=
@@ -143430,10 +142139,12 @@ shop/about-magento-demo-store
 shop/admin
 shop/api
 shop/app
+shop/apparel
 shop/atcs
 shop/barcode
 shop/basket.php
 shop/basket_items
+shop/beach
 shop/book/wletslookViewerNew.aspx
 shop/browse/overlay
 shop/browsing_history
@@ -143480,6 +142191,7 @@ shop/gbp/catalog
 shop/gbp/customer
 shop/gbp/eelgar
 shop/group
+shop/home+decor
 shop/image
 shop/includes
 shop/index.php
@@ -143489,6 +142201,7 @@ shop/iphone/payments/overlay
 shop/isbn/
 shop/l
 shop/lib
+shop/lifestyle
 shop/login
 shop/me$
 shop/media/catalog/product
@@ -143505,6 +142218,7 @@ shop/order?
 shop/paging/*
 shop/pkginfo
 shop/poll
+shop/popular+products
 shop/portlets/business/popups/
 shop/pre-reg/sky-essentials
 shop/pre-reg/sky-essentials/success
@@ -143527,12 +142241,14 @@ shop/search
 shop/search
 shop/search*
 shop/search.ep
-shop/search/http://dappradar.com/robots.txt
+shop/search/http://mlb.com/robots.txt
 shop/sendfriend
 shop/shop-list
 shop/shop-list.php
 shop/sitemap-category/*
 shop/skin
+shop/special+promotions
+shop/stationery
 shop/stats
 shop/stcs
 shop/tag
@@ -143600,7 +142316,6 @@ shopping-bag
 shopping-bag*
 shopping-bag/
 shopping-cart
-shopping-cart/
 shopping-content-api/product_images
 shopping-list
 shopping-list/add
@@ -143645,11 +142360,10 @@ shopping/
 shopping/*?
 shopping/*?*+
 shopping/*?query=
-shopping/*http://gatech.edu/robots.txt
+shopping/*http://indiatvnews.com/robots.txt
 shopping/*sort=
 shopping/common.portal
 shopping/deals
-shopping/hidden/
 shopping/jsp/
 shopping/popups/
 shopping/portlets/personal/
@@ -143683,7 +142397,7 @@ shorefire_nj
 short
 short-link
 short-news/*a
-short-url-machine/error/http://gameloft.com/robots.txt
+short-url-machine/error/http://whattoexpect.com/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -143704,7 +142418,7 @@ shots/new
 shots/week
 shots/year
 shouldremainempty/
-shoutbox/http://dancesoldiah.com/robots.txt
+shoutbox/http://bastianpfaff.com/robots.txt
 show
 show-email
 show-error-
@@ -143758,10 +142472,11 @@ showotherwishlist
 showotherwishlist
 showpast
 showpost.php
+showpreviewimage
 showproject
 showrelease.asp
 showroom
-showroom_locatorhttp://nbcdfw.com/robots.txt
+showroom_locatorhttp://controlc.com/robots.txt
 showroomidentification.html
 shows
 shows/
@@ -143971,7 +142686,7 @@ signups
 signups/pricing
 signups/why-pro
 silent-login
-silicosis/en/search/http://popl.co/robots.txt
+silicosis/en/search/http://scientificamerican.com/robots.txt
 silicosis/fr/search/
 silicosis/search/
 silive_sandbox_blog_-_azywusko
@@ -144224,6 +142939,7 @@ sitecore
 sitecore%20modules/Web/ExperienceForms/css
 sitecore%20modules/Web/ExperienceForms/scripts
 sitecore%20modules/Web/ExperienceForms/scripts/
+sitecore-modules
 sitecore/
 sitecore/*
 sitecore/content*
@@ -144237,7 +142953,7 @@ sitecore_files
 sitecore_files/
 sitecore_modules
 sitecore_services/
-sitecorehttp://tailwindcss.com/robots.txt
+sitecorehttp://idfg.idaho.gov/robots.txt
 sitecounterajax
 sitedashboard
 sitedown
@@ -144311,7 +143027,7 @@ sitemap.xml?page=6
 sitemap.xml?page=7
 sitemap.xml?page=8
 sitemap.xml?page=9
-sitemap.xmlhttp://efe.com/robots.txt
+sitemap.xmlhttp://health.com/robots.txt
 sitemap/$
 sitemap/*/page/
 sitemap/_jcr_content/root/sitemap.xml
@@ -144354,22 +143070,14 @@ sitemaps*.xml
 sitemaps/
 sitemaps/*.xml$
 sitemaps/*OBI
-sitemaps/SearchSitemaps_*
 sitemaps/album_mx_historico
 sitemaps/cronica_mx_historico
 sitemaps/daily/*.xml
-sitemaps/free_*
-sitemaps/image_1300*
-sitemaps/image_daily_sitemap_1300L7*
-sitemaps/image_daily_sitemap_exp1300L7*
 sitemaps/mkc-sitemap-en.xml
 sitemaps/neighborhood
 sitemaps/noticia_mx_historico
 sitemaps/opinion_mx_historico
 sitemaps/sitemap/*.xml$
-sitemaps/sitemap_2.0/video/sitemap-index-0.xml
-sitemaps/sitemap_2.0/video/video_daily_index_*
-sitemaps/sitemap_2.0/video/video_daily_index_v_*
 sitemaps/video_mx_historico
 sitemaps_v3
 sitemessages
@@ -144393,7 +143101,7 @@ sites/*.jpg
 sites/*.js
 sites/*.png
 sites/*.svg
-sites/*http://nbcuni.com/robots.txt
+sites/*http://creative.com/robots.txt
 sites/1850brandcoffee
 sites/1850byfolgers
 sites/PM-it-dienstekatalog/_search
@@ -144415,7 +143123,7 @@ sites/all/*/*.jpeg
 sites/all/*/*.jpg
 sites/all/*/*.js
 sites/all/*/*.png
-sites/all/*/*.svghttp://tchibo.de/robots.txt
+sites/all/*/*.svghttp://yourwebsite.com/robots.txt
 sites/all/modules/contrib/radioactivity
 sites/all/modules/elysia_cron
 sites/all/static/recorregut
@@ -145183,7 +143891,7 @@ sites/default/files/fda_documents
 sites/default/files/file/2022-03/Instructure%20Security%20%282022%29.pdf
 sites/default/files/flat_navs
 sites/default/files/forms/2022-10/2022-Strategic-Direction.pdf
-sites/default/files/http://cisecurity.org/robots.txt
+sites/default/files/http://blackenterprise.com/robots.txt
 sites/default/files/images/obras
 sites/default/files/infographics/PP_jp_InsiderThreat_Infographic_final_ysohta0309a.pdf
 sites/default/files/infographics/Pfpt-Phishing%20Infographic%20Poster-17x24-jp.pdf
@@ -145343,7 +144051,7 @@ sites/default/files/media_docs/Physician-Sentiment-Survey-24.pdf
 sites/default/files/media_docs/Points-of-Light-2025-Case-Study.pdf
 sites/default/files/media_docs/Urgent-Care-Webinar-Checklist.pdf
 sites/default/files/media_docs/VillageMD_Datasheet.pdf
-sites/default/files/media_docs/athenaOne-Leverages-AI.pdfhttp://empik.com/robots.txt
+sites/default/files/media_docs/athenaOne-Leverages-AI.pdfhttp://atlanticcouncil.org/robots.txt
 sites/default/files/migrated_files/decisions
 sites/default/files/misc/2021%20PSAT%20Holiday%20Kit.zip
 sites/default/files/misc/2022%20PSAT%20Holiday%20Kit.zip
@@ -145692,7 +144400,7 @@ sites/gapincthiswayahead
 sites/gapinternational
 sites/genome-editing/_search
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://paloaltonetworks.com/robots.txt
+sites/gs1/files/docs/EDI/*http://gs1us.org/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -145928,7 +144636,7 @@ sixers/users
 size-mens-suits.html
 size=
 size=*
-sizecharthttp://netdna.bootstrapcdn.com/robots.txt
+sizecharthttp://teespring.com/robots.txt
 sizeguide:5
 sj
 sjhh/
@@ -146266,7 +144974,6 @@ slider-module.go
 slides
 slides.xml
 slides/$
-slides/config-2025-old-rive/$
 slideshow
 slideshow/*-inline$
 slideshow/*/lead-form
@@ -146293,7 +145000,6 @@ sls/sls
 sm
 sm-
 sm-no-follow-pages.html
-sm/
 sm/de
 sm/en
 sm/es
@@ -146323,7 +145029,6 @@ smallbusiness/i9nvalidParamInput.jsp
 smallbusiness/search
 smallbusiness/wireless/buyFlowContainer.jsp
 smart
-smart-tvs-netflix-calibrated-mode
 smart/button
 smart/buttons
 smart/pollen2012
@@ -146409,7 +145114,6 @@ smt-silver.html
 smugcustom
 sn
 sn-config.html
-sn/
 sn/search-result
 sn=
 sn_twitter_Blog-ProjectStory*
@@ -146442,7 +145146,6 @@ snp?disp
 sns-ap
 sns/*
 so
-so/
 so/*.js
 so/search-result
 soa
@@ -146736,7 +145439,7 @@ sos
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://9gag.com/robots.txt
+sos/registration/http://in.linkedin.com/robots.txt
 sosim-pro
 sostenibilita
 sothebys/item
@@ -146934,7 +145637,7 @@ spellcheck/schulwoerterbuch_English-German
 spellcheck/schulwoerterbuch_German-English
 spells/?
 spells/?page=
-spetskabel/identity/img/http://whois.domaintools.com/robots.txt
+spetskabel/identity/img/http://artmajeur.com/robots.txt
 spettacoli/people/2023/09/07/news/kanye_west_e_bianca_censori_in_italia_la_lunga_estate_calda_degli_scandali-413629176/<
 spettacoli/trovafilm/?p=search_citta
 spettacoli/trovafilm/?p=search_film
@@ -146972,9 +145675,9 @@ sponsored-sections/cannabis/
 sponsored-stories/*
 sponsored-topic
 sponsored/
-sponsored/$http://feefo.com/robots.txt
-sponsored/$http://raiplay.it/robots.txt
-sponsored/$http://workflowy.com/robots.txt
+sponsored/$http://kddi.com/robots.txt
+sponsored/$http://khaleejtimes.com/robots.txt
+sponsored/$http://waveapps.com/robots.txt
 sponsored/*
 sponsored/2022/10/disruptors-who-are-changing-their-industries
 sponsored/previewarticle
@@ -147008,7 +145711,7 @@ sport-unify
 sport/
 sport/404_en.htm
 sport/alpha
-sport/bundesliga/http://tally.so/robots.txt
+sport/bundesliga/http://zdnet.com/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -147059,7 +145762,6 @@ sports/cricket/getcricketseriesdetaildata
 sports/cricket/seriesembed
 sports/cricketfixtures
 sports/getlivematchdatamobile
-sports/high-school/template/
 sports/hockey/fantasypool
 sports/hockey/hnic/bios
 sports/hockey/hnic/includes
@@ -147070,10 +145772,8 @@ sports/nfl/includes
 sports/olympics/index2.html
 sports/scott_rabalais/
 sports/whatson
-sports_content_ms
 sports_fp_ms
 sports_injuries_pictures_slideshow/article.htm
-sports_ms
 sportselection
 spot
 spotlight
@@ -147090,7 +145790,7 @@ spring-release
 spring-sprung-ghostery-v7-2
 sprint_wml
 sprint_xhtml
-sprypanel/http://broadcom.com/robots.txt
+sprypanel/http://datatracker.ietf.org/robots.txt
 spsales
 spur-download
 spurs/node
@@ -147171,7 +145871,6 @@ sr-rs/
 sr-sr/alt_formats/
 sr-sr/images/
 sr-sr/longdesc/
-sr/
 sr/Archive
 sr/account/sign-in?
 sr/api.php?
@@ -147275,7 +145974,7 @@ srch
 srch.php
 srf.*_*/
 srg-login
-srn/http://patentimages.storage.googleapis.com/robots.txt
+srn/http://winscp.net/robots.txt
 sro
 srp/press-releases
 srp_filter
@@ -147291,6 +145990,7 @@ srv
 srv.php
 ss
 ss/customer-reviews/lighthouse
+ss/edit
 ss/twister/ajax
 ss4298525
 ss=
@@ -147338,7 +146038,6 @@ st
 st$
 st.asp
 st.redirect*
-st/
 st/$
 st/c/work
 st/inter/Global/dailyedition
@@ -147436,13 +146135,13 @@ start-your-blog
 start-your-store
 start.php
 start/_next
-start/api/http://news.mongabay.com/robots.txt
+start/api/http://npr.org/robots.txt
 start/signup
 start/signup?
 start/square
 start=
 start=*
-start=*start=*http://kde.org/robots.txt
+start=*start=*http://buffalonews.com/robots.txt
 start?id=
 startDate=
 startPage
@@ -147470,7 +146169,6 @@ stat/oem
 stat/product/CyberLink_app
 stat/technology/*.jsp$
 stat2.html
-state
 state-local-LE-program
 state-local-le-program
 state-parks/find-a-park-redirect.phtml
@@ -147493,13 +146191,12 @@ statement-from-crowdstrike-chief-security-officer-shawn-henry-it
 statement-from-crowdstrike-chief-security-officer-shawn-henry-kr
 statement-from-crowdstrike-chief-security-officer-shawn-henry-latam
 statement-from-crowdstrike-chief-security-officer-shawn-henry-tw
-statement-on-falcon-content-update-for-windows-hosts-ar/http://securityweek.com/robots.txt
+statement-on-falcon-content-update-for-windows-hosts-ar/http://crsreports.congress.gov/robots.txt
 statement-on-falcon-content-update-for-windows-hosts-es
 statement-on-falcon-content-update-for-windows-hosts-it
 statement-on-falcon-content-update-for-windows-hosts-kr
 statement-on-falcon-content-update-for-windows-hosts-latam
 statement-on-falcon-content-update-for-windows-hosts-tw
-statement.asp*
 statements
 states
 statestreet/
@@ -147582,7 +146279,7 @@ static/fonts/icon
 static/gla
 static/html
 static/html/pdfs/
-static/http://betterhelp.com/robots.txt
+static/http://osxdaily.com/robots.txt
 static/images
 static/images/favicons
 static/images/misc/s-trans.gif
@@ -147693,7 +146390,7 @@ stats/events/ 
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://ehow.com/robots.txt
+stats/player-stats/*http://nfpa.org/robots.txt
 stats3.html
 stats?gid=
 stats_report/
@@ -147712,7 +146409,7 @@ status.formstack.com
 status/
 status/*
 status/v3
-statusupdateshttp://bsi.bund.de/robots.txt
+statusupdateshttp://thalesgroup.com/robots.txt
 stay_healthy_what_are_the_top_10_ways/article.htm
 stayfocusd
 stays
@@ -147822,20 +146519,11 @@ stlouis/VideoArchives
 sto
 stob-dab
 stock-comparison
-stock-photo/*/
-stock-photo/*?pe=001*
-stock-photo/*sortby=1*
-stock-photo/*sortby=4
-stock-photo/*sortby=5*
-stock-photography-*.asp*
-stock-photography/
 stock-ranker
 stock_pdf
 stock_reader.php
 stockade.php
 stockchart/export.asp?stSId
-stockfoto-*.html
-stockfoto-*image*.html
 stockimages/122x96
 stockimages/300
 stockimages/300x200
@@ -147854,6 +146542,7 @@ stomatology
 stop_mobi=
 stopartnertest/
 storage
+storage/download
 store
 store
 store-engine$
@@ -148133,8 +146822,8 @@ str/svc
 straight-up-steve-austin
 straightline-cml
 strange_surprising_addictions_mental_health/article.htm
-strategic-partners/cushman-wakefield/http://ambitiouskitchen.com/robots.txt
-strategicplan/index.php/http://bugs.launchpad.net/robots.txt
+strategic-partners/cushman-wakefield/http://hertason.blogspot.com/robots.txt
+strategicplan/index.php/http://utexas.edu/robots.txt
 strategist/amp
 strategist/search
 strawberry-anma
@@ -148396,6 +147085,7 @@ style/
 style/beauty/hearstmagazines
 style/fashion/hearstmagazines
 style/size_chart_mens
+style=
 styleId
 styleOne
 style_guide/
@@ -148442,6 +147132,7 @@ subject=
 subject_browse
 subject_search
 subjects
+subjects*search=
 subjects-sujets/cpi-ipc
 subjects-sujets/labour-travail/lfs-epa
 subjects/archive
@@ -148607,13 +147298,14 @@ subscribe/welcome-greer/
 subscribe/worldjuniors
 subscribe2.asp
 subscribe?*
-subscribe?*http://ourworldindata.org/robots.txt
+subscribe?*http://addyosmani.com/robots.txt
 subscribeTOC.asp
 subscribe_Reseller_Entries.asp
 subscribe_gps
 subscribe_success
 subscribecontactus.asp
 subscribedtitles
+subscribememberemaillist.html
 subscribepurchase.asp
 subscriber
 subscribers
@@ -148645,7 +147337,7 @@ subscription=
 subscriptionDetails.htm
 subscription_orders.cgi
 subscription_request.cgi
-subscriptionhttp://bostonmagazine.com/robots.txt
+subscriptionhttp://plisio.net/robots.txt
 subscriptions
 subscriptions/manage/
 subscriptions/packages-old
@@ -148667,7 +147359,7 @@ subtitle/
 subtitles-1
 subtitles-2
 subtitles/
-subviews/*http://support.advancedcustomfields.com/robots.txt
+subviews/*http://webkit.org/robots.txt
 success
 successively
 successteammanager
@@ -149327,7 +148019,6 @@ sxi/servlet/sxibrowse
 sxi/servlet/sximovie
 sxi/servlet/sxisearch
 sy
-sy/
 sydney-white
 syi
 symbol/*/companycall
@@ -149376,7 +148067,6 @@ systemcenter/
 systems/platforms/linux/software/package
 sz
 sz*
-sz/
 sz=
 sz=*
 sz=80*
@@ -149734,7 +148424,7 @@ tag.php*
 tag/
 tag/*
 tag/*
-tag/*+http://journals.sagepub.com/robots.txt
+tag/*+http://dilbert.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -149785,6 +148475,7 @@ tag/development
 tag/disqus
 tag/education
 tag/email-sign-up-app
+tag/expire-images
 tag/facebook
 tag/facebook-advertising
 tag/facebook-audit
@@ -150016,7 +148707,7 @@ tagmanagertest
 tags
 tags
 tags*
-tags*http://assistant.google.com/robots.txt
+tags*http://builtwith.com/robots.txt
 tags-artists
 tags.php
 tags/
@@ -150026,7 +148717,7 @@ tags/*/amp
 tags/*/page
 tags/*htm*.htm
 tags/*tags=
-tags/JDatehttp://postmarkapp.com/robots.txt
+tags/JDatehttp://yoast.com/robots.txt
 tags/TH
 tags/TopicRoot_TH
 tags/app-feedback
@@ -150158,9 +148849,9 @@ taxation_customs/tax-cfw-interactive-brochure-news_en
 taxation_customs/tax-cfw-interactive-brochure_en
 taxes
 taxes=*
-taxonomies-enhancer
 taxonomy
 taxonomy
+taxonomy*$
 taxonomy-term-json
 taxonomy-term-json-adrenalina
 taxonomy-term-json-tv
@@ -150188,7 +148879,6 @@ tc
 tc-HK
 tc-editor/
 tc-test
-tc/
 tc/accept
 tc150
 tcfeeds/htcatnewsfeed
@@ -150198,7 +148888,6 @@ tclick.php
 tcs-sdc/
 tcstraining-formationsdc/
 td
-td/
 td/profiles
 tdate/*%2F*%2F0*
 tdate/*%2F*%2F1*
@@ -150972,7 +149661,7 @@ tekrar-al
 tel
 tel:
 tel:*
-telechargements/stockage-perso-staff/http://1-euro-jewellery.eu/robots.txt
+telechargements/stockage-perso-staff/http://fifa.com/robots.txt
 telecomorgs
 telecomunicacion-tecnologia-ar/*
 telecomunicacion-tecnologia-cl/*
@@ -151015,7 +149704,7 @@ temas-resultados
 temas/*
 temas/*page-1
 temas/*page-1$
-temas/*page-10$http://dmv.ca.gov/robots.txt
+temas/*page-10$http://munichre.com/robots.txt
 temas/*page-2
 temas/*page-2$
 temas/*page-3
@@ -151131,7 +149820,7 @@ template.SINGLEPORTLET*
 template.asp?docId=8&docName=About%20Us
 template/
 template/down?*
-template/warenkorbhttp://scrippsnews.com/robots.txt
+template/warenkorbhttp://spendwithpennies.com/robots.txt
 template=*
 templateId=
 template_ar
@@ -151363,7 +150052,7 @@ templates/moscow-method-example/$
 templates/nbc_partner_player_amp?
 templates/network-diagram-examples/$
 templates/newsletter-examples/$
-templates/novo_portal_base/font-awesome/fonts/http://pandasecurity.com/robots.txt
+templates/novo_portal_base/font-awesome/fonts/http://ibiblio.org/robots.txt
 templates/okr-template/$
 templates/one-on-one-meeting-template/$
 templates/online-calendar-maker/$
@@ -151740,27 +150429,16 @@ test.html
 test.jsp
 test.umb.edu/
 test/
-test/
+test/
 test/*
 test/*?question*
 test/*?rtf*
 test/banner_ads_speed/
 test/bouncex/
-test/brose/local-value/
-test/brose/lv/
-test/brose/lv/auto/
-test/brose/lv/groceries/
-test/brose/lv/test-1/
-test/brose/lv/test-2/
-test/brose/tmc/
-test/brose/tmc/entertainment/
-test/brose/tmc/grocery/
-test/ddierker/newsletter
-test/ddierker/newsletter-templates
 test/games/
 test/getresponse.php*
 test/gettest.php*
-test/http://girldevelopit.com/robots.txt
+test/http://traveloregon.com/robots.txt
 test/index.php?act=custom*
 test/index.php?act=test&id=*&q=*
 test/matchcenter/calcio/serie-a/classifica
@@ -151812,7 +150490,7 @@ testcase
 testcases
 teste
 teste-*.html$
-teste/http://alliumblue.com/robots.txt
+teste/http://vip.undressaitool.com/robots.txt
 testfiles
 testfl
 testfr
@@ -151820,9 +150498,9 @@ testgpr
 testhome1
 testhome2
 testhome3
-testhttp://pewresearch.org/robots.txt
+testhttp://money.com/robots.txt
 testimonial/
-testimonial/*http://health.govt.nz/robots.txt
+testimonial/*http://mandrillapp.com/robots.txt
 testimonials.php
 testimonios/
 testin
@@ -151876,7 +150554,6 @@ textbook/isbn
 textbook/top-selling-textbooks
 textbooks
 textbooks/_ajax/log
-texteBrut
 texthtml
 texthtml/
 textiles
@@ -151892,7 +150569,6 @@ tfemail
 tfl
 tg
 tg-european-breakdown-cover
-tg/
 tgkkk6681
 th
 th$
@@ -152270,6 +150946,7 @@ themen/_config_/script/20
 themen/my
 themen/uebersicht
 themes
+themes*$
 themes/
 themes/*.css$
 themes/*.css$
@@ -152387,9 +151064,6 @@ thumbnail_view$
 thumbnails
 thumbs
 thumbs-up/
-thumbs/3/
-thumbs/6/
-thumbsImages.asp*
 thunder/canplayer
 thunder/css
 thunder/feeds
@@ -152607,11 +151281,10 @@ tiu_event_banner/
 tiu_footer/
 tiu_reusable/
 tj
-tj/
 tj/en/
 tj/ru/
 tjenester/esi
-tjenester/it/adm-app/nettskjema/bilder/http://sites.psu.edu/robots.txt
+tjenester/it/adm-app/nettskjema/bilder/http://uiowa.edu/robots.txt
 tjenester/it/applikasjoner/nettskjema/include-files
 tjenester/it/av-rom-test
 tjenester/it/brukernavn-passord/nybruker.html
@@ -152732,7 +151405,6 @@ tld=*
 tlqa
 tls
 tm
-tm/
 tmall
 tmc
 tmf/
@@ -152785,7 +151457,6 @@ tnombres
 tntest/
 to
 to-rent/advanced-search
-to/
 to=
 toOffersPage
 to_fight_inflammation_the_4_best_spices_and_herbs/article.htm
@@ -152834,7 +151505,6 @@ toh/views/toh_modem_supported
 toh/views/toh_performance_details
 tok
 token
-token-api/
 token-error
 token=
 token=
@@ -152867,6 +151537,7 @@ toolkit/
 toolkit/*.html
 toolkits
 tools
+tools-hub/$
 tools-information/active-trader-resource-center/includes
 tools-information/banner
 tools-information/broker-education/includes
@@ -153095,7 +151766,7 @@ topla-kazan-kuponlari
 topnav
 toprailapp
 tops
-topsecret/
+topsecret/
 topsfr
 topsocial
 topsy
@@ -153106,7 +151777,7 @@ tos
 tos-old
 total-leadership
 total-quart-engine-ke-superstar
-totalSearch/search.dohttp://gourmettraveller.com.au/robots.txt
+totalSearch/search.dohttp://eni.com/robots.txt
 total_hearing_care
 tote
 tote/*?countrycode
@@ -153517,6 +152188,7 @@ tracking-pixels/static-1.10
 tracking-pixels/static-1.8
 tracking-test*
 tracking/
+tracking/?order
 tracking/amp
 tracking/convertion
 trackingpixels
@@ -153661,7 +152333,7 @@ trading_simulator_staging
 traduction
 traffic
 traffic-aggregation
-traffic-manager/
+traffic-manager/
 traffic/status*?
 trafficbot.life
 trafficbot.live
@@ -153801,6 +152473,7 @@ transfers/success
 transformation-digitale-du-processus-de-design/$
 transformation-fifty
 transformation-fifty/?u=1
+transformation-lab
 transformation-thirty
 transformation-thirty/?u=1
 transformations/
@@ -153838,7 +152511,7 @@ transmute/static-2.9
 transparencia
 transparency
 transparency/archive
-transparency/http://igi-global.com/robots.txt
+transparency/http://analyticsindiamag.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -154390,7 +153063,6 @@ tv-sfr/netflix-4-ecrans
 tv-sfr/plus-sport-seng
 tv-sfr/rmc-sport-seng
 tv-show-group
-tv/
 tv/*.swf$
 tv/*/*/*/*
 tv/*/embed
@@ -154423,7 +153095,7 @@ tv3/marato/recerca/proposta-malalties
 tv3/sx3/*/joc/pantalla-completa
 tv3/sx3/families-escola/activitats/cercador
 tv3/sx3/families-escola/activitats/cercador-mapa
-tv3/sx3/http://pixelmator.com/robots.txt
+tv3/sx3/http://ccohs.ca/robots.txt
 tve
 tve/b/135escons
 tve/b/9decada10
@@ -154469,7 +153141,6 @@ tve/b/zonadisney
 tve/programo
 tve/teletexto
 tvguide/tvguidepl
-tvhelp
 tvmag
 tvschedule
 tvschedules
@@ -154601,7 +153272,7 @@ typing-tool
 typo
 typo3
 typo3/
-typo3/http://csszengarden.com/robots.txt
+typo3/http://unibo.it/robots.txt
 typo3/sysext/frontend/Resources/Public
 typo3_src
 typo3_src-4.1.1
@@ -154618,7 +153289,7 @@ typo3conf/ext/bra_projectfiles/Resources/Public
 typo3conf/ext/parallels/Resources/Public
 typo3conf/ext/prls_theme/Resources/Public
 typo3conf/ext/theme/Resources/Public
-typo3conf/http://quotes.net/robots.txt
+typo3conf/http://dawn.com/robots.txt
 typo3src
 typo3temp
 typo3temp/
@@ -154640,11 +153311,6 @@ typography$
 typography/variable-fonts/$
 tz
 tz/
-tz/dolby-vision-atmos-tvs
-tz/hands-free-voice-search-tvs
-tz/home-theatre-sound-bars/neckband-speakers
-tz/netflix-recommended-tvs
-tz/smart-tvs-netflix-calibrated-mode
 u
 u-verse/availability/check-customer-type.jsp
 u-verse/availability/pending-order.jsp
@@ -154708,7 +153374,6 @@ ua-ru/
 ua-templates
 ua-ua/
 ua-uk/
-ua/
 ua/*
 ua/AjaxService/
 ua/Download
@@ -154775,13 +153440,7 @@ ufc/rankings/
 ufc/ufc/
 ufi/reaction/profile/browser
 ug
-ug/
 ug/*
-ug/dolby-vision-atmos-tvs
-ug/hands-free-voice-search-tvs
-ug/home-theatre-sound-bars/neckband-speakers
-ug/netflix-recommended-tvs
-ug/smart-tvs-netflix-calibrated-mode
 ugc
 ugc$
 ugc/urs/api/hotelreviews/hotel/HOTELID
@@ -155239,7 +153898,7 @@ un-us/
 unable-to-process-request/
 unauth-profile
 unavailable
-unavailable-location/http://protonmail.com/robots.txt
+unavailable-location/http://wsetglobal.com/robots.txt
 unavailable/
 unblock_users_confirm.html
 unblu
@@ -155349,8 +154008,6 @@ university/colleges/artslaw/campaigns
 universityemail
 univpub
 unknown-lawyer
-unknown-nutrient
-unknown-nutrients
 unleash
 unlink
 unlisted
@@ -155373,7 +154030,6 @@ unscripted/2016/09/geoheritage-more-than-boulder.html
 unscripted/2016/09/geoheritage-stamping-through-history.html
 unscripted/2016/10/grow-chinese-elm.html
 unscripted/2016/12/watch-what-happens-when-proteins-misfold.html
-unseen-assets
 unsplit
 unsub
 unsub?
@@ -155392,7 +154048,7 @@ unsubscribe?
 unsubscribe_confirm
 unsubscribe_email
 unsubscribed
-unsubscribehttp://joythebaker.com/robots.txt
+unsubscribehttp://boohoo.com/robots.txt
 unsubscribepage
 unsupported-browser
 unsupported-browser
@@ -155401,6 +154057,7 @@ unsupported_mobile
 untermenue
 until=
 untitled
+untitled-haiku-deck-uncategorized-presentation-
 unzip_your_sex_life_pictures_slideshow/article.htm
 uofc/departments/HR/orgserv/consulting.html
 uofcc
@@ -155409,9 +154066,11 @@ up/
 up/elb
 upcoming-events/*
 upcoming-parties
+upcomingeventdetails.html
+upcomingevents.html?
 update
 update-browser
-update-check/wirecast/
+update-check/wirecast/
 update-guide
 update-settings
 update-your-browser
@@ -155449,7 +154108,7 @@ updates/*.php$
 updates/*.xml$
 updates/?filter=
 updates/myloans
-updates/order/*http://chegg.com/robots.txt
+updates/order/*http://simplenote.com/robots.txt
 updatestats
 updateutp*
 updfcache=1
@@ -155488,7 +154147,7 @@ upload/auto
 upload/cloud
 upload/docs
 upload/forgot_password
-upload/http://francetvinfo.fr/robots.txt
+upload/http://ilpost.it/robots.txt
 upload/illustrations
 upload/photos
 upload/throttled
@@ -155952,7 +154611,7 @@ us/en/financial-services/financial-crimes/publications/assets/*
 us/en/financial-services/regulatory-services/publications/assets/*
 us/en/foods/search?keywords=
 us/en/games/search.html
-us/en/games/search.html*http://wikimediafoundation.org/robots.txt
+us/en/games/search.html*http://biglinounofficial.com/robots.txt
 us/en/gates
 us/en/ghosts/chipotle-case-study.html
 us/en/governance-insights-center/annual-corporate-directors-survey/assets/*
@@ -156153,6 +154812,7 @@ usenet
 user
 user
 user$
+user*$
 user-account
 user-activation
 user-api
@@ -156172,7 +154832,7 @@ user-profile.aspx
 user-profile/
 user-rankings
 user-registrierung
-user-reports/http://ghostery.com/robots.txt
+user-reports/http://wordnik.com/robots.txt
 user-research-testing
 user-settings
 user.aspx
@@ -156258,7 +154918,7 @@ user/forgotten-password
 user/fpd/api
 user/get-user
 user/googleonetapverification
-user/http://petapixel.com/robots.txt
+user/http://news.mongabay.com/robots.txt
 user/images
 user/kommoot
 user/kommot
@@ -156337,7 +154997,6 @@ userPortal
 userRoles
 user_
 user_dashboard
-user_data
 user_details
 user_details_answers_given
 user_details_bookmarks
@@ -156375,7 +155034,7 @@ usergroups/sasforuminternational/call/
 usergroups/sasforuminternational/proceedings/
 usergroups/seugi/call/
 userguide
-userhttp://lendingtree.com/robots.txt
+userhttp://bipm.org/robots.txt
 userhub
 userid.aspx
 userimages
@@ -156424,6 +155083,7 @@ users/*/wine_style_widget
 users/*/wishlist
 users/*?
 users/*?page
+users/account
 users/activate
 users/admin/
 users/anonymous
@@ -156444,6 +155104,7 @@ users/email-unsubscribe
 users/embed-login-to-edit
 users/gap/GAP2009/strategic-plan.pdf
 users/get-avatar
+users/jfoster
 users/landing_choose
 users/like_activity
 users/likes
@@ -156458,21 +155119,16 @@ users/login/*/?
 users/login/admin/
 users/logout
 users/me
-users/msp/*/?
-users/msp/admin/
 users/new
 users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://pics.livejournal.com/robots.txt
+users/profile-unpub/http://sonarsource.com/robots.txt
 users/radar-online
 users/ranking
 users/registered
 users/relogin/
-users/remote-logout/
-users/remote-logout/*/?
-users/remote-logout/admin/
 users/search
 users/show
 users/sign-in
@@ -156492,7 +155148,6 @@ users/user/favourites
 users/user/projects
 users/user/who_to_follow
 users/user_hints
-users/wimip/
 users/wine_style_ambassadors
 users2.pl
 usersGroups
@@ -156528,7 +155183,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://co.pinterest.com/robots.txt
+ut*.xmlhttp://dash.cloudflare.com/robots.txt
 ut=
 utc/
 utente
@@ -156540,7 +155195,7 @@ util
 util$
 util/
 util/ClientLogger.htm
-util/http://gencat.cat/robots.txt
+util/http://dollargeneral.com/robots.txt
 util/postier/suggerer.asp
 util/tinymce_math
 utilApp/
@@ -156550,7 +155205,7 @@ utilities
 utilities/
 utilities/glossary/
 utilities/glossary/index.htm
-utilities/http://doctoroz.com/robots.txt
+utilities/http://usability.gov/robots.txt
 utilities/searchmember
 utilities/searchmembertwo
 utility
@@ -156560,7 +155215,7 @@ utility/scripted-file.ashx
 utility/trac
 utils
 utils/
-utils/http://finance.ec.europa.eu/robots.txt
+utils/http://sverigesradio.se/robots.txt
 utl/
 utm
 utm*=
@@ -156644,7 +155299,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://gravatar.com/robots.txt
+uz/http://biblegateway.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -156829,7 +155484,6 @@ v?user_and_visitor=*
 v_detail_tab_comments
 v_detail_tab_print*.html$
 va
-va/
 vacancy_old
 vacant-land-for-sale/advanced-search
 vacant-land-to-rent/advanced-search
@@ -156849,6 +155503,7 @@ validate-step2-om-information
 validate-user
 validate.php
 validate.xhtml
+validatepostcommentreply.php
 validation
 valkyrie-playground
 valtenirpereira
@@ -156862,13 +155517,13 @@ vanessagrazziotin
 vanilla
 vanity
 vans/leasing/search
-vantage-cloud/
-vantage-enterprise/
-vantage-transcoding/
-vantageCloudManager/
-vantageCloudTrial/
-vantageDomainServer/
-vantageTrancodeServer/
+vantage-cloud/
+vantage-enterprise/
+vantage-transcoding/
+vantageCloudManager/
+vantageCloudTrial/
+vantageDomainServer/
+vantageTrancodeServer/
 vantage_point/archive
 vapors/
 var
@@ -156894,11 +155549,10 @@ vbrun/
 vbtv/
 vbulletin2_Arc/
 vc
-vc/
 vc=
 vcsharp/
 vdccollections/*
-vdfTestConds/http://patchstack.com/robots.txt
+vdfTestConds/http://moma.org/robots.txt
 vdirs$
 vdo*/embed
 ve
@@ -156999,9 +155653,9 @@ version-search.php
 version.cfm
 version.json
 version.txt
-version/http://recaptcha.net/robots.txt
+version/http://read.dukeupress.edu/robots.txt
 version=
-version=*http://lds.org/robots.txt
+version=*http://withlocals.com/robots.txt
 version_info
 version_pdf.php
 versions
@@ -157032,7 +155686,7 @@ versions/Unicode6.3.0
 versions/Unicode7.0.0
 versions/Unicode8.0.0
 versions/Unicode9.0.0
-versions/http://hermanmiller.com/robots.txt
+versions/http://attendee.gotowebinar.com/robots.txt
 vertele/lo-mas-visto-tv/2
 vertele/lo-mas-visto-tv/cadenas/2
 vertele/lo-mas-visto-tv/cadenas/mes/2
@@ -157070,7 +155724,6 @@ vet/vth/files/documents/181108-rDVM-Fall-Mailing.pdf
 veterans-day-scrape-page/
 vf
 vg
-vg/
 vgn-ext-templating
 vgn/
 vgnHeaders
@@ -157247,7 +155900,7 @@ video*search=*o=mr&page=8$
 video*search=*o=mr&page=9$
 video-
 video-alert
-video-cue/
+video-cue/
 video-en-directo
 video-gallery/
 video-keywords
@@ -157306,7 +155959,7 @@ video/administratives/newestvideositemap-100-mediaRss.xml$
 video/adnkronos/
 video/adnkronos/*
 video/affiliate
-video/affiliate/http://modsecurity.org/robots.txt
+video/affiliate/http://shoeboxed.com/robots.txt
 video/ajax
 video/ajax_search_related
 video/ajax_video_related
@@ -157441,7 +156094,7 @@ videodash.cms*
 videodetails
 videoembed/*
 videogallery.xml
-videojs/plugins/http://7cups.com/robots.txt
+videojs/plugins/http://gdpr-info.eu/robots.txt
 videolibrary
 videoloop/*_3_
 videoplayer/player/embed/
@@ -157533,9 +156186,9 @@ vienne/assure/actualites/
 view
 view
 view$
-view$http://deutschlandfunkkultur.de/robots.txt
-view$http://sony.com/robots.txt
-view$http://uts.edu.au/robots.txt
+view$http://dpi.nsw.gov.au/robots.txt
+view$http://pimylifeup.com/robots.txt
+view$http://uh.edu/robots.txt
 view-3d-home
 view-as-webpage
 view-comments.php
@@ -157608,10 +156261,13 @@ view/wccportal/
 view/wccpro/
 view/wccpro/orion/
 view=
+view=bibtex
+view=group
+view=joint
+view=keys
 view=lightbox
 view=members
 view=print
-view=showroom
 view=tags
 view?
 view?key=*
@@ -157646,9 +156302,10 @@ viewconfig$
 viewcvs
 viewentry:email/*
 viewer
-viewerhttp://online.liebertpub.com/robots.txt
+viewerhttp://peta.org/robots.txt
 viewfile.php
 viewfound.php
+viewgit
 viewlibrary/
 viewlocale=zh_CN
 viewnationalmap/
@@ -157753,13 +156410,11 @@ visualstories
 visualstories/preview.php?
 vita-ecclesiale
 vita.html
-vitamin
 vitamin_b6_benefits_deficiency/article.htm
 vitamin_b_are_you_getting_enough_of_all_kinds/article.htm
 vitamin_c_diet_nutrition_supplements/article.htm
 vitamin_c_what_you_should_know/article.htm
 vitamin_e_benefits_for_your_body/article.htm
-vitamins
 vitamins_a_b_c_d_e_omega-3_missing_diet/article.htm
 vitamins_supplements_fight_inflammation/article.htm
 vitamins_supplements_foods_high_in_vitamin_d/article.htm
@@ -157796,7 +156451,6 @@ vms234
 vmware/about
 vn
 vn
-vn/
 vn/*?*lang=en-US
 vn/en/book-a-trip/flights/fare-types/fare-guide-information.html
 vn/en/cms/
@@ -157910,7 +156564,7 @@ vpac
 vpad/cityuecontact.htm
 vpad/groupcompanies.htm
 vplbl
-vpn-config/http://opendefinition.org/robots.txt
+vpn-config/http://hidglobal.com/robots.txt
 vpn/
 vpnfan
 vpns-how-do-they-work-and-things-to-consider
@@ -157956,7 +156610,6 @@ vtls
 vto_disclose
 vto_open
 vu
-vu/
 vu/en/book-a-trip/flights/fare-types/fare-guide-information.html
 vu/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 vue234
@@ -157987,13 +156640,13 @@ w/
 w/api.php
 w/api.php?action=mobileview&
 w/browse
-w/http://capitalbikeshare.com/robots.txt
+w/http://towardsdatascience.com/robots.txt
 w/index.php
 w/index.php?
 w/index.php?title=Special%3ALandingPage
 w/index.php?title=Special:LandingPage
 w/index.php?title=Special:NewPages&feed=rss&namespace=all
-w/index.phphttp://sloan.org/robots.txt
+w/index.phphttp://donationcoder.com/robots.txt
 w/load.php
 w/load.php?
 w/newpage
@@ -180921,7 +179574,7 @@ webadmin
 webalizer
 webans?
 webapi
-webapi/http://active.com/robots.txt
+webapi/http://arabianbusiness.com/robots.txt
 webapp
 webapp
 webapp/
@@ -181047,7 +179700,6 @@ webcasts/tech-tuesdayworkshop-use-terraform-provision-cloud-based-remote-browsin
 webcasts/uk-government-capture-flag-tournament
 webcasts/uk-university-capture-flag-tournament
 webcentral/output
-webcommon
 webcon
 webcreation
 webctrl_client/
@@ -181268,7 +179920,7 @@ webservices/
 webservices/.test
 webservices/archive
 webservices/documentation
-webservices/http://fiserv.com/robots.txt
+webservices/http://disneyland.disney.go.com/robots.txt
 webservices/reports
 webservices/resources/forms
 webservices/temp
@@ -181295,7 +179947,7 @@ website/builder?storyId=
 website/confirm
 website/confirm/download
 website/marketo-form-test
-website/privacy-notice/data-explorerhttp://varnish-cache.org/robots.txt
+website/privacy-notice/data-explorerhttp://jitsi.org/robots.txt
 website/search
 website/templates*?screen=
 website/templates/flash
@@ -181316,7 +179968,6 @@ webstore/static/*/wall/js
 webstories/*?*initialWidth
 webstories/*?initialWidth
 websupport
-websystem
 webteam
 webtech
 webtemp
@@ -181357,10 +180008,9 @@ wedding-registry/love
 wedding-registry/promotion
 wedding-site
 wedding-stories
-wedding-vendors/http://nsc.org/robots.txt
+wedding-vendors/http://zomato.com/robots.txt
 wedding-vendors/search
 wedding/*/virtual
-wedding/?geodir_search=
 wedding/promotion
 weddings
 weddings/?geodir_search=
@@ -181371,8 +180021,8 @@ week*tdate*mosadid*
 week=
 weekly/
 weekly/signup
-weigher
-weighers
+weeklypromotion.html
+weeklyupdates
 weight-loss-ticker
 weight_control_smoking_cessation_picture_slideshow/article.htm
 weight_gain_shockers_pictures_slideshow/article.htm
@@ -181408,7 +180058,7 @@ welcomeback
 welcomec.html
 welcomed.html
 welcomee.html
-welcomehttp://hubs.ly/robots.txt
+welcomehttp://quirksmode.org/robots.txt
 wellbeing/
 wellnessprogramme/jsp/healthcheck/index.jsp
 wellnessway
@@ -181574,7 +180224,7 @@ why_do_i_have_the_chills_other_than_fever/article.htm
 why_your_fingers_are_swollen_reasons/article.htm
 whythisad
 wi
-wicket:interface*http://backlinko.com/robots.txt
+wicket:interface*http://springerlink.com/robots.txt
 widget
 widget-gallery.html
 widget-landing-page.html
@@ -181614,6 +180264,7 @@ widgets/widget-10-kasim
 widgets/widget-republic-day
 widgets=
 widgets_api
+widgetshoppingcart
 widnows/
 width--
 wienatshop/
@@ -182592,9 +181243,9 @@ wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
 wiki/Wikipedia_talk%3AAdministrator
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://3.bp.blogspot.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://accounts.google.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://support.office.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.oxforddictionaries.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikiquote.org/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://wikis.ec.europa.eu/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -182913,7 +181564,7 @@ wip/*
 wip_index.php
 wipostad/
 wire-
-wire-cast/
+wire-cast/
 wirecutter
 wirecutter/*&xid=
 wirecutter/*.csv$
@@ -182955,6 +181606,7 @@ wishlist/
 wishlist/*
 wishlist/add/
 wishlist/get-button
+wishlist/index
 wishlist/universal
 wishlist/vendor-button
 wishlist?
@@ -183056,7 +181708,7 @@ word/embed
 word=
 wordgirl/
 wordpress
-wordpress-hosting-ahttp://banggood.com/robots.txt
+wordpress-hosting-ahttp://greenpeace.org/robots.txt
 wordpress/
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
@@ -183333,35 +181985,33 @@ wp-admin/*
 wp-admin/about.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://aerisweather.com/robots.txt
-wp-admin/admin-ajax.phphttp://alternativeto.net/robots.txt
-wp-admin/admin-ajax.phphttp://bet365.com/robots.txt
-wp-admin/admin-ajax.phphttp://bettenmalsch.com/robots.txt
-wp-admin/admin-ajax.phphttp://blogilates.com/robots.txt
-wp-admin/admin-ajax.phphttp://cmswire.com/robots.txt
-wp-admin/admin-ajax.phphttp://cs.cornell.edu/robots.txt
-wp-admin/admin-ajax.phphttp://cssminifier.com/robots.txt
-wp-admin/admin-ajax.phphttp://datareportal.com/robots.txt
-wp-admin/admin-ajax.phphttp://designshack.net/robots.txt
-wp-admin/admin-ajax.phphttp://extension.iastate.edu/robots.txt
-wp-admin/admin-ajax.phphttp://finextra.com/robots.txt
-wp-admin/admin-ajax.phphttp://forms.microsoft.com/robots.txt
-wp-admin/admin-ajax.phphttp://kp.ru/robots.txt
-wp-admin/admin-ajax.phphttp://leanin.org/robots.txt
-wp-admin/admin-ajax.phphttp://morningconsult.com/robots.txt
-wp-admin/admin-ajax.phphttp://mpaa.org/robots.txt
-wp-admin/admin-ajax.phphttp://partner.microsoft.com/robots.txt
-wp-admin/admin-ajax.phphttp://pesi.com/robots.txt
-wp-admin/admin-ajax.phphttp://player.fm/robots.txt
-wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt
-wp-admin/admin-ajax.phphttp://reason.com/robots.txt
-wp-admin/admin-ajax.phphttp://rnk-concept.ru/robots.txt
-wp-admin/admin-ajax.phphttp://samaritans.org/robots.txt
-wp-admin/admin-ajax.phphttp://siteground.com/robots.txt
-wp-admin/admin-ajax.phphttp://sos.ga.gov/robots.txt
-wp-admin/admin-ajax.phphttp://tenor.com/robots.txt
-wp-admin/admin-ajax.phphttp://thatgamecompany.com/robots.txt
-wp-admin/admin-ajax.phphttp://whc.unesco.org/robots.txt
+wp-admin/admin-ajax.phphttp://aces.edu/robots.txt
+wp-admin/admin-ajax.phphttp://aclanthology.org/robots.txt
+wp-admin/admin-ajax.phphttp://akismet.com/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://bath.ac.uk/robots.txt
+wp-admin/admin-ajax.phphttp://blogs.loc.gov/robots.txt
+wp-admin/admin-ajax.phphttp://coolors.co/robots.txt
+wp-admin/admin-ajax.phphttp://courthousenews.com/robots.txt
+wp-admin/admin-ajax.phphttp://digitalmusicnews.com/robots.txt
+wp-admin/admin-ajax.phphttp://harpersbazaar.com/robots.txt
+wp-admin/admin-ajax.phphttp://iab.com/robots.txt
+wp-admin/admin-ajax.phphttp://johnlewis.com/robots.txt
+wp-admin/admin-ajax.phphttp://marktplaats.nl/robots.txt
+wp-admin/admin-ajax.phphttp://mercadolibre.com/robots.txt
+wp-admin/admin-ajax.phphttp://payments.google.com/robots.txt
+wp-admin/admin-ajax.phphttp://ranker.com/robots.txt
+wp-admin/admin-ajax.phphttp://sixt.com/robots.txt
+wp-admin/admin-ajax.phphttp://skipthedishes.com/robots.txt
+wp-admin/admin-ajax.phphttp://smore.com/robots.txt
+wp-admin/admin-ajax.phphttp://smsapi.com/robots.txt
+wp-admin/admin-ajax.phphttp://spglobal.com/robots.txt
+wp-admin/admin-ajax.phphttp://stanford.edu/robots.txt
+wp-admin/admin-ajax.phphttp://thestreet.com/robots.txt
+wp-admin/admin-ajax.phphttp://thetimes.co.uk/robots.txt
+wp-admin/admin-ajax.phphttp://topics.nytimes.com/robots.txt
+wp-admin/admin-ajax.phphttp://w3c.github.io/robots.txt
+wp-admin/admin-ajax.phphttp://webgate.ec.europa.eu/robots.txt
 wp-admin/admin-footer.php
 wp-admin/admin-functions.php
 wp-admin/admin-header.php
@@ -183383,7 +182033,7 @@ wp-admin/edit-tags.php
 wp-admin/edit.php
 wp-admin/export.php
 wp-admin/freedoms.php
-wp-admin/http://hyperallergic.com/robots.txt
+wp-admin/http://digital.gov/robots.txt
 wp-admin/images
 wp-admin/import.php
 wp-admin/includes
@@ -183490,8 +182140,8 @@ wp-content/ftp/
 wp-content/gallery
 wp-content/mu-plugins
 wp-content/mu-plugins/
-wp-content/mu-plugins/http://drivethrurpg.com/robots.txt
-wp-content/mu-plugins/http://hdr.undp.org/robots.txt
+wp-content/mu-plugins/http://sites.tufts.edu/robots.txt
+wp-content/mu-plugins/http://u.pcloud.link/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -183523,7 +182173,7 @@ wp-content/plugins/feature-story-builder/builder-frontend/assets/images/logo-w.p
 wp-content/plugins/feature-story-builder/builder-frontend/assets/images/w.png
 wp-content/plugins/genesys-reports/build/images/genesys-logo.svg
 wp-content/plugins/google-to-table/css/google-to-table.css
-wp-content/plugins/http://mariosaban.com/robots.txt
+wp-content/plugins/http://ers.usda.gov/robots.txt
 wp-content/plugins/kellystone-taboola/assets/js/taboola.js
 wp-content/plugins/liveblog
 wp-content/plugins/roost-for-bloggers/includes/chrome/
@@ -183546,7 +182196,7 @@ wp-content/themes/*/assets/css/
 wp-content/themes/*/assets/js/
 wp-content/themes/2012/ad_
 wp-content/themes/2012/ads
-wp-content/themes/80000hours/assets/vendor/socialcount/*http://justbento.com/robots.txt
+wp-content/themes/80000hours/assets/vendor/socialcount/*http://800pgr.lnk.to/robots.txt
 wp-content/themes/Phoenix/assets/css/cyphon.css
 wp-content/themes/Phoenix/assets/css/exchange.css
 wp-content/themes/Phoenix/assets/css/hf.css
@@ -183581,8 +182231,6 @@ wp-content/themes/nexstar/client/build/css
 wp-content/themes/nexstar/client/build/js
 wp-content/themes/oco-wp/images/video/
 wp-content/themes/paperstreet/fonts
-wp-content/themes/screamingfrog/inc/download-modal-lfa.php
-wp-content/themes/screamingfrog/inc/download-modal.php
 wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
 wp-content/themes/sej14/js/instapage.js
@@ -183620,7 +182268,7 @@ wp-content/uploads/*.png
 wp-content/uploads/*.svg
 wp-content/uploads/*/*.pdf
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://ch1.cc/robots.txt
+wp-content/uploads/*http://wikihow.com/robots.txt
 wp-content/uploads/2009/
 wp-content/uploads/2010/
 wp-content/uploads/2011/
@@ -183646,12 +182294,12 @@ wp-content/uploads/2021/
 wp-content/uploads/2021/04/YourBrainMatters_Apr2021.pdf
 wp-content/uploads/2022/
 wp-content/uploads/2022/04/Ethics_Diversity_Inclusion_Accessibility.pdf
-wp-content/uploads/2022/04/online-learning-trends.pdfhttp://core77.com/robots.txt
+wp-content/uploads/2022/04/online-learning-trends.pdfhttp://thinkprogress.org/robots.txt
 wp-content/uploads/2023/
 wp-content/uploads/2023/01/Surfshark_Nologs-assurance.pdf
 wp-content/uploads/2023/03/YBM21.pdf
 wp-content/uploads/2023/06/ASPPIRe-Year-Two-Report.pdf
-wp-content/uploads/2023/08/GIWAM-Volunteer-resources-page.pdfhttp://donaldjtrump.com/robots.txt
+wp-content/uploads/2023/08/GIWAM-Volunteer-resources-page.pdfhttp://ama-assn.org/robots.txt
 wp-content/uploads/2024/
 wp-content/uploads/2024/01/Remote_Access_Security_Predictions_Report_2024.pdf
 wp-content/uploads/2024/04/Everest_Group_-_Making_Brownfield_Factories_Smarter_and_Greener_Capgemini.pdf
@@ -183670,8 +182318,8 @@ wp-content/uploads/complianz
 wp-content/uploads/cover-images
 wp-content/uploads/dlm_uploads
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://envato.com/robots.txt
-wp-content/uploads/http://uwa.edu.au/robots.txt
+wp-content/uploads/http://blackberry.com/robots.txt
+wp-content/uploads/http://newsinitiative.withgoogle.com/robots.txt
 wp-content/uploads/import/*
 wp-content/uploads/import/documents/other/ead1e-overview.pdf
 wp-content/uploads/import/documents/other/gieais-covid.pdf
@@ -183705,23 +182353,23 @@ wp-content/uploads/wp-content/
 wp-content/uploads/wp-file-manager-pro/
 wp-content/uploads/wp-import-export-lite
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://archello.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://escuche.los40.com.co/robots.txt
-wp-content/uploads/wp-import-export-lite/http://ffmpeg.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://google.cz/robots.txt
-wp-content/uploads/wp-import-export-lite/http://lbcgroup.tv/robots.txt
-wp-content/uploads/wp-import-export-lite/http://oglobo.globo.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://s3-us-west-1.amazonaws.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://saveur.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://sc.edu/robots.txt
-wp-content/uploads/wp-import-export-lite/http://siteassets.parastorage.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://sparkfun.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://thesouthafrican.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://tidelift.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://ukri.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://uwgb.edu/robots.txt
-wp-content/uploads/wp-import-export-lite/http://winstonchurchill.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://wpmobile.app/robots.txt
+wp-content/uploads/wp-import-export-lite/http://amnh.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://benjaminmoore.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://bitnob.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://edutopia.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://futurism.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://globalnews.ca/robots.txt
+wp-content/uploads/wp-import-export-lite/http://index.hr/robots.txt
+wp-content/uploads/wp-import-export-lite/http://lawfareblog.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://mariadb.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://mootools.net/robots.txt
+wp-content/uploads/wp-import-export-lite/http://pcworld.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rantanps.blogspot.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://royalcollection.org.uk/robots.txt
+wp-content/uploads/wp-import-export-lite/http://theblock.co/robots.txt
+wp-content/uploads/wp-import-export-lite/http://tortuga-shop.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://us.napster.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://you.com/robots.txt
 wp-content/uploads/wp-staging
 wp-content/uploads/wpallexport/
 wp-content/uploads/wpforms
@@ -183810,7 +182458,7 @@ wp-preview
 wp-query.html
 wp-register.php
 wp-register.php
-wp-register.phphttp://apoia.se/robots.txt
+wp-register.phphttp://grammarly.com/robots.txt
 wp-signup.php
 wp-signup.php
 wp-sitemap-posts-
@@ -183941,7 +182589,6 @@ ws
 ws*api-server.html$
 ws*api-server.html$
 ws-favorites
-ws/
 ws/*.html
 ws/1/live
 ws/1/related_content
@@ -183963,7 +182610,6 @@ wsd-jms
 wservice/
 wsj
 wsj-lopinion?page
-wsj/
 wsmanager
 wsus/
 wt-assets/static-files/mktg-analytics
@@ -184077,7 +182723,7 @@ xems/whova_backend/apis/reg/pricing_info
 xems/whova_backend/webhost/get_config
 xero
 xethikarbeitsgruppe/
-xethikarbeitsgruppe/http://farm1.staticflickr.com/robots.txt
+xethikarbeitsgruppe/http://wigle.net/robots.txt
 xf/fr/work/products/tools/ups_selector
 xf/help
 xfilter=1
@@ -184159,11 +182805,11 @@ xsd
 xsl
 xsl
 xsl/
-xsl/http://infolab.stanford.edu/robots.txt
+xsl/http://infosecurity-magazine.com/robots.txt
 xslt
 xslt/
-xslt/http://cryptome.org/robots.txt
-xslt/http://m.economictimes.com/robots.txt
+xslt/http://cryptokitties.co/robots.txt
+xslt/http://wsj.com/robots.txt
 xstatic/
 xtbcallback.php
 xtor
@@ -184177,9 +182823,8 @@ xxx
 xxx-the-return-of-xander-cage
 xxx/
 y/*
-y/http://8tracks.com/robots.txt
+y/http://eric.ed.gov/robots.txt
 y1=
-yaa/
 yaca
 yaca/$
 yaca/*.xml$
@@ -184210,7 +182855,6 @@ ycam
 ycaservice/
 yd.php
 ye
-ye/
 year
 year*tDate*mosadid*
 year*tdate*mosadid*
@@ -184983,9 +183627,7 @@ your-account
 your-clients
 your-dashboard/*
 your-email*
-your-image-library.asp*
 your-jobs
-your-library-invoices.asp*
 your-orders
 your-shop
 your-stories
@@ -185000,7 +183642,7 @@ yourarchives
 yourbaskets/add
 youre_making_air_fryer_mistakes/article.htm
 youreurope/businessACC
-youreurope/businessDEV/http://streamelements.com/robots.txt
+youreurope/businessDEV/http://europapress.es/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -185045,11 +183687,9 @@ youtubeapiservice*
 youtubei
 yoyaku/tabelog_booking
 yr
-ysclid=
 yss_fragment.gne
 yt
 yt/
-yu/
 yule*?
 yuv
 yvelines/
@@ -185090,14 +183730,6 @@ za/*?*lang=en-US
 za/admin
 za/admin$
 za/de
-za/dolby-vision-atmos-tvs
-za/electronics/bravia-xr-tvs
-za/electronics/how-to-select-tv-by-what-you-watch-gaming
-za/electronics/how-to-select-tv-by-what-you-watch-netflix
-za/electronics/how-to-select-tv-by-what-you-watch-smart-tv
-za/electronics/how-to-select-tv-by-what-you-watch-sports
-za/electronics/picture-quality
-za/electronics/sound-quality
 za/en
 za/en/book-a-trip/flights/fare-types/fare-guide-information.html
 za/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
@@ -185106,19 +183738,15 @@ za/en/work/products/tools/ups_selector
 za/es
 za/filter/tips
 za/fr
-za/hands-free-voice-search-tvs
 za/hans
 za/hant
-za/home-theatre-sound-bars/neckband-speakers
 za/it
 za/ja
 za/ko
-za/netflix-recommended-tvs
 za/node/add
 za/pt
 za/ru
 za/search
-za/smart-tvs-netflix-calibrated-mode
 za/user
 za/user$
 zakelijk/thedigitaldutch/auteur
@@ -185272,7 +183900,7 @@ zh-Hans/
 zh-Hant
 zh-Hant-ZW
 zh-Hant/
-zh-Hant/http://badoo.com/robots.txt
+zh-Hant/http://arxiv.org/robots.txt
 zh-ID
 zh-IL
 zh-IN
@@ -185758,7 +184386,7 @@ zh-tw/ko
 zh-tw/lp
 zh-tw/products/details
 zh-tw/pt
-zh-tw/searchhttp://google.be/robots.txt
+zh-tw/searchhttp://blog.codecentric.de/robots.txt
 zh-tw/searchresults
 zh-tw/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
 zh-tw/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
@@ -185895,7 +184523,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://erudit.org/robots.txt
+zh/internalhttp://amazon.jp/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -186177,7 +184805,6 @@ zoomad
 zoominfo-chrome-ext
 zprod-ease
 zq9zq9
-zr/
 zs
 zshowcase
 ztest
@@ -186204,10 +184831,9 @@ zz-Site-Examples/
 zz-delete-requests
 zz-test
 zz-test
-zz/
 zzGKS/
 zzIVZ/
-zz_test/http://arm.com/robots.txt
+zz_test/http://fitsmallbusiness.com/robots.txt
 zztest/
 zzz
 zzz-archive
@@ -186268,7 +184894,9 @@ zzz_systest
 ~_currentSlide-
 ~aatwater/del
 ~aljuarez/phpicalendar
+~andrew
 ~aradhna
+~armin
 ~astra
 ~awm2
 ~bhakta/
@@ -186276,6 +184904,7 @@ zzz_systest
 ~ccu2015
 ~ceb
 ~cfolt
+~chris
 ~cmnsweb
 ~dabo/cs255/solns
 ~ecartis
@@ -186300,6 +184929,8 @@ zzz_systest
 ~imarkov/5
 ~imw
 ~itsvs
+~jones
+~joseph
 ~jtc
 ~jtoal/academic
 ~jure/pub
@@ -186316,6 +184947,7 @@ zzz_systest
 ~nsdwww/mail
 ~partytown
 ~pasr1
+~philip
 ~philippe
 ~player.html
 ~pltw
@@ -186334,6 +184966,7 @@ zzz_systest
 ~surreywb
 ~tang/aboutus/recruiters
 ~testbed
+~trev
 ~videolan
 ~w-cosold
 ~w-oce
@@ -186477,7 +185110,7 @@ zzz_systest
 顯示禮品登記
 001
 1
-1*.jpg$http://city.sapporo.jp/robots.txt
+1*.jpg$http://ebay.ca/robots.txt
 1+1+1+*
 1-
 1-1-p*
@@ -186862,11 +185495,11 @@ zzz_systest
 404/test
 404error.aspx
 404handler/
-404http://bitwarden.com/robots.txt
-404http://chabukswar.ie/robots.txt
-404http://dollsthetic.com/robots.txt
-404http://nandymcclean.com/robots.txt
-404http://ylacabratiroalmonte.wordpress.com/robots.txt
+404http://bettenmalsch.com/robots.txt
+404http://dinotim.com/robots.txt
+404http://doodle.com/robots.txt
+404http://marinaplasticsurgery.com/robots.txt
+404http://warnerbros.com/robots.txt
 406
 413gkwMT
 419/es
@@ -186883,7 +185516,7 @@ zzz_systest
 473,Lato-z-Radiem-2021
 473,Lato-z-Radiem-2021/9315,Moje-Archiwum
 473/
-473/9315http://iamsterdam.com/robots.txt
+473/9315http://polyfill-fastly.io/robots.txt
 474
 474,Lato-z-Radiem-2021-Lokacje
 479
@@ -186985,7 +185618,7 @@ zzz_systest
 2009/10/20/70666.jpg
 2010
 2010.htm
-2010/02/02/mati_kasppib.jpgyhttp://beckershospitalreview.com/robots.txt
+2010/02/02/mati_kasppib.jpgyhttp://malaymail.com/robots.txt
 2010/10/01/tangenti-e-benefit-da-case-farmaceutiche-arrestato-a-firenze-il-professor-torello-lotti/66811
 2010annualreport/
 2011
@@ -187240,13 +185873,11 @@ zzz_systest
 7190/
 7198
 7263/
-7336
 7449
 7577
 8051
 8058
 8245
-8264
 8301
 8324
 8510*.jpg$