From 64f560a3a8c6c79d7bea9f3a2d1c683acf3383c7 Mon Sep 17 00:00:00 2001 From: GitHub Action Date: Sun, 2 Jun 2024 00:22:04 +0000 Subject: [PATCH 1/2] [Github Action] Automated trickest wordlists update. --- .../bagisto-all-levels.txt | 18 +- .../CMS/trickest-cms-wordlist/bagisto.txt | 2 +- .../dolibarr-all-levels.txt | 3 + .../CMS/trickest-cms-wordlist/dolibarr.txt | 1 + .../drupal-all-levels.txt | 23 + .../CMS/trickest-cms-wordlist/drupal.txt | 3 + .../magento-all-levels.txt | 8 + .../CMS/trickest-cms-wordlist/magento.txt | 1 + .../phpbb-all-levels.txt | 14 + .../CMS/trickest-cms-wordlist/phpbb.txt | 2 + .../woocommerce-all-levels.txt | 28 + .../CMS/trickest-cms-wordlist/woocommerce.txt | 4 + .../wordpress-all-levels.txt | 25 + .../CMS/trickest-cms-wordlist/wordpress.txt | 5 + .../top-100.txt | 6 +- .../top-1000.txt | 166 +- .../top-10000.txt | 3219 ++++++++++------- 17 files changed, 2056 insertions(+), 1472 deletions(-) diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/bagisto-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/bagisto-all-levels.txt index 0f0e5a53..e6d7e1bc 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/bagisto-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/bagisto-all-levels.txt @@ -9151,15 +9151,6 @@ views/sales/orders/create.blade.php sales/orders/create.blade.php orders/create.blade.php create.blade.php -packages/Webkul/Admin/src/Resources/views/sales/orders/images.blade.php -Webkul/Admin/src/Resources/views/sales/orders/images.blade.php -Admin/src/Resources/views/sales/orders/images.blade.php -src/Resources/views/sales/orders/images.blade.php -Resources/views/sales/orders/images.blade.php -views/sales/orders/images.blade.php -sales/orders/images.blade.php -orders/images.blade.php -images.blade.php packages/Webkul/Admin/src/Resources/views/sales/orders/create/types/downloadable.blade.php Webkul/Admin/src/Resources/views/sales/orders/create/types/downloadable.blade.php Admin/src/Resources/views/sales/orders/create/types/downloadable.blade.php @@ -9311,6 +9302,15 @@ sales/orders/create/recent-order-items.blade.php orders/create/recent-order-items.blade.php create/recent-order-items.blade.php recent-order-items.blade.php +packages/Webkul/Admin/src/Resources/views/sales/orders/items.blade.php +Webkul/Admin/src/Resources/views/sales/orders/items.blade.php +Admin/src/Resources/views/sales/orders/items.blade.php +src/Resources/views/sales/orders/items.blade.php +Resources/views/sales/orders/items.blade.php +views/sales/orders/items.blade.php +sales/orders/items.blade.php +orders/items.blade.php +items.blade.php packages/Webkul/Admin/src/Resources/views/sales/refunds/view.blade.php Webkul/Admin/src/Resources/views/sales/refunds/view.blade.php Admin/src/Resources/views/sales/refunds/view.blade.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/bagisto.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/bagisto.txt index 56f2fb12..c7ef6cb1 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/bagisto.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/bagisto.txt @@ -1286,7 +1286,6 @@ packages/Webkul/Admin/src/Resources/views/catalog/products/edit/price/group.blad packages/Webkul/Admin/src/Resources/views/sales/orders/view.blade.php packages/Webkul/Admin/src/Resources/views/sales/orders/index.blade.php packages/Webkul/Admin/src/Resources/views/sales/orders/create.blade.php -packages/Webkul/Admin/src/Resources/views/sales/orders/images.blade.php packages/Webkul/Admin/src/Resources/views/sales/orders/create/types/downloadable.blade.php packages/Webkul/Admin/src/Resources/views/sales/orders/create/types/grouped.blade.php packages/Webkul/Admin/src/Resources/views/sales/orders/create/types/configurable.blade.php @@ -1301,6 +1300,7 @@ packages/Webkul/Admin/src/Resources/views/sales/orders/create/cart/summary.blade packages/Webkul/Admin/src/Resources/views/sales/orders/create/cart/shipping.blade.php packages/Webkul/Admin/src/Resources/views/sales/orders/create/wishlist-items.blade.php packages/Webkul/Admin/src/Resources/views/sales/orders/create/recent-order-items.blade.php +packages/Webkul/Admin/src/Resources/views/sales/orders/items.blade.php packages/Webkul/Admin/src/Resources/views/sales/refunds/view.blade.php packages/Webkul/Admin/src/Resources/views/sales/refunds/index.blade.php packages/Webkul/Admin/src/Resources/views/sales/refunds/create.blade.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt index 33769e77..fbd1e671 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt @@ -65614,6 +65614,9 @@ CommonClassTest.class.php test/phpunit/CompanyBankAccountTest.php phpunit/CompanyBankAccountTest.php CompanyBankAccountTest.php +test/phpunit/FilesLibMoveDirTest.php +phpunit/FilesLibMoveDirTest.php +FilesLibMoveDirTest.php test/phpunit/SecurityTest.php phpunit/SecurityTest.php SecurityTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt index 2359c149..eb279620 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt @@ -13345,6 +13345,7 @@ test/phpunit/CompanyLibTest.php test/phpunit/HolidayTest.php test/phpunit/CommonClassTest.class.php test/phpunit/CompanyBankAccountTest.php +test/phpunit/FilesLibMoveDirTest.php test/phpunit/SecurityTest.php test/phpunit/RestAPIUserTest.php test/phpunit/AdminLibTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt index 6e1b2104..6b1107fd 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt @@ -33372,6 +33372,13 @@ navigation/tests/navigation_test/navigation_test.module tests/navigation_test/navigation_test.module navigation_test/navigation_test.module navigation_test.module +core/modules/navigation/tests/src/Kernel/NavigationMenuMarkupTest.php +modules/navigation/tests/src/Kernel/NavigationMenuMarkupTest.php +navigation/tests/src/Kernel/NavigationMenuMarkupTest.php +tests/src/Kernel/NavigationMenuMarkupTest.php +src/Kernel/NavigationMenuMarkupTest.php +Kernel/NavigationMenuMarkupTest.php +NavigationMenuMarkupTest.php core/modules/navigation/tests/src/Kernel/SystemMenuNavigationBlockTest.php modules/navigation/tests/src/Kernel/SystemMenuNavigationBlockTest.php navigation/tests/src/Kernel/SystemMenuNavigationBlockTest.php @@ -49075,6 +49082,14 @@ modules/views_test_config/test_views/views.view.test_view_broken.yml views_test_config/test_views/views.view.test_view_broken.yml test_views/views.view.test_view_broken.yml views.view.test_view_broken.yml +core/modules/views/tests/modules/views_test_config/test_views/views.view.test_argument_summary.yml +modules/views/tests/modules/views_test_config/test_views/views.view.test_argument_summary.yml +views/tests/modules/views_test_config/test_views/views.view.test_argument_summary.yml +tests/modules/views_test_config/test_views/views.view.test_argument_summary.yml +modules/views_test_config/test_views/views.view.test_argument_summary.yml +views_test_config/test_views/views.view.test_argument_summary.yml +test_views/views.view.test_argument_summary.yml +views.view.test_argument_summary.yml core/modules/views/tests/modules/views_test_config/test_views/views.view.test_filter_group_override.yml modules/views/tests/modules/views_test_config/test_views/views.view.test_filter_group_override.yml views/tests/modules/views_test_config/test_views/views.view.test_filter_group_override.yml @@ -51481,6 +51496,14 @@ src/Kernel/Handler/FieldNumericTest.php Kernel/Handler/FieldNumericTest.php Handler/FieldNumericTest.php FieldNumericTest.php +core/modules/views/tests/src/Kernel/Handler/ArgumentSummaryTest.php +modules/views/tests/src/Kernel/Handler/ArgumentSummaryTest.php +views/tests/src/Kernel/Handler/ArgumentSummaryTest.php +tests/src/Kernel/Handler/ArgumentSummaryTest.php +src/Kernel/Handler/ArgumentSummaryTest.php +Kernel/Handler/ArgumentSummaryTest.php +Handler/ArgumentSummaryTest.php +ArgumentSummaryTest.php core/modules/views/tests/src/Kernel/Handler/AreaEntityTest.php modules/views/tests/src/Kernel/Handler/AreaEntityTest.php views/tests/src/Kernel/Handler/AreaEntityTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt index b2b62f6b..8fd59262 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt @@ -4752,6 +4752,7 @@ core/modules/navigation/assets/fonts/inter-var.woff2 core/modules/navigation/navigation.services.yml core/modules/navigation/tests/navigation_test/navigation_test.info.yml core/modules/navigation/tests/navigation_test/navigation_test.module +core/modules/navigation/tests/src/Kernel/NavigationMenuMarkupTest.php core/modules/navigation/tests/src/Kernel/SystemMenuNavigationBlockTest.php core/modules/navigation/tests/src/FunctionalJavascript/NavigationBlockUiTest.php core/modules/navigation/tests/src/Functional/NavigationUserBlockTest.php @@ -7027,6 +7028,7 @@ core/modules/views/tests/modules/views_test_config/test_views/views.view.test_vi core/modules/views/tests/modules/views_test_config/test_views/views.view.test_field_alias_test.yml core/modules/views/tests/modules/views_test_config/test_views/views.view.test_entity_row_renderers.yml core/modules/views/tests/modules/views_test_config/test_views/views.view.test_view_broken.yml +core/modules/views/tests/modules/views_test_config/test_views/views.view.test_argument_summary.yml core/modules/views/tests/modules/views_test_config/test_views/views.view.test_filter_group_override.yml core/modules/views/tests/modules/views_test_config/test_views/views.view.test_attached_disabled.yml core/modules/views/tests/modules/views_test_config/test_views/views.view.test_grid_responsive.yml @@ -7321,6 +7323,7 @@ core/modules/views/tests/src/Kernel/Handler/SortRandomTest.php core/modules/views/tests/src/Kernel/Handler/FieldCustomTest.php core/modules/views/tests/src/Kernel/Handler/FieldDateTest.php core/modules/views/tests/src/Kernel/Handler/FieldNumericTest.php +core/modules/views/tests/src/Kernel/Handler/ArgumentSummaryTest.php core/modules/views/tests/src/Kernel/Handler/AreaEntityTest.php core/modules/views/tests/src/Kernel/Handler/SortDateTest.php core/modules/views/tests/src/Kernel/Handler/AreaEmptyTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt index 8510d6df..22b9dc93 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt @@ -97184,6 +97184,14 @@ Magento/Catalog/Api/ProductAttributeIsFilterableManagementTest.php Catalog/Api/ProductAttributeIsFilterableManagementTest.php Api/ProductAttributeIsFilterableManagementTest.php ProductAttributeIsFilterableManagementTest.php +dev/tests/api-functional/testsuite/Magento/Catalog/Api/ProductCustomOptionsTest.php +tests/api-functional/testsuite/Magento/Catalog/Api/ProductCustomOptionsTest.php +api-functional/testsuite/Magento/Catalog/Api/ProductCustomOptionsTest.php +testsuite/Magento/Catalog/Api/ProductCustomOptionsTest.php +Magento/Catalog/Api/ProductCustomOptionsTest.php +Catalog/Api/ProductCustomOptionsTest.php +Api/ProductCustomOptionsTest.php +ProductCustomOptionsTest.php dev/tests/api-functional/testsuite/Magento/Catalog/Api/ProductCustomOptionRepositoryTest.php tests/api-functional/testsuite/Magento/Catalog/Api/ProductCustomOptionRepositoryTest.php api-functional/testsuite/Magento/Catalog/Api/ProductCustomOptionRepositoryTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt index 7887cbe1..d67c3ae6 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt @@ -11338,6 +11338,7 @@ dev/tests/api-functional/testsuite/Magento/Catalog/Api/OrderItemRepositoryTest.p dev/tests/api-functional/testsuite/Magento/Catalog/Api/CostStorageTest.php dev/tests/api-functional/testsuite/Magento/Catalog/Api/ProductMediaAttributeManagementTest.php dev/tests/api-functional/testsuite/Magento/Catalog/Api/ProductAttributeIsFilterableManagementTest.php +dev/tests/api-functional/testsuite/Magento/Catalog/Api/ProductCustomOptionsTest.php dev/tests/api-functional/testsuite/Magento/Catalog/Api/ProductCustomOptionRepositoryTest.php dev/tests/api-functional/testsuite/Magento/Catalog/Api/ProductAttributeTypesListTest.php dev/tests/api-functional/testsuite/Magento/Catalog/Api/ProductLinkRepositoryInterfaceTest.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/phpbb-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/phpbb-all-levels.txt index 471c6cfe..785bd835 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/phpbb-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/phpbb-all-levels.txt @@ -4055,6 +4055,13 @@ migration/data/v33x/remove_profilefield_aol.php data/v33x/remove_profilefield_aol.php v33x/remove_profilefield_aol.php remove_profilefield_aol.php +phpBB/phpbb/db/migration/data/v33x/v3312.php +phpbb/db/migration/data/v33x/v3312.php +db/migration/data/v33x/v3312.php +migration/data/v33x/v3312.php +data/v33x/v3312.php +v33x/v3312.php +v3312.php phpBB/phpbb/db/migration/data/v33x/v332rc1.php phpbb/db/migration/data/v33x/v332rc1.php db/migration/data/v33x/v332rc1.php @@ -4062,6 +4069,13 @@ migration/data/v33x/v332rc1.php data/v33x/v332rc1.php v33x/v332rc1.php v332rc1.php +phpBB/phpbb/db/migration/data/v33x/add_resend_activation_expiration.php +phpbb/db/migration/data/v33x/add_resend_activation_expiration.php +db/migration/data/v33x/add_resend_activation_expiration.php +migration/data/v33x/add_resend_activation_expiration.php +data/v33x/add_resend_activation_expiration.php +v33x/add_resend_activation_expiration.php +add_resend_activation_expiration.php phpBB/phpbb/db/migration/data/v33x/profilefield_cleanup.php phpbb/db/migration/data/v33x/profilefield_cleanup.php db/migration/data/v33x/profilefield_cleanup.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/phpbb.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/phpbb.txt index 86a48121..091b6e71 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/phpbb.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/phpbb.txt @@ -913,7 +913,9 @@ phpBB/phpbb/db/migration/data/v33x/remove_orphaned_roles.php phpBB/phpbb/db/migration/data/v33x/fix_display_unapproved_posts_config.php phpBB/phpbb/db/migration/data/v33x/add_notification_emails_table.php phpBB/phpbb/db/migration/data/v33x/remove_profilefield_aol.php +phpBB/phpbb/db/migration/data/v33x/v3312.php phpBB/phpbb/db/migration/data/v33x/v332rc1.php +phpBB/phpbb/db/migration/data/v33x/add_resend_activation_expiration.php phpBB/phpbb/db/migration/data/v33x/profilefield_cleanup.php phpBB/phpbb/db/migration/data/v33x/profilefield_youtube_update.php phpBB/phpbb/db/migration/data/v33x/v333rc1.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt index 32dc59d3..b85d9cb4 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt @@ -14355,6 +14355,11 @@ js/product-editor/changelog/fix-46615 product-editor/changelog/fix-46615 changelog/fix-46615 fix-46615 +packages/js/product-editor/changelog/fix-47788 +js/product-editor/changelog/fix-47788 +product-editor/changelog/fix-47788 +changelog/fix-47788 +fix-47788 packages/js/product-editor/changelog/update-product-editor-description-editor-skeleton js/product-editor/changelog/update-product-editor-description-editor-skeleton product-editor/changelog/update-product-editor-description-editor-skeleton @@ -18957,6 +18962,15 @@ product-fields/images/place-holder/place-holder.tsx images/place-holder/place-holder.tsx place-holder/place-holder.tsx place-holder.tsx +packages/js/product-editor/src/blocks/product-fields/images/place-holder/types.ts +js/product-editor/src/blocks/product-fields/images/place-holder/types.ts +product-editor/src/blocks/product-fields/images/place-holder/types.ts +src/blocks/product-fields/images/place-holder/types.ts +blocks/product-fields/images/place-holder/types.ts +product-fields/images/place-holder/types.ts +images/place-holder/types.ts +place-holder/types.ts +types.ts packages/js/product-editor/src/blocks/product-fields/images/place-holder/imgs/products.tsx js/product-editor/src/blocks/product-fields/images/place-holder/imgs/products.tsx product-editor/src/blocks/product-fields/images/place-holder/imgs/products.tsx @@ -18967,6 +18981,16 @@ images/place-holder/imgs/products.tsx place-holder/imgs/products.tsx imgs/products.tsx products.tsx +packages/js/product-editor/src/blocks/product-fields/images/place-holder/imgs/product.tsx +js/product-editor/src/blocks/product-fields/images/place-holder/imgs/product.tsx +product-editor/src/blocks/product-fields/images/place-holder/imgs/product.tsx +src/blocks/product-fields/images/place-holder/imgs/product.tsx +blocks/product-fields/images/place-holder/imgs/product.tsx +product-fields/images/place-holder/imgs/product.tsx +images/place-holder/imgs/product.tsx +place-holder/imgs/product.tsx +imgs/product.tsx +product.tsx packages/js/product-editor/src/blocks/product-fields/images/place-holder/index.tsx js/product-editor/src/blocks/product-fields/images/place-holder/index.tsx product-editor/src/blocks/product-fields/images/place-holder/index.tsx @@ -21279,6 +21303,10 @@ plugins/woocommerce/changelog/48011-block-ref-styling woocommerce/changelog/48011-block-ref-styling changelog/48011-block-ref-styling 48011-block-ref-styling +plugins/woocommerce/changelog/ci-tweak-changes-array-for-e2e-tests +woocommerce/changelog/ci-tweak-changes-array-for-e2e-tests +changelog/ci-tweak-changes-array-for-e2e-tests +ci-tweak-changes-array-for-e2e-tests plugins/woocommerce/changelog/add-increase-product-excerpt-default-length woocommerce/changelog/add-increase-product-excerpt-default-length changelog/add-increase-product-excerpt-default-length diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt index 8d9eea30..6f2879a4 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt @@ -2558,6 +2558,7 @@ packages/js/product-editor/changelog/update-export-product-edits packages/js/product-editor/changelog/fix-36773 packages/js/product-editor/changelog/fix-46608 packages/js/product-editor/changelog/fix-46615 +packages/js/product-editor/changelog/fix-47788 packages/js/product-editor/changelog/update-product-editor-description-editor-skeleton packages/js/product-editor/changelog/update-product-editor-add-new-attribute-iteration packages/js/product-editor/changelog/ci-add-workflow-call-event @@ -3184,7 +3185,9 @@ packages/js/product-editor/src/blocks/product-fields/tag/edit.tsx packages/js/product-editor/src/blocks/product-fields/tag/index.ts packages/js/product-editor/src/blocks/product-fields/images/place-holder/style.scss packages/js/product-editor/src/blocks/product-fields/images/place-holder/place-holder.tsx +packages/js/product-editor/src/blocks/product-fields/images/place-holder/types.ts packages/js/product-editor/src/blocks/product-fields/images/place-holder/imgs/products.tsx +packages/js/product-editor/src/blocks/product-fields/images/place-holder/imgs/product.tsx packages/js/product-editor/src/blocks/product-fields/images/place-holder/index.tsx packages/js/product-editor/src/blocks/product-fields/images/block.json packages/js/product-editor/src/blocks/product-fields/images/editor.scss @@ -3579,6 +3582,7 @@ plugins/woocommerce/changelog/47739-fix-47720 plugins/woocommerce/changelog/47844-fix-remove-checkstyle-file plugins/woocommerce/changelog/47787-add-lys-exclude-hook plugins/woocommerce/changelog/48011-block-ref-styling +plugins/woocommerce/changelog/ci-tweak-changes-array-for-e2e-tests plugins/woocommerce/changelog/add-increase-product-excerpt-default-length plugins/woocommerce/changelog/e2e-fix-unskip-failing-tests plugins/woocommerce/changelog/redux-38498 diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/wordpress-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/wordpress-all-levels.txt index 2761a5fa..851e9384 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/wordpress-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/wordpress-all-levels.txt @@ -1712,6 +1712,11 @@ js/dist/vendor/react.min.js dist/vendor/react.min.js vendor/react.min.js react.min.js +wp-includes/js/dist/vendor/react-jsx-runtime.min.js +js/dist/vendor/react-jsx-runtime.min.js +dist/vendor/react-jsx-runtime.min.js +vendor/react-jsx-runtime.min.js +react-jsx-runtime.min.js wp-includes/js/dist/vendor/wp-polyfill-inert.js js/dist/vendor/wp-polyfill-inert.js dist/vendor/wp-polyfill-inert.js @@ -1732,6 +1737,16 @@ js/dist/vendor/wp-polyfill-node-contains.js dist/vendor/wp-polyfill-node-contains.js vendor/wp-polyfill-node-contains.js wp-polyfill-node-contains.js +wp-includes/js/dist/vendor/react-jsx-runtime.js +js/dist/vendor/react-jsx-runtime.js +dist/vendor/react-jsx-runtime.js +vendor/react-jsx-runtime.js +react-jsx-runtime.js +wp-includes/js/dist/vendor/react.min.js.LICENSE.txt +js/dist/vendor/react.min.js.LICENSE.txt +dist/vendor/react.min.js.LICENSE.txt +vendor/react.min.js.LICENSE.txt +react.min.js.LICENSE.txt wp-includes/js/dist/vendor/wp-polyfill-element-closest.min.js js/dist/vendor/wp-polyfill-element-closest.min.js dist/vendor/wp-polyfill-element-closest.min.js @@ -1757,6 +1772,11 @@ js/dist/vendor/react-dom.js dist/vendor/react-dom.js vendor/react-dom.js react-dom.js +wp-includes/js/dist/vendor/react-dom.min.js.LICENSE.txt +js/dist/vendor/react-dom.min.js.LICENSE.txt +dist/vendor/react-dom.min.js.LICENSE.txt +vendor/react-dom.min.js.LICENSE.txt +react-dom.min.js.LICENSE.txt wp-includes/js/dist/vendor/wp-polyfill-importmap.min.js js/dist/vendor/wp-polyfill-importmap.min.js dist/vendor/wp-polyfill-importmap.min.js @@ -1847,6 +1867,11 @@ js/dist/vendor/wp-polyfill-formdata.js dist/vendor/wp-polyfill-formdata.js vendor/wp-polyfill-formdata.js wp-polyfill-formdata.js +wp-includes/js/dist/vendor/react-jsx-runtime.min.js.LICENSE.txt +js/dist/vendor/react-jsx-runtime.min.js.LICENSE.txt +dist/vendor/react-jsx-runtime.min.js.LICENSE.txt +vendor/react-jsx-runtime.min.js.LICENSE.txt +react-jsx-runtime.min.js.LICENSE.txt wp-includes/js/dist/escape-html.js js/dist/escape-html.js dist/escape-html.js diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/wordpress.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/wordpress.txt index 303f2523..17855ca2 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/wordpress.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/wordpress.txt @@ -568,15 +568,19 @@ wp-includes/js/dist/private-apis.js wp-includes/js/dist/vendor/moment.js wp-includes/js/dist/vendor/lodash.min.js wp-includes/js/dist/vendor/react.min.js +wp-includes/js/dist/vendor/react-jsx-runtime.min.js wp-includes/js/dist/vendor/wp-polyfill-inert.js wp-includes/js/dist/vendor/regenerator-runtime.min.js wp-includes/js/dist/vendor/wp-polyfill-element-closest.js wp-includes/js/dist/vendor/wp-polyfill-node-contains.js +wp-includes/js/dist/vendor/react-jsx-runtime.js +wp-includes/js/dist/vendor/react.min.js.LICENSE.txt wp-includes/js/dist/vendor/wp-polyfill-element-closest.min.js wp-includes/js/dist/vendor/wp-polyfill-fetch.js wp-includes/js/dist/vendor/wp-polyfill-object-fit.min.js wp-includes/js/dist/vendor/wp-polyfill-dom-rect.js wp-includes/js/dist/vendor/react-dom.js +wp-includes/js/dist/vendor/react-dom.min.js.LICENSE.txt wp-includes/js/dist/vendor/wp-polyfill-importmap.min.js wp-includes/js/dist/vendor/wp-polyfill-importmap.js wp-includes/js/dist/vendor/react.js @@ -595,6 +599,7 @@ wp-includes/js/dist/vendor/wp-polyfill-node-contains.min.js wp-includes/js/dist/vendor/wp-polyfill-fetch.min.js wp-includes/js/dist/vendor/wp-polyfill.js wp-includes/js/dist/vendor/wp-polyfill-formdata.js +wp-includes/js/dist/vendor/react-jsx-runtime.min.js.LICENSE.txt wp-includes/js/dist/escape-html.js wp-includes/js/dist/viewport.js wp-includes/js/dist/edit-site.js diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 58059082..2aaef657 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -1934,8 +1934,8 @@ hotelfinder/rpc hotels/rpc hp/video hpc/*/supported-applications.aspx? -http://facebook.com/robots.txt -http://translate.google.com/robots.txt +http://amzn.to/robots.txt +http://linkedin.com/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ @@ -3204,7 +3204,7 @@ shopping/reviewer shopping/seller shopping/suppliers/search shopping? -showtimes/location/*http://mozilla.org/robots.txt +showtimes/location/*http://apis.google.com/robots.txt sidewiki/entry signature signin/inject diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index 975b2672..a3d47a44 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -3,7 +3,6 @@ # $ $ -$http://analog.com/robots.txt $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService %20 %20(http @@ -2507,7 +2506,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /buckets$ /bugs/new /buscador/ -/business-store /business/ai-search /business/aisearch /business/search @@ -3071,7 +3069,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newssearch /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://iana.org/robots.txt +/no-referrer-when-downgradehttp://redcross.org/robots.txt /no-search-results /node /node/add @@ -3631,7 +3629,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*__rmid ?*__rmidpage ?*ajs_event -?*apikey*http://akismet.com/robots.txt +?*apikey*http://rebrand.ly/robots.txt ?*app ?*appidt=* ?*aspects= @@ -5646,7 +5644,6 @@ PostPreview.naver PostPreview.nhn PostPrint.naver PostPrint.nhn -PowerMapper Practice-Clients Present Price/PriceRMPopup.aspx @@ -6181,6 +6178,7 @@ abuse/group abuse? abuse_reports/new ac +ac/ ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search ac2 academic-subscriptions @@ -6420,8 +6418,6 @@ advertisers advertising adverts advgifs -advisor -advisor/sitemap.xml advisors adwords/mobile_ads adwords/proposal @@ -6629,12 +6625,12 @@ api.html? api.php api/ api/? -api/attachments/*http://euronews.com/robots.txt +api/attachments/*http://giphy.com/robots.txt api/discovery api/editionurlgenerator api/eventlogging api/html -api/http://livestream.com/robots.txt +api/http://ssl.gstatic.com/robots.txt api/internal/analytics/songs api/jobPostings/jobs api/legendary-data/relay @@ -6703,7 +6699,7 @@ appchart appdynamics-wem.cisco.com appealed-pin apple-app-site-association -apple-app-site-associationhttp://beatport.com/robots.txt +apple-app-site-associationhttp://mediafire.com/robots.txt apple-news appliance applicant-eligibility @@ -6905,6 +6901,7 @@ at/c/*search_type= at/c/*ship_to= at/cart at/conversations +at/de/misc/litetopicpage.global-topic-tags.innovation.html at/guest-pass at/help/sitemap at/help/sitemap.php @@ -7899,7 +7896,7 @@ blog/*?text= blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://stripe.com/robots.txt +blog/.html.*http://bitly.com/robots.txt blog/?p= blog/?s= blog/Neuer_Beitrag.html @@ -8024,7 +8021,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://technorati.com/robots.txt +bookmarkshttp://google.co.in/robots.txt books books/NBK books/about @@ -8941,7 +8938,7 @@ cdn-cgi cdn-cgi/ cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://purdue.edu/robots.txt +cdn-cgi/http://iso.org/robots.txt cdn-cgi/rum cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t @@ -9129,6 +9126,7 @@ chronic-rare-kidney-disease-iga-nephropathy chwilio chwilio$ chwilio? +cis/ cisco/support/RU/ cisco/web/ cisco/web/UK/telepresence/pro @@ -9239,6 +9237,7 @@ cn-k12 cn/*/aow cn/blogs/ cn/brand/ +cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html cn/license/ibis-models cn/license/licensing-agreement/ cn/license/saber-models/ @@ -9307,7 +9306,7 @@ co/user co/users co/ventureone code/* -code/http://arxiv.org/robots.txt +code/http://m.youtube.com/robots.txt codesamples/ coin*mid= colehaan/daring-to-step-forward @@ -9595,9 +9594,25 @@ content/blogs/mx/es content/blogs/nl/nl content/blogs/sg/en content/blogs/us/en +content/campaigns/us/noindex/ content/dam +content/dam/Deloitte/be/Documents/noindex/ +content/dam/Deloitte/cn/Documents/strategy/deloitte-cn-consulting-5g-assist-in-2019-ncov-en-200317.pdf +content/dam/Deloitte/de/Documents/noindex/ +content/dam/Deloitte/dk/Documents/noindex/ +content/dam/Deloitte/fr/Documents/noindex/ +content/dam/Deloitte/gr/Documents/noindex/ +content/dam/Deloitte/hu/Documents/ +content/dam/Deloitte/ie/Documents/noindex/ +content/dam/Deloitte/kx/ +content/dam/Deloitte/no/Documents/noindex/ +content/dam/Deloitte/nz/Documents/noindex/ +content/dam/Deloitte/us/Documents/noindex/ +content/dam/Deloitte/xc/ +content/dam/Deloitte/xl/ content/dam/cra-arc/formspubs content/dam/fedex-com/hdn/ +content/dam/insights/us/USI-dev/ content/dam/ircc/documents/pdf/english/kits/forms/imm0143e.pdf content/dam/ircc/documents/pdf/english/kits/forms/imm0144e.pdf content/dam/ircc/documents/pdf/english/kits/forms/imm5444 @@ -9616,7 +9631,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://oecd.org/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://line.me/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/redcross/lp content/dam/web/da_dk/www @@ -9815,6 +9830,7 @@ cr? craft crash crawler4j +crc/ create create$ create-account @@ -10038,6 +10054,7 @@ dashboard dashboard/notes dashboard/overview data +data-st-cnt="ee" data-studio data/free/files database/philboard.mdb @@ -10053,9 +10070,11 @@ date/weekdayadd.html? date/workdays.html? db2s dbcfiles +dc/ dc? dcb.htm dcbdealer +dcomlib/ ddp de de$ @@ -11533,6 +11552,8 @@ etalage$ etalage.html$ etarticleshow* etc +etc/ +etc/insights-lists/ ethics eu eu/ @@ -11885,7 +11906,7 @@ files/techabuse-welsh.pdf files/techabuse.pdf fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://s0.wp.com/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://arte.tv/robots.txt filter filter/tips filter/tips @@ -12060,6 +12081,7 @@ foutmeldingen.html$ foxtrotcallback= fp_ms fp_ms/_rcv/remote? +fpc/ fpjs fr fr$ @@ -12307,7 +12329,7 @@ fy-NL/search fy-NL/user fy-NL/users g -g/4arE9Chttp://online.wsj.com/robots.txt +g/4arE9Chttp://s.yimg.com/robots.txt g/api g00 g01 @@ -12560,6 +12582,7 @@ global-master global-nav-esi global/RU/ global/choose-location.html?location=home +globalblueprint/ globalization/ globalmarketfinder globalmarketfinder/*.html @@ -12881,7 +12904,7 @@ ha/search ha/user ha/users hackathons/reinvent-2013/ -hacker/*/followhttp://change.org/robots.txt +hacker/*/followhttp://justice.gov/robots.txt hacker/*/unfollow hair-transplant-services handler @@ -13276,41 +13299,41 @@ http http-checker http2_data http: -http://bitly.com/robots.txt +http://academic.oup.com/robots.txt +http://alistapart.com/robots.txt +http://blog.naver.com/robots.txt http://blogger.com/robots.txt -http://cisco.com/robots.txt -http://crunchyroll.com/robots.txt -http://dailymotion.com/robots.txt -http://developer.apple.com/robots.txt +http://brilliant.org/robots.txt +http://canva.com/robots.txt +http://cbc.ca/robots.txt +http://code.google.com/robots.txt http://discord.com/robots.txt -http://extension.purdue.edu/robots.txt -http://fcc.gov/robots.txt -http://finance.yahoo.com/robots.txt -http://fr.wikipedia.org/robots.txt -http://fsf.org/robots.txt -http://genius.com/robots.txt -http://google.com.mx/robots.txt -http://i2.wp.com/robots.txt -http://iso.org/robots.txt -http://jstor.org/robots.txt -http://jupiterbroadcasting.com/robots.txt -http://ko-fi.com/robots.txt -http://minds.com/robots.txt -http://moz.com/robots.txt -http://news.ycombinator.com/robots.txt +http://euronews.com/robots.txt +http://fda.gov/robots.txt +http://freewebs.com/robots.txt +http://getbootstrap.com/robots.txt +http://gstatic.com/robots.txt +http://help.twitter.com/robots.txt +http://ja.wikipedia.org/robots.txt +http://leonardodavincisinventions.com/robots.txt +http://lifestylesimplify.com/robots.txt +http://online.wsj.com/robots.txt http://paypalobjects.com/robots.txt -http://s3-us-west-2.amazonaws.com/robots.txt -http://sfgate.com/robots.txt -http://sketchfab.com/robots.txt -http://statcounter.com/robots.txt -http://tandfonline.com/robots.txt -http://thefa.com/robots.txt -http://theglobeandmail.com/robots.txt -http://theguardian.com/robots.txt -http://usatoday.com/robots.txt -http://w3techs.com/robots.txt +http://rottentomatoes.com/robots.txt +http://sciencedaily.com/robots.txt +http://searchenginewatch.com/robots.txt +http://siemens.com/robots.txt +http://skype.com/robots.txt +http://studio.youtube.com/robots.txt +http://ted.com/robots.txt +http://telegram.me/robots.txt +http://therealnews.com/robots.txt +http://tinyurl.com/robots.txt +http://today.com/robots.txt +http://tv.youtube.com/robots.txt +http://video.google.com/robots.txt http://webmd.com/robots.txt -http://wired.com/robots.txt +http://wellbeing.google/robots.txt hu hu-*/ hu-hu/ @@ -13903,7 +13926,6 @@ index.php/ko/node/ index.php/magazine/get_comment index.php/media/oembed index.php/members/profile -index.php/node index.php/node/add index.php/node/add/ index.php/ru/node/ @@ -13987,6 +14009,7 @@ insetsrv/v1 insider$ insights/* insights/rss.aspx +insights/us/en/redirection-pages/ install-shuffles install.php installation @@ -13997,7 +14020,7 @@ intcmp= integrate/ integromedb intelligencer/amp -interactive*http://startnext.com/robots.txt +interactive*http://codex.wordpress.org/robots.txt interactive/reading-preference interface/pda intern/service/suche @@ -14681,6 +14704,8 @@ keepalive.html keyboard_qwerty.html keyword keyword= +kg/en/ +kg/ru/ khan-labs?step=children-over-limit khan-labs?step=english-only khan-labs?step=ineligible @@ -14872,7 +14897,7 @@ layout/set/txt_pq layout/set/xml layouts lb -leadingtogether/http://feedly.com/robots.txt +leadingtogether/http://urbandictionary.com/robots.txt leaf learn learn-noperf @@ -14907,7 +14932,7 @@ learning/settings? learnmorelayer learnmorelayertv lecture -lecture/http://eji.org/robots.txt +lecture/http://healthaffairs.org/robots.txt lees/gids/exclusief lees/gids/exclusief$ lees/gids/exclusief.*$ @@ -14974,6 +14999,7 @@ levant_ar level.php lexaurus lg +lg/ lg/forums lg/kb/*/discuss lg/search @@ -17696,6 +17722,7 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities +pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycQobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkcHJlc3M_CiUKI1dhcyBiZWRldXRldCBVc2VyIEFnZW50ICogZGlzYWxsb3c_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22TffpVteYDUegNO8sv5KNw3n6XXw\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment/ pmm-templates pmo/contact/en/staff @@ -18606,6 +18633,7 @@ rd rd/search rd/search$ rd/search? +re/ react-dom/static-6.4 react-dom/static-6.5 react-input-autosize/static-2.7 @@ -19399,7 +19427,7 @@ search/*?*schools= search/*?*sort= search/*?*time= search/*?*tools= -search/*?*userAvailability=*http://tools.google.com/robots.txt +search/*?*userAvailability=*http://pastebin.com/robots.txt search/*filter=dl* search/. search/2/api @@ -19516,7 +19544,7 @@ section/3 section/36 section/6 section/8 -section/9http://amazon.in/robots.txt +section/9http://media.ccc.de/robots.txt sectionized sections sections$ @@ -19887,7 +19915,7 @@ shows/ showtag showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://example.com/robots.txt +showtimes/location/*http://myspace.com/robots.txt shr* shutterstock si @@ -21128,7 +21156,7 @@ tag tag-manager tag-manager-360 tag/ -tag/*+http://thegadgetflow.com/robots.txt +tag/*+http://engadget.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -21368,7 +21396,7 @@ test5 test6 testcases testfl -testhttp://calendly.com/robots.txt +testhttp://use.typekit.net/robots.txt testing testpage-forhomepage tests/* @@ -21410,6 +21438,7 @@ thanksgiving-spotlight thanx? the the-ascent/search +the-highlight thedavedesk theindex/wp-admin theindex/wp-login.php @@ -21475,6 +21504,8 @@ tip title title/tt*/mediaviewer/rm*/tr title/tt*/watchoptions +tj/en/ +tj/ru/ tkn/* tkt tl @@ -21648,7 +21679,7 @@ transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency -transparency/http://producthunt.com/robots.txt +transparency/http://ib.adnxs.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -22069,7 +22100,6 @@ understanding-c3g understanding-melanoma unfiltered? unfinished.php -unicef-component-mosaichttp://tiff.net/robots.txt unicorn/check unijobs/*/emailjob unijobs/*/jbequicksignup @@ -22332,6 +22362,7 @@ us/developer/docs/sforce50 us/developer/docs/sforce60 us/developer/docs/sforce70 us/dm +us/en/pages/noindex/ us/epp us/filter/tips us/internal @@ -22530,8 +22561,10 @@ uy/$ uy/corporate/careers uy/corporate/contact uy/news +uz/en/ uz/forums uz/kb/*/discuss +uz/ru/ uz/search uz/user uz/users @@ -23899,8 +23932,7 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://icelandair.com/robots.txt -wp-admin/admin-ajax.phphttp://pewinternet.org/robots.txt +wp-admin/admin-ajax.phphttp://plurk.com/robots.txt wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php @@ -23967,7 +23999,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg wp-content/themes/wired/assets/images/wired_video_1000x190.jpg wp-content/uploads wp-content/uploads/ -wp-content/uploads/wp-import-export-lite/http://allrecipes.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://stitcher.com/robots.txt wp-dyn wp-includes wp-includes*.css @@ -24023,9 +24055,12 @@ wusage www.espana.rtve.es x x? +xb/en/ xboxone +xc/ xclick-auction xcs0MhRsfxHG.js +xd/en/ xdoor xfinity xfx7 @@ -24042,6 +24077,7 @@ xhtml? xid xims/nars xl +xl/ xls xml xml/today/SitemapToday*.xml @@ -24098,7 +24134,7 @@ your-shop yourAccount youraccount youreurope/businessACC -youreurope/businessDEV/http://use.typekit.net/robots.txt +youreurope/businessDEV/http://deepmind.com/robots.txt youreurope/citizensACC youreurope/citizensDEV yours @@ -24448,7 +24484,7 @@ zz 8618 9742 9744 -101612.rsshttp://bcn.cl/robots.txt +101612.rsshttp://google.qualtrics.com/robots.txt 1010203 1014943 1027454 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 49f56c08..2b8e8be2 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -948,7 +948,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*__hsfp. .*__hssc. .*__hstc. -.+http://skype.com/robots.txt +.+http://northjersey.com/robots.txt .../ .AARP/ .ASPX$ @@ -1027,7 +1027,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css* .css************* .css? -.csshttp://famicom-guitar.com/robots.txt +.csshttp://coreywilley.com/robots.txt .cssx$ .csv .csv$ @@ -1085,7 +1085,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .html%7CName=ComponentLink .html*mode=reply .html*replyto -.html.html .html/ .html/email .html/feed @@ -1115,7 +1114,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jpg .jpg$ .jpg$ -.jpg$http://palwatch.org/robots.txt +.jpg$http://fox5ny.com/robots.txt .jpg* .jpg************* .js @@ -1126,7 +1125,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .js* .js************** .js? -.jshttp://domains.google/robots.txt +.jshttp://abbavoyage.com/robots.txt .json .json .json$ @@ -1190,15 +1189,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .php$ .php*dropship .php?$ -.phphttp://regjeringen.no/robots.txt +.phphttp://apecs.es/robots.txt .pl .plist$ .png .png .png$ .png$ -.png$http://straitstimes.com/robots.txt -.png$http://wayfair.com/robots.txt +.png$http://dc.arrivalist.com/robots.txt +.png$http://home.kpmg/robots.txt .png* .png************* .ppt @@ -1237,7 +1236,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .swf .swf$ .swf$ -.swfhttp://english.happybuddhatemple.org/robots.txt +.swfhttp://joannedimaggio.com/robots.txt .sz= .tar.bz2$ .tar.gz$ @@ -1287,7 +1286,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .xmli .zip .zip$ -.zip$http://glas-javnosti.rs/robots.txt +.zip$http://mindsphere.io/robots.txt .|jsp / /$ @@ -1636,181 +1635,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/*/xlm$ /*/*/xrp$ /*/*/yfi$ -/*/*24-hour-security= -/*/*Services= -/*/*a-louer-par= -/*/*a-vendre-par= -/*/*accessible-en-fauteuil-roulant= -/*/*accessible-washrooms-in-suite= -/*/*ad= -/*/*address= -/*/*affichage-en-braille= -/*/*afficher-comme= -/*/*agreement-type= -/*/*aide-au-stationnement= -/*/*aides-visuelles= -/*/*air-conditioning= -/*/*air-conditionne= /*/*all-products -/*/*alloy-wheels= -/*/*animaux-acceptes= -/*/*annee= -/*/*application-link= -/*/*ascenseur= -/*/*attache-remorque= -/*/*audio-prompts= -/*/*autre-info= -/*/*available-date-s= -/*/*available-to= -/*/*balcon= -/*/*balcony= -/*/*barrier-free-entrances-and-ramps= -/*/*bathrooms= -/*/*bedrooms= -/*/*bicycle-parking= -/*/*bluetooth= -/*/*boite-de-vitesse= -/*/*braille-labels= -/*/*buanderie-dans-lappartement= -/*/*buanderie-dans-limmeuble= -/*/*cable-tele= -/*/*cable-tv= -/*/*carproof-report-url= -/*/*carproofAds= -/*/*certified-pre-owned= -/*/*chambres-nb= -/*/*chauffage= -/*/*cinema-dans-limmeuble= -/*/*company= -/*/*concierge= -/*/*cpoAds= -/*/*cruise-control= -/*/*cylindree-cc= -/*/*date-de-naissance-de-lanimal= -/*/*date-demmenagement= -/*/*date-s-disponible-s= -/*/*dealerReviews= -/*/*debut= -/*/*demarrage-a-bouton-poussoir= -/*/*dishwasher= -/*/*disponible-a= -/*/*duree-du-bail= -/*/*eau= -/*/*electricite= -/*/*elevator-in-building= -/*/*engine-displacement-cc= -/*/*entrees-et-rampes-dacces-sans-obstacle= -/*/*entreprise= -/*/*event-end= -/*/*event-start= -/*/*event-time= -/*/*fin= -/*/*financingAvailable= -/*/*for-rent-by= -/*/*for-sale-by= -/*/*fridge-freezer= -/*/*fumeurs-acceptes= -/*/*furnished= -/*/*games-room= -/*/*garniture= -/*/*gym= -/*/*heat= -/*/*heure-de-levenement= -/*/*hydro= -/*/*internet= -/*/*jantes-en-alliage= -/*/*jardin= -/*/*job-offered-by= -/*/*kilometers= -/*/*kilometres= -/*/*landline= -/*/*laundry-in-building= -/*/*laundry-in-unit= -/*/*lave-vaisselle= -/*/*lien-de-lapplication= -/*/*local-de-rangement= -/*/*messages-sonores= -/*/*meuble= -/*/*micro-ondes= -/*/*microwave= -/*/*minNumberOfImages= -/*/*minimum-nights= -/*/*model= -/*/*modele= -/*/*more-info= -/*/*move-in-date= -/*/*navigation-system= -/*/*no-de-portes= -/*/*no-of-doors= -/*/*no-of-seats= -/*/*nombre-de-personnes-maximum= -/*/*nombre-de-places= -/*/*nombre-minimum-de-nuit= -/*/*numero-didentification-du-vehicule= -/*/*offered-by= -/*/*parking-assistant= -/*/*parking-included= -/*/*party-room= -/*/*pet-friendly= -/*/*pets-date-of-birth= -/*/*piscine= -/*/*pool= -/*/*price-type= -/*/*price= /*/*product-gallery= /*/*product_gallery= -/*/*propose-par= -/*/*push-button-start= -/*/*refrigerateur-congelateur= -/*/*regulateur-de-vitesse= -/*/*salle-de-fetes= -/*/*salle-de-jeux= -/*/*salle-de-sport= -/*/*salle-de-yoga= -/*/*salles-de-bain-nb= -/*/*sauna= /*/*search /*/*search- -/*/*securite-24-heures-sur-24= -/*/*size-acres= -/*/*size-sqft= -/*/*sleeps= -/*/*smoking-permitted= -/*/*sort= -/*/*stationnement-inclus= -/*/*stationnement-pour-velos= -/*/*stock= -/*/*storage-locker= -/*/*sunroof= -/*/*superficie-acres= -/*/*systeme-de-navigation= -/*/*taille-pieds-carres= -/*/*telephone-fixe= -/*/*theatre-in-building= -/*/*todo-le-visual-aids= -/*/*toilettes-accessibles= -/*/*toit-ouvrant= -/*/*trailer-hitch= -/*/*transmission= -/*/*trim= -/*/*type-de-logement= -/*/*urgentAds= -/*/*url-de-rapport-carproof= -/*/*utm_campaign= -/*/*utm_content= -/*/*utm_medium= -/*/*utm_source= -/*/*utm_term= -/*/*vehicules-doccasion-certifies= -/*/*veteranFriendly= -/*/*videoOnly= -/*/*vin= -/*/*visual-aids= -/*/*water= -/*/*wheelchair-accessible= -/*/*yard= -/*/*year= -/*/*yoga-room= /*/1000$ /*/2006 /*/2007 @@ -4129,10 +3958,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /_jcr_content*.html /_jcr_content*.json /_jcr_content*.xml -/_jcr_content/*/*.gif$ -/_jcr_content/*/*.jpeg$ -/_jcr_content/*/*.jpg$ -/_jcr_content/*/*.png$ /_jcr_content/par /_layouts /_layouts/1033/core.js?rev=* @@ -4196,9 +4021,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /actions /actions_panel /action~ -/action~*/http://aswaja.net/robots.txt -/action~*/http://rachats2credits.fr/robots.txt -/action~*/http://taern.com/robots.txt +/action~*/http://brit-mila.net/robots.txt +/action~*/http://seo.ijoomla.com/robots.txt +/action~*/http://whilefun.com/robots.txt /activate /activity /activity/challenge-competition @@ -4221,7 +4046,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /admin/* /admin_link$ /administrator/* -/admitpass /ads /adult /adults/VolunteerDocent @@ -4238,7 +4062,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /again$ /agb$ /aggregate -/aheadsells /ai-search /aib-af /aib-bf @@ -4518,6 +4341,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /bin/viewauth /bin/viewfile /bin_counts +/blackssurvey /blame /blank.html /blank/ @@ -4574,7 +4398,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /bordell-*.html /bordell.html /boutique-sportswear -/bowlingseats /boxscore /boxscore? /br @@ -4677,8 +4500,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ca/avis-legal /cache /cache/* -/cache/ionos-performance/http://ampproject.org/robots.txt -/cache/ionos-performance/http://freireproject.org/robots.txt +/cache/ionos-performance/http://9gag.com/robots.txt +/cache/ionos-performance/http://chirurgiedusport.com/robots.txt /calendar /calendar.html /calendar/*atom @@ -4738,7 +4561,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /changeset /changesets /channel-encyclopedia -/channel-resources/domain-registry-products/subnet/http://veritaperrenato.noblogs.org/robots.txt +/channel-resources/domain-registry-products/subnet/http://youronlinechoices.eu/robots.txt /channel/source/ /channelcommunity /channels @@ -4813,7 +4636,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /collections/*sort_by /collections/likes /collections/types?q= -/collins/ +/collins /columntemplatesearch /comentarios /coming-soon*&page= @@ -4911,6 +4734,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /connections/* /connexion?redirect= /consent-string +/constructedwrong /contact /contact-us?isChatCallAvailable=false /contact.html @@ -5011,12 +4835,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /contributor /contributors.txt /control_panel/manage* -/control_panel/manage*http://garciniaweightloss.com/robots.txt +/control_panel/manage*http://amazon.jobs/robots.txt /conversation /conversation? /conversations /conversations? /convert-modal-ui +/cookc /cookie.js /cookie/dmaid /cookie_solutions/new @@ -5147,6 +4972,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /delivery-details /delivery/index.php /demo-thank-you +/denverassociation /department-/* /department-homeware-productaffiliation-bedroomfurniture/category-beds*-type-childrens* /department-homeware-productaffiliation-bedsandmattresses/* @@ -5183,7 +5009,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /discovery-edit /discuss /discuss.html -/ditreasurer /dl /dl/palinsesti/Page-e120a813-1b92-4057-a214-15943d95aa68.html /dl/test @@ -5211,6 +5036,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /document/view_more /document/views /documentlist +/donaldreplies /done /download /download-thanks @@ -5724,7 +5550,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /help/promotion-terms /hidden/ /hidden_ -/hidressing /hindi /hipercard-and-hiper /historial @@ -5875,6 +5700,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /images/ /images/ghostTownMap2x /imagine/ +/imagineterror /img/* /impressum$ /imprimer @@ -5940,6 +5766,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /invoices/recurring-payments /ipz /irprev_ +/islamrevision /it/partite /item/*? /item_support @@ -5960,10 +5787,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /jcr:content*.html /jcr:content*.json /jcr:content*.xml -/jcr:content/*/*.gif$ -/jcr:content/*/*.jpeg$ -/jcr:content/*/*.jpg$ -/jcr:content/*/*.png$ /jcr:content/slimHeaderPar/slim_page_header_v2 /jegyarak- /jobs/*q= @@ -5985,6 +5808,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /kindle /kml_generate /kmu-hidden-pages +/knowledgeachievement /kudos /kw/search/BI /kyc-ui @@ -6139,7 +5963,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ls= /lugar/*/archive /lugege-veebis -/machinelucas /maduro /maduro.html /magazine/ @@ -6362,7 +6185,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /network /neueroeffnung /neueroeffnungen-und-nachrichten -/neuroscience-terms/$http://newatlas.com/robots.txt +/neuroscience-terms/$http://cisa.gov/robots.txt /neuroscience-topics/$ /new /new-for-you @@ -6413,9 +6236,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /no /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt -/no-referrer-when-downgradehttp://marketwired.com/robots.txt -/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt +/no-referrer-when-downgradehttp://ipfs.io/robots.txt +/no-referrer-when-downgradehttp://playbill.com/robots.txt +/no-referrer-when-downgradehttp://telesat.be/robots.txt /no-search-results /no_access /node @@ -6589,7 +6412,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/standalone /pdf/$ /pdf/index.html -/pdf_reader/*/http://venmo.com/robots.txt +/pdf_reader/*/http://marksandspencer.com/robots.txt /pdfft /pdp/*Offer_id /pdp/lo @@ -6638,6 +6461,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /player?videoId= /playlists/relevance /pleasereg +/plentyauto /plugins /plugins/* /plugins/?s= @@ -6712,7 +6536,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /print.html /print.ssf /print/ -/print/http://opplemena.com/robots.txt +/print/http://cochranelibrary.com/robots.txt /print?id /print_ad? /printable @@ -6850,7 +6674,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /registration /registration$ /registration-confirmation/ -/reidbrilliant /reisetipps /related /related @@ -6927,7 +6750,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /returns/*?liteToken= /returns/*?ref= /reusable-content -/reverse/ +/reverse /review /review/ /review/add @@ -6951,7 +6774,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rss /rss /rss$ -/rss.html /rss.xml /rss/$ /rss/Events @@ -6975,6 +6797,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /s_id= /saa/ /safe +/sakepeoples /salescomment /sandbox /sandbox/ @@ -6982,7 +6805,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /saved-annotations /saved-searches /scanners$ -/scanningmodels /scheduled-pin /scheduled-pins /schemes @@ -7259,6 +7081,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sl /slide_show/ /smadar +/smartchemical /snapshot /social /social/google/auth.html @@ -7317,7 +7140,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/checkouts /store/closest /store/feed -/store/orderhttp://potresnirizik.zagreb.hr/robots.txt +/store/orderhttp://enable-cors.org/robots.txt /store/orders /storefront/ /storelocator/storesSearch.json @@ -7385,6 +7208,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /support/product-help/doc /support/videos/videos-tutorials-layer /survey +/susearchived /swf /swift-bic /system @@ -7477,6 +7301,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /thumbnails /tickets/new /tid_external_content_proxy +/tillnationwide +/timbermoderate /tiny_link_to_cart$ /tlp /tmp @@ -7519,6 +7345,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /training/ /training/price-matrix-data/list /transactions +/transcriptiondealt /translate /translations/*.xml /translator/c @@ -7533,11 +7360,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /trip$ /trip-offer /trivia/* +/tuitionsouthampton /tutorials /tv-season/*/*?i= /twerk /twerk.html -/twinksnaples /tx-index /ty /tye.html @@ -7788,7 +7615,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wp-content/plugins /wp-content/themes /wp-content/uploads -/wp-content/uploads/http://copaco.com.py/robots.txt +/wp-content/uploads/http://nicabeachfront.com/robots.txt /wp-feed /wp-includes /wp-login @@ -7927,7 +7754,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*alrt= ?*amp= ?*answerId= -?*apikey*http://visaeurope.com/robots.txt +?*apikey*http://lifestylesimplify.com/robots.txt ?*app ?*appidt=* ?*artist_recognition @@ -7996,7 +7823,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hitsPerPage ?*hl ?*hsCtaTracking -?*http://amplifypixel.outbrain.com/robots.txt +?*http://lynked.world/robots.txt ?*hubs_signup-cta ?*id= ?*iframe @@ -8257,7 +8084,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://chordsoftruth.com/robots.txt +?*utm_source=http://cricketarchive.com/robots.txt ?*utm_term= ?*verified= ?*view_post_comments= @@ -8367,8 +8194,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?action=callus ?action=fx_tracking_data ?action_typTHe= -?ad= -?adId= ?adbypass= ?adcode= ?add-to-cart @@ -8425,8 +8250,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?attachment_id ?attachment_id* ?attachment_id= +?attachment_id=* ?attribute_key -?auHash= ?auth_code= ?authenticity_token ?authid @@ -8447,11 +8272,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?back_url_admin ?backurl ?barediff= -?bathrooms= ?bclid= ?bcpid= ?bctid= -?bedrooms= ?begin ?benderPackage= ?beta= @@ -8472,18 +8295,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?bvrrp= ?bvstate= ?bvstate=* -?by-appointment-only= ?c= ?cache= ?cacheBurst= ?cacheKill= ?calendar -?callback=http://bitfinex.com/robots.txt +?callback=http://link.medium.com/robots.txt ?callsandtexts ?cameFrom* ?card= ?cardId= -?carproofAds= ?cartelera_cine ?cat= ?cat=* @@ -8542,7 +8363,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?comments ?comments= ?communityId= -?condition= ?conf= ?config ?config=articleidfromurl @@ -8571,7 +8391,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?country ?country= ?country=1021 -?cpoAds= ?create_review=true ?criteria= ?csSalesCode= @@ -8645,7 +8464,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?emptyModel= ?en ?en-ph -?engine-displacement-cc= ?entitlement= ?entity_id= ?entity_type= @@ -8659,7 +8477,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?es ?esource= ?europe_pmc_extredirect= -?event-end= ?event= ?eventType= ?ex_cid= @@ -8679,6 +8496,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?f[ ?f_*= ?f_psi=* +?fav= ?fbc= ?fbclid ?fbclid= @@ -8701,14 +8519,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?filters= ?filters=fct ?filters[ -?financingAvailable= ?find_similar_by= ?firstId= ?firstname= ?fl_rand_seed= ?focus_review ?fontsize* -?for-sale-by= ?forceCds= ?forceXml= ?force_locale @@ -8732,7 +8548,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?fromide ?fromtg= ?ftag= -?fulfillment= ?full= ?fuseaction= ?gclid @@ -8752,7 +8567,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?gologin=1 ?gp ?gp=* -?gpTopAds= ?guid ?guid= ?gws_rd=ssl$ @@ -8771,13 +8585,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?hl=*&gws_rd=ssl$ ?hl=cert_ssl ?hmz= -?home-delivery= ?hsCtaTracking= ?hsFormKey=00c2cf09d3e2337ec3b798e6331f08c2 ?hs_amp= ?hubs_campaign= ?hubs_signup-url= -?hypoallergenic= ?i ?i= ?iab_category @@ -8795,7 +8607,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ignore ?ignore_amp ?image= -?imageNumber= ?inFrame= ?industry= ?industry=agency @@ -8821,7 +8632,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?itemsperpage= ?itm_source=parsely-api ?ja -?job-type= ?jobId= ?jobSlug= ?join= @@ -8841,7 +8651,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?keyword=* ?keywords= ?keywordslug= -?kilometers= ?kind= ?ko ?kr @@ -8909,7 +8718,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?media_id ?mi_u ?mid=* -?minNumberOfImages= ?mkt_tok ?mobile=basic ?mobile=true @@ -8939,7 +8747,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ncrnd= ?ncs= ?neighborhoods -?netflixsource=*http://help.opera.com/robots.txt +?netflixsource=*http://marketwired.com/robots.txt ?netmng= ?news_id= ?newsid @@ -8971,7 +8779,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?occasions= ?ocid= ?offer= -?offered-by= ?offset* ?offset= ?offset=0 @@ -8981,8 +8788,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?oid=29114 ?omiid ?onboard= -?online-financing-approvals= -?online-purchasing= ?op= ?opeco= ?option= @@ -8997,7 +8802,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?origSession= ?origin ?origin* -?origin= ?osCsid= ?output= ?ovo_video= @@ -9026,15 +8830,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?partner= ?path= ?payed -?payment-deferrals= -?payment= ?pcrid= ?pdfJsInlineViewToken= ?per_page ?per_row ?period*= ?perpetual= -?pet-friendly= ?pg=* ?pg=search& ?pgtype= @@ -9160,7 +8961,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?r ?r= ?radius= -?rangeId=*http://dafont.com/robots.txt +?rangeId=*http://zonasrurales.com/robots.txt ?rc= ?receiver= ?recipient=*&id= @@ -9205,7 +9006,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?rest_route= ?rest_route= ?ret= -?return-policy= ?return=true ?return=trueDescription ?returnPage= @@ -9266,8 +9066,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?serial= ?seriesSlug= ?serv= -?service-drop-off-pick-up= -?service-open= ?service= ?service=Ajax ?service=ajax @@ -9279,7 +9077,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?set_filter ?set_language ?set_mobile= -?sex= ?sfdebug ?sfns= ?sgsc=* @@ -9294,8 +9091,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?showAllGroups= ?showOlderReviews ?show_error=true -?showroom-open= -?shttp://jetpack.com/robots.txt +?shttp://edx.org/robots.txt ?sid ?sid= ?site_version=viewfullsite @@ -9371,7 +9167,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?spm= ?sputnik=* ?sq_content_src= -?sq_content_src=http://news.un.org/robots.txt +?sq_content_src=http://castbox.fm/robots.txt ?src ?src* ?src=sem_ggl @@ -9381,7 +9177,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?starrating ?start ?start= -?start=* ?startAt= ?state= ?staticVersion= @@ -9453,7 +9248,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?tracking= ?traffic= ?transactionKey=* -?transmission= ?trial ?trk= ?trpd= @@ -9471,7 +9265,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?u*= ?u= ?ua= -?urgentAds= ?url= ?user= ?userId @@ -9517,8 +9310,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?version= ?ves= ?vi -?video-chat= -?videoOnly= ?view= ?view=* ?view=ajax @@ -9530,12 +9321,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?viewId= ?viewType ?view_medium= -?view_only=http://osha.gov/robots.txt +?view_only=http://b.hatena.ne.jp/robots.txt ?view_source= ?viewday= ?viewmont= ?viewmonth= -?virtual-appraisal= ?vmov ?vn ?vsfrom= @@ -9619,7 +9409,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService @me @me$ @nfs/ecommerce-front-core -@vitehttp://optinmonster.com/robots.txt +@vitehttp://doaj.org/robots.txt A= AAMSZ=160x600 AAMSZ=300x250 @@ -9634,6 +9424,7 @@ AE/ AF/ AG/ AI/ +AITripBuilder AK5537 AK6336com AL/ @@ -9646,7 +9437,8 @@ API/forum/update-who-typing API/user/abtest API/user/combinedinfo API/uxr-survey-management -API/v2$http://hawaii.edu/robots.txt +API/v2$http://bustle.com/robots.txt +APIAccessSupport APWIRE AR/ ARFResponse @@ -9710,6 +9502,9 @@ AcaDepts/lg AcaDepts/lh AcaDepts/lk Acad +AcceptDeferredTermsAndConditions +AccommodationCrossSells +AccommodationTips Account Account Account-RegistrationForm* @@ -9724,11 +9519,18 @@ AccountAccess AccountActivityView AccountBalanceView AccountDisavow? +AccountMerge AccountStatus Account_Billing AccurintForCollectionsLP +Achievements +ActLikeAnOwner +ActionRecord Activate ActiveCalendar/mobile/mobilelist.aspx +AdRequestEventLogApi +AddForumUser +AddListing AddThis.com AddToList AddToRegistry @@ -9743,10 +9545,22 @@ Administration/President/archive10 Administration/Staff_Advisory_Council/archive10 Administration/WLC/archive10 Admissions +AdsManager +AdsTest Aeroplane Affiliate AffiliateEntry +AffiliateWidgets +AgencySetupAjax AhrefsBot +AirWatchAjaxHandler +AirWatchAlertDhtmlPopup +AirWatchSubscriptionAjax +AirWatchSubscriptionWidget +AirlineRegistration +AirlineTips +AirportFromGeoAjax +AirportIP Ajax.htm$ Ajax/ AjaxLogonForm @@ -9755,6 +9569,7 @@ AjaxPages AjaxSearchNavigationView Alamysearchhistory/ Album.aspx/* +AllReviews Allabout Allons_voter Allow: @@ -9799,13 +9614,18 @@ AmazonSimplePay/2007-01-08 AmazonVPC/2009-07-15 AmazonVPC/2010-06-15 AmazonVPC/2010-08-31 +AnalyticsSuite Anleitung/embed Anleitung/new +AnswersAjax Api/ App App/ AppData AppData/ +AppDetail +AppUploadAPhoto +AppUserReview App_Browser/ App_Browsers/ App_Code/ @@ -9814,6 +9634,7 @@ App_GlobalResources/ App_Plugins/ App_Themes/ App_config/ +AppleMapsAction Application/ Applications Applications/* @@ -10656,13 +10477,14 @@ Article/ListJson* ArticleFileDownload.aspx Articles Articles/Email.aspx +ArticlesV2 Articolo Artikel ArtnetIntegrationService ArtnetLookupService Arts/reading/UK/browse_reader Arts/reading/UK/search_basic_results -Assembly2001/ +AsHeardOn AssetFactory.aspx AssetManager AssetPicker @@ -10676,17 +10498,36 @@ AtoZ/HealthInformationPages/ AtoZ/HealthInformationRibbonLinkVisibility/ AtoZ/InstitutesDepartmentsLetterStatus/ AtoZ/InstitutesDepartmentsPages/ +AttractionAmendTravelDate +AttractionBookingApi +AttractionBookingDetails +AttractionCancelBooking +AttractionCommerce +AttractionLander +AttractionOperatorReview +AttractionPartnerRedirect +AttractionProductDetail +AttractionProductHighlight +AttractionProductsAjax +Attraction_Products +AttractionsAjax Audio/ AuroraCGI Auth.aspx* Auth/* +AuthCheck +AuthorTool +AuthorizeAgency Auto/ AutoScaling/2009-05-15 Autopilot/ Autosuggest +B2BClickTracking BA/ BACKURL= BACK_URL= +BAEmailConfirmation +BALinkImpressionTracking BB/ BD/ BDCbot @@ -10698,6 +10539,7 @@ BI/ BIXOCRAWLER BJ/ BLEXBot +BLImpRecord BM/ BN/ BO/ @@ -15019,14 +14861,20 @@ Bart-van-Oort/nl-NL/ Basket Basket.aspx BasketView +BeachSweeps BedBugs/ Bender Benoit/Public/DVDDB Bernina/WebServices/BerninaWebService.asmx/* +BetterBySea Biker BillingActivity +BillingAndPayments +BillingDetail +BillingInvoiceFile Bin/ BingSite +BlPromoOptOut Blinky Blog-IE BlogDetails/ @@ -15035,8 +14883,12 @@ BlogInfo.nhn Bollettino+n.+16+-+Gennaio+2001.pdf$ Bollettino+n.+20+-+Maggio+2001.pdf$ Bollettino+n.+6+-+Settembre-Dicembre+1998.pdf$ +BookingConfirmation +BookingRequest +Bookings Boutique/Guide Bpreview= +BrandOwners BreakingNewsSms Bridging Browse/BookView.aspx @@ -15047,10 +14899,12 @@ Browse/save_u.aspx Browse/view.aspx BrowserSearch.xml Business--Manufacturing/Business-Education/FAQ/Search? +BusinessListingsAjax CA/ CATCODE= CBNnews-new/ CDONLINE/ +CDSimp CES CF/ CFIDE @@ -15063,6 +14917,7 @@ CK/ CL, CL/ CM/ +CMSImp CN/ CN1 CNCDialer @@ -15098,12 +14953,17 @@ Cache/ClearCache/ Calculator CallToActionModalView CalmView/* +CampaignConfigAjax +CampaignConfiguration CampaignId +CampaignManagement +CancelBooking CancelPlan CaptchaValidationLog Cargo-Webdesign-Directory Carrello Carrito +CarsComparePartners Cart Cart Cart-Show/ @@ -15111,13 +14971,26 @@ Cart-SubmitForm* Cart/ Cart/Add CartLink_updateCartSize +CatScrolling CategoryDisplay +CauseTeaserPopup +Celebrate100Million +CertificateOfExcellenceRequestSupport ChangeEmailAddressView? ChangePassword ChangePlan ChangeSecurityInfoView ChatGPT ChatGPT-User +CheapFlightsCommerce +CheapFlightsController +CheapFlightsHome +CheapFlightsPartnerHandoff +CheapFlightsPartnerPostHandoff +CheapFlightsRecord +CheapFlightsSearchDeals +CheapFlightsSearchResults +CheapFlightsSearchSeatGuru Checkout Checkout Checkout/ @@ -15147,6 +15020,8 @@ Christian/Books/support_details Christian/Books/wishlist Citation/Download Citizen_k/ +Civ +Claim Classifieds/ ClientAuth ClientBin/ @@ -15165,10 +15040,14 @@ Cmr CmsArticle/ CoWisdom/ Coffeebreak +Collections Comentario/ +CommLCT +CommPT Command=* Comment/* Comment/NewComment/* +Commerce Common Common/BML/ Common/ThirdParty/ @@ -15189,6 +15068,9 @@ Config/ Configuration/ Connections Connections/ +ConnectivityPartnerFAQ +ConnectivityPartnerInfo +Consent Consortium/Offices/*/comments Consortium/Offices/*/feed Consortium/Offices/*/trackback @@ -15214,13 +15096,17 @@ ControlPanel Control_Panel Controllers/ Controls/ +CookiePingback CookieTest.aspx* Cops +CoralEditor Corporate/RegisterMe Corporate/RequestInfo Corporate_2020 CorriereAppNews +CostPerClick Country/Cuba +CountryAjax Courses/Assessment Courses/Exercise-Files Courses/Transcript @@ -15230,7 +15116,10 @@ CreditCardDetailAJAX CrickeM CricketAnalyst CricketBoardOfWales_old +CruisesCommerce +CruisesPartnerHandoff CrystalSemanticsBot +CurationTool CurrentEvents.aspx CurrentEventsView.asp CurrentEventsView.aspx @@ -15273,6 +15162,9 @@ Dataservice/ Date( Decades Default.asp +DelayedLoad +DeleteNotify +DemandLoadAjax Demographics Departments/Italian_Studies/archive10 Departments/Pembroke_Center @@ -15281,12 +15173,19 @@ Departments/Swearer_Center/Literacy_Resources/*.htm$ Departments/Swearer_Center/SSIncludes Departments/Swearer_Center/admin Departments/Swearer_Center/icnsource +DepositResolution Depts/CAS Desertification Design +DestinationArticle +DestinationGuideWidget +DestinationReview +Destinations Detail.html Detected +DevMediaRedirector DhA6lQM5 +DhtmlPopup Diagnostics DigExt Directory/ @@ -15294,7 +15193,9 @@ Disallow Disallow. Disallow: Disallow: +DiscountGroup DisplayCmd +DisplayMap DisplayView Divisions DoNotTest @@ -15304,7 +15205,7 @@ Doc-rss Doc-y/ Documentation/ Documents/ -Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt +Documents/Departments/EthicsElections/DemocracyVoucher/http://js.stripe.com/robots.txt Documents/postgraduate-prospectus.pdf Documents/students/undergraduate-prospectus.pdf Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf @@ -15321,6 +15222,7 @@ Drums_and_Percussionhttps Duke-Recommends Dut Dut$ +DynamicPlacementAjax EC/ EDOCSSESSIONID* EE/ @@ -15356,7 +15258,11 @@ ElasticLoadBalancing/2010-07-01 Email/R/ Email/r/ EmailCartView +EmailHotel +EmailMap +EmailMemberRegistration EmailPreferences +EmailSpellCheckJson Emailer Emailv_v2 EmbedSlideshow @@ -15374,9 +15280,11 @@ Error/DistilBlock Error404 ErrorLink=* ErrorLog +ErrorPage ErrorView Errors/ EssentialMetrics +EventDates Events/APIs/ Events/APIs/CliqBook/ Events/APIs/GetThere/ @@ -15412,12 +15320,19 @@ Events/stylesheets/ Events/xml/ Exabot ExitCheckoutCmd +ExitWindow +ExpandedUserReviews Experience* +ExperiencesCommerce +ExperiencesInsights/?s Experimental Explodingstuff Explore* Export/ External +ExternalExitWindow +ExternalIdMap +ExternalLinkInterstitial Extranet Extranet.aspx Ezooms @@ -15593,14 +15508,18 @@ FRONT_PROGRAMAS?go= FRONT_SALA_PRENSA Fa/ Facebook/ +FacebookConnect Facilities/CIS/Network_Services/traffic Facilities/CIS/SCP Facilities/Haffenreffer/archive Fact_check FairShare FamilyConnect?*s= +FareCalendar FatalError.html +FavoriteReviewManagement Feature +Featured FeaturedShowMoreOverlay Features/SpinaBifidaProgram/ Feedback/ @@ -15612,17 +15531,26 @@ FicherosDatosPersonales File/ Files/ Filestore/ -FilmFestival/ +FilterState FinDocuments Finance/Financial_Aid FinancialServices Find* +FindRestaurants +FinishAppInstall FireTV FiveSteps/ FiveStepsToHealth/ Flamingo_SearchEngine Flash/ FlashPlayerCallback.aspx +Flights? +FlightsCommerce +FlightsComparePartners +FlightsController +FlightsPricelink +FlightsRecord +FlipKeyIdMap Fonts/ FoolPics ForWordPress/ @@ -15633,6 +15561,7 @@ ForYourHome/Voip ForYourHome/voip ForYourhome/voip Foresee +ForgotPassword FormExt010 FormsCommonComponents/static-1.864 FormsCommonComponents/static-1.879 @@ -15640,7 +15569,13 @@ FormsCommonComponents/static-1.886 FormsCommonComponents/static-1.956 Forum/ Forum/User/* +ForumFAQ ForumPost/ +ForumPostPreview +ForumRedirect +ForumSetSortCookie +ForumSignIn +ForumVote Fragment/ Fragment/SysConfig FrameStep @@ -15648,15 +15583,19 @@ FrameStudio FrameWork/charts FreeGiftDisplayView FreeMoney/ +FreeTools FreeVlast/ Friends Friends/inviteFriends Frontend/WebService/PaymentGateway/checkout.php Frontend/WebService/downloadPDF.php FullPreview/*/modified +FullRedirect Funders/rss G GA/ +GAITripBuilder +GARecord GD/ GE/ GF/ @@ -15669,12 +15608,17 @@ GHR/documents/Vodafone-Group-UK-Benefits-summary-SLT-Sept-2020 GI2pK GLOBPICS GM/ +GMapsLocationController GN/ +GOWidget +GOffer GP/ GPStatistik/servlets/MCRSearchServlet GPTBot +GPointCampaign GQ/ GR/ +GSSAjax GT/ GU/ GW/ @@ -15683,6 +15627,7 @@ Gallery/* GarrettScript/* Gateways* General +GeneralSupport GeneratedItems Generic/Generic Generic/IOS/ @@ -15691,6 +15636,13 @@ GenericRegistryPortalView GenericSystemError Genieo Genome_MOT +GermanwingsPromo +GermanwingsRegistration +GetListedAjaxGeneral +GetListedLightbox +GetListedUpdateAttraction +GetListedUpdateEatery +GetMobileApp Getting_Started GiftRegistrySearchViewCmd Gigabot @@ -15698,8 +15650,13 @@ Global Global/ GoogleInternetAuthority Googlebot Disallow: +Gpits Graduate Graduate/Avenue +GreenLeaderAjax +GreenLeadersProxy +GroupHomeApi +GroupManagementCenter Groups.aspx* Groups/images Groups/include @@ -15707,12 +15664,20 @@ Gruntfile.js Gu%C3%ADa/embed Gu%C3%ADa/new GuestAsAnonymous +GuestExperience +GuestXManagementTool GuiaFyS Guida/embed Guida/new Guide/embed Guide/new +GuideAjax +GuideEditor +GuideRatingAjax +GuideRequested +GuideRequestor H +HACAffiliate HBO/ HDView HK/ @@ -15720,6 +15685,7 @@ HMDThankYou HN/ HOW2014 HR/ +HRMConnect HT/ HTFederatedSearchResults HTPortalLogCase @@ -15728,6 +15694,7 @@ HTTrack HTTrainingCourseDetail HTTrainingModulesDetail HU/ +HandleHotelSuperPortal Handlers HdToggle HeadJS/static-2.115 @@ -15736,11 +15703,14 @@ HeadJS/static-2.84 HeadJS/static-2.92 Help HelpContent +HelpProxy +HelpUkraine Helpers/ Heritrix Hitcounts/ HoldingPage.aspx Home +Home- Home.asp Home.aspx Home/ @@ -15750,9 +15720,20 @@ HomeRedirect.aspx Hotel-Information? Hotel-Search HotelBookingConfirmation +HotelBookingController +HotelBookingRoomSelectionHtml +HotelBookingRoomSelectionJson HotelCheckout +HotelGMCApi +HotelHighlight +HotelInterruptersAjax +HotelWatchAjax +Hotel_ReviewHAC +HotelsManageListing +HotelsManagementCenter +HotelsProductCart +HowTheSiteWorks How_To_Get_Sky -HpImageArchive.aspx HttpModules/ HubStyle/static-2.309 HubStyle/static-2.313 @@ -15810,6 +15791,7 @@ I18n/static-7.314 I18n/static-7.315 I18n/static-7.329 IAGA/cgi-bin +IBCommerce ICCD ID/ ID= @@ -15866,29 +15848,42 @@ Images/ Images/HTEditImages Images/Popup/ Images/popup/ +ImpressionRecord +ImproveListing Inactive +Inbox Includes Industry IndustryBrains +InfoCenter +InfoCenter-a_ctr.april_en InfoStrat Informacion-Hotel? Information/Seminars/EU1998 Information/images Information/include Information/local +InformationCenter +InitializeSession Ink-Toner-Finder/cat_CL30001 Inky +InlineReviewerCta Install/ +InstantBooking- +InstantBookingManagement +InstantBookingSignup IntegrationCenter Inter InterestItem InternalError.html -International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt +International-Lectures/en-GB/courses/apply.aspxhttp://psiphonsessions.com/robots.txt International-Lectures/nl-NL/cursussen/inschrijven.aspx International/questions/qa-html-language-declarations/icons +InterstitialsWidget Intranet Intranet-PDB InvoiceListView +IpadInterstitial IssueId* IstellaBot Item @@ -15904,6 +15899,7 @@ JRC-beta JS JSC-Beta JSC-beta +JSErrorRecord JSWidget/ JSWidgetFeed/ Jai-Mrug* @@ -15912,8 +15908,11 @@ JikeSpider Job-Listings Jobs Jobs/Search +JoinPlus Jquery/ JsonData/ +JsonServiceController +JustForYouGuide Jyxobot KE/ KG/ @@ -15946,6 +15945,7 @@ LICENSE.txt LICENSE_AFL.txt LK/ LK/NotAuthorized +LNAjax LOCKS LP LR/ @@ -15955,6 +15955,8 @@ LU/ LV/ LY/ Labs/ +LanderLogger +LandingPage Landingpages.html LanguagePreferences Languages/Pages/Volunteer-Stipend.aspx @@ -15964,8 +15966,8 @@ LastBooking/ElapsedTime Latest-Books.aspx Latest-Releases Latest-Releases/ -LaunchRules Layout/set/popup +Leaderboard Learning LegalNewsRoom/cfs-file/__key/communityserver-components-userfiles/00-00-04-73-71/2013-11_2D00_11-phelps.pdf LegalNewsRoom/members @@ -15979,14 +15981,21 @@ Library/Document.ashx Library/ReadItLaterPopup.aspx Library/document.ashx License +LightSubscriptionCenter +LikeButtonClicked Link +LinkGenerator LinkPage.aspx LinkScan/8.1a Linkshare* +ListingQuestionsAjax ListlyCopyright.html ListlyPrivacyPolicy.html ListlyTermsofUse.html Lists/ +LithiumEmptyPage +LithiumPageNotFound +LithiumRegController LitlePayPage Livelapbot LoadTest @@ -15994,6 +16003,14 @@ LoadTest/ Local Localize Location/WaitTimes/ +LocationPhotoAlbum +LocationPhotoDirectLink +LocationPhotosInline +LocationPhotosLightbox +LocationPhotosSearch +LocationTab +LocationWidget +LogMediaClick Login Login-LoginForm* Login-OAuthReentryFacebook* @@ -16069,6 +16086,7 @@ MZ/ M_naturalnews.com/ MaPS MacHelp91 +MachineTranslation Mail/ MailEmergency MailHelpR1 @@ -16076,13 +16094,22 @@ MakePaymentView Manage/ ManageAccountAccess ManageDevices +ManageListing ManageOrder +ManageOwnersTopReasonsApi ManagePaymentAccountView +ManagePhotos ManageProfiles ManageReturns +ManageShopListingApi +ManageShopping +ManageStoryboard +ManageUserAccess +ManagementCenter Map Map.asp Map.aspx +MapEmbed MapS MapServiceProxyWS.asmx Maps @@ -16101,9 +16128,12 @@ McKinsey MedCenter MedSchool Media/SOAR +MediaBadgeResponse MediaBin MediaComp/ MediaDisplayView +MediaKit +MediaVoting Medianet MeetingsBase/static-1.1538 MeetingsBase/static-1.1591 @@ -16166,24 +16196,174 @@ MeetingsPublic/static-1.4525 Mega_Transparency_Report Mehmet_Ersin_Yumer_CV.pdf Member/ +MemberAuditLogger +MemberBenefitsPopup MemberInfo +MemberOverlay +MemberPassportStamps +MemberPhotos +MemberProfile +MemberResetPassword +MemberSubscribe +MemberSubscriptionsController +MemberTagsAjax +MemberTravelMap Membership/Memberzone/ Membership/e-Membership/app-help.asp Membersites Meo Merchant2 MessageRunDetailID= +Messages +MessagingOptions +MetaAirCalendarAjax +MetaBestPriceCrossSellAjax +MetaCheckRatesAjax +MetaJsonAjax +MetaPlacementAjax MetaURI Metrics/ +MetricsAjax +MicroMetaAjax Microsoft.URL.Control +MiniMetaCRAjax Misc/ Mix-It-Up/ajax_get_groessentabelle Mix-It-Up/ajax_get_gummiband_bild Mix-It-Up/ajax_get_gummiband_options/link Mobile/ Mobile/EM/ +MobileAddPoi +MobileAddressLookupAjax +MobileAdsManager +MobileAirlineDeals +MobileAirlineTips +MobileAirlines +MobileAirport +MobileAirwatch +MobileApps +MobileAttractionSearch +MobileAttractionToursAndTickets +MobileAttraction_Products +MobileAttractions +MobileBookingConfirmationSMSResponse +MobileBookingConfirmationShare +MobileBookingCustomerSupport +MobileBookingRequest +MobileBookings +MobileCancelBooking +MobileCheapFlightsHome +MobileCheapFlightsPartnerPostHandoff +MobileCheapFlightsSearchResults +MobileCheapFlightsSearchSeatGuru +MobileCiv +MobileCookie +MobileEventRecord +MobileFAQ +MobileFareCalendar +MobileFeaturedVacationRentals +MobileFilters +MobileFlights +MobileFooter +MobileForgotPassword +MobileForumRedirect +MobileForumSetSortCookie +MobileGetMobileApp +MobileGuide +MobileHeaderCss +MobileHotelBookingAgreeToBook +MobileHotelBookingAllRoomSelectionAjax +MobileHotelBookingAuthorization +MobileHotelBookingPaymentform +MobileHotelBookingRecordThreatIdAjax +MobileHotelBookingRoomDetail +MobileHotelBookingRoomSelection +MobileHotelBookingSuccess +MobileHotelCancellationPolicy +MobileHotelHighlight +MobileImpressionRecord +MobileImproveThisListing +MobileJSErrorRecord +MobileJSONImpressionRecord +MobileJson +MobileJustForYouGuide +MobileListForums +MobileLocalMaps +MobileLocation +MobileManageListing +MobileManagePhotos +MobileManagementCenter +MobileMemberProfile +MobileMemberResetPassword +MobileMobileReservation +MobileMyBookingsDetail +MobileMyBookingsVoucher +MobileMyInbox +MobileNativeCountrySettings +MobileNativeCurrencySettings +MobileNativeSettings +MobileNearbyAttractions +MobileNearbyHotels +MobileNearbyLander +MobileNearbyRestaurants +MobileNewTopic +MobileNewsletterSignOut +MobileNokiaLauncher +MobileOlaCabsEstimateAjax +MobileOwnerVerifyLocation +MobilePOITagging +MobilePageviewRecord +MobilePasswordReset +MobilePayment +MobilePhotoUpload +MobilePostPhoto +MobilePostReply +MobilePromotionDetail +MobileQueryBBox +MobileRac +MobileRecent +MobileRedirector +MobileRegistration +MobileRentalPropertyManager +MobileRentals +MobileReportLocation +MobileReservation +MobileRestaurantMenu +MobileRestaurantSearch +MobileRestaurants +MobileReviewCollect +MobileRoadTrip +MobileSaves +MobileSearch +MobileShoppingCoupon +MobileShowForum +MobileShowSpecialOffer +MobileShowTopic +MobileShowUserReviews +MobileSiteIndex +MobileSmartDeals +MobileStreetView +MobileTaggingAjax +MobileTools +MobileTourism +MobileTravel +MobileUberEstimateAjax +MobileUpdateListing +MobileUserReview +MobileVRACSearch +MobileVRUserReview +MobileVacationRentalInquiry +MobileVacationRentalReview +MobileVacationRentalSearch +MobileVacationRentals +MobileVacation_Packages +MobileWidgetEmbed +MobileWinphoneLauncher +Mobilemembers ModalView Models/ +ModuleAjax +ModuleBootstrap Money/ Monitor.html Monitor2.html @@ -16192,8 +16372,12 @@ Moreoverbot Moved Movies MoviesYouveSeen +MptUrl Ms. Msgs/ +MsnForumFeedServlet +MultiOwners +MultiPartAjax Museum Music My-Account @@ -16202,11 +16386,15 @@ My/PrivateBox/* MyAccount MyAccount* MyAccount.jsp +MyAchievements MyAlamy.asp* MyAlamyCustomer.asp* MyArticlesListDetailView MyBLB.cfm +MyBookingsDetail +MyBookingsVoucher MyChristies/ +MyInbox MyNewegg/ MyPaintColorListDetailView MyPortfolio @@ -16245,14 +16433,19 @@ NVisitorgp4Ajax.naver NVisitorgp4Ajax.nhn NZ/ NaN +NativeAds Nauka/ NaverBot NavigationPartials/* Ne/SocialMediaActivity/LogJSWidgetLinkClick NerdByNature.Bot NetConnect +NetPromoterPopup NetSeer +NewMessage NewMyAccount/ +NewOwners +NewTopic NewWatchInstantlyRSS News News/Flash.aspx/ @@ -16272,11 +16465,20 @@ News/Section.aspx/8 News/Section.aspx/9 News/XT News/Xt +NewsLetterPlus NewsPass +NewsPlus NewsRoom/ReleaseNg/ NewsTips/ Newscan Newsletter/ +NewsletterNews +NewsletterPopupBudgetRomanticFamilyPopup +NewsletterPopupNewsletterPopup1 +NewsletterSendPassword +NewsletterSignIn +NewsletterSignOut +NewsletterSignupWidget Newsletter_htm NewslettersV1 Newsroom @@ -16302,9 +16504,8 @@ NovelUse.asp* NovelUse/ Nrpp= Ntk=TBW* -OASpage/Assembly2001/ -OASpage/Haiti_situation OAuth.aspx +OAuthRegistration OCA-Beta OCA-beta OCRequests @@ -16318,6 +16519,7 @@ Object/5FRQEn6WdzPZx95TNmgRgJ/submit-approved-subscribers.html Object/DA0yZYT1mFs1NaiDueSvBP/dashboard.html Object/FjDTkjBmbjPylZPtjdfocJ/dashboard.html Object/NRItzKXDWQ01wSRYBec2bK/approve-subscribers.html +OfferAnnouncementManagement Offline Ogoniok/ OldDefault.aspx @@ -16325,9 +16527,12 @@ Olddefault.aspx OnDemandDiscount/ OnThisDay OnlineOrderHistoryView +OpenGraphLander OpenZoomLayer +OpeningHours Oppo-F3 OptOutEmail +OptimusNativePayment OrderBillingView OrderItemDisplay OrderItemDisplay= @@ -16351,6 +16556,16 @@ Our-Town-User-Photos/ Our-Town-User-Stories/ Out-Of-Date Ov7R_Z9qW/5TBoHk/ldQ/z99fkhLVOi/YnB5eA/SAQt/LXh7emk +OverlayWidgetAjax +OwnerActivityFeedAjax +OwnerEmailManage +OwnerNotificationSetting +OwnerResponse +OwnerSupport +OwnerVerifyLocation +Owners- +OwnersDM +OwnersTermsAndConditions P P.mvc?_escaped_fragment_=/peopletags.aspx P3/find @@ -16384,9 +16599,11 @@ PSPV2_Privacy PS_cache PT/ PV +PVLog PW/ PWD PY/ +PacMan Page Page-Show* Page=CatalogCourses @@ -16396,14 +16613,17 @@ Page=Faculty Page=R25 Page=r25 PageBuilderControls +PageMoniker PageSpeed=noscript Pages/404.aspx Pages/Search-Results.aspx Pages/Search.aspx Pages/myetocsunsubscribe.aspx Pages/subprocessors.aspx +PageviewRecord Panasonic Panier +PanoramaXml Participate Participation PartnerDocuments.aspx @@ -16412,6 +16632,7 @@ PartnerServices Partners Parts*?*filter Parts*?*q= +PasswordReset PatientStory/ForSearchIndex/ PatientStory/JsonResults/ Patrol @@ -16422,6 +16643,7 @@ PatternValidationJS/static-1.55 PatternValidationJS/static-1.56 PatternValidationJS/static-1.60 PatternValidationJS/static-1.74 +PayNow Payment PaymentHistoryView PaymentMethodDisplayView @@ -16430,16 +16652,29 @@ People/Search-People People/all People/domain PerformRegionAutoRedirect +PersonalizedOnboarding +PhoneTrackingOptOuts +PhotoBox PhotoUpload Physics/sure Pictures PillarofLight/ +Pin_Lander Pinky PiplBot Pixray-Seeker Planning_units Platform/ PlayerPortal/ +PlusCommerce +PlusManagement +PoiArea +PoiDetails +PoiRecommendationDashboard +PoiRecommendationEditor +PoiRecommendationList +PoiReviewDetail +PoiTipDashboard Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html?facet=amp&utm_source=googleamp&utm_medium=referral&utm_campaign=googleamp PopupDetails @@ -16452,17 +16687,29 @@ PostExportDoc.naver PostExportDoc.nhn PostList.naver PostList.nhn +PostPhotos PostPreview.naver PostPreview.nhn PostPrint.naver PostPrint.nhn +PostReply +PostVideo Postcomment* PowerMapper Practice-Clients PreBuilt +Premium- +PremiumAjax +PremiumEdit +PremiumGuidanceLander +PremiumGuidanceMatchResults +PremiumGuidancePayment +PremiumPlans Present Presentation +PreviewImage Price/PriceRMPopup.aspx +PrimaryPhotoMlOptOutTool Primo_Piano/Cronache/10_Ottobre/23/stanzamostro.shtml Primo_Piano/Cronache/2003/05_Maggio/05/spari.shtml Primo_Piano/Cronache/2003/06_Giugno/06/sequestro.shtml @@ -16510,6 +16757,7 @@ Primo_Piano/Sport/2002/12_Dicembre/10/bugno.shtml Print Print.aspx Print/* +PrintGuide PrinterFriendly PrivacyView Private @@ -16517,8 +16765,11 @@ Product-Search Product-Show* Product-Variation* Product?pid=* +ProductCancellationLogApi +ProductCart ProductComparisonCmd ProductDetailsTabView +ProductError ProductListingBatteryView? ProductSelections Product_Help @@ -16532,11 +16783,13 @@ Products/felica/business/tech-support/st_*.html Products/subscriptionsSpecial.aspx Products/tv/androidtv Products/tv/seeingisbelieving +Profile Profile/ViewPdf ProfilesGate Programmes/Search-Courses Programs Project +PromoTools Promoted PromotionDetailsDisplayView PromotionDisplayView @@ -16546,7 +16799,25 @@ PropertyLayer/ Provider/Image/ Provider/PhysicianRatings/ Providers/ -Proxy.ashx +ProxyToolsAccountSettingsTool +ProxyToolsBillingAndPaymentsTool +ProxyToolsBillingDetailTool +ProxyToolsCCAuthBlacklistTool +ProxyToolsContractDiscountTool +ProxyToolsCustomerSupportForm +ProxyToolsDiscountCode +ProxyToolsInstantBookingManagementTool +ProxyToolsManageUserAccessTool +ProxyToolsMemberEditor +ProxyToolsPhoneTrackingBulkLoader +ProxyToolsPhoneTrackingTool +ProxyToolsProductFeatureApi +ProxyToolsRSKeyAccounts +ProxyToolsT4BProductFeatureAjax +ProxyToolsT4BProductFeatureTool +ProxyToolsT4BToolsAccessDenied +ProxyToolsTCOfflineBillingIndicatorTool +ProxyToolsTokenTestTool Psychology/local Pub/Emails/ Pub/Emails/Stylesheets/ @@ -16609,9 +16880,11 @@ QUICKNEWS QUkd4lO9 Qinfo Qinfo/cams +QueryJson QuerySeekerSpider QuickCheckoutLOCSnippetView QuickInfoView +QuickReview Quickcast R R.ashx @@ -16620,6 +16893,8 @@ R.ashx?l=* R/ R/ti/p RC/*.xml$ +RCOLLHotelConnectOAuthCallback +RCPCrossSell RCS RDF/Validator/ARPServlet RDF/Validator/ARPServlet? @@ -16657,17 +16932,26 @@ RFP/venues.aspx RFP/xml/ RFTS RHdb +RMHome RMID= +RMReviewCollect RO/ RRID= RR_NUMBER= +RSContentSharing +RSManagementCenter +RSOfflineBilling RSS RSS.aspx RSSSyndicator.aspx* RT RU/ RW/ +RateUserReview +Rateit Rating/ +RatingAjax +RatingPagingAjax RePEc ReaderReg/ Reagan/static-6.27 @@ -16684,48 +16968,82 @@ Reagan/static-7.9 RealMedia Recalls? Recalls?page +Recaptcha ReceiveAutoRedirect +Recent Recommend +Recovery_Packages Redir.aspx Redirect Redirect=* Redirects +RegActivation Register Register Register? RegisterGmax RegistrationAddFormView +RegistrationController +RegistrationInterceptPopup RegistreWeb/search/advanced.htm RegistreWeb/search/simple.htm RegistreWeb/search/typedoc.htm Registry RegistryPortalCmd Religion-Portals/*Blog.html +RemindMe +RentalCarsRedirect +RentalPropertyManager +RentalWatchSignup +RentalsSearch +RentalsSupport Report ReportAbuse ReportBug +ReportIAP +ReportPost Reports/ +ReputationManager Request Research/Search-Research ResearchLibrary/ +ReservationAjax Reservations/tab_hotelcar.htm ResetPassword Resources Resources/FileUpload/ Resources/ResourceFileView/ Resources/tools/ +ResponsibleDisclosure +RestaurantAdsManager +RestaurantEnterpriseManagement +RestaurantProductCart +RestaurantSearch +RestaurantSolutions +RestaurantXSellAjax Restricted +Resubscribe Results.aspx Results?k* Review/ Review/LeaveReview/ Review/List/ +ReviewCollect +ReviewExpress- +ReviewExpressFAQ +ReviewPerformance Reviews.aspx*$ +RexSpamFilterAjax Ribbon Ribbon/LocationSpecialtyLists/ +RoadTripMap +Robots Route53/2010-10-01 Route53/2013-04-01 +RsPartnerApi Rss_items +RuleBasedPopunder +RuleBasedPopup Rus Rus$ S @@ -16769,8 +17087,11 @@ SOFTWARE SOImapPriceDisplayView SOURCE_URL SP/ +SPCommerceInternal SPIRIT/files +SPOCK SPORTS +SPRedirect SR/ SSC ST/ @@ -16781,10 +17102,16 @@ STOREID= SV/ SY/ SZ/ +SafetyManagementCenter Salaries +SameGeoActivity SametimeWebApp +SavedFlightsSearchesAjax SavedForLaterView +SavedPhotos +Saves Scotland +ScreensaverShade Scripts Scripts/ Scripts/CountryRedirect.js* @@ -16800,7 +17127,7 @@ Search/ Search/* Search/Mail/Public Search5 -Search?*http://cracked.com/robots.txt +Search?*http://lh6.ggpht.com/robots.txt Search?q* Search?searchstring_input= SearchDisplay @@ -16811,8 +17138,12 @@ SearchResults.aspx SearchResults.aspx$ Search_New SelectLocale?fromPage= +SelfServeAdvertising Seller +SendMessage +SendToFriend SendToFriend-Start/ +SentConfirmationEmail Server ServerError.aspx ServerSupport/LinkChecker @@ -16825,15 +17156,21 @@ Service-Search/find-a-psychological-therapies-service/what-happens-when-you-refe Service-Search/other-services/Cognitive-behavioural-therapy-(CBT)/LocationSearch/1908 Service-Search/other-services/NHS%20psychological%20therapies%20services%20(IAPT),%20including%20cognitive%20behavioural%20therapy%20(CBT)/LocationSearch/10008 ServiceDesks/ +ServiceWorker Services Services/Dentists/Overview/DentistPatientAcceptanceVerification.aspx* SessID= SessionHandler.aspx Sessions/ +SetCookieOverrides +SetLangFilter +SetReviewFilter +SetTranslationOption Settings Sf/ Share.aspx SharePage/ +ShareWithFriends Shared/ SharedDocs/Downloads/DE/BSI/Zertifizierung SharedDocs/Kontaktdaten @@ -16850,8 +17187,26 @@ Shop/OrderResults Shop/OrderResults.aspx ShoppingCart ShoppingCart* +ShoppingCoupon +ShortSurvey +ShortlinkResolver +ShowSpecialOffer +ShowTopicWindowShade +ShowUrl +ShowUserReviewsAirlines +ShowUserReviewsAttractions +ShowUserReviewsCruises +ShowUserReviewsGEO +ShowUserReviewsHAC +ShowUserReviewsHotels +ShowUserReviewsRestaurants +ShowUserReviews_Cruises_Responsive +SiftScript SignInShibboleth.aspx +SingleClickOptOut +SingleClickSignUp SingleShipmentOrderSummaryView +SingleUserReview SiteAds SiteBot SiteBot/0.1 @@ -16873,13 +17228,22 @@ Sites/ Skins/ Sky_Online Slurp +SmartDealsHomeAjax +SmsAjaxServlet Snap +SocialIapReporting Societies Solr Soltango/de-DE/ Soltango/en-GB/ +SolutionsDisplay Sony +SortAttractions +SortEateries +SortHotels +SortReviews Sosospider +SpTracking SpamAssassin SpamAssassin/show_bug.cgi SpamAssassin/show_bug.cgi*ctype=xml @@ -16899,15 +17263,26 @@ Special:SearchAd Special:Sitemap Special:ThankAuthors Special:UserLogin +SpecialOfferManagement +SpecialOfferWebview Special_Nautisme SpecificationDefinitionView Spinn3r +SponsoredListingAjax +SponsoredListingCommerce +SpotlightDemo +SpotlightHome Staples/ +StartBooking Starten/Page-Projekt-anlegen.html StatementsListView +StaticPage +StaticVelocityPage +StaticVelocityXmlPage Stats Stats/Files/ Stats/Reports/ +StickerRequestAjax StockAvailSearchForm StockAvailSearchForm= StockNews @@ -16924,6 +17299,7 @@ Structure/cblast/cblast.cgi Structure/dgs Structure/flink/flink.cgi Structure/vast/vastsrv.cgi +StruttaGameAjax Student_Services/Career_Planning Style Style%20Library @@ -16939,17 +17315,30 @@ SubjectFilterPortlet Sublayouts SubscribeToRss/ Subscriber/CreateWidget +SubscriptionLander +SubscriptionPopup SugarCRM +Summer06Widget Support Support +SurveyPanelPopup Surveys/ Suscripcion Syd Symbols +SyndicatedPhotos System/* Systems +TADemo +TAMGFooterAjax +TAMGSubLander +TAMGSubOffers +TAOffer +TAScreenSaver TC/ TC/spfs/asia +TCDestinationsWidget +TCIBContentQualityTool TD/ TESHirewire/Attachments TESTING @@ -16959,6 +17348,7 @@ TH/ THUMBS/3/ THUMBS/6/ TJ/ +TLMCountries TM/ TN/ TNACRL @@ -16969,8 +17359,11 @@ TV/ TW/ TWCOffer TZ/ +Tablet Tag.aspx +TaggingAjax Tags/ +TagsJSONServlet TargetListPortalView TargetStoreLocatorCmd Taxonomy/CommonTree @@ -16999,9 +17392,12 @@ TemplatePackage/subtopic Templates Templates/ Templates/* +TemporarilyClosedNoticeApi Test Test.html Test/ +TestEmptyPage +TestingTravelMaps Testseite_4.html ThML ThankYou @@ -17014,10 +17410,13 @@ Themes/Blogs/Healthypets/RegistrationPopUp_VWO-exit.aspx Themes/Blogs/mercolaArticle/RegistrationPopUpMobile.aspx Themes/Client/app/img/favicons/manifest.json Themes/HealthyPets/images/ +ThirdPartyRedirect ThisIsABadPathNotToBeUsed/ +ThorHammer ThreadeskupSimple Tienda/Guide TodayOJ +TodaysLowestFaresAjax Tools*?*filter Tools*?*q= Tools/ @@ -17033,16 +17432,42 @@ Tracking?cntry_code=us Training/ Training/ChooseCT/ Trap +TravelAdvice TravelAgent/Home.asp +TravelMap- +TravelMap? +TravelMapHome +TravelerInterestNotificationEndpoint +TravelersChoice? +TravelersChoiceHome +TravelersChoiceWidget +TravellersChoice? TreviCSS TreviJS TreviPHP +TripBarometer +TripConnectAccommodations +TripConnectBadge +TripConnectPartner +TripConnectPaymentForm +TripConnectPlus +TripConnectPremium +TripDetails +TripWatchPromoAjax +Trips +Trips? TripsJS.ashx +TripsNative +TripsWebview TurnitinBot Tutor/Adm/ Tutoriel/embed Tutoriel/new +TwilioCallForward +TwilioCallRouter +TwilioConfirmPhoneNumber Type=openSource* +TypeAheadJson UA/ UCB/Administration/police/blotter UCB/Administration/police/stats @@ -17100,16 +17525,22 @@ Units/sso/roompics UnivRead/vr/dotl/bb_publish UniversalFeedParser University +Unsubscribe Unsubscribe/* UnsubscribeConfirmation Up2eCbBzIN/login Up2eCbBzIN/logout Up2eCbBzIN/password Up2eCbBzIN/register +UpdateCM UpdateCommunicationPreferencesView +UpdateContactsAjax UpdateGrid* +UpdateListing +UpdateSessionDatesAjax Upload Upload/Attachments/TES +UploadMedia Uptime Urort/ScriptResource.axd Urort/WebResource.axd @@ -17119,10 +17550,17 @@ UsedConditionEmailRequest.jsp User-agent: User/sso User: +UserContent UserControls UserData.aspx +UserInteractionRecord +UserPage UserRegistrationForm +UserReview +UserReview$ +UserTrackingRecord UserUrl/ +UsernameValidation Users Utilities/RSSEngine/* Utility @@ -17134,27 +17572,52 @@ VC/ VE/ VG/ VI/ -VIP +VKRegistration VN/ VPV +VRACSearch +VRAffiliateClickoff +VRDetailAjax +VRInquirySent +VRReviewManagement +VRUserReview VU/ +VacationRentalIdeas +VacationRentalInquiry +VacationRentalReviewTab +VacationRentalSendToFriend +VacationRentalsAjax +VacationRentalsBlog/?s +VacationRentalsFAQ +VacationRentalsPromoLander +VacationRentalsTracking +VacationRentalsXSiteAjax +ValidateJson Valley-of-Longevity-Property/ VariationSelectionView Verify/* -Verkko/http://elastic.co/robots.txt +VerifyReview +Verkko/http://circulegg.fr/robots.txt Video Video/*playerIndex Video/Panel/ +VideoController +VideoGallery +VideoHome? Videos/e Videos/m Videos/p View -ViewAd +ViewAchAuthorization +ViewAttachment ViewCancelOnlinePaymentView ViewDoc +ViewKey/keyword +ViewMandate ViewPDF.aspx Vlast/ -VoteActivities/http://nature.com/robots.txt +VolunteerTranslations +VoteActivities/http://widgets.wp.com/robots.txt VoteCount/?action= W WAI/ER/tests @@ -17199,8 +17662,12 @@ WT.mc_id= WT4fgrvixo2F WWW Warenkorb +WatchTopic +WatermarkPhoto Wayback WeSEE:Search +WeatherAjax +WeatherUnderground Web Web-answers Web-explore @@ -17233,14 +17700,21 @@ Webadmin Webmail Weekend/ WelcomeView +WhatsNearby Wholesale-*-c-*-0-1-*.html Wholesale-Attribute-*.html WiViewingActivity +WidgetBrowserExtension +WidgetEmbed WidgetListAsync.naver WidgetListAsync.nhn Widgets +Widgets- +WidgetsAjax +WifiPlus Wiki Wikipedia: +WindowsApp Wish-List Wishlist* WorkflowTasks/ @@ -17249,6 +17723,7 @@ Wotbot WriteComments WriteReview WriteReview.aspx +WriteReviewShade WriteReviews Wwwstat XCSA @@ -17273,7 +17748,10 @@ ZZ/ ZZmitgliedschaft/ Zao Zealbot +ZendeskRedirector +ZendeskSSO ZeroClipboard/static-1.6 +ZipCodeLookupAjax ZyBORG [_0-9a-zA-Z]+/likes [_0-9a-zA-Z]+/media @@ -17654,11 +18132,11 @@ _qa _qa.html _qos _query= -_r/http://link.springer.com/robots.txt +_r/http://jotform.com/robots.txt _recache _redirectedFromOffline-true _remote -_resourceshttp://off-grid-living.com/robots.txt +_resourceshttp://threadless.com/robots.txt _resultat-eleve-*.html _resultat-eleve.html _rk_ @@ -17911,7 +18389,7 @@ about-cancer/cancer-chat/user?destination=/ about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/ about-ghostery about-the-council/about-the-website/third-party-accessibility-statements -about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt +about-the-council/about-the-website/third-party-accessibility-statements/*http://dejaoffice.com/robots.txt about-the-council/contact-us-new about-the-council/contact-us/adult-education about-the-council/contact-us/adult-social-care-and-health @@ -17935,9 +18413,9 @@ about-ti/careers-maintenance.html about-us about-us/careers about-us/careers/job-description.html$ -about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt +about-us/contact-enquiries/forms/emailform.jsp?*http://asp.net/robots.txt about-us/employment -about-us/employment/*http://auswaertiges-amt.de/robots.txt +about-us/employment/*http://grammarly.com/robots.txt about-us/news-and-media/media-centre/corporate-news/facet/Topic/ about-us/news-and-media/media-centre/corporate-news/facet/Year/ about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/ @@ -17974,7 +18452,7 @@ about/*/update about/*qt-vzc_corporate_news_analytics about/adrm/data-linkage about/advertise/oauth-net-rate-sheet-2023.pdf -about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt +about/advisory-and-peer-review-committees/roster/hlbp/http://echo.msk.ru/robots.txt about/ask/ about/ask?* about/awards/award-recipient-form.html @@ -18132,8 +18610,6 @@ academia/books/search.html academic academic-subscriptions academic/ -academic/profile -academic/search academicaffairs/commencement/book academics/archive academics/college/special-programs/public-service-old @@ -18429,14 +18905,12 @@ ach/user ach/users achael achandrahas -achat-en-ligne achievements achterberg achu acis/whatsnew.html acjohnston acl -aclick aclk aclp-vle-decom acmilan @@ -18532,7 +19006,6 @@ activate/loft/ activate/self-starters/confirmation/ activate/wdm/* activation_successful -active activedit activemq activities @@ -18678,7 +19151,7 @@ add-ons/ add-to-bibliography add-to-cart add-to-cart=* -add-to-cart=*http://criteo.com/robots.txt +add-to-cart=*http://mindsandhearts.net/robots.txt add-to-existing-collection add-visit add?community= @@ -18760,7 +19233,7 @@ admin/aso admin/blogmove admin/forgot/ admin/form -admin/http://mediapost.com/robots.txt +admin/http://memekanseri.site/robots.txt admin/mapping-dashboard admin/notification-center admin/sro @@ -18774,15 +19247,15 @@ adminapps1/ adminapps2/ adminapps3/ adminapps4/ -adminhttp://aa.com/robots.txt -adminhttp://dji.com/robots.txt +adminhttp://endomondo.com/robots.txt +adminhttp://track.omguk.com/robots.txt administration administration/ administrative-fellowship administrative-staff/ebaid-nancy administrator administrator/ -administrator/http://trustpilot.com/robots.txt +administrator/http://asv-rott.de/robots.txt adminjiraserver070 adminjiraserver071 adminjiraserver0710 @@ -18871,6 +19344,7 @@ adsb/flightfeeder/terms adsb/register adsb/request adsite-under/ +adsoverview adsrepository adstats.html adtest @@ -18928,8 +19402,6 @@ advgifs advice/*?mode= advice/wp-content/themes/realtor/nobots adview.php -advisor -advisor/sitemap.xml advisors advisory/ adwitiadey @@ -18975,7 +19447,7 @@ affiliate affiliate-forgot-password affiliate-login affiliate-program -affiliate/*http://fontawesome.io/robots.txt +affiliate/*http://whc.unesco.org/robots.txt affiliate/home affiliate/register.htm affiliate/screenname.htm @@ -19050,7 +19522,6 @@ ag=A agarces agarciacalvo agarzaer -agdocs/ age-appeal agegate agencias @@ -19310,7 +19781,6 @@ alicendikumana alicewu alikhani alilly -alink aliraja alireza.haghighi alisamanning @@ -19335,6 +19805,7 @@ allaccess_3 allaccess_4 allaccess_5 allaccess_6 +allanalytics allanwain allegation allen @@ -19345,6 +19816,7 @@ allgemeine_reisehinweise allgemeines/altdaten allie allisonportnoy +alllocations allnavs allocate allocationofimpactcapital @@ -19437,10 +19909,8 @@ ameha ameliapeterson amelierorty amenities? -america_viva/ american-ninja-warrior-ninja-vs-ninja american-sniper -americas/ amexblue amfphp amg @@ -19469,7 +19939,6 @@ amp-iframe amp-proxy amp-social-login amp-tealium -amp/ amp/*/more.html amp/*/page-*/$ amp//m @@ -19748,6 +20217,7 @@ anysearch. anytimefitness.rss anytimepc anzeigen/relaunch +ao ao/ ao/en aoc=* @@ -19823,12 +20293,12 @@ api/UpdateStorage api/abtests/active-tests api/access api/ajax/checktheseout -api/ajax/checktheseout?.*http://indieauthorcon.com/robots.txt +api/ajax/checktheseout?.*http://va.gov/robots.txt api/ajax/reactions api/ajax/reactions?. api/ajax/rightlatestnews api/ajax/rightlatestnews?. -api/attachments/*http://docs.oracle.com/robots.txt +api/attachments/*http://cdn.shopify.com/robots.txt api/auth api/billing api/billing$ @@ -19862,7 +20332,7 @@ api/discover/1/discover_web api/discover/sites api/discovery api/documentations/v3 -api/du/Searchhttp://dribbble.com/robots.txt +api/du/Searchhttp://hymnary.org/robots.txt api/du/search api/editionurlgenerator api/entry/http @@ -19872,9 +20342,10 @@ api/extensions/1.0/extensions api/getEarthquake.php api/health api/html -api/http://ajax.googleapis.com/robots.txt -api/http://kobemural.com/robots.txt +api/http://britannica.com/robots.txt +api/http://noithatlamson.com/robots.txt api/install_backblaze +api/internal/*/location api/internal/analytics/songs api/internal/bookmarks/shares_and_clicks api/internal/cambridge/user @@ -19891,7 +20362,6 @@ api/jobPostings/jobs api/latest-articles api/legacy/pse api/legendary-data/relay -api/maps/ api/meerkat/page api/messages api/metainfo/tv @@ -19902,8 +20372,9 @@ api/nextsteps/* api/ng-looks/ api/nicorepo/timeline api/nts/v1/login -api/og/*http://crowdfundingusa.com/robots.txt +api/og/*http://faqs.org/robots.txt api/paid-article +api/partner_select/*/price_query api/posts/*/popular_posts api/pricePrediction/V1/flight api/produto/calcular_frete @@ -20109,7 +20580,7 @@ append_follows appengine appl apple-app-site-association -apple-app-site-associationhttp://focusonkids.ru/robots.txt +apple-app-site-associationhttp://mediafire.com/robots.txt apple-news apple-touch-icon-120x120-precomposed.png apple-touch-icon-120x120.png @@ -20137,7 +20608,6 @@ apply/* apply?adId= appointments-and-referrals/appointment-thankyou appointments-and-referrals/referral-thankyou -approbation-de-financement-en-ligne approver-actions apps apps*&tags= @@ -20282,6 +20752,7 @@ ar-ae/televisioanat-mousa-biha-men-netflix ar-ae/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi ar-ae/televisionat-dolby-vision-atmos ar-ae/wade3-mou3ayar-men-netflix-li-televisionat-zakia +ar-bh ar-bh/ ar-bh/home-theatre-sound-bars/neckband-speakers ar-bh/televisioanat-mousa-biha-men-netflix @@ -20289,6 +20760,7 @@ ar-bh/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi ar-bh/televisionat-dolby-vision-atmos ar-bh/wade3-mou3ayar-men-netflix-li-televisionat-zakia ar-dz/ +ar-eg ar-eg/ ar-eg/electronics/jawdat-alsawat ar-eg/electronics/jawdat-soura @@ -20309,12 +20781,14 @@ ar-iq/televisioanat-mousa-biha-men-netflix ar-iq/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi ar-iq/televisionat-dolby-vision-atmos ar-iq/wade3-mou3ayar-men-netflix-li-televisionat-zakia +ar-jo ar-jo/ ar-jo/home-theatre-sound-bars/neckband-speakers ar-jo/televisioanat-mousa-biha-men-netflix ar-jo/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi ar-jo/televisionat-dolby-vision-atmos ar-jo/wade3-mou3ayar-men-netflix-li-televisionat-zakia +ar-kw ar-kw/ ar-kw/home-theatre-sound-bars/neckband-speakers ar-kw/televisioanat-mousa-biha-men-netflix @@ -20337,12 +20811,14 @@ ar-ly/wade3-mou3ayar-men-netflix-li-televisionat-zakia ar-ma/ ar-mde ar-mea/home-theatre-sound-bars/neckband-speakers +ar-om ar-om/ ar-om/home-theatre-sound-bars/neckband-speakers ar-om/televisioanat-mousa-biha-men-netflix ar-om/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi ar-om/televisionat-dolby-vision-atmos ar-om/wade3-mou3ayar-men-netflix-li-televisionat-zakia +ar-qa ar-qa/ ar-qa/home-theatre-sound-bars/neckband-speakers ar-qa/televisioanat-mousa-biha-men-netflix @@ -20520,7 +20996,7 @@ archives archives archives/ archives/*/*/* -archives/http://eeoc.gov/robots.txt +archives/http://sltrib.com/robots.txt archives/multimedia/extra archives/multimedia/feedback.php archives/multimedia/rss/Instructions+for+content+providers @@ -20541,6 +21017,7 @@ archoish arck arcviewer arda +ardi/ ardimport are-you-addicted-to-the-internet area @@ -20688,6 +21165,7 @@ artist-submission artist/127231622/radio?autoplay=true artist/export_shows_csv artist/view_widget_popup +artistbrochure artists artists/*/images/new artists/*/top_iq_earners @@ -20781,12 +21259,13 @@ asp/customerservice asp/demo_db_edit.asp asp/landing asp/subjects +aspi/ aspnet_client aspnet_client/ aspnet_client/ aspx$ aspx/ -aspx/read.aspxhttp://tnt.netmng.com/robots.txt +aspx/read.aspxhttp://planetary.org/robots.txt aspxerrorpath* asross assafbester @@ -20831,7 +21310,7 @@ assets/errorpage assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources assets/gov/zzzz assets/hk-grotesk -assets/http://jotform.com/robots.txt +assets/http://smart-pixl.com/robots.txt assets/images/global/s.gif assets/infographic assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf @@ -21195,7 +21674,6 @@ au/careers/search? au/cart au/checkout au/comment -au/consumer/tvs-projectors-learn-search/viera-televisions/viera-cx700-series.html au/conversations au/corporate au/cricket @@ -21348,31 +21826,6 @@ au/showroom_cms/content au/sitemap.html au/strumenti/creatore-di-logo/onboarding au/style -au/support/product-archives/household/refrigeration/nr-bw415vwau.html -au/support/product-archives/household/refrigeration/nr-bw415xsau.html -au/support/product-archives/household/refrigeration/nr-bw465vwau.html -au/support/product-archives/household/refrigeration/nr-bw465xsau.html -au/support/product-archives/household/refrigeration/nr-bx41bvwau.html -au/support/product-archives/household/refrigeration/nr-bx41bxsau.html -au/support/product-archives/household/refrigeration/nr-bx41cqpau.html -au/support/product-archives/household/refrigeration/nr-bx421gusa.html -au/support/product-archives/household/refrigeration/nr-bx46bvwau.html -au/support/product-archives/household/refrigeration/nr-bx46bxsau.html -au/support/product-archives/household/refrigeration/nr-by552xsau.html -au/support/product-archives/household/refrigeration/nr-by552xwau.html -au/support/product-archives/household/refrigeration/nr-by55bpsau.html -au/support/product-archives/household/refrigeration/nr-by55bvwau.html -au/support/product-archives/household/refrigeration/nr-cy54agwau.html -au/support/product-archives/household/refrigeration/nr-cy54bgkau.html -au/support/product-archives/household/refrigeration/nr-cy54bgsau.html -au/support/product-archives/household/refrigeration/nr-cy54bgwau.html -au/support/product-archives/household/refrigeration/nr-cy55cgkau.html -au/support/product-archives/household/refrigeration/nr-cy55cpsau.html -au/support/product-archives/household/refrigeration/nr-d535xgsau.html -au/support/product-archives/household/refrigeration/nr-d535xgwau.html -au/support/product-archives/household/refrigeration/nr-d655xgsau.html -au/support/product-archives/household/refrigeration/nr-d655xgwau.html -au/support/product-archives/household/refrigeration/nr-f603gt-xu.html au/swf au/tapdance au/teams @@ -21609,6 +22062,7 @@ ayousefi ayush ayushi-narayan ayushkumar +az az-AE az-AT az-AU @@ -21689,6 +22143,7 @@ az/users azadi azamburneymd azar +azer azizesahin azuki azure @@ -21698,10 +22153,6 @@ b-gender* b-newsletter/archive b-newsletter/content b-palle -b-search-map-ajax-get-ads-by-ids.json -b-search-map-ajax-search-ads.json -b-search-map-ajax-search-markers.json -b-search.html b/ b/*%EF b/*, @@ -22053,6 +22504,7 @@ b2b/vanimport/ad.html b2b/vanimport/search.html b2b/vanused/ad.html b2b/vanused/search.html +b2bauth b2c-tools b86ca60e95733df04a7c541ad645fcf9.txt b?*node=7454898011 @@ -22104,7 +22556,6 @@ badges/profile/create bagley bagon bahl -baidu baileymerlin baileysincox bait @@ -22174,7 +22625,7 @@ baobao*? bap.html bap/webstore/search.html bapingseo -bappstore/bapps/download/http://poshmark.com/robots.txt +bappstore/bapps/download/http://countryliving.com/robots.txt barchartData barclays-credit-eligibility-checker$ bargill @@ -22280,9 +22731,7 @@ baza-wiedzy*query= baza-wiedzy*sort= baza-wiedzy*type= bazerman -bb-audio.html bb-d -bb-image.html bb/ bb2600com bba/checkout @@ -22680,6 +23129,7 @@ betting/ betting/casinos/ beverly-hills-dog-show beverlykienzle +bewerten bezahlvorgaenge.html beznosko bf/ @@ -22688,7 +23138,6 @@ bff bfgs bfl bfmp -bfp/search bfrank bfre_new_design bg @@ -23029,7 +23478,6 @@ bin/sleep.cgi bin/ti binary-data/DIY binary-data/EGALLEY -bing-site-safety bingbot bingsiteauth.xml bingsiteauth.xml @@ -23271,14 +23719,14 @@ blog/*_ga blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://salon.com/robots.txt +blog/.html.*http://zillow.com/robots.txt blog/20 blog/200 blog/2019 blog/?p= blog/?s= -blog/?s=*http://engvid.com/robots.txt -blog/?s=*http://japansociety.org/robots.txt +blog/?s=*http://hp.com/robots.txt +blog/?s=*http://ucl.ac.uk/robots.txt blog/Neuer_Beitrag.html blog/Rubriken.html blog/SearchView.aspx @@ -23369,7 +23817,7 @@ blog/tag blog/tag blog/tag/ blog/tag/* -blog/tag/success-webinar/http://jezebel.com/robots.txt +blog/tag/success-webinar/http://chordsoftruth.com/robots.txt blog/tags blog/tags-search blog/tags-search.html @@ -23474,7 +23922,6 @@ blogs/pad/$ blogs/product blogs/research/search blogs/search -blogs/search/ blogs/slow-ride blogs/tag blogs/technology.atom @@ -23491,7 +23938,7 @@ blogtemp blogvideo blogvision blogweb-20/ -blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt +blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://vaimusic.com/robots.txt blogzoho-at-zoho/ blogzoho-for-google-apps/ blokdebid/ca/calendar-created @@ -25090,7 +25537,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://econsultancy.com/robots.txt +bookmarkshttp://s3-us-west-2.amazonaws.com/robots.txt bookproperty books books/?*instrument= @@ -25485,7 +25932,7 @@ branding= brandlover brandmonitoring brandnet -brandnew/psphttp://understood.org/robots.txt +brandnew/psphttp://google.co.za/robots.txt brandnewconference/2016/video brandonbergman brandonkim @@ -28576,6 +29023,60 @@ business business*? business--manufacturing/business-education/faq/search? business-breakfast +business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel +business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html +business-customers/aviation/shell-for-suppliers/card-services +business-customers/aviation/shell-for-suppliers/card-services.html +business-customers/bitumen/contact-us +business-customers/bitumen/contact-us.html +business-customers/bitumen/news +business-customers/bitumen/news.html +business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives +business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html +business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives +business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html +business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives +business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html +business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products +business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html +business-customers/commercial-fuels/be-our-superstar +business-customers/commercial-fuels/be-our-superstar.html +business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain +business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain.html +business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges +business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges.html +business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power +business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power.html +business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine +business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html +business-customers/lubricants-for-business/shell-panolin/five-things-to-know +business-customers/lubricants-for-business/shell-panolin/five-things-to-know.html +business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment +business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment.html +business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment +business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment.html +business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity +business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity.html +business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions +business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions.html +business-customers/marine/marine-lng +business-customers/marine/marine-lng.html +business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature +business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature.html +business-customers/shell-market-hub/shell-services/lube-optimizer +business-customers/shell-market-hub/shell-services/lube-optimizer.html +business-customers/shell-market-hub/shell-services/machinemax +business-customers/shell-market-hub/shell-services/machinemax.html +business-customers/shell-market-hub/shell-services/shell-desiccant-breathers +business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html +business-customers/shell-market-hub/shell-services/shell-lube-analyst +business-customers/shell-market-hub/shell-services/shell-lube-analyst.html +business-customers/shell-market-hub/shell-services/shell-lube-videocheck +business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html +business-customers/shell-market-hub/shell-services/shell-remote-sense +business-customers/shell-market-hub/shell-services/shell-remote-sense.html +business-customers/trading-and-supply/counterparty-information-request +business-customers/trading-and-supply/counterparty-information-request.html business-enterprise/cesm3/index_v2.php?key5sk1= business-enterprise/cesm3/index_v2.php?s= business-insider$ @@ -28679,7 +29180,6 @@ business-security/pki-management/certificate-manager.php? business-security/ssl-security.php?s= business-security/support-services/it-help.php? business-services -business-solutions/content-moved.asp business/*-*/products/business-tv business/*-*/products/deals business/*-*/products/device-protection-plans/device-protection-plan-for-business @@ -28719,7 +29219,6 @@ business/enterprise-advisory-board business/feedback business/global business/hub -business/iframes/toughbook-configurator.asp business/infrastructure-explainer business/international-business business/invite @@ -28756,10 +29255,6 @@ business/switch-account business/thank-you-carrier-integration-request business/thank-you-integration-request business/top-ads -business/toughbook/computer-support-enterprise-software.asp -business/toughbook/computer-support-enterprise-whitepapers.asp -business/toughbook/computer-support-search-downloads-iframe-JSON.asp -business/toughbook/configurator-iframe.asp business/update business/verified-merchant/status business/widget @@ -28769,6 +29264,7 @@ businessCart businesscontinuity businesses businesses-for-sale/?encodedurl= +businessinfo businessreview busqueda button @@ -28839,6 +29335,7 @@ bwdbpro.cfm bwidb/nocsd.cfm bwiki bx_sender_conversion_id= +by by/ by8837 by_Job @@ -28857,11 +29354,8 @@ bz/corporate/contact bz/news bz679com bzw77com +bzzagent c -c-AdComparison -c-ManageMyAds -c-SavedAds -c-SelectCategory c-gender* c-s c-w/sandbox @@ -29254,7 +29748,7 @@ ca/fr/emplois/tous/*COm* ca/fr/emplois/tous/*CoM* ca/fr/emplois/tous/*CÃÆca/fr/emplois/tous/*com* -ca/fr/emplois/tous/*commun*http://robertjohnsonbluesfoundation.org/robots.txt +ca/fr/emplois/tous/*commun*http://thewindowsclub.com/robots.txt ca/fr/emplois/tous/*cÃÆca/fr/emplois/tous/*ÃÆca/fr/job-details-preview* @@ -29382,7 +29876,7 @@ calebmooreportfolio calendar calendar calendar$ -calendar-2/action~*/http://icloud.com/robots.txt +calendar-2/action~*/http://feelament.bandcamp.com/robots.txt calendar-2/action~agenda calendar-2/action~default calendar-2/action~http: @@ -29602,7 +30096,7 @@ calendrier/action~agenda calendrier/action~month calendrier/action~oneday calendrier/action~posterboard -calendrier/action~stream/http://dailycaller.com/robots.txt +calendrier/action~stream/http://fauerzaesp.org/robots.txt calendrier/action~week california-exhibit call @@ -29667,7 +30161,7 @@ campaigns/ campaigns/bigsix.html campaigns/bulk-order-form campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://southwest.com/robots.txt +campaigns/digital-recruitmenthttp://rappler.com/robots.txt campaigns/help/search-results.html campaigns/infor-hub-xt5r5iwdrgxbnuz/ campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once @@ -29843,6 +30337,7 @@ car-match/buildandfind.xhtml car-questions/*/edit/ car-rental/results car-search-sitemap +car-seat car-static-data-requirements car/caravan/ad.html car/caravan/search.html @@ -29903,6 +30398,20 @@ careers/MAINTAINERS.txt careers/Phoenix-Hiring-Event/ careers/Sydney-Hiring-Event/ careers/UPGRADE.txt +careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow +careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow.html +careers/about-careers-at-shell/employee-stories/dreaming-big +careers/about-careers-at-shell/employee-stories/dreaming-big.html +careers/about-careers-at-shell/employee-stories/endless-opportunities +careers/about-careers-at-shell/employee-stories/endless-opportunities.html +careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme +careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme.html +careers/about-careers-at-shell/employee-stories/testing-my-abilities +careers/about-careers-at-shell/employee-stories/testing-my-abilities.html +careers/about-careers-at-shell/people-at-shell +careers/about-careers-at-shell/people-at-shell.html +careers/about-careers-at-shell/we-are-one-team/diversity-inclusion +careers/about-careers-at-shell/we-are-one-team/diversity-inclusion.html careers/admin careers/aus-nz-event/ careers/aws-ar-event/ @@ -29922,6 +30431,8 @@ careers/aws-sea-event/ careers/aws-singapore-event/ careers/aws-sydney-event/ careers/chattanooga-mobile-event/ +careers/choose-your-career-profile +careers/choose-your-career-profile.html careers/comment/reply careers/cron.php careers/database-hiring/ @@ -29943,7 +30454,11 @@ careers/job careers/jobs careers/jobs.php careers/jobs.php?id= +careers/join-the-shell-talent-community +careers/join-the-shell-talent-community.html careers/landing-pages/ +careers/life-at-shell +careers/life-at-shell.html careers/mentor-knowledge-bank/ careers/mexico-edge-hiring-2014/ careers/milwaukee-edge-hiring-2014/ @@ -29985,6 +30500,8 @@ careers/santiago-event/ careers/scripts careers/search careers/search? +careers/students-and-graduates +careers/students-and-graduates.html careers/students-graduates/opportunities careers/texas-event/ careers/thank_you @@ -30270,7 +30787,6 @@ catalogue/*? catalogues catchup catec -catedraOLD/ categories categories.php categories/*/archive @@ -32465,7 +32981,7 @@ cd/V77972_01 cd/clip/parole/soprano-hiro-7260.html cd/corneille-entre-nord-et-sud-1769.html cd_upload/Search -cdc/http://gizmodo.com/robots.txt +cdc/http://mnn.com/robots.txt cdf/sign cdj cdk/* @@ -32477,9 +32993,9 @@ cdn-cgi/* cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://mediamatchmaker.co.uk/robots.txt -cdn-cgi/http://newindianexpress.com/robots.txt -cdn-cgi/http://rover.com/robots.txt +cdn-cgi/http://farm8.staticflickr.com/robots.txt +cdn-cgi/http://iso.org/robots.txt +cdn-cgi/http://lesscss.org/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -32508,6 +33024,7 @@ cdonahue cdonline/ cdr cds +cds/media cdstub cdtoc/attach ce/item.cms @@ -32612,8 +33129,8 @@ cgi-bin/grid-words cgi-bin/guestbook cgi-bin/histDiff.cgi cgi-bin/homelandsecurity -cgi-bin/http://euroncap.com/robots.txt -cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt +cgi-bin/http://bandungspirit.org/robots.txt +cgi-bin/http://qiita.com/robots.txt cgi-bin/imagemap cgi-bin/isbn cgi-bin/kaweahits @@ -32626,7 +33143,7 @@ cgi-bin/loginpage cgi-bin/longs.cgi cgi-bin/mb cgi-bin/msdemo/ -cgi-bin/notices/http://ams.usda.gov/robots.txt +cgi-bin/notices/http://avid.com/robots.txt cgi-bin/onTopic cgi-bin/orphanWikiPages cgi-bin/outline @@ -32666,7 +33183,7 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb -cgi-binhttp://ifixit.com/robots.txt +cgi-binhttp://youtube.de/robots.txt cgi-local cgi-mad/ cgi-out @@ -32765,7 +33282,6 @@ ch/conversations ch/css ch/de/checkout ch/de/chweb -ch/de/extranet ch/de/it/m/cms ch/de/live-event-schedule ch/de/live-event-schedule$ @@ -33001,7 +33517,6 @@ chat/api/livechat chat/get-chat-auth-token chat/m/ chat? -chatWindow chatbot chatch chats/ @@ -33011,6 +33526,7 @@ chauvin chdinh chebi check +check-redirect check-web-status.html check.htm checkForm= @@ -33048,7 +33564,7 @@ checkout/test/test.html checkout2 checkout?plan_id checkoutconfirmation -checkouthttp://modernistcuisine.com/robots.txt +checkouthttp://usdre.com/robots.txt checkoutnow checkouts checkpoint @@ -33496,8 +34012,8 @@ clickId= click_ clickandbuy clickhere.jsp -clickhttp://antena3.rtp.pt/robots.txt -clickhttp://searchenginejournal.com/robots.txt +clickhttp://futurism.com/robots.txt +clickhttp://uspto.gov/robots.txt clickstream clicktale clickthrough.jsp @@ -35785,7 +36301,7 @@ clockss-manifest clone clone/library/genomic/organisms close-account -closed-submissions/http://hindustantimes.com/robots.txt +closed-submissions/http://churchofjesuschrist.org/robots.txt closedcaption closures/*.ssf? closures/index.ssf?other @@ -35879,7 +36395,7 @@ cmp= cmplog cmr cms -cms-search/http://cmswire.com/robots.txt +cms-search/http://ansa.it/robots.txt cms. cms.dll cms.dll* @@ -35896,6 +36412,7 @@ cms_preview_ui cms_preview_ui_static cms_registrations cmsctx/ +cmsimp cmslanding.aspx cmstest/ cmtofart @@ -35916,7 +36433,7 @@ cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html cn/enterprise/ cn/error-static-cdn -cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt +cn/events/huaweiconnect/livestream-for-tvs$http://openculture.com/robots.txt cn/ipns cn/license/ibis-models cn/license/licensing-agreement/ @@ -36042,7 +36559,7 @@ cobrand/ code code/ code/* -code/http://w3techs.com/robots.txt +code/http://web.archive.org/robots.txt code2product-typeform-dashboard code= code_activation @@ -36286,7 +36803,7 @@ community/*/latest$ community/*/live community/*/post community/*/post- -community/*/profile/*http://cointelegraph.com/robots.txt +community/*/profile/*http://freemusicarchive.org/robots.txt community/*/rss community/*/topics community/*/trackback @@ -36559,6 +37076,7 @@ competitions/best-buy/entry-thank-you/ competitive-analysis/? competitive-research complete +completedpath compliance/contact-us-confirmation/ compliance/hipaa-eligible-services-reference/ compliance/how-to-open-aws-compliance-reports/ @@ -36598,7 +37116,7 @@ component-library/college-of-science--math-feature-panels/ component-library/emma-css/ component-library/next-steps-graduate-undergraduate-business/ component-library/school-for-the-environment-feature-panels/ -component/ +component-uat componentes componentgrouplibrary/* components @@ -36663,7 +37181,7 @@ conditions-diseases? conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/ conditions/pregnancy-and-baby/pages/your-birth-plan.aspx conejo -conex-2019http://view.adjust.com/robots.txt +conex-2019http://reliefweb.int/robots.txt conf conf conf/*.php$ @@ -36743,7 +37261,7 @@ connect-accounts connect.facebook.net connect/@ connect/help/search-results.html -connect/http://blog.sfgate.com/robots.txt +connect/http://imgur.com/robots.txt connect/offer connect/profile connect/social-intranet.html @@ -36757,6 +37275,7 @@ connectedwomen/wp-includes connectingAirport= connections connections/recent +connectivity connectme/search/node connector connects @@ -36814,6 +37333,7 @@ contact-opnemen-met-myheritage contact-opnemen-met-ondersteuning contact-pantone-connect contact-preferences +contact-sales/http://mi.com/robots.txt contact-support contact-thank-you contact-tos @@ -36847,8 +37367,8 @@ contact/employees/servlets contact/en/hague/questionnaire/ contact/feedback contact/form/ -contact/http://dolphchaney.com/robots.txt -contact/http://freewebs.com/robots.txt +contact/http://hopemoon.com/robots.txt +contact/http://teachvideo.ru/robots.txt contact/menu* contact/partner* contact/support.php @@ -36918,8 +37438,6 @@ content/*/schedule content/*/synchronous_inspection content/*/thenables content/*/util -content/*http://motherboard.vice.com/robots.txt -content/*http://tubitv.com/robots.txt content/README.txt content/aarpe/en/home/ content/aarpe/en/home/vendor/ @@ -37041,13 +37559,11 @@ content/dam/Deloitte/nz/Documents/noindex/ content/dam/Deloitte/us/Documents/noindex/ content/dam/Deloitte/xc/ content/dam/Deloitte/xl/ -content/dam/Panasonic/*/pub-*.*$ -content/dam/Panasonic/*/pub-*/*.*$ content/dam/SAS/partnernet/ content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf content/dam/acsorg/qa content/dam/alumni/2012elections -content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt +content/dam/avg/img/2014/business/http://baymard.com/robots.txt content/dam/bitdefender/business/ar content/dam/blackberry-com/asset/enterprise/pdf/direct content/dam/blackberry-com/asset/enterprise/webcast/direct @@ -37122,7 +37638,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://ssl.gstatic.com/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/jpm/structured-products-documents content/dam/kpmg/au/pdf/creditors @@ -37142,15 +37658,6 @@ content/dam/msdotcom/en/assets/pdfs/Client-Tax-Certification.pdf content/dam/msdotcom/en/assets/pdfs/IWM_Combo_Client_Tax_Certification.pdf content/dam/nuance/en_us/terms-and-conditions/ content/dam/pan/en_US/assets/pdf/legal/archive -content/dam/panasonic/*/pub-*.*$ -content/dam/panasonic/*/pub-*/*.*$ -content/dam/pim/*/*-Product_ImageGlobal*.png$ -content/dam/pim/*/*-Variation_Image_for_See_All*.png$ -content/dam/pim/*/*.pub.*$ -content/dam/pim/*/pub-*.*$ -content/dam/pim/*/pub-*/*.*$ -content/dam/pim/tw/*-Product_ImageGlobal*.png$ -content/dam/pim/tw/*-Variation_Image_for_See_All*.png$ content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_ content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_%20annual%20report.pdf @@ -37166,7 +37673,7 @@ content/dam/sm/ccto/sunet_id_resources content/dam/sm/radcancerbio/resources-secure content/dam/sothebys/InsideSothebys*.pdf content/dam/static-page/customer-advocacy/*/pdf/* -content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt +content/dam/students/documents/graduations/programs/http://familysearch.org/robots.txt content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf @@ -37215,7 +37722,7 @@ content/dist/fonts content/docdel content/download content/downloads/ -content/downloads/http://marketingweek.com/robots.txt +content/downloads/http://encrypted-tbn0.gstatic.com/robots.txt content/ebook content/ebook/ content/ebrochure/toyota-mobility.pdf @@ -37249,7 +37756,7 @@ content/index.php/filter/tips content/index.php/node/add content/index.php/search content/index.php/user/login -content/index.php/user/logout/http://columbia.jp/robots.txt +content/index.php/user/logout/http://thestar.com.my/robots.txt content/index.php/user/password content/index.php/user/register content/institution @@ -37264,6 +37771,7 @@ content/mayoclinic/* content/me/business/en-us/marketing-solutions/ads content/mileage-plan/partial/join-terms-conditions content/my_st_com/ +content/ndr content/node/add content/nvidiaGDC/* content/pan-dev @@ -37303,7 +37811,6 @@ content/pan/ko_KR content/pan/pt_BR content/pan/zh_CN content/pan/zh_TW -content/panasonic content/partial/ content/partial/plan-book-cars content/pattern-library/ @@ -37863,7 +38370,7 @@ courses/Transcript courses/assessment courses/eecs484 courses/favorites -courses/http://codecanyon.net/robots.txt +courses/http://dashnerlaw.com/robots.txt courses/oasis/BabbScholarship courses/section courses/transcript @@ -37959,7 +38466,6 @@ cpl-edit cpoirier cpollack cpresources -cpro cpropub/univercd cps/en cps/fr @@ -37969,13 +38475,11 @@ cpspa cpx.php cqiu cr -cr$ cr/ cr/$ cr/Download cr/corporate/contact cr/news -cr? craft crafts crai/big @@ -38531,7 +39035,7 @@ csd/internal/css csd/internal/nav csd/js csd/nav -csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt +csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://todaysparent.com/robots.txt csde/camp-shriver-community/camp-shriver/registration-fee/ csds/* cse @@ -38915,24 +39419,24 @@ cz/virtualization cz/virtualization/virtualbox cz/zasady-ochrany-osobnich-udaju-safe-harbor.html cz/ztrata-karty.html -czde/ +czde cze/layout/set -czes/ -czfr/ -czgr/ +czes +czfr +czgr czhang czimanyi -czit/ -czja/ -czko/ -cznl/ -czpl/ -czpt/ -czro/ -czru/ -czsv/ -cztr/ -czzh/ +czit +czja +czko +cznl +czpl +czpt +czro +czru +czsv +cztr +czzh d d-gender* d. @@ -39032,7 +39536,7 @@ da/blog da/cart da/checkout da/create-a-doodle-pfm -da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt +da/create-a-doodle-pfmhttp://extensions.joomla.org/robots.txt da/firefox/collections da/firefox/collections/4757633 da/firefox/collections/4757633/$ @@ -39143,8 +39647,11 @@ data-loss-prevention.php? data-loss-prevention.php?email= data-loss-prevention/? data-processing-terms +data-st-cnt="ee" data-studio data/ +data/*/crosssellaccommodations +data/1.0/bundle data/allocated-federal-nonfederal-disbursements/? data/cache data/candidates/? @@ -39257,6 +39764,7 @@ db2dl/ db2s dbacks/fans/text-messaging-terms-and-conditions dbacks/search +dbarberi/wiki dbases dbcfiles dbchanges.php @@ -39416,6 +39924,7 @@ de-VN de-ZA de-at de-at/ +de-ch de-ch/ de-de de-de.www.cloudflare.com @@ -39627,7 +40136,6 @@ de/company/newsletters/search.html de/company/user_stories/search.html de/competition de/config -de/consumer/lumix-g-cashback-wochen.html de/contact.php de/contacts/c/claudia-grabner.html de/content/dam/mathworks/mathworks-dot-com/images/company/jobs @@ -40096,7 +40604,7 @@ decision-makers? deck deck-maker decorator/ -decz/ +decz deep-health-abstract deep-health-auth deep-health-search @@ -40107,7 +40615,6 @@ deeplinkid def/ defalpha= default -default.asp default.aspx/kb/ default.aspx/ph/ default.cms @@ -40120,7 +40627,6 @@ default/js/ default1.cms default1.cms defaultinterstitial.cms -defaultpage defaults deferred-payment deferred.php @@ -40132,12 +40638,12 @@ definition/Rosamund definition/barred%20ghoul definition/wipedout definizione/geraschelt -defr/ -degr/ +defr +degr degroot -deit/ -deja/ -deko/ +deit +deja +deko delange-artistmanagement/en-GB/art0sts/artist.aspx?category=42386122047193089.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=44317411747102721.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1 delayed_job @@ -40168,6 +40674,7 @@ demo demo-express-delivery demo-next-day-delivery demo-product +demo-request/ demo-video demo-videos demo/closed-unclosed-performance @@ -40175,14 +40682,14 @@ demo/closed-unclosed-performance?closed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://mathworks.com/robots.txt +demo/safari-reader-test-nielshttp://security.stackexchange.com/robots.txt democenter demonstration demos dempubweb denise-snyder denisschapiro -denl/ +denl dental/*/index.php dental/dh dental/endo @@ -40194,12 +40701,11 @@ dental/students dentistry/about/appointments-and-referrals/appointment-thankyou denver dep/rwm/hoss -departement-de-service-ouvert department-beauty-gender-unisex* departments departure= departureDate= -depl/ +depl deployment-test-clf2 deployment-test-clf3 deployment-test-clf4 @@ -40218,7 +40724,6 @@ deposits/*.pdf$ deposits/*.swf$ deposits/*.txt$ dept -dept/ dept/soc/people/rsandefur depth-- depts/* @@ -40226,10 +40731,10 @@ depts/CAS depts/purchase/* dermatology/appointments-and-referrals/connective-tissue-diseases/appointment-thankyou dermatology/appointments-and-referrals/signup-thankyou -dero/ +dero derr derricktin -deru/ +deru deryahonca desai desalvo @@ -40268,6 +40773,9 @@ designers/colorfilter? designers/events/fullscreen-page designers/search? designers/subtlepatterns/patterns/*.zip +designerunits +designerunits/image +designerunits/images designfeature-pencil* designgroup designs @@ -40304,16 +40812,16 @@ destinations/south-america.html destinations/south-america/* destinations/south-pacific.html destinations/south-pacific/* -desv/ +desv detail detail/*Ajax.do$ detail/ajax details- details-*.html details-print -detailshttp://craigslist.org/robots.txt +detailshttp://rcgroups.com/robots.txt detect -detr/ +detr detroitchicago dev dev-sites @@ -40386,7 +40894,7 @@ devsrc devtest/ dex deyoung -dezh/ +dezh df78788com dfa/UHC_physicians_RM_guide.pdf dfkw @@ -42099,8 +42607,8 @@ didar diegoestevez diegorivera diets/* -diff diffbot/ +differentialrealty diffs dig-perf-test digest @@ -42198,12 +42706,13 @@ digitaledition digitalexpress/ digitalpdf digitalsubscription/imagedownload -digitalsubscription/imagedownload/http://nj.gov/robots.txt +digitalsubscription/imagedownload/http://youblisher.com/robots.txt digregorio dilatua/proRecensione.do ding-session= dingruhuang dip +diplomat dir/pdf dir_on_server direct @@ -42238,7 +42747,6 @@ directory/search.asp directory/search/? directory/sitemap directory/tp -directory_missions/ directoryoptout* dirt/index.htm dirty-dancing @@ -42759,7 +43267,7 @@ dmorgan dmottacalderon dmoustafa dmq -dms_priv/*http://itunes.apple.com/robots.txt +dms_priv/*http://amazon.com.au/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -42837,7 +43345,6 @@ doc-rm doc-rss doc-y/ doc.html* -doc/courts-dwnld- doc/logs doc/protected doc_view/pid @@ -42852,7 +43359,6 @@ docrep/X1200E docroot docs docs$ -docs*?*utm_source= docs-api-legacy docs-api-legacy$ docs-footer @@ -42872,7 +43378,6 @@ docs/Newsletters/BD docs/YGL12 docs/accurint/accurint_price_2007_ll_trans_legal.pdf docs/accurint/accurint_price_2013.pdf -docs/addons docs/admin docs/api docs/api$ @@ -42886,7 +43391,6 @@ docs/doc/zoom-apps-data-management.pdf docs/doc/zoom-apps-security-privacy-faq.pdf docs/download docs/download/agreements -docs/email-wall docs/forms/social docs/gated/ docs/help/search-results.html @@ -42910,7 +43414,6 @@ docs/reference/kubernetes-api/api-index docs/reference/kubernetes-api/labels-annotations-taints docs/search_results.html docs/socialmarkup -docs/video-series docs/zoho-docs-pricing-delete.html doctor-add doctor-strange @@ -42975,7 +43478,6 @@ documents/archives/ArchivesObsolete documents/current documents/d/global/*sitemap documents/email-a-friend -documents/eng/biography_Carol_Fuller.asp documents/information-management/imr-guidance-and-appendices.pdf documents/mog.pdf documents/old/ @@ -43060,7 +43562,7 @@ download-lister download-logo-agreement.html download-notice download.asp* -download.asp*http://impots.gouv.fr/robots.txt +download.asp*http://google.com.co/robots.txt download.php download/ download/*/ @@ -43072,7 +43574,7 @@ download/Forside/2022 download/attachments download/binary download/get -download/http://leginfo.legislature.ca.gov/robots.txt +download/http://books.apple.com/robots.txt download/index download/legacy download/morae @@ -43193,7 +43695,7 @@ drupal-training drwilliamnuma ds-live/ ds-mobile/ -ds/*/*http://arte.tv/robots.txt +ds/*/*http://humanesociety.org/robots.txt dsasselov dsb/android/collections dsb/android/search @@ -43349,7 +43851,6 @@ easypol/output/forum.asp easyrenewal eat/gr- eayalahurtado -eb/incl_header2.html ebar ebatesCaptcha.do ebay/cronus @@ -43359,7 +43860,7 @@ ebc/portal ebernton ebi_docs ebibbs -ebisearch/summary/api/identificationsearchboxs4/*http://ebird.org/robots.txt +ebisearch/summary/api/identificationsearchboxs4/*http://es.scribd.com/robots.txt ebook ebook-creator/editor.html ebook.pdf @@ -43412,6 +43913,7 @@ ebserh/*thumbnail_view$ ebserh/*view$ ebserh/@@search eburns +ec ec/ ec/Download ec1 @@ -43700,6 +44202,7 @@ el-CL el-CN el-CO el-CR +el-CY el-CZ el-DA el-DE @@ -43873,7 +44376,7 @@ email$ email-capture email-colleague email-contact/ -email-contact/nodehttp://gsma.com/robots.txt +email-contact/nodehttp://help.netflix.com/robots.txt email-contact/taxonomy_term email-content email-help @@ -44679,6 +45182,7 @@ en-kh en-km en-kn en-kr +en-kw en-kw/dolby-vision-atmos-tvs en-kw/hands-free-voice-search-tvs en-kw/home-theatre-sound-bars/neckband-speakers @@ -45007,9 +45511,6 @@ en/SupportandAdministration/PoliciesandProcedures en/Tracker?data=* en/US/swassets/ en/US/swassets/sw274/sitewide_country_language_selector.html -en/_Original_ -en/_incl_header.html -en/_old_ en/_site_doc en/aanmeldbevestiging en/aanmelden-mislukt @@ -45030,7 +45531,6 @@ en/ajax/content-product en/ajax/contentmedia en/alert en/alerts -en/americas/calendar/ en/app en/app/ en/applications/release9.html @@ -45060,8 +45560,6 @@ en/carro-de-la-compra en/cart en/cgi-bin en/cgi-bin -en/cidi/menus -en/cidi/txt_files en/classes en/classes/ en/cloud/iaas-classic @@ -45409,9 +45907,6 @@ en/event/*/ical en/events/10_Graduade%20Institute_Richard_Baldwin_PWC_Geneva.pdf en/events/11_International%20Accounting%20Standards_Nic_Anderson_PWC_Geneva.pdf en/events/1_Roche_Ian_Bishop_PWC_Geneva.pdf -en/events/2009events.asp -en/events/2010_ -en/events/2010events.asp en/events/2_UBS_Geoff_Robinson_PWC_Geneva.pdf en/events/3_Richemont_Lesley_Griffiths_PWC_Geneva.pdf en/events/4_Swiss%20Re_Swiss%20Re_Jutta_Bopp_PWC_Geneva_.pdf @@ -45420,10 +45915,7 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf -en/events/cultural_events.asp -en/events/default.asp en/events/huaweiconnect/livestream-for-tvs$ -en/events/peace_fund.asp en/events? en/explore en/facturas-abono @@ -45457,13 +45949,6 @@ en/home.html en/hotels/ en/identity en/immigration-refugees-citizenship/services/reference-include -en/incl_banner_media_center.html -en/incl_footer_old.html -en/incl_headcontent_landing.inc -en/incl_headcontent_secondary.inc -en/incl_header1.html -en/incl_mini_pilares.html -en/incl_searchnav.html en/includes_content/missing_handler/view_map.html en/industries/health-sciences/clinical-one en/industries/health-sciences/clinical-one/depot-information @@ -45595,12 +46080,6 @@ en/matlabcentral/topics/power-electronics-control/search.html en/media-materials.html en/media/* en/meetings/full-capacity -en/member_states/haiti/backpack/Flyer_Ceremonia_ENG.html -en/member_states/haiti/backpack/Flyer_Ceremonia_ESP.html -en/member_states/haiti/backpack/Flyer_Ceremonia_FRE.html -en/member_states/haiti/backpack/default.html -en/member_states/haiti/backpack/default_anunciosept24.html -en/member_states/haiti/backpack/gallery.html en/memory-world-committees/grid en/memory-world-committees/list en/memory-world-committees/map @@ -45610,7 +46089,7 @@ en/memory-world/lac/list en/memory-world/lac/map en/memory-world/lac/risks/grid en/memory-world/lac/risks/list -en/memory-world/lac/risks/maphttp://unesdoc.unesco.org/robots.txt +en/memory-world/lac/risks/maphttp://sway.office.com/robots.txt en/memory-world/list en/memory-world/map en/merchants/ @@ -45651,8 +46130,6 @@ en/needs en/needs/ en/news-redirect/* en/news/canarias/diary -en/news/incl_news_items.asp -en/news/incl_reports.asp en/news? en/newsletters/* en/niet-gevonden @@ -45730,7 +46207,6 @@ en/right-education-country-overview/map en/right-education/observatory/grid en/right-education/observatory/list en/right-education/observatory/map -en/saf/accountability/docs/ en/safety-journalists/observatory/grid en/safety-journalists/observatory/list en/safety-journalists/observatory/map @@ -46072,9 +46548,6 @@ entertainment/test$ entertainment/wallpapers enterzipcode.php entities -entities/search -entityexplore$ -entityexplore? entityreference entp entr/Die%20Geh%C3%A4lter%20wurden%20gek%C3%BCrzt @@ -46146,6 +46619,7 @@ epo epo-dev epprecht epub +equipment-detail equity equity/includes/ equity/scripts/ @@ -46428,6 +46902,7 @@ es-py/ es-sp/ es-ss/ es-sv/ +es-us es-us/ es-us/*EDOCSSESSIONID* es-us/*SESSIONID* @@ -46517,9 +46992,6 @@ es/Themes es/TripsJS.ashx es/Upload es/_ -es/_Original_ -es/_incl_header.html -es/_old_ es/accessories/*/f es/accessories/ies es/account @@ -46531,7 +47003,6 @@ es/ajax es/ajax/content-product es/ajax/contentmedia es/alpha.php -es/americas/calendar/ es/android/collections es/android/search es/angels/search @@ -46591,8 +47062,6 @@ es/carro-de-la-compra es/cart es/changes-that-qualify-for-special-enrollment/ es/checkout -es/cidi/menus -es/cidi/txt_files es/classes es/classes/ es/cloud/saas/applications-common/19d @@ -46682,18 +47151,10 @@ es/es/promos/lyve-cloud-for-startups/ es/es/size/* es/esc/foodpriceswing es/estado-pedido -es/estados_miembros/haiti/mochilas/default.html -es/estados_miembros/haiti/mochilas/galeria.html es/eula.html es/event/*/ical es/event/*/shoutbox es/event/*/shoutbox? -es/eventos/2010_reuniones_ministeriales.asp -es/eventos/cultural_events.asp -es/eventos/default.asp -es/eventos/eventos2009.asp -es/eventos/eventos2010.asp -es/eventos/fondo_paz.asp es/explore es/facturas-abono es/facturas-abono @@ -46746,17 +47207,9 @@ es/holidayrentals es/hoteles/h es/hoteles/redirect es/hoteles/s -es/http://hearthis.at/robots.txt +es/http://italiadeivalori.it/robots.txt es/images es/inc -es/incl_banner_media_center.html -es/incl_footer_old.html -es/incl_headcontent_landing.inc -es/incl_headcontent_secondary.inc -es/incl_header1.html -es/incl_header2.html -es/incl_mini_pilares.html -es/incl_searchnav.html es/info es/inicia-sesi%C3%B3n es/iniciar-sesion @@ -46834,9 +47287,7 @@ es/music/+noredirect es/myunited es/nationals/search es/negocios -es/new/http://edyst.com/robots.txt -es/news/incl_news_items.asp -es/news/incl_reports.asp +es/new/http://3lion-anime.com/robots.txt es/node es/node/ es/node/* @@ -46901,7 +47352,6 @@ es/royals/search es/s/colecciones es/s/perfecta es/s/usuarios -es/saf/rendicion_cuentas/docs/ es/search es/search* es/search*attr_*= @@ -46912,7 +47362,7 @@ es/search.php es/search/ es/search/autocomplete es/search? -es/search?*http://platform.instagram.com/robots.txt +es/search?*http://epicurious.com/robots.txt es/secure-preview es/seguimiento-pedido es/seguimiento-pedido-invitado @@ -46921,7 +47371,6 @@ es/share es/share-order es/sharecontacts-for-microsoft-outlook.aspx es/shop_name_search_service -es/sica/ es/site-achievement es/sobre_nosotros es/solicitar-informacion/ @@ -47089,13 +47538,13 @@ escuela-arquitectura-diseno/wp-content/sites/ escuela-arquitectura-diseno/wp-content/themes/ escuela-arquitectura-diseno/wp-content/wp-admin/ escuela-arquitectura-diseno/wp-content/wp-includes/ -escz/ +escz esearch esejdic esfr/Empella esfr/Unternehmensanteil esfr/fixedneutered -esgr/ +esgr eshabliy eshah eshop.xml @@ -47106,12 +47555,12 @@ esi_cache esim/wp-admin esim/wp-content/plugins esim/wp-includes -esja/ -esko/ +esja +esko eskupTSUpdate esl/layout/set esmecaramello -esnl/ +esnl esntial.htm esoft-job esotiri @@ -47137,15 +47586,15 @@ especial/juegos-olimpicos/ especial/pruebas-comercial especiales/vogue_business espiar -espl/ +espl espn/now espnradio/podcast/feeds/easports esports esrc= -esro/ -esru/ +esro +esru essentialmums -essv/ +essv estadao estadao-verifica estadisticas/populares/p @@ -47157,7 +47606,7 @@ estefania_rodriguez esteri/07_novembre_24/allam_8b31e72c-9a84-11dc-a3e4-0003ba99c53b.shtml esteri/2018/03/25/news/campus_link_l_universita_dei_ministri_5s_tra_malta_il_cepu_e_la_dc-300956701 esteri/2018/03/26/news/campus_link_i_contatti_con_mosca_e_con_gli_007_negli_affari_dell_universita_a_5_stelle-300957066 -estr/ +estr estudis/mastersuniversitaris/prodart esu/unitprogcat esupport/article.html* @@ -47185,7 +47634,7 @@ esw/internal/departments/education/ugcourses esw/internal/departments/socialwork/modules esw/internal/departments/socialwork/pgcourses esw/internal/departments/socialwork/ugcourses -eszh/ +eszh et et$ et-*/ @@ -47251,6 +47700,7 @@ et-UA et-US et-VN et-ZA +et-ee et-ee/ et/ et/Archive @@ -47401,7 +47851,6 @@ evaluate evaluate-link evaluate-unique-link evaluation -evalutaion-virtuelle evanbenjamin evapayne evd @@ -47664,7 +48113,7 @@ evernote/like.php everybodyshirts everywhere-configuration/ everywhere/ -evite/*http://dustinandtracy.com/robots.txt +evite/*http://lapakbrebes.com/robots.txt evolok ewalk ewalker @@ -47720,6 +48169,7 @@ exercise/mine exercise/search exit? expand-reach-with-digital-marketing +expat expeditions/ expense/help/search/results.html expense/mobile/thanks.html @@ -47875,6 +48325,8 @@ extern_js external external-affiliations external-catalog-services +external-redirects +external-redirects.html external-test-ids= external/ external/BusArch @@ -47935,7 +48387,7 @@ external_service/connect_now external_slp_click externalservices/surveyfeedapi/api/testfeed extfile -exthttp://edutopia.org/robots.txt +exthttp://fitbots.com/robots.txt extlink extra extra/gremien @@ -47957,7 +48409,6 @@ eyeblaster eyeblaster eyewitness ezais -ezine/ ezk888cn ezra f @@ -48177,13 +48628,13 @@ fco= fcollado fcyrraci fd-fr/ -fd/ fdbk fding fe-BE fe-de-ratas fe_full/ feat-deliverby* +feature/ feature/departments.jsp feature/hollywood-life-box-subscription-seasonal-get-the-look-3433859 feature/hollywoodlife-winter-box-subscription-what-to-buy-inside-the-box-3451337 @@ -48282,7 +48733,7 @@ feed.xml feed/ feed/$ feed/* -feed/*http://bitdefender.com/robots.txt +feed/*http://digiday.com/robots.txt feed/activity feed/check feed/externalfooter @@ -48298,7 +48749,7 @@ feed/sitema feed/subscribe feed/update feed/v1/podcast/triggered-uncensored -feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt +feed/v1/podcast/unredacted-with-kurt-schlichterhttp://recaptcha.net/robots.txt feed/xml feed= feed=rss @@ -48657,9 +49108,9 @@ filestore fileview filing filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://freepik.com/robots.txt filings/pdf -fill-private.htmlhttp://babycenter.com/robots.txt +fill-private.htmlhttp://malla-espaldera.com/robots.txt fill.html film/s films/*/size/large @@ -48722,7 +49173,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://freemius.com/robots.txt +find/*http://mastercard.us/robots.txt find/3DImage.jsp find/ApplecareDetails.jsp find/DemoItem.jsp @@ -48943,6 +49394,7 @@ fnrr-ddcx/ fo-fo/ foggy foi/pubscheme/ +foia-confirmation foia-document foia/quaterly/ fol @@ -48960,7 +49412,6 @@ folha/virtual follow follow-overlay= follow-the-crumb-trail -follow.jsp follow_board follow_me.php follow_user @@ -49746,7 +50197,6 @@ food/recipes/*/shopping-list food/recipes/search*? food/search*? fooddirectory -foodfestival/ foodordering foodpickle foods/brands/page/ @@ -49766,6 +50216,7 @@ footer$ footer-asset-references/ footer_ajax.html footercertificates.aspx +footy/tools foppiani for-courier/cheljabinsk for-courier/ekb @@ -49827,7 +50278,7 @@ forgotpassword forgotpassword.aspx forgotten-password forgotten-password/ -forgov-devhttp://qobuz.com/robots.txt +forgov-devhttp://rust-lang.org/robots.txt forlibraries form form-containers @@ -49839,6 +50290,7 @@ form/ form/*/event form/*? form/conf +form/foia form/pdf format format/html @@ -50036,7 +50488,7 @@ forum/member.php forum/memberlist.php forum/memberlist.php forum/members -forum/membre/http://spl.zeotap.com/robots.txt +forum/membre/http://business2community.com/robots.txt forum/messenger forum/misc forum/modcp @@ -50362,7 +50814,7 @@ forum/topic/221-tips-and-suggestions-for-working-members forum/traininggroups_onlinefree.php forum/translation_do.php forum/ucp.php -forum/ucp.phphttp://eleks.com/robots.txt +forum/ucp.phphttp://dhs.gov/robots.txt forum/ucp_agreement_trainings.php forum/uretral-nyj-vektor-4-25.html forum/user @@ -50376,6 +50828,7 @@ forum/voprosy-po-kozhnomu-vektoru-91-25.html forum/vzaimootnoshenija-v-pare-236-25.html forum/whats-new forum2 +forumTeaser forums forums forums*/markallread/* @@ -50425,7 +50878,7 @@ forums/discover/unread/ forums/editpost.php forums/forum/30-general-members-forums forums/help.html -forums/http://sofafactory.ru/robots.txt +forums/http://mor-pack.co.il/robots.txt forums/index.php/ef forums/index.php/h forums/index.php/i @@ -50442,7 +50895,7 @@ forums/index.php/sel forums/index.php/sp forums/index.php/u forums/index.php?&act=Online -forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt +forums/index.php?/user/http://audio.accordo.it/robots.txt forums/index.php?act=Arcade forums/index.php?act=Attach forums/index.php?act=Forward @@ -50863,9 +51316,6 @@ fr/Tr/ fr/Tracker?data=* fr/TripsJS.ashx fr/Upload -fr/_Original_ -fr/_incl_header.html -fr/_old_ fr/_site_doc fr/aboutus fr/academia/books/members.html @@ -51020,15 +51470,7 @@ fr/enterprise/blog/search? fr/error-static-cdn fr/errors fr/estado-pedido -fr/etats_membres/haiti/sacs/default.html -fr/etats_membres/haiti/sacs/galerie.html fr/eula.html -fr/evenements/2010_reunions_ministerielles.asp -fr/evenements/cultural_events.asp -fr/evenements/default.asp -fr/evenements/evenements2009.asp -fr/evenements/evenements2010.asp -fr/evenements/fonds_paix.asp fr/event/*/ical fr/event/*/shoutbox fr/event/*/shoutbox? @@ -51098,14 +51540,6 @@ fr/hotel/s fr/images fr/immigration-refugies-citoyennete/services/reference-inclusion fr/inc -fr/incl_banner_media_center.html -fr/incl_footer_old.html -fr/incl_headcontent_landing.inc -fr/incl_headcontent_secondary.inc -fr/incl_header1.html -fr/incl_header2.html -fr/incl_mini_pilares.html -fr/incl_searchnav.html fr/includes_content/missing_handler/view_map.html fr/info fr/intangible-cultural-heritage/grid @@ -51232,7 +51666,6 @@ fr/music/*/+wiki/shoutbox? fr/music/+noredirect fr/myunited fr/naviguer -fr/news/incl_news_items.asp fr/newsroom fr/node fr/onelook_american_dictionary_words.html @@ -51480,11 +51913,12 @@ francophonie frank frank/index.htm franklynwang -frcz/ -frde/ +frcz +frde fre/layout/set +fred fred-glance-widget.php -fred-glance-widget.phphttp://freecodecamp.org/robots.txt +fred-glance-widget.phphttp://kroatien-idriva.de/robots.txt free free-cancellation/index. free-coloring-pages/featured/frenchs-coloring-pages/ @@ -51507,7 +51941,7 @@ fren/volumeters french-studies/ fres/grandseigneur fresh -frgr/ +frgr fri friday friday-after-next @@ -51519,11 +51953,11 @@ friendsfavorites/ friendships friendsprofile friendstimes -frit/ -frja/ -frko/ +frit +frja +frko frnf2014 -frnl/ +frnl frogs/ frogs/legs/ frogs/phones/ @@ -51550,13 +51984,13 @@ frontoffice frontpage-slideshow-images froogle? froogle_ -frpl/ -frpt/ -frro/ -frru/ -frsv/ -frtr/ -frzh/ +frpl +frpt +frro +frru +frsv +frtr +frzh fscripts fssp ftb @@ -51578,8 +52012,6 @@ full_data_use_policy fullscreen fullscreen/ReportLinker fun -fun/api/ -fun/g/ fun/printlog2.php function=*404* function=CHECKOUTFIELDS @@ -51668,7 +52100,7 @@ g%C5%82osuj g-gender* g-recaptcha-response g.php -g/4arE9Chttp://flickr.com/robots.txt +g/4arE9Chttp://svt.se/robots.txt g/api g/banana/api/context g/ts @@ -51841,14 +52273,25 @@ gallery_cache_key= gallery_more_stories_insider.cms* gam- gambling-promos -gambling-promos/http://clevescene.com/robots.txt +gambling-promos/http://hotblouse.com/robots.txt game game*? game-reviews/*/user-reviews/manage/add +game/dislike game/export game/export/gif/thumbnail +game/getAutoComplete +game/getIframeSrc +game/getIframeSrc?id= +game/getcomments +game/insertNote game/score +game/show game/summary +game/updateNote +game/viewall +game/viewall/favorite +game/viewall/played gamehouse-games games games/*?*pageId @@ -51920,7 +52363,7 @@ gb/resources-campaign/* gb/search gb/user gb/user$ -gb_xapi_content/http://smartpassiveincome.com/robots.txt +gb_xapi_content/http://counterpunch.org/robots.txt gbapujii gbook gbox/ @@ -52245,6 +52688,7 @@ get-searchtasks get-started get/ getCallUsInfoData +getCategory getMoreSimilarGalleriesAjax getMostReadArticles getRelatedArticles @@ -52353,7 +52797,7 @@ gibbslab-personal giee/*category=ucommall gif gifs -gifshttp://girlsridetoo.de/robots.txt +gifshttp://feeds.feedburner.com/robots.txt gift gift-calculator-ranges/ gift-calculator-tags/ @@ -52379,7 +52823,6 @@ gigs/*page= gigs/*page=2$ gigs/search gil -gilbertala gimi gintas giorgio_seano @@ -52458,11 +52901,6 @@ global/api/load.php global/choose-location.html?location=home global/contact global/content/images -global/corporate/profile/mediacontact/sec/agreement.html -global/corporate/profile/mediacontact/sec/complete.html -global/corporate/profile/mediacontact/sec/error.html -global/corporate/profile/mediacontact/sec/inqform.html -global/corporate/response-sheet.pdf global/internal/departments/anthropology/modules global/internal/departments/anthropology/pgcourses global/internal/departments/anthropology/ugcourses @@ -52476,7 +52914,6 @@ global/internal/departments/ir/modules global/internal/departments/ir/pgcourses global/internal/departments/ir/ugcourses global/messages -global/olympic/ja/sportschangemakers/20210823final.html global/resources/es/search global/resources/search global/search @@ -52534,7 +52971,7 @@ go/directory go/download go/fanfiction/ go/help.ticket.submit$ -go/http://pod.link/robots.txt +go/http://ok1fig.nagano.cz/robots.txt go/member go/members go/menu @@ -52574,7 +53011,7 @@ goldengate/c1221/gg-winux goldenkirby goldstein goldstine-cole -golocal/extranet/http://nmap.org/robots.txt +golocal/extranet/http://intothestormmovie.com/robots.txt gonda gongyi*? gonsalves @@ -52617,7 +53054,7 @@ gostevaya/karta-sayta/poisk/? goto goto.htm goto.php -goto/http://spensor.blogspot.com/robots.txt +goto/http://salzburger-armutskonferenz.at/robots.txt goto= gotoPage= goto_issue @@ -52941,30 +53378,31 @@ grappelli grar grav grazie -grcz/ -grde/ +grcz +grde greece/documento/2012 greenzang greet.php greetingcard-view gregorschubert -gres/ +gres grestenberger grfp* -grfr/ +grfr grid grid_report/documents griffinlab griggs grillos -grit/ +grit grizzlies/node grizzlies/users -grja/ -grko/ -grnl/ +grja +grko +grnl groeger grossesshowexcel.cfm +groundsamba group group/ group/search @@ -53001,17 +53439,17 @@ growing-up-chrisley growth growth-tools-assets growthformula -grpl/ -grpt/ -grro/ -grru/ -grsv/ -grtr/ +grpl +grpt +grro +grru +grsv +grtr grub-client gruizeh grunes grusdt -grzh/ +grzh gs- gs-taxonomy gs_counter @@ -53035,6 +53473,7 @@ gsmaeurope/wp-includes gsr gss gsx +gt gt/ gt/Download gt/css @@ -53160,7 +53599,7 @@ haaleta haaretz-labels habbal hackathons/reinvent-2013/ -hacker/*/followhttp://hackernoon.com/robots.txt +hacker/*/followhttp://emarketer.com/robots.txt hacker/*/unfollow hackerproof/? hackerproof/abreporting.html @@ -53194,7 +53633,6 @@ haininggouinlock hair-transplant-services haishuai haitham -haitibackpacks/http://oasis-open.org/robots.txt haksoochoi haku hallmark_homes @@ -53576,6 +54014,8 @@ henhouse henrickson henryspark henvisninger/div +herbmed +herbmed/getit.php here4u/thank-you/ herfi heritage/search.php @@ -53694,7 +54134,6 @@ hilaryweingarden hilf hilfe/fundingdetail.html hilfe/live/launch-day/launch-day-show-voting.html -hilfe/live/launch-day/launch-day-videoupload.html hilfe/live/officehour/officehour-link.html hillarystein hillis @@ -53991,6 +54430,7 @@ home/feed home/fiosinternet/plans/*%7Bdomainnameus%7D home/fiostv/spanishplans/*%7Bdomainnameus%7D home/free-antivirus/download.php? +home/getAllGamesAjax home/global_feed home/highspeedinternet/*%7Bdomainnameus%7D home/index_rss @@ -54030,6 +54470,7 @@ home/support-maintenance/free-scan.php home/support-maintenance/system-utilities.php?track= home/uninstall-survey-thank-you.php home/uninstall-survey.php +home/updateGameDesc home/user-profile-view? home/wifi/*%7Bdomainnameus%7D home? @@ -54058,7 +54499,6 @@ homepage-b homepage-beta homepage-experiment homepage-video-test -homepage/ homepage/2013 homepage/health/2009/fall/nobel-prize.shtml homepage_feature @@ -54105,7 +54545,7 @@ homework-help/landing/hwh homework-help/landing/offer homework-help/search? homr/services -honeypot/http://dr.dk/robots.txt +honeypot/http://powersports.jp/robots.txt hong-kong-ting-hui-limited-cclxixe honing.html hook @@ -54155,7 +54595,6 @@ hotel/*/?type hotel/h hotel/index.hi. hotel/redirect -hotel/reviews? hotel/s hotel/search hotel/us/the-airstream-van.*.html @@ -54205,7 +54644,6 @@ hotels/reservation-payment.htm hotels/rpc hotels/s hotels/search -hotels/search hotels/search-results.htm hotels/search/list* hotels/search/map* @@ -54238,7 +54676,7 @@ how-low-will-you-go- how-to-adjust-the-privacy-settings-for-your-smartwatch how-to-change-your-privacy-settings-on-facebook-and-instagram how-to-change-your-privacy-settings-on-twitter-and-youtube -how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt +how-to-find-happiness-newsletter-book-preview/http://thestorkbag.com/robots.txt how-to-keep-your-browsing-information-untraceable how-to-keep-your-phone-secure-while-traveling how-to-limit-ad-tracking-on-your-mobile-device @@ -54261,12 +54699,10 @@ hoyinversion hoysport hp hp/focus-retrocompatibile$ -hp/http://ideas.lego.com/robots.txt +hp/http://austintexas.gov/robots.txt hp/video hp_channels hpan -hpm -hpmob hpws/max-connections.php hpws/parallel-downloads.php hpws/post-onload.php @@ -57465,168 +57901,180 @@ http http-checker http2_data http: -http://1533911.fls.doubleclick.net/robots.txt -http://1731177.fls.doubleclick.net/robots.txt -http://1password.com/robots.txt -http://2224480.fls.doubleclick.net/robots.txt -http://4764406.fls.doubleclick.net/robots.txt -http://4shared.com/robots.txt -http://a-z.love/robots.txt -http://abc.go.com/robots.txt -http://abc7chicago.com/robots.txt -http://abc7ny.com/robots.txt -http://abcnews.go.com/robots.txt -http://abduzeedo.com/robots.txt -http://ad.doubleclick.net/robots.txt -http://adcell.de/robots.txt -http://adeje.es/robots.txt -http://adelainedevelopment.com/robots.txt -http://allrecipes.com/robots.txt -http://amazon.de/robots.txt -http://ampmexterminators.com/robots.txt -http://androidpolice.com/robots.txt -http://api.ning.com/robots.txt -http://api.whatsapp.com/robots.txt -http://apod.nasa.gov/robots.txt -http://app.box.com/robots.txt +http://1.envato.market/robots.txt +http://10007209.fls.doubleclick.net/robots.txt +http://1billion.org/robots.txt +http://4087375.fls.doubleclick.net/robots.txt +http://4480452.fls.doubleclick.net/robots.txt +http://4ads.de/robots.txt +http://6071807.fls.doubleclick.net/robots.txt +http://8555892.fls.doubleclick.net/robots.txt +http://abbyharmony.com/robots.txt +http://abebooks.com/robots.txt +http://about.google/robots.txt +http://academic.oup.com/robots.txt +http://acornhilllodge.com/robots.txt +http://activecampaign.com/robots.txt +http://adamdurica.lnk.to/robots.txt +http://africasiaeuro.com/robots.txt +http://ambig.one/robots.txt +http://americanlightingusa.com/robots.txt +http://androidheadlines.com/robots.txt +http://aneventapart.com/robots.txt +http://antonioliso.com/robots.txt http://apple.co/robots.txt -http://artnews.com/robots.txt -http://artsandculture.google.com/robots.txt -http://au.effectivemeasure.net/robots.txt -http://austinmoody.net/robots.txt -http://autode.sk/robots.txt -http://b.hatena.ne.jp/robots.txt +http://atom.io/robots.txt http://babylenta.ru/robots.txt -http://basecamp.com/robots.txt -http://bath.ac.uk/robots.txt -http://bbc.com/robots.txt -http://bbcamerica.com/robots.txt -http://bbcgoodfood.com/robots.txt -http://bcg.com/robots.txt -http://bcmmaa.com/robots.txt -http://beautifulthailand99.blogspot.co.uk/robots.txt +http://baike.baidu.com/robots.txt +http://behance.net/robots.txt http://bharat.republicworld.com -http://bhf.org.uk/robots.txt -http://bigoven.com/robots.txt -http://blackholerecordings.com/robots.txt -http://bleepingcomputer.com/robots.txt -http://blog.bufferapp.com/robots.txt -http://businessbuiltonline.blogspot.com/robots.txt -http://cambridge.org/robots.txt -http://carinon.hatenablog.com/robots.txt -http://cdn.polyfill.io/robots.txt -http://cedcommerce.com/robots.txt -http://cio.com/robots.txt -http://cityam.com/robots.txt -http://click.linksynergy.com/robots.txt -http://clubic.com/robots.txt -http://coeducacion.grial.eu/robots.txt +http://blogs.cornell.edu/robots.txt +http://blogs.law.harvard.edu/robots.txt +http://blogs.smithsonianmag.com/robots.txt +http://blue.ap.teacup.com/robots.txt +http://books.google.fr/robots.txt +http://bostonglobe.com/robots.txt +http://brew.sh/robots.txt +http://bugs.chromium.org/robots.txt +http://business-standard.com/robots.txt +http://buzzsprout.com/robots.txt +http://cancerresearchuk.org/robots.txt +http://cartoonnetwork.com/robots.txt +http://cbc.ca/robots.txt +http://cdph.ca.gov/robots.txt +http://ceskatelevize.cz/robots.txt +http://citylab.com/robots.txt +http://clickfunnels.com/robots.txt +http://clickserv.basis.net/robots.txt +http://coingecko.com/robots.txt +http://colorado.edu/robots.txt +http://colorado.gov/robots.txt +http://columbia.jp/robots.txt http://comunitaqueeniana.weebly.com/news-of-the-world http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor -http://constantcontact.com/robots.txt -http://coursera.org/robots.txt -http://crn.com/robots.txt -http://croixmode.jp/robots.txt -http://cultofmac.com/robots.txt -http://d.turn.com/robots.txt -http://dc.arrivalist.com/robots.txt +http://converg.com/robots.txt +http://coronavirus.jhu.edu/robots.txt +http://cse.google.com/robots.txt +http://cyberduck.io/robots.txt +http://dailywire.com/robots.txt +http://dainikshiksha.com/robots.txt +http://dallasnews.com/robots.txt +http://dancenter.de/robots.txt +http://darkreading.com/robots.txt +http://dasbuchderwahrheit.de/robots.txt +http://dashlane.com/robots.txt +http://de.wikipedia.org/robots.txt +http://deccanherald.com/robots.txt http://delivery.yandex.ru/robots.txt -http://docstoc.com/robots.txt -http://domain.com/robots.txt -http://ecma-international.org/robots.txt -http://economie.gouv.fr/robots.txt -http://ed.gov/robots.txt -http://eff.org/robots.txt -http://en.support.wordpress.com/robots.txt -http://engadget.com/robots.txt -http://euronews.com/robots.txt -http://evite.com/robots.txt -http://evuk.co.uk/robots.txt -http://experience.arcgis.com/robots.txt -http://expressen.se/robots.txt -http://faithandreason.com/robots.txt -http://fema.gov/robots.txt -http://firstrunfeatures.com/robots.txt -http://fiverr.com/robots.txt -http://fnac.com/robots.txt -http://folhadeirati.com.br/robots.txt -http://forcefieldsnz.bandcamp.com/robots.txt -http://form.jotform.com/robots.txt -http://foromontefrio.com/robots.txt -http://fortune.com/robots.txt -http://foxnews.com/robots.txt -http://galu.co.jp/robots.txt -http://geraldtabios.com/robots.txt -http://goldstocktrades.com/robots.txt -http://govinfo.gov/robots.txt +http://detroitnews.com/robots.txt +http://developer.apple.com/robots.txt +http://docs.woocommerce.com/robots.txt +http://efe.com/robots.txt +http://eibar.org/robots.txt +http://en-gb.wordpress.org/robots.txt +http://en.wordpress.com/robots.txt +http://ers.usda.gov/robots.txt +http://esa.un.org/robots.txt +http://esv.org/robots.txt +http://etagi.com/robots.txt +http://ethz.ch/robots.txt +http://euromodule.ro/robots.txt +http://europepmc.org/robots.txt +http://ey.com/robots.txt +http://feelcycle.com/robots.txt +http://felixplastik.com/robots.txt +http://fondationbrigittebardot.fr/robots.txt +http://foxmovies.com/robots.txt +http://francetvinfo.fr/robots.txt +http://fujitsu.com/robots.txt +http://fun88line.com/robots.txt +http://gaming-style.com/robots.txt +http://garybuseypetjudge.com/robots.txt +http://geni.us/robots.txt +http://geo-tracker.smadex.com/robots.txt +http://geonames.org/robots.txt +http://getcloudapp.com/robots.txt +http://getlistingusa.blogspot.com/robots.txt +http://getrippedabs.net/robots.txt +http://gilt.com/robots.txt +http://goldensun.get.com.tw/robots.txt +http://google.by/robots.txt +http://google.co.uk/robots.txt +http://google.com.bd/robots.txt +http://google.com.br/robots.txt +http://google.fr/robots.txt +http://googleapis.com/robots.txt +http://gothamweekly.com/robots.txt +http://gov.br/robots.txt +http://govtech.com/robots.txt +http://graniteasap.com/robots.txt http://graphics8.nytimes.com/robots.txt -http://gtm.js.fls.doubleclick.net/robots.txt -http://gyro13.com/robots.txt -http://health.com/robots.txt -http://health.pa.gov/robots.txt -http://heart.org/robots.txt -http://homesinhamiltonontario.com/robots.txt -http://hubs.ly/robots.txt -http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt +http://guinnessworldrecords.com/robots.txt +http://hangovergang.com/robots.txt +http://hellomagazine.com/robots.txt +http://help.adobe.com/robots.txt +http://help.apple.com/robots.txt +http://help.github.com/robots.txt +http://hootsuite.com/robots.txt +http://hubspot.com/robots.txt +http://hugoizarra.com/robots.txt +http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://indiewire.com/robots.txt http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/ -http://i.ebayimg.com/robots.txt -http://i9.ytimg.com/robots.txt -http://ie.edu/robots.txt -http://ifcncodeofprinciples.poynter.org/robots.txt -http://imagekandi.com/robots.txt -http://indeed.com/robots.txt -http://indiana.edu/robots.txt -http://info.yahoo.com/robots.txt -http://iopscience.iop.org/robots.txt -http://istanbulyelken.org.tr/robots.txt -http://izioq.bandcamp.com/robots.txt -http://journals.plos.org/robots.txt -http://kongregate.com/robots.txt -http://lapresse.ca/robots.txt -http://lepoint.fr/robots.txt -http://lg.com/robots.txt -http://librarything.com/robots.txt -http://linkedin.com/robots.txt -http://list.ly/robots.txt -http://m.youtube.com/robots.txt -http://macobserver.com/robots.txt -http://mapquest.com/robots.txt -http://market.android.com/robots.txt -http://marketwire.com/robots.txt -http://maryannesbookshelf.com/robots.txt -http://militarytimes.com/robots.txt -http://mineyour.biz/robots.txt -http://mootools.net/robots.txt -http://mpgi.edu.in/robots.txt -http://myrobotlove.blogspot.com/robots.txt -http://n.us1.dyntrk.com/robots.txt -http://nachosuarez.blogspot.com/robots.txt -http://namecheap.com/robots.txt -http://nascardigitalmediallc.demdex.net/robots.txt -http://ncbi.nlm.nih.gov/robots.txt -http://nebula.wsimg.com/robots.txt -http://newrelic.com/robots.txt -http://news.berkeley.edu/robots.txt -http://news.gallup.com/robots.txt -http://news.google.com/robots.txt -http://news.softpedia.com/robots.txt -http://news24.com/robots.txt -http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt -http://nofilmschool.com/robots.txt -http://notivu.blogspot.com/robots.txt -http://nzz.ch/robots.txt -http://oag.ca.gov/robots.txt -http://observer.com/robots.txt -http://ogp.me/robots.txt -http://on.fb.me/robots.txt -http://parents.com/robots.txt -http://parkinsonsresource.org/robots.txt -http://passionfruitsporthorses.squarespace.com/robots.txt -http://pastemagazine.com/robots.txt -http://photomatt.net/robots.txt -http://pixabay.com/robots.txt +http://i2.wp.com/robots.txt +http://ic.gc.ca/robots.txt +http://images.apple.com/robots.txt +http://img1.wsimg.com/robots.txt +http://independent.academia.edu/robots.txt +http://inquirer.com/robots.txt +http://insight.adsrvr.org/robots.txt +http://interaction-design.org/robots.txt +http://is.gd/robots.txt +http://jeet.tv/robots.txt +http://joelonsoftware.com/robots.txt +http://justgetflux.com/robots.txt +http://kiesque.com/robots.txt +http://kkytea.blog44.fc2.com/robots.txt +http://klook.com/robots.txt +http://kohls.com/robots.txt +http://laravel.com/robots.txt +http://leuze.com/robots.txt +http://macrumors.com/robots.txt +http://mariadb.org/robots.txt +http://marriott.com/robots.txt +http://matomo.org/robots.txt +http://media.fastclick.net/robots.txt +http://mediaarea.net/robots.txt +http://memcached.org/robots.txt +http://metal-archives.com/robots.txt +http://milb.com/robots.txt +http://miniclip.com/robots.txt +http://motorola.com/robots.txt +http://mountsinai.org/robots.txt +http://mozilla.com/robots.txt +http://mozilla.org/robots.txt +http://msdn.microsoft.com/robots.txt +http://mylifetime.com/robots.txt +http://myspace.com/robots.txt +http://newindianexpress.com/robots.txt +http://ngm.nationalgeographic.com/robots.txt +http://nicovideo.jp/robots.txt +http://nieuwfinancieel.nl/robots.txt +http://nl.pinterest.com/robots.txt +http://nrf.com/robots.txt +http://nsf.gov/robots.txt +http://nuance.com/robots.txt +http://nydailynews.com/robots.txt +http://olympic.org/robots.txt +http://openlayers.org/robots.txt +http://opplemena.com/robots.txt +http://papermag.com/robots.txt +http://pe-erfolg.de/robots.txt +http://picmonkey.com/robots.txt +http://picsuk.com/robots.txt +http://plato.stanford.edu/robots.txt +http://podomatic.com/robots.txt http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/ http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/ http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/ @@ -57648,76 +58096,64 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/ http://pompeachaleurdaikin.fr/le-lexique/ http://pompeachaleurdaikin.fr/temoignages-infos/ http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/ -http://poolwiseliving.com.au/robots.txt -http://poppet.us/robots.txt -http://premiumbeat.com/robots.txt -http://primit.it/robots.txt -http://prnt.sc/robots.txt +http://portal.ct.gov/robots.txt +http://protonmail.com/robots.txt +http://psmag.com/robots.txt http://pt.wikipedia.org/robots.txt -http://publish.twitter.com/robots.txt -http://purityring.ffm.to/robots.txt -http://px.adentifi.com/robots.txt -http://px.gumgum.com/robots.txt -http://qiita.com/robots.txt -http://quantcast.com/robots.txt -http://ragesw.com/robots.txt -http://rdr.connectedinteractive.com/robots.txt -http://recalculatingfilm.com/robots.txt -http://redhat.com/robots.txt -http://repubblica.it/robots.txt -http://reuters.com/robots.txt -http://rijksoverheid.nl/robots.txt -http://rsfbathroomdesigns.co.uk/robots.txt -http://rtb.adp3.net/robots.txt -http://rtd.tubemogul.com/robots.txt -http://rte.ie/robots.txt -http://science.nasa.gov/robots.txt -http://scienceandnonduality.com/robots.txt -http://security.googleblog.com/robots.txt -http://seekingalpha.com/robots.txt -http://servedby.ipromote.com/robots.txt -http://smallbiztrends.com/robots.txt -http://smileeasy.com/robots.txt -http://socialnomics.net/robots.txt -http://startrankingnow.com/robots.txt -http://static.wixstatic.com/robots.txt -http://sunderlandecho.com/robots.txt -http://t3n.de/robots.txt -http://tandfonline.com/robots.txt -http://tapncap.com/robots.txt -http://tattierecords.com/robots.txt -http://techopedia.com/robots.txt -http://techpi-und-malibu.de/robots.txt -http://terribjones.com/robots.txt +http://pubs.rsc.org/robots.txt +http://qsl.net/robots.txt +http://queenrocks1971.blogspot.com/robots.txt +http://radiopublic.com/robots.txt +http://readwriteweb.com/robots.txt +http://registrosakashicos.com/robots.txt +http://researcher.watson.ibm.com/robots.txt +http://roboform.com/robots.txt +http://rockingmre.blogspot.com/robots.txt +http://rvprecords.com/robots.txt +http://s.amazon-adsystem.com/robots.txt +http://s3-eu-west-1.amazonaws.com/robots.txt +http://safebrowsing.google.com/robots.txt +http://satc.demdex.net/robots.txt +http://savannahsmiledesigns.com/robots.txt +http://searsassociates.com/robots.txt +http://secure.wego.com/robots.txt +http://sellfy.com/robots.txt +http://seriouseats.com/robots.txt +http://sitekit.withgoogle.com/robots.txt +http://sixrevisions.com/robots.txt +http://snyk.io/robots.txt +http://socialmediatoday.com/robots.txt +http://someecards.com/robots.txt +http://spreadsheets.google.com/robots.txt +http://standaard.be/robots.txt +http://symfony.com/robots.txt +http://target.digitalaudience.io/robots.txt +http://techsmith.com/robots.txt +http://telegram.org/robots.txt +http://thebalancecareers.com/robots.txt +http://theguardian.com/robots.txt +http://themastercleanse.org/robots.txt http://theonion.com/robots.txt -http://thinglink.com/robots.txt -http://timesofisrael.com/robots.txt -http://tnc.org.br/robots.txt -http://tools.google.com/robots.txt -http://tools.pingdom.com/robots.txt -http://track.adform.net/robots.txt -http://track.omguk.com/robots.txt -http://trends.google.com.mx/robots.txt +http://timeanddate.com/robots.txt +http://toledoblade.com/robots.txt +http://transparency.org/robots.txt +http://trendmicro.com/robots.txt http://uat-next-a30-uk.udev1a.net* -http://undefined.fls.doubleclick.net/robots.txt -http://unity.com/robots.txt -http://unstats.un.org/robots.txt -http://usda.gov/robots.txt -http://v.qq.com/robots.txt -http://vancouver.ca/robots.txt -http://viki.com/robots.txt -http://vmed.club/robots.txt -http://voterga.org/robots.txt -http://wise.com/robots.txt -http://wnyc.org/robots.txt -http://wolframreiter.org/robots.txt +http://ubuntu.com/robots.txt +http://uptodate.com/robots.txt +http://userstyles.org/robots.txt +http://virustotal.com/robots.txt +http://vuzix.com/robots.txt +http://watchmojo.com/robots.txt +http://wetwetwet.co.uk/robots.txt +http://wordpress.tv/robots.txt http://www.comodo.com/email/webinspector-email http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats -http://yellowpages.com/robots.txt +http://www3.weforum.org/robots.txt +http://xfinity.com/robots.txt +http://xkcd.com/robots.txt http://youtubefanfest.com/robots.txt -http://zertifikateawards.de/robots.txt -http://zmg.su/robots.txt httpd httpd/reports https @@ -57754,7 +58190,6 @@ https://give2.chop.edu/give/307052/#!/donation/checkout https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1 https://media.chop.edu/data/files/educational-modules/lgbtq/* https://newprocessfromhome.com -https://ngadiasporaproject4040.com/wp-content/uploads/wpforms https://preprod-hin.republicworld.com https://prev-hin.republicworld.com https://prev-prod.republicworld.com @@ -57801,7 +58236,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427 https://www.oxfamintermon.org/ca/resultats-de-cerca?term= https://www.oxfamintermon.org/es/resultados-de-busqueda?term= https://www.republicworld.com/ipl-2024 -https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt +https://www.republicworld.com/ipl-2024/*http://bidagent.xad.com/robots.txt https://www.southampton.ac.uk/research/areas/ https://www.southampton.ac.uk/research/search/ https://www.southampton.ac.uk/research/search/all @@ -58093,6 +58528,7 @@ hy-AM/kb/*/discuss hy-AM/search hy-AM/user hy-AM/users +hy-am hy-am/ hy/ hy/Archive @@ -58111,7 +58547,6 @@ hypeindex/graph hypeindex/performance-graph hyper hypernews -hypoallergenique hyrbil/resultat hyunjin hz/contact-us/ajax/initiate-trusted-contact @@ -58619,7 +59054,7 @@ iframe/dirette iframe/video iframe= iframes -iframes/http://earthobservatory.nasa.gov/robots.txt +iframes/http://streamelements.com/robots.txt ifwns ig/add? ig/forums @@ -58742,7 +59177,7 @@ imagelib imagelibrary imagelightbox?elementId imagenes -imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://hollywoodlife.com/robots.txt +imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://fireeye.com/robots.txt imageresults.asp* images images @@ -58758,7 +59193,6 @@ images/? images/EdSymp2010_reportforweb_tcm18-185058.pdf images/G/01/imdb/css images/HTPopups/ -images/Musik_468x60.swf images/PageScans images/Podcasts images/Popup/ @@ -58776,8 +59210,6 @@ images/about/ images/adspace/ images/api images/application_uploads -images/async/? -images/async? images/campaign/ images/carBlogsimages images/chart_gifs @@ -58790,9 +59222,6 @@ images/dopfiles/DNT20170204041207.pdf images/email/ images/ga_img_handler.php images/home/ -images/hosted/? -images/hosted/search? -images/hosted? images/interview_pdfs images/intfood/thermomix/HF_icon_thermomix.svg images/li.gif @@ -58807,13 +59236,9 @@ images/pad/search?text=*&source=morda images/related images/resume images/scaled -images/search%3F -images/search/? images/search/details/twitterCards/twitter-card -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/showroomimages images/smart/$ images/staff @@ -58833,7 +59258,6 @@ images/welcome_image.png images2/ images3/ images4/ -images? imagesCC/ imagesLinks imagesfordorian/ @@ -58857,7 +59281,7 @@ img/*.docx$ img/*.pdf$ img/category img/hc_ambassador.png -img/http://takeout.google.com/robots.txt +img/http://support.lenovo.com/robots.txt img/logo/3rdpartylogos img/mobile img/not-indexed @@ -58893,7 +59317,6 @@ imoviehelpr7 imoviehelpr9 imp impact-feature -impactshello impixu implementations import @@ -59075,7 +59498,6 @@ inbox-talk inbox-user inbox.aspx inbox.php -inboxcommerce inc inc/ inc5000dev @@ -59131,7 +59553,6 @@ index index*.php$ index-new index-test.php -index.asp index.cgi index.hi. index.htm @@ -59209,7 +59630,6 @@ index.php/game-reviews/*/user-reviews/manage/add index.php/ht/node/ index.php/ko/node/ index.php/magazine/get_comment -index.php/media index.php/media/oembed index.php/media/oembed index.php/medicare-search/ @@ -59242,13 +59662,13 @@ index.php/user/login/ index.php/user/logout index.php/user/logout index.php/user/logout/ -index.php/user/logout/http://commissions.arlingtonva.us/robots.txt -index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt -index.php/user/logout/http://medicine-world.ru/robots.txt -index.php/user/logout/http://ncaa.com/robots.txt -index.php/user/logout/http://seagate.com/robots.txt -index.php/user/logout/http://trapanishuttle.com/robots.txt -index.php/user/logout/http://usmagazine.com/robots.txt +index.php/user/logout/http://aeonmetals.com.au/robots.txt +index.php/user/logout/http://agoda.com/robots.txt +index.php/user/logout/http://eldiario.es/robots.txt +index.php/user/logout/http://ordnancesurvey.co.uk/robots.txt +index.php/user/logout/http://pri.org/robots.txt +index.php/user/logout/http://towardsdatascience.com/robots.txt +index.php/user/logout/http://wikitravel.org/robots.txt index.php/user/password index.php/user/password index.php/user/password/ @@ -59670,7 +60090,7 @@ inter-wait-buy interact interact.sh interactions-list-drugs.php -interactive*http://fcc.gov/robots.txt +interactive*http://click.linksynergy.com/robots.txt interactive/quiz/preview interactive/reading-preference interculturaldialogu/ar/event/*/ical @@ -59859,6 +60279,7 @@ intl/*/tool intl/admin intl/admin$ intl/comment +intl/corporate-communications intl/de intl/en_*/lp/coupons$ intl/en_*/lp/coupons/$ @@ -59946,6 +60367,10 @@ investors/de/stock/fixed-income/bond-documentation investors/de/stock/fixed-income/cp-documentation investors/en/stock/fixed-income/bond-documentation investors/en/stock/fixed-income/cp-documentation +investors/results-and-reporting/quarterly-results/latest-results/test-page +investors/results-and-reporting/quarterly-results/latest-results/test-page.html +investors/shareholder-meetings/2021-agm-webcast +investors/shareholder-meetings/2021-agm-webcast.html invitation invitation invitations @@ -60046,6 +60471,7 @@ ipportal-support-api ips_kernel ipsos_site ipstatsdb/ +ipstrategies/ iptest iptest.aspx iptheory @@ -60093,6 +60519,8 @@ isabelwu isapi/ isbn isdh/drafts_local/ +isearch +isearch-solr isfp ishaan ishaniganguli @@ -60611,8 +61039,8 @@ ita/layout/set italianthings itc itc/ccnmtl/assets -itcz/ -itde/ +itcz +itde item-img/* item/clone item/correction @@ -60640,14 +61068,14 @@ itemsize-* iten/Rotationskolbenpumpe iten/knarrender iten/lastricher%C3%A0 -itfr/ -itgr/ +itfr +itgr itineraires itineraires/*/itineraires-de- itineraires/*/routes-a-partir-de- -itja/ +itja itkatz -itko/ +itko itm/*&fits itm/*, itm/*.jpg @@ -60667,13 +61095,13 @@ itm/soi itm/variationlogistics itm/watch itmhero -itnl/ +itnl itoolshelp itpi/digitaltour/ -itpl/ -itpt/ -itro/ -itru/ +itpl +itpt +itro +itru its-national-cybersecurity-awareness-month its/internal its/new @@ -60684,15 +61112,15 @@ itsadmin itservices/sfuconnect itsnotok itsolutions/ -itsv/ -ittr/ +itsv +ittr itu_mt_main itudocr itudocs itunes itunes/mac/10.1/Contents/en/searchindex itvs/mt3 -itzh/ +itzh iui iulianradu iv @@ -60723,23 +61151,7 @@ iykim iznanka izzuddinaris j -j-auto-suggest.json -j-contact-seller.json -j-dealer-link-inc.json -j-edit-watchlist.json -j-feature-link-inc.json j-gender* -j-get-watchlist-item.json -j-homepage-galerie.json -j-homepage-gallery.json -j-locations.json -j-page-view.json -j-recently-viewed -j-send-to-friend.json -j-tokens-gen.json -j-vac-inc-carproof.json -j-vac-inc-get.json -j-vac-phone-get.json j/pro-site j= j_spring_security_check @@ -60966,24 +61378,24 @@ jacobrosen jacobs-engineering-magwaa jacqueline-lane jacquelineepstein -jacz/ +jacz +jade jade-moon -jade/ jaehyun_jung jaeinlee jaekim -jaes/ +jaes jaewonshin -jafr/ +jafr jagchhatwal -jagr/ +jagr jahuang jaimebgoldstein jaimepanoptotestsite -jait/ +jait jajp/ jakeconway -jako/ +jako jalali jalili jamaicavoices @@ -61011,19 +61423,19 @@ janetzong janewolfe janheng janitor -janl/ +janl jannejnappi jannyliao january-anmaicu -japl/ -japt/ +japl +japt jarada jared jaredhawkins -jaro/ +jaro jarradvanstan jarred -jaru/ +jaru jasminc jasmine-runner/static-1.14 jasmine-runner/static-1.15 @@ -61040,8 +61452,8 @@ jasonadamsheets jasonjiaxiwu jasonkey jastover -jasv/ -jatr/ +jasv +jatr java javacalcs javadb/10.3.3.0 @@ -61082,7 +61494,7 @@ jayender jayoungchoi jayski/tracks/archive/story/_/id/*/* jayson-marwaha -jazh/ +jazh jazz/node jazz/users jb= @@ -61893,7 +62305,6 @@ jp/*min= jp/*my_etsy= jp/Flash jp/about-huawei/publications/huawave$ -jp/access_aem.html jp/admin jp/ajax jp/ajax/content-product @@ -61914,46 +62325,20 @@ jp/blogs/technology.atom jp/blogsearch jp/box jp/brand/ -jp/business/its/ocr_form/sec/hoshu -jp/business/its/ocr_form/sec/hoshu.html -jp/business/its/ocr_form/sec/licence -jp/business/its/ocr_form/sec/licence.html -jp/business/its/ocr_form/sec/pass -jp/business/its/ocr_form/sec/pass.html -jp/business/vixell/estimate/complete.html -jp/business/vixell/inquiry/complete.html -jp/business/vixell/movie.html jp/c/*attr_*= jp/c/*price_bucket= jp/c/*search_type= jp/c/*ship_to= jp/cannabis jp/cart -jp/company/pms/download.html -jp/company/pms/globalmarketing/map.html -jp/company/pms/globalmarketing/stay.html -jp/company/pms/sec/globalmarketing/globalmarketing.html -jp/company/pms/stay/stay.html jp/connect/help/search-results.html jp/conversations -jp/corporate/ad/panasonic-open/men/personal_information.html -jp/corporate/cns/mask-01.html -jp/corporate/cns/mask-02.html -jp/corporate/cns/mask-03.html -jp/corporate/cns/mask-04.html -jp/corporate/cns/mask-05.html -jp/corporate/response-sheet.pdf jp/download/*/ jp/email-validation jp/en/book-a-trip/flights/fare-types/fare-guide-information.html jp/en/c/* jp/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html jp/en/search?param=* -jp/energy/company/peck/privacy-policy/sec/inqform.html -jp/energy/nanadou.html -jp/energy/news/info/usb/inqform.html -jp/energy/privacy-policy/sec/inqform.html -jp/energy/study/remote-visit/inquiry.html jp/enterprise/blog/search$ jp/enterprise/blog/search? jp/ferramentas/criador-de-logo/onboarding @@ -62020,20 +62405,6 @@ jp/social jp/solutions/case-studies/ jp/solutions/case-studies/innovators/innovators-eu/ jp/strumenti/creatore-di-logo/onboarding -jp/support/consumer/call/365.html -jp/support/consumer/call/638.html -jp/support/consumer/call/691.html -jp/support/consumer/call/692.html -jp/support/consumer/call/693.html -jp/support/consumer/call/694.html -jp/support/consumer/call/695.html -jp/support/consumer/call/697.html -jp/support/consumer/call/698.html -jp/support/consumer/call/981.html -jp/support/consumer/call/982.html -jp/support/consumer/call/983.html -jp/support/consumer/repair/tel -jp/support/consumer/repair/tel.html jp/support/repair-warranty/locate-repair-center-detail jp/support/submit.aspx jp/teams @@ -62227,6 +62598,10 @@ js/spmsg- js/streamsense-*.min.js js/swfobject.js js/widget.js +js2 +js3 +js3/ta-mobile +js3/vr-shared js? js?* jsErrAjax @@ -62288,6 +62663,7 @@ jtaylor jtmclaughlin juanahernandez judebeauchamp +judgesfigures jugder julfri juliacasado @@ -62487,6 +62863,7 @@ kdeconinck kdf-server/ kdk kds +ke ke/ ke/dolby-vision-atmos-tvs ke/hands-free-voice-search-tvs @@ -62545,6 +62922,7 @@ kg/ru kg/ru/ kgf kgong +kh kh/ khalilandani khan-labs?step=children-over-limit @@ -62859,23 +63237,23 @@ ko/위젯컴포넌트 ko_kr ko_kr/templates/M kobe-incheonmassage -kocz/ -kode/ +kocz +kode kodixon -koes/ -kofr/ +koes +kofr kogod/calendar/ -kogr/ +kogr koha/ kohane koichiroshiba -koit/ -koja/ +koit +koja kolkata kolson koncerty kong -konl/ +konl konradboeschenstein kontakt-myheritage kontakt-podr%C5%A1ka @@ -62894,21 +63272,20 @@ kontaktova%C5%A5-podporu kontaktovat-podporu kontaktovat-spole%C4%8Dnost-myheritage kontakty -kontakty/2-uncategorised.html -kopl/ -kopt/ +kopl +kopt korean korisauserzachrison -koro/ +koro kortizceballos -koru/ +koru korzina kossowsky kostioukhina -kosv/ -kotr/ +kosv +kotr kouafi -kozh/ +kozh kozin kp/ kpacheco-barrios @@ -63070,6 +63447,8 @@ l/lingerie/new-in/ l/lingerie/new-in? l/men/all-new-in/ l/men/all-new-in? +l/men/mens-new-in/ +l/men/mens-new-in? l/men/new-in/ l/men/new-in? l/uk/yahoo/apt @@ -63141,7 +63520,7 @@ landing-page-sitemap.xml landing-page/changelog landing-page/cmp-freemium landing-page/licensing -landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt +landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://tag.rutarget.ru/robots.txt landing-pages landing.php landing/ @@ -63250,8 +63629,6 @@ latinamerica/wp-admin latinamerica/wp-content/plugins latinamerica/wp-includes latoyaprincessjackson -launch -launch-day-show-voting.html launch/ launch2005/ launch_invitation @@ -63342,7 +63719,7 @@ le-cegep/signature-courriel/ leaders/center-programs/elp-applications/thank-you/ leaders/center-programs/elp-nomination/thank-you/ leadership/ -leadingtogether/http://uspto.gov/robots.txt +leadingtogether/http://icelandair.com/robots.txt leads leads/recommendations leaening*? @@ -63382,7 +63759,6 @@ learn-support/valuesurveys learn/ learn/category/ learn/coursera/* -learn/lp-auth0-vs-stormpath learn/resources/*/teacher-resource learn/search-results learn/seo @@ -63418,14 +63794,14 @@ learning/settings? learningarcade/ learningcenter learnmore -learnmore-transferhttp://mc.yandex.ru/robots.txt +learnmore-transferhttp://sccgov.org/robots.txt learnmorelayer learnmorelayertv leave leave_feedback leavingmsn/ lecture -lecture/http://courses.i-leadonline.com/robots.txt +lecture/http://creatoracademy.youtube.com/robots.txt ledger-admin lee leebrownlab @@ -63501,7 +63877,7 @@ legal-services/checkout? legal/3874403/ legal/bank-agreement-europe-expanded legal/former-affiliate-terms-and-conditions -legal/http://outdooractive.com/robots.txt +legal/http://patagonia.com/robots.txt legal/merchant-directory legal/terms legal/terms-of-service/unstyled.html @@ -63742,7 +64118,6 @@ library/working library= library? library?/ -library_common/ library_glossary.htm libraryservices/beta/search libraryservices/feedback/poll @@ -63839,7 +64214,6 @@ link.php link/ link2 link: -link? link_to linked linked_webroots @@ -63955,9 +64329,9 @@ live live-a-detruire_19925.html live-blogs/*embed=1 live-eyewear -live-preview/http://darksidedetective.com/robots.txt -live-preview/http://game.es/robots.txt -live-preview/http://infosecurity-magazine.com/robots.txt +live-preview/http://news.artnet.com/robots.txt +live-preview/http://s3-ap-southeast-2.amazonaws.com/robots.txt +live-preview/http://yummly.com/robots.txt live-score/cricket/auction_ajax live-score/cricket/comm live-score/cricket/commentary @@ -64010,7 +64384,6 @@ living/wellness/hearstmagazines livingcurriculum livingin1901 livingthepoorlife -livraison-a-domicile liyanahusenay liyufan liz @@ -64027,7 +64400,6 @@ lk/corporate/contact lk/news lkc lkwan -ll= llm-art-law llm-international-corporate-commercial-law llm-international-human-rights-law-practice @@ -64077,7 +64449,6 @@ loans loc/volunteers loc= local -local local-dev local-dev-old local-navigation/ @@ -64193,7 +64564,7 @@ login/bestaetigungslink-erneut-senden login/comodo-members.php/*_blank login/domain login/googleplus -login/http://cex.io/robots.txt +login/http://portalbcn.com.br/robots.txt login/join$ login/join? login/password @@ -64245,7 +64616,6 @@ logo-request.php logodownload.php logonUserServicesStartupAction.do logos -logotipoanticorrupcion/ logotypes logout logout @@ -64316,6 +64686,7 @@ loterias/loteria-nino/comprobar-numeros/* loterias/loteria-nino/numero louismaiden lov +loverrarely low lowFareDestinationAirport= lowFareOriginAirport= @@ -64378,7 +64749,7 @@ lrossmiller lrotenstein lrtrambaiolli ls/ -ls/docshttp://console.cloud.google.com/robots.txt +ls/docshttp://di.rlcdn.com/robots.txt lsdahlberg lshao lsho1976 @@ -64452,6 +64823,7 @@ lt-UA lt-US lt-VN lt-ZA +lt-lt lt-lt/ lt/ lt/Archive @@ -64543,6 +64915,7 @@ lv lv-*/ lv-LV lv-US +lv-lv lv-lv/ lv/ lv/$ @@ -64602,6 +64975,7 @@ lwes lwjohnson lx1 lxu +ly ly/ ly988cc lyd/programmer?q @@ -65106,7 +65480,7 @@ mai/users maier mail mail -mail-fertighttp://npmjs.com/robots.txt +mail-fertighttp://ist-track.com/robots.txt mail-gotowe mail-listo mail-okay @@ -65318,7 +65692,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -65356,7 +65729,7 @@ maps?*output=classic mapslt? mapspro mapstt? -mapt/http://padlet.com/robots.txt +mapt/http://tankerenemy.com/robots.txt mapview marathon marchand/miseajour/* @@ -65701,6 +66074,8 @@ mbrady mbronstein mbsullivan mburkhauser +mc-publication-test-folder +mc-publication-test-folder.html mc.html mc/ mc/all/ad.html @@ -65722,6 +66097,7 @@ mcho mchung mcknight mcmahon +mcmahon/emusic-l mcmurray mcn mcn/ @@ -65766,21 +66142,30 @@ media-manager media/ media/* media/*/edit +media/0000 media/1287752/ media/1287913/ media/1288165/ media/357557/ +media/BookingThumbnails media/JC media/Player6_0.swf -media/Resized-Images/*http://minecraftforum.net/robots.txt +media/ProviderThumbnails +media/Resized-Images/*http://dezeen.com/robots.txt media/SL +media/TALSO.swf +media/TUIThumbnails media/VK media/access media/admin +media/advertorials media/all/1287752/ media/all/1287913/ -media/all/1288165/http://cell.com/robots.txt +media/all/1288165/http://vecchioni.org/robots.txt media/all/357557/ +media/attractions-splice-test-spp +media/bl-video +media/careers media/clicks media/cmsform media/cmslist @@ -65794,6 +66179,12 @@ media/colorpicker media/common media/contentful/ media/css/ +media/daodao +media/daodao/photo-f +media/daodao/photo-l +media/daodao/photo-t +media/daodao/video-t +media/daodao/video-v media/downloads/ media/editimgecaption/* media/en/analog-dialogue/ @@ -65804,7 +66195,9 @@ media/en/technical-documentation/customer-case-studies/ media/en/technical-documentation/design-notes/ media/en/technical-documentation/tech-articles/ media/ethics-center/social-sector-ethics/ +media/fbavatar media/feeds +media/forums media/html media/html/box media/html/easter2015 @@ -65812,6 +66205,7 @@ media/html/enterprise-cybersecurity media/html/spread media/i18n/ media/interactive/cdrom/onehundredandeightyears +media/ja-content-thumbs media/jp/analog-dialogue/ media/jp/company/sustainability-reports/ media/jp/landing-pages/ @@ -65823,21 +66217,68 @@ media/jquery media/js/ media/js/app/*? media/js/translations.js +media/jwplayer media/mediaplayer/videos media/member +media/mktg +media/mobile media/oembed media/oembed +media/oyster media/pagelist +media/photo-a +media/photo-f +media/photo-g +media/photo-l +media/photo-o +media/photo-t +media/photo-w media/player media/player/data/ media/popup/ media/shop +media/solutions +media/string media/subscribe +media/t4b +media/ta +media/test +media/thirdpartyflash media/thumbnails/ +media/tmp +media/tourism-content +media/travelpod-roll.flv media/tv/channel/credits media/tyfo* +media/tyfo*http://fbi.gov/robots.txt +media/unesco media/uploads media/video +media/vr-geo-photo-j +media/vr-geo-photo-l +media/vr-geo-photo-m +media/vr-geo-photo-s +media/vr-ha-splice +media/vr-nifty-headers +media/vr-photo-j +media/vr-photo-l +media/vr-photo-m +media/vr-photo-o +media/vr-photo-q +media/vr-photo-s +media/vr-photo-test-j +media/vr-photo-test-l +media/vr-photo-test-m +media/vr-photo-test-o +media/vr-photo-test-q +media/vr-photo-test-s +media/vr-photos +media/vr-splice-m +media/vr-splice-s +media/vr-splice-test-j +media/vr-splice-test-l +media/vr-splice-test-m +media/vr-splice-test-s media1$ media2$ media3$ @@ -65852,7 +66293,7 @@ mediacentral mediacomp/ mediaembed mediafiles/* -mediahttp://newscientist.com/robots.txt +mediahttp://google.at/robots.txt mediakit mediakit/ medialibrary/de/brief @@ -66158,7 +66599,7 @@ medstaging meeting/help/search-results.html meeting/register meeting/schedule -meetingOptionshttp://teamusa.org/robots.txt +meetingOptionshttp://ethereum.org/robots.txt meetings meetings/en/html.jsp meetings/national/jmm/2124_abstracts/1056-30-23.pdf @@ -66354,7 +66795,6 @@ merchant/directions/* merchant/imageUploadPreview/* merchant/loc/* merchant/moreProducts?* -merchant/reviews? merchant/update/* merchant_login merchant_shipping_policy.pdf @@ -66454,6 +66894,7 @@ mgg/tmp mgg/trk mgmarin mgmt/ +mgo mgoldstein mgough mgtm @@ -66737,6 +67178,7 @@ mileageplan/ssl/mpauction/MPAuctionTermsStatic.asp mileageplan/ssl/mpauction/MPauctionBidForm.asp mileageplan/ssl/mpauction/MPauctionMain.asp mileageplan/ssl/partner/PartnerForm.asp +military militaryhistory million-dollar-arm milstone @@ -66855,6 +67297,7 @@ misc/tabletapp missing-email missing.html missing_link +missingpage mission-focused-transformation mission-motherhood/wp-admin/admin-ajax.php mission-paani/home-page-mission-paani-pledge @@ -66886,6 +67329,7 @@ mjumbepoe mjwilliams mjwu mjyee +mk mk-mk/ mk/ mk/android/collections @@ -67354,6 +67798,7 @@ monicaburns monicakang monicayudron monitor +monitor/ monitoring monitoring/?o=4506733701693440&p=4506733712244736 monk @@ -67390,7 +67835,6 @@ morerecenthistoryajax morganng morganshields moriahmitchell -moroccorelatives morris-singer morse mortgage-lender- @@ -67669,7 +68113,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://gov.il/robots.txt +mre/*.zip$http://rijksmuseum.nl/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -67784,7 +68228,7 @@ ms/users msa msandel msatwork/amazon -msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt +msatwork/uber/en.htmlhttp://p1.zemanta.com/robots.txt msb msc-accounting-financial-management msc-advanced-clinical-practice @@ -67942,6 +68386,7 @@ mtomasi mtrout mtsabar mttshr +mu mu/ mu_api mufc @@ -67970,9 +68415,9 @@ multiview multivu mumbaiedition munin -munin*http://demandcooling.com/robots.txt -munin*http://pacaneleaparate.biz/robots.txt -munin*http://packages.debian.org/robots.txt +munin*http://pacanele.biz/robots.txt +munin*http://tourinhes.blogspot.com/robots.txt +munin*http://ultimateliquorshop.com/robots.txt muns munshi musafim @@ -68003,7 +68448,7 @@ music/admission/ao_selection_dc20180809.html music/admission/ao_selection_eo20180809.html music/admission/ao_selection_gh20180809.html music/admission/ao_selection_jz20180809.html -music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt +music/admission/ao_selection_me20180809.htmlhttp://cdn.rawgit.com/robots.txt music/admission/ao_selection_ms20180809.html music/admission/ao_selection_pf20180809.html music/admission/ao_selection_pi20180809.html @@ -68048,7 +68493,7 @@ mvideos mvm mvmishra mvonbaeyer -mvp/http://delta.com/robots.txt +mvp/http://aliexpress.com/robots.txt mw/ mw/en mw5-newsletter-v1 @@ -68387,7 +68832,6 @@ myshop mystorm mystuff mystunningwebsites -mystyles.css mysuccesshub mysupport/s/forumshome mysupport/s/forumsproduct @@ -68404,10 +68848,10 @@ myus myutmost myworks$ myworld +mz mz/ n n-gender* -n-notifications.html n/:state_code/:city/:neighborhood_name/:locationId n/pr n245com @@ -68498,7 +68942,7 @@ nativo natlex.ilo.org nato-welcome nato2030 -nato_static_fl2014http://natopil.ru/robots.txt +nato_static_fl2014http://blogs.sap.com/robots.txt nature-index/annual-tables/2021/academic-normalized nature-index/annual-tables/export nature-index/article-api @@ -68650,6 +69094,7 @@ nbubumblebee nc/en/book-a-trip/flights/fare-types/fare-guide-information.html nc/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html ncaconline +ncdarts/bcdl/search ncharles nchatman ncis @@ -68779,6 +69224,12 @@ newrelic news news$ news*? +news-and-insights/annual-publications +news-and-insights/annual-publications.html +news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page +news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page.html +news-and-insights/scenarios/a-better-life-with-a-healthy-planet +news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html news-app news-archive/*/*/?ap= news-archive/? @@ -68977,7 +69428,7 @@ news_test newsanalysis newsapp-api newsbackup -newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt +newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://runative-syndicate.com/robots.txt newsfeed newsfeed$ newsfeedemail @@ -69078,7 +69529,7 @@ newsletter-templates/weather-weekly newsletter-templates/weekly-messenger newsletter/ newsletter/ -newsletter/$http://digital-strategy.ec.europa.eu/robots.txt +newsletter/$http://rd.com/robots.txt newsletter/* newsletter/archive/ newsletter/archive/exearth/ @@ -69681,7 +70132,6 @@ newstudent newsuppliers newswire newt -newwearesorry.asp newyears-2020-aff newyork nexradinv @@ -69935,6 +70385,7 @@ nl-UA nl-US nl-VN nl-ZA +nl-be nl-be/ nl-nl.www.cloudflare.com nl-nl/ @@ -70491,23 +70942,23 @@ nl_BE/EUR nl_NL/EUR nl_nl/sjablonen/M nlanter -nlcz/ -nlde/ -nles/ -nlfr/ -nlgr/ -nlit/ -nlja/ -nlko/ -nlpl/ -nlpt/ -nlro/ -nlru/ -nlsv/ -nltr/ +nlcz +nlde +nles +nlfr +nlgr +nlit +nlja +nlko +nlpl +nlpt +nlro +nlru +nlsv +nltr nltrack nlylew -nlzh/ +nlzh nm1 nmaps/*? nmathewson @@ -70878,7 +71329,6 @@ notificationId notifications notifications notifications$ -notifications/ notifications/* notify.js notifyMe.jsp @@ -70893,7 +71343,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml notlikelytohappenever notonline -notyours/http://openclipart.org/robots.txt +notyours/http://dmoz.org/robots.txt nouchinelab nouconsistori2015 nous-contacter.html @@ -70910,7 +71360,7 @@ novostroyki novostroyki*/?direct=1 novostroyki/*?order= novostroyki/po-ulizam -novostroyki/po-ulizam/*http://nozbe.com/robots.txt +novostroyki/po-ulizam/*http://fakeotube.com/robots.txt novostroyki/po-ulizam/moskva novostroyki/sankt-peterburg/moskovskij/in2it-intuit2 now @@ -71210,7 +71660,7 @@ oauth/ oauth/authorize oauth/connect.html oauth/facebook -oauth/http://fitbots.com/robots.txt +oauth/http://patents.google.com/robots.txt oauth/line oauth/login oauth/signin @@ -71240,10 +71690,6 @@ observations/? observations? observing/dfo/status obsessed -obuchayushchie-kursy/2-uncategorised.html -obuchayushchie-kursy/27-sozdanie-muzyki-ot-novichka-do-profi.html -obuchayushchie-kursy/31-sozdanie-muzyki-ot-novichka-do-profi.html -obuchayushchie-kursy/37-sozdanie-muzyki-ot-novichka-do-profi.html oc oc/dash-button oc/forums @@ -71335,8 +71781,6 @@ offers/nonprofits offers/nonprofits$ offers/nonprofits% offers/nonprofits? -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offers/referral-terms-conditions offers/referral-terms-conditions$ offers/referral-terms-conditions% @@ -71477,7 +71921,7 @@ omniauth omniture/ on on -on-demand/session/*http://nxp.com/robots.txt +on-demand/session/*http://metmuseum.org/robots.txt on/*.ico$ on/*.png$ on/demandware.store @@ -71557,7 +72001,7 @@ online/includes online/includes/ online/ink/ online/investments/ -online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt +online/online-program/curriculum_draft.cfmhttp://px.adentifi.com/robots.txt online/online-program/draft-online-program-page.cfm online/postgraduate-loans online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm @@ -71647,6 +72091,7 @@ openurl/profile openvpn/crl.pem openx opera/? +operatesdildo opinion/2018/06/when_fathers_day_cards_dont_qu.html opinion/index.ssf/2011/01/bring_osu_to_portland_educatio.html opinion/section/cognoscenti/tag @@ -71669,8 +72114,8 @@ opt-out* opt-out-info.jsp opt-out-interface opt-out.jsp -opt-out/http://youronlinechoices.eu/robots.txt -opt-out/http://yourstory.com/robots.txt +opt-out/http://hobie.com/robots.txt +opt-out/http://threatpost.com/robots.txt opt/widget-cache.php optInEmail opt_out @@ -71863,6 +72308,7 @@ overlays/ override override/ oversized-king-apboxni +overview overview.php overviewblockseeother owenmartin @@ -71884,7 +72330,6 @@ p*from= p*groupType= p-a p-api -p-edit-ad p-gender* p-r p.php @@ -72015,6 +72460,7 @@ p= p=*&preview=true p_10153_12605_SPM1057955601 p_10153_12605_SPM8112375429 +pa pa-IN/android/collections pa-IN/android/search pa-IN/firefox/collections @@ -72289,10 +72735,10 @@ pages/node/add pages/podcasts pages/privacy pages/profiles -pages/ps pages/pt$ pages/reorderpages.action pages/reset-password/* +pages/rss_terms.html pages/scripts pages/search pages/show? @@ -72338,7 +72784,7 @@ paldrive/en-es paldrive/en-no paldrive/en-sk paldrive/en-tr -paldrive/en-us/http://paloaltonetworks.com/robots.txt +paldrive/en-us/http://tongal.com/robots.txt paleo paleo/metadata paleo/pubs @@ -72512,6 +72958,7 @@ past-six-days/$ pat patches patent +patent-drafting/ patent-search/frontend patents patents/ @@ -72662,8 +73109,12 @@ pdfView-pro pdf_lightbox.php pdfartworkmenu.php pdfs +pdfs/advertorials +pdfs/crm +pdfs/email pdfs/gre/gre-bschool-comparison-tool.xlsx pdfs/mortgage-guide +pdfs/tca pdfs/terms/*.pdf$ pdfs/userguide.pdf pdjohnson @@ -73140,6 +73591,7 @@ photos/videos photos/view photos/youpy photosales/index.cfm?fuseaction= +photosandvideos photoshop/license photoslider/ photostoart/PhotosToArt.asp @@ -73690,31 +74142,31 @@ playlists/*/user playlists/flag plays playstation -plcz/ -plde/ +plcz +plde please_wait.php plehmann plenary/*/vod.html -ples/ +ples plesk-lifecycle-policy-draft plesk-webops-and-hosting-panel/ -plfr/ -plgr/ +plfr +plgr pli -plit/ +plit pliu -plja/ -plko/ -plnl/ +plja +plko +plnl plonejsi18n$ plp$ -plpt/ -plro/ -plru/ +plpt +plro +plru pls pls/zone2/f -plsv/ -pltr/ +plsv +pltr plug_id plugin plugin/*.css @@ -73765,7 +74217,7 @@ plus/signup plus/vip plusd/cables/07PANAMA255_a.html plusinstall -plzh/ +plzh pm pm-optout pm/ @@ -73794,6 +74246,7 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities +pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyYgobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkcHJlc3M_ChYKFFdhcyBiZWRldXRldCBSb2JvdHM_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22Zcg1y_uaaqhTgRXQw4TO-BbjLjM\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment pmcomment/ pmeehan @@ -74105,13 +74558,13 @@ politica/16_luglio_08/gara-camera-manovre-pizza-bene-c-marotta-inchiesta-tiap-54 politica/20081007/53556163832/ politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022 -politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt +politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://careerbuilder.com/robots.txt politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp politica/padron-electoral-2021-back-up-nid04052021 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml politiclothes -politico-footer/http://politifact.com/robots.txt +politico-footer/http://paulirish.com/robots.txt politico-header politics/e/sharing politics/index.ssf/2010/01/nova_scotia_property_attracted.html @@ -74128,7 +74581,6 @@ politics/law/news/2001/12/49083 politics/law/news/2001/12/49141 politics/law/news/2002/03/51042 politique-de-confidentialite/ -politique-de-retour poll poll-post!input.jspa poll-rss.php @@ -74501,7 +74953,7 @@ press-release.php? press-releases press-this.php press/art-institute-images -press/content-search?*http://channel9.msdn.com/robots.txt +press/content-search?*http://adeje.es/robots.txt press/exhibition-press-room press/fellowship press/founders/ @@ -74705,14 +75157,13 @@ pro/user-events.aspx pro/user-home.aspx pro/waze/report/*?*&hash= pro2 -proFile/history? proMatch proProjects proTeXt proVideoWidget pro_redirect proaccountcallback/ -problem/http://my.bluehost.com/robots.txt +problem/http://filezilla-project.org/robots.txt problems problems/new probr @@ -74756,7 +75207,7 @@ product-manager-old product-marketing product-page-testing product-question/ -product-ratings/http://wisper.io/robots.txt +product-ratings/http://fanimalo.com/robots.txt product-recommended.jsp product-refferal product-review-post @@ -74777,7 +75228,7 @@ product/ajax-about-brand product/alive-detox-vegan-cookbook product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat product/buy/ -product/buybundle/http://webdesign.about.com/robots.txt +product/buybundle/http://codecademy.com/robots.txt product/containedresources product/customersalsobought product/dynamic-creative/gallery @@ -74789,7 +75240,6 @@ product/prd-5193422 product/productreviews/ product/recommended product/review/add -product/reviews? product/summer-plant-based-recipe-cookbook product/valentines-chocolate-vegan-cookbook product/vegan-desserts-cookbook @@ -74994,7 +75444,7 @@ products/g4 products/getStatesByIdHandler.asp products/holiday-sales-*sgbr-sg products/home-perf -products/http://aliexpress.com/robots.txt +products/http://vr.youtube.com/robots.txt products/images products/includes/products-min.xml products/insurance/content/answer1.html @@ -75114,7 +75564,7 @@ profile/*/stats profile/*/stats/library profile/*/trophies profile/*article*.ece -profile/*http://cbs.com/robots.txt +profile/*http://poshmark.com/robots.txt profile/author/$ profile/author/? profile/authorgallery @@ -75123,7 +75573,6 @@ profile/contributor/? profile/downloads_limit profile/edit profile/gravlady -profile/history? profile/license profile/manage profile/messages @@ -75244,7 +75693,7 @@ program-2/action~stream program-2/action~undefined program-2/action~week program-registration -program/action~*/http://attendee.gotowebinar.com/robots.txt +program/action~*/http://jetreports.com/robots.txt program/action~agenda program/action~default program/action~http: @@ -75501,6 +75950,7 @@ promosearch-* promote promoted promoted-content +promotionaltools promotions promotions-publish* promotions/attracta-promo @@ -75787,9 +76237,6 @@ pt/*max= pt/*min= pt/*my_etsy= pt/Download -pt/_Original_ -pt/_incl_header.html -pt/_old_ pt/account pt/account= pt/adisplay.php @@ -75823,31 +76270,17 @@ pt/error-static-cdn pt/event/*/ical pt/event/*/shoutbox pt/event/*/shoutbox? -pt/eventos/2010_reunioes_ministeriais.asp -pt/eventos/cultural_events.asp -pt/eventos/default.asp -pt/eventos/eventos2009.asp -pt/eventos/eventos2010.asp -pt/eventos/fundo_da_paz.asp pt/explore pt/features/partial/footer pt/features/partial/page-bottom pt/festival/*/shoutbox pt/festival/*/shoutbox? pt/forum -pt/forum/goto.phphttp://dai.ly/robots.txt +pt/forum/goto.phphttp://criteo.com/robots.txt pt/group pt/guest-pass pt/help/sitemap pt/help/sitemap.php -pt/incl_banner_media_center.html -pt/incl_footer_old.html -pt/incl_headcontent_landing.inc -pt/incl_headcontent_secondary.inc -pt/incl_header1.html -pt/incl_header2.html -pt/incl_mini_pilares.html -pt/incl_searchnav.html pt/info pt/internal pt/invites/buy @@ -75961,17 +76394,17 @@ pt_pt/privacy.html pt_pt/renew.html pt_pt/support ptapi/* -ptcz/ -ptde/ +ptcz +ptde pten/deslanchar -ptfr/ -ptgr/ -ptit/ -ptja/ -ptko/ -ptnl/ +ptfr +ptgr +ptit +ptja +ptko +ptnl ptp -ptpl/ +ptpl ptr-2/account ptr-2/account= ptr-2/error-static-cdn @@ -75988,13 +76421,13 @@ ptr/list= ptr/random ptr/search ptr/site-achievement -ptro/ -ptru/ -ptsv/ -pttr/ +ptro +ptru +ptsv +pttr ptype= -ptzh/ -pu +ptzh +pu/ pu_all pu_echo/*.htaccess pu_echo/*.js @@ -76063,7 +76496,7 @@ public/checkout public/cmscommentAbuse public/comments public/data/ -public/dochttp://znc.si/robots.txt +public/dochttp://englishclass101.com/robots.txt public/emailtemplates public/english/dw/ilo-dw-amharic-web.swf public/english/dw/ilo-dw-arabic-web.swf @@ -76141,7 +76574,6 @@ publications?page= publications?page=*& publicclass publicdatasets-confirmation/ -publicfolders/ publicidad/ publicidad/prueba publicliterature.PublicLiterature.search.html @@ -76204,6 +76636,7 @@ puchner puctest pugpig pujceni-auta/vysledky +pullingsteady pulse_user_id= pup_c= purchase @@ -76494,7 +76927,7 @@ r/*/wiki/*.rss r/*page= r/Preview r/cms -r/http://blog.codinghorror.com/robots.txt +r/http://guiahub.com/robots.txt r/instant/response r/kappa/api r/search @@ -76569,7 +77002,6 @@ radio/thedebaters radio/thisisthat radio3/concursos/app/index.shtml radio_er -radius= radkevich rafaelferrazbannitz rafaelrezende @@ -76616,7 +77048,6 @@ rap-us/clips-us/amp rap-us/news-rap-us/amp rap_francais/news/amp rap_francais/son/amp -raphiphop/ rapid rapidrewards/rr-retrieve.html rappeurs/black-m/amp @@ -76636,6 +77067,7 @@ rate rate.html rate/orders rate= +rateandparity ratefinder/home?cc=US&language=en&locId=express rateit.aspx raters/ap-reader-chat/ap-reader-chat @@ -76722,6 +77154,7 @@ react/static-6.16 reacties reactions reactions? +reactionsecology reactivation reactivation-landing-page read @@ -76731,7 +77164,7 @@ reader/ readme.html readme.html readme.html/ -readme.htmlhttp://lunacycle.com/robots.txt +readme.htmlhttp://intouchcrm.com/robots.txt readmessage.php ready_sit_read/index.jhtml readysetgov-dev @@ -76835,6 +77268,7 @@ receipt receipt/order receipts received-gift +recensioni recent recent$ recent-car-searches.htm @@ -76985,6 +77419,7 @@ refer/ refer/pal reference reference-partial-library/* +reference/*/index.html referenced-ctalist/ referencework referer @@ -77167,7 +77602,6 @@ render renderdocument renderingMetricsSearch renders -rendez-vous-video rendongarcia renee_rinehart renew @@ -77207,10 +77641,10 @@ repo/create repor.. report report-a-bug +report-a-problem report-abuse report-abuse?report= report-abuse?url= -report-de-paiement report-have-publishers-banned-facebook-trackers-from-their-pages-after-the-cambridge-analytica-scandal report-review report-spam @@ -78797,11 +79231,10 @@ resources-campaign/* resources-old resources-rx/* resources-rx/files/* -resources/ resources/_next/*.js resources/_next/*.json resources/ajax/posts -resources/calendar/http://lua.org/robots.txt +resources/calendar/http://java.sun.com/robots.txt resources/css resources/css/webscripts.css resources/download/download-attribution-data-driven-marketer @@ -78913,7 +79346,7 @@ results.sale.pdf results/ results?k* resume-database/preview-iframe -resume/http://whisky.de/robots.txt +resume/http://heilpraktiker-psychotherapie-bonn.de/robots.txt resume/preview resumes resumes2 @@ -78942,7 +79375,7 @@ reu reuters reuters$ rev= -revendeur/http://telestream.net/robots.txt +revendeur/http://sumup.com/robots.txt revenue/search/node review review-by-author @@ -78973,6 +79406,7 @@ review_feed_auto_fetch review_includes/form-review.php? review_json reviewer-match +reviewit reviewlist.*.html reviewlist.html reviews @@ -79024,7 +79458,6 @@ rewards-polyite/spin rewards/*/membership rewards/*/status-matching rewards/bebas-ongkir -rewardsapp/ rex/recommendation/* rezepte/suche rf=* @@ -79203,6 +79636,7 @@ ro-US ro-VN ro-ZA ro-en +ro-md ro-ro/ ro/ ro/*-nu$ @@ -79287,7 +79721,6 @@ robertroessler robertsheehan robinalbrecht robincolgrove -robokassa/ robos-linux robotic-assisted-surgery robots @@ -79300,24 +79733,24 @@ rockets/users rockies/fans/text-messaging-terms-and-conditions rockies/search rockwell -rocz/ -rode/ +rocz +rode rodi rodrigocetinapresuel rodriguez_padilla rodrik roe -roes/ -rofr/ +roes +rofr roganesyan rogerbot rogerdias rogers -rogr/ +rogr rohitabraham -roit/ -roja/ -roko/ +roit +roja +roko rolandolink roles roll @@ -79328,7 +79761,7 @@ ron/layout/set ronald roncarati rongqing-aaron-pan -ronl/ +ronl roomforrent/preview roomplanner/ roomplanner3d/ @@ -79341,9 +79774,9 @@ rooms/*/photos rooms/*/reviews rooms/*/safety root -ropl/ -ropt/ -roru/ +ropl +ropt +roru ros rosa/index.htm rosaguzman @@ -79355,13 +79788,13 @@ rosenfeld rosenthal rossmair rosta -rosv/ +rosv rotalar/*/rotalar-kalkis- rotalar/*/suradan-rotalar- rotas/*/rotas-de- roth rothleadership -rotr/ +rotr rotte/*/rotte-da- roundabout route @@ -79390,7 +79823,7 @@ royals/search royalty-free-subscriptions.php royalty/s roymalka -rozh/ +rozh rp rp/ rpc @@ -79449,7 +79882,6 @@ rsrc_ara rss rss rss$ -rss- rss-feed rss-feeds rss.xml @@ -79487,6 +79919,7 @@ rta rta-logging/reader-history.php rtg= rtmobile +rtpnet/archives rtrs rts rts-online @@ -79557,6 +79990,7 @@ ru-VN ru-ZA ru-by/ ru-en +ru-md ru-mea/home-theatre-sound-bars/neckband-speakers ru-mea/rezhim-kalibrovki-netflix-dlya-smart-tv ru-mea/televizory-avtorizovannye-netflix @@ -79603,6 +80037,7 @@ ru/aviabilety/ct ru/awards.html ru/blogs/ ru/blogs/497c2c2d305b7dfa351d17bd3b4398dc37b0e0a4/ +ru/build ru/cardholderservices ru/cart ru/cdm @@ -79643,7 +80078,7 @@ ru/forums ru/gateway.html ru/general ru/group -ru/http://zoo.105.net/robots.txt +ru/http://psidetektiv.cz/robots.txt ru/images ru/inc ru/info @@ -79761,35 +80196,35 @@ rubin rubric2sport rubrique.php? rubulmout -rucz/ -rude/ -rues/ -rufr/ +rucz +rude +rues +rufr rugby? rugged-trucks -rugr/ +rugr ruidai ruiguo -ruit/ +ruit ruiyin -ruja/ -ruko/ +ruja +ruko rules rules rules$ rules? run rundowns/segment.php? -runl/ +runl running_races/*/results runsavedsearch ruokonen ruoloAnzianita/ ruoloAnzianita2013/ -rupl/ -rupt/ +rupl +rupt rurl= -ruro/ +ruro rus rus$ rush @@ -79797,7 +80232,7 @@ rush-hour rush-hour-2 rush-hour-3 russia-today -rusv/ +rusv rutas-aereas/*/rutas-aereas-de- rutas-aereas/*/rutas-de- rutas/*/rutas-de- @@ -79806,11 +80241,11 @@ rute/*/rute-de-la- rute/*/rute-din- ruter/*/flyreiser-fra- ruter/*/ruter-fra- -rutr/ +rutr rutter/*/rutter-fran- rutter/*/turer-fran- ruxitagentjs_2SVfqr_10139180201161915.js -ruzh/ +ruzh rvh rvwr/*/visitdtl rw-reg/ @@ -79840,9 +80275,6 @@ rye rzheng rzhuo s -s-ForgotPassword -s-SignIn -s-StartRegistration s-gender* s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/ s/ @@ -79909,7 +80341,6 @@ s689 s= s=p s? -s? s?*rh=n%3A1380045031 s?k= sa @@ -79983,7 +80414,6 @@ salesiq/help/integrations/live-chat-plugin-for-cscart.html salesiq/help/search-results.html saleslink salkin -salle-de-montre-ouverte salle/recherche salliemae salliemae/termsandconditions @@ -80227,6 +80657,7 @@ schools-sitemap schools/_ajax/log schools/computing/sitemap schools/eps/non-searchable +schools/fpg schools/nursing/dice/dicepast schools/nursing/dice/dicepres schoolsearch @@ -80256,7 +80687,7 @@ science/gadgets/render science/gs science/index.html science/mlkt/rslts -science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt +science/new-drug-product-pipelinehttp://tag.simpli.fi/robots.txt science/outlineJson science/page/flash/VideoPlayer science/ppv-pdf @@ -80303,7 +80734,7 @@ scopemagazine/ score/*/download scorecard scorecard/ -scorecard_staging/http://aclweb.org/robots.txt +scorecard_staging/http://geck.bethsoft.com/robots.txt scoredrift/* scott scott64 @@ -80322,6 +80753,7 @@ screen.js screen/image screencast screener/insider +screensaver screensaverpix screenshot screenshots @@ -80364,6 +80796,7 @@ scripts_ssl scriptures/search scrollTo.js scrollTo= +scrolling scrollkontrol scrollto= scsb-Beta @@ -80807,7 +81240,7 @@ search/*?*shareId= search/*?*sort= search/*?*time= search/*?*tools= -search/*?*userAvailability=*http://behr.com/robots.txt +search/*?*userAvailability=*http://time.com/robots.txt search/*adultsCount= search/*arrival= search/*childrenCount= @@ -80981,8 +81414,8 @@ search?* search?Ntt= search?filter search?fmt=JSON* -search?gss-q=*http://ubuntu.com/robots.txt -search?http://ezp-news.de/robots.txt +search?gss-q=*http://crn.com/robots.txt +search?http://youtubego.com/robots.txt search?keyword= search?n=16&r=3 search?q @@ -81092,9 +81525,9 @@ section/3 section/36 section/6 section/8 -section/9http://issues.apache.org/robots.txt +section/9http://telegram.me/robots.txt section_and_ivideo_widget_ajax.html -sectionhttp://abs.twimg.com/robots.txt +sectionhttp://iadb.org/robots.txt sectionized sections sections$ @@ -81333,6 +81766,7 @@ seoul-koreanmassage7 seoul-koreanmassage8xyz sepia/images sepmorton +ser/cvs sercho serene-tongxin-yu serenitylee @@ -81352,6 +81786,7 @@ server/banners server/body-include server/bottom-notes server/check-olark-chat-support +server/docs/search server/footer server/fs-gang server/generic @@ -81375,7 +81810,6 @@ servers/frontend service service* service-archive -service-de-navette service-pages service-private-offers service-search/dist/images/loading.gif @@ -81474,8 +81908,8 @@ services/computing/downloads/antivirus services/computing/statistics services/computingold services/conferences/content-corner/*?* -services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt -services/conferences/news/*?*http://www2005.org/robots.txt +services/conferences/news/*?*http://smallbusiness.chron.com/robots.txt +services/conferences/news/*?*http://tutorialspoint.com/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html @@ -81494,7 +81928,7 @@ services/guide/cti services/guide/webboards services/heart/mychart-welcome services/heart/mychart-welcome/ -services/http://christies.com/robots.txt +services/http://wordreference.com/robots.txt services/humanresources/ftcstaff services/humanresources/trackers services/images @@ -81591,7 +82025,7 @@ services/wp-admin services/wp-content/plugins services/wp-includes services/xml -serviceworker.jshttp://treysongz.lnk.to/robots.txt +serviceworker.jshttp://gaziemirdh.saglik.gov.tr/robots.txt servicos/ servin servizi @@ -81664,6 +82098,7 @@ setsompop sette/13_luglio_29/2013-31-fiaschetti-falsi-autori_9becf36c-f84e-11e2-a59e-96a502746665.shtml settings settings +settings.html settings/* settings/deactivated settings/linkaccount @@ -81840,6 +82275,7 @@ shanmeltzer shannamatalon shaolinmei shape= +shapecore shapka shapourian shard @@ -81920,10 +82356,17 @@ shekhargadkaree shelf/user_shelves shell shell/ +shellbitumen100 +shellbitumen100.html +shellenergy/marketingandtrading/shell-energy-europe/eworld +shellenergy/marketingandtrading/shell-energy-europe/eworld.html +shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording +shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording.html +shellenergy/tech/dc-whitepaper +shellenergy/tech/dc-whitepaper.html shellysimana shen sheng -shenghuo shenghuo/search? shenyang sheraz @@ -81939,7 +82382,6 @@ sherwin_special_offers shi shian shibboleth -shifen/ shihui shihui? shijiawei @@ -81967,7 +82409,6 @@ shoelaces shomiller shootouts shop -shop$ shop-data shop-interrupt shop-reviews @@ -82557,7 +82998,6 @@ shop/use-*-use-* shop/use/* shop/waist/* shop/wishlist -shop? shopCBN/ shop_name_search_service shop_pins @@ -82609,7 +83049,7 @@ shopwidget shore/blogs/party/public shorefire_nj short -short-url-machine/error/http://whatwg.org/robots.txt +short-url-machine/error/http://appstoreconnect.apple.com/robots.txt shortUrl$ shortcode shortcode= @@ -82626,7 +83066,7 @@ shots/month shots/new shots/week shots/year -shoutbox/http://bat.bing.com/robots.txt +shoutbox/http://ezp-news.de/robots.txt shouwenwang show show-email @@ -82676,7 +83116,7 @@ shows3 showtag showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://img-fotki.yandex.ru/robots.txt +showtimes/location/*http://support.microsoft.com/robots.txt shr* shreedas shrek @@ -82825,7 +83265,8 @@ signup signup$ signup* signup*?ha -signup*http://litmus.com/robots.txt +signup*http://avicii.lnk.to/robots.txt +signup-b/ signup-intlredirect signup-light/ signup. @@ -82964,7 +83405,6 @@ site/userguide? site/wp-admin site/wp-admin/admin-ajax.php siteBackHtml -siteLocale= siteSwitch site_faq/ site_faq_category/ @@ -83230,7 +83670,7 @@ sites/frisco sites/gapincthiswayahead sites/gapinternational sites/gradsoflife -sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt +sites/gs1/files/docs/EDI/*http://ourworldindata.org/robots.txt sites/gsb/files/program-brochure sites/gwcic sites/gyro @@ -83742,7 +84182,7 @@ sms/unsubscribe? sms10666 smstaging sn -sn-config.htmlhttp://cleveland.com/robots.txt +sn-config.htmlhttp://git.io/robots.txt sn/ snagit-eula.html snake @@ -83791,7 +84231,6 @@ social/help/search-results.html social/our_partners/ social/photosui/images social/photosui/sitemap -social/search? social/share_modal social/social-security-directory/cai social_media @@ -83947,7 +84386,6 @@ sorry/ sort sort= sort= -sort=Latest sort=hottest sort=newest sort=votes @@ -83961,7 +84399,7 @@ sorunBildir sos/clerical/ sos/kids/search/node sos/online_corps/ -sos/registration/http://in.linkedin.com/robots.txt +sos/registration/http://berlin.de/robots.txt sotomarion soul/* soumission @@ -84016,7 +84454,6 @@ sparshasaha spartan spatl spb -spbasic spbot spc-source= spc/amazon/en/landingPage.html @@ -84040,6 +84477,7 @@ speciale specialhandling-payments/ specializations-noperf specializations-perf +specialoffers specialprojects specials specials/north-america-2 @@ -84141,7 +84579,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s sport/404_en.htm sport/? sport/alpha -sport/bundesliga/http://zdnet.com/robots.txt +sport/bundesliga/http://files.constantcontact.com/robots.txt sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589 sport/cricket/match-centre sport/data/league @@ -84189,7 +84627,6 @@ spotlight spots_shown= spp/ spreadsheet -spresults sprince spring spring @@ -84201,7 +84638,6 @@ sprint_wml sprint_xhtml sprints/help/search-results.html sprockett -sprypay/ spsales spsearch.php spurs/node @@ -84259,7 +84695,6 @@ sraid sramgopal srao src -src src/ src/* src/js/spmsg @@ -84443,6 +84878,7 @@ static/css/m-shows-lp-fp.css?v= static/css/m-tag-fp.css?v= static/css/show-lp-fp.css?v= static/css/tag-fp.css?v= +static/decodeKey.txt static/ebsa static/email-pdfs/ static/fileupload @@ -84524,7 +84960,7 @@ stats/draft/history stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://nfpa.org/robots.txt +stats/player-stats/*http://icaschool.com/robots.txt stats3.html stats?gid= statsFree @@ -84537,7 +84973,7 @@ status-updates/wp-admin status-updates/wp-admin/admin-ajax.php status.formstack.com status/ -statusupdateshttp://thalesgroup.com/robots.txt +statusupdateshttp://packtpub.com/robots.txt statwood stay-in-loop/send_mail.php stay-in-loop/send_mail.php? @@ -84623,7 +85059,7 @@ stock-photos/photos/search$ stock-photos/photos/search? stock-ranker stock/photos -stock/videos/*http://screencast.com/robots.txt +stock/videos/*http://xinhuanet.com/robots.txt stock_status= stockade.php stocks @@ -84794,8 +85230,6 @@ storeclick storefront storepicker storerequest -stores$ -stores/ stores/page/*visitId= stories stories/%top_story_year%/%top_story_month% @@ -85079,7 +85513,7 @@ subscribe/v3 subscribe/view.pl subscribe/wb-auto/ subscribe?* -subscribe?*http://addyosmani.com/robots.txt +subscribe?*http://toomanytribbles.blogspot.com/robots.txt subscribe_now_url subscribe_success subscribedtitles @@ -85122,7 +85556,7 @@ sugarfif.html suggest suggest/? suggest/?* -suggest/?*http://itu.int/robots.txt +suggest/?*http://9vae.com/robots.txt suggested-edits suggested-edits? suggestions @@ -85142,6 +85576,7 @@ summary_view$ summary_view$ summer summer/archive +summerbzz summercamp summermusic summum/recortes @@ -85293,7 +85728,7 @@ supportl.php supporto-tecnico supprimer-favoris supriyadey -sur-rendez-vous-seulement +suredesert sureroute sureshmohan sureshpavuluri @@ -85337,6 +85772,20 @@ suspended_tickets suspension-appeal sustainability sustainability-as-an-efficient-business-strategy +sustainability/nature/respecting-nature +sustainability/nature/respecting-nature.html +sustainability/our-approach/environmental-and-community-partners +sustainability/our-approach/environmental-and-community-partners.html +sustainability/our-approach/impact-assessment +sustainability/our-approach/impact-assessment.html +sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024 +sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024.html +sustainability/safety/transport-safety/community-road-safety +sustainability/safety/transport-safety/community-road-safety.html +sustainability/safety/transport-safety/driver-safety +sustainability/safety/transport-safety/driver-safety.html +sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases +sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases.html sustainable-development-goals/sustainable-cities sustainable-is-attainable-fest sustainable-is-attainable-news18-and-tata-power-initiative @@ -85542,27 +85991,27 @@ svc_ssr/site/EUR/rfktkn svc_ssr/site/GBR/rfktkn svc_ssr/site/USA/rfktkn svc_tax -svcz/ -svde/ -sves/ -svfr/ +svcz +svde +sves +svfr svg/not-indexed svg/private svgimageproc -svgr/ -svit/ -svja/ -svko/ +svgr +svit +svja +svko svmehta svn -svnl/ +svnl svpRecommendations -svpl/ -svpt/ -svro/ -svru/ -svtr/ -svzh/ +svpl +svpt +svro +svru +svtr +svzh sw sw$ sw-BR @@ -85608,6 +86057,7 @@ switchProduct sworsdale swr sws +swsbm sxi/servlet/sxibrowse sxi/servlet/sximovie sxi/servlet/sxisearch @@ -85636,7 +86086,7 @@ sys_ system system-maintenance system/ -system/*.js$http://zeldman.com/robots.txt +system/*.js$http://chalow.net/robots.txt system/admin/LoginPopup/Login system/files/documents/noindex system/maintenance.html @@ -85661,7 +86111,6 @@ szukaj? szwierlein t t-gender* -t-login.html?targetUrl= t-other-great-sites.aspx t.cfm t.php @@ -85765,16 +86214,19 @@ tablet-t3 tabletes1t tabmanager tabs/*.htm?sort=date +tacms tacpage taf.php tag tag tag-manager tag-manager-360 +tag-search +tag-search.html tag/ tag/* tag/* -tag/*+http://dilbert.com/robots.txt +tag/*+http://upwork.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -86352,7 +86804,7 @@ team-new team-new-a team-new-b team/*/schedule$ -team/*/schedule$http://nbc.com/robots.txt +team/*/schedule$http://roxanegay.com/robots.txt teamInvitations teamplain/ teams @@ -86404,7 +86856,6 @@ teknologica tel tel: tel:* -teldir/ telechargement-en-cours/ telecharger-fiche telecharger/redirect @@ -86522,7 +86973,7 @@ temp-and-precip/national-temperature-index/*? temp-and-precip/time-series/? temp-and-precip/us-weekly temp/ -temp/http://sb.scorecardresearch.com/robots.txt +temp/http://tracking.g2crowd.com/robots.txt tempcache template template-elenaivanova @@ -86624,6 +87075,7 @@ terms/looker/legal/suppliers/supplier-code-of-conduct terms_of_use termsandprivacy.aspx termsofusechanges +terrorismliterature tessibrahimchah tesswallace test @@ -86714,7 +87166,7 @@ testds.jsp teste-*.html$ testfl testgpr -testhttp://money.com/robots.txt +testhttp://latimes.com/robots.txt testimonial/ testimonials.php testimonials/? @@ -86736,7 +87188,7 @@ testpage/ testpresenter testprod.html testqa/ -testredirect/http://scholastic.com/robots.txt +testredirect/http://lukew.com/robots.txt tests tests tests/* @@ -86785,7 +87237,6 @@ tgibson tgkkk6681 tgl2/ th -th$ th-*/ th-AE th-AT @@ -86852,6 +87303,7 @@ th-US th-VN th-ZA th-en +th-th th-th.www.cloudflare.com th-th/ th/ @@ -86900,7 +87352,6 @@ th/unesco-solr/*/load-more/* th/user th/users th/ส่วนประกอบ_widget -th? th_th/templates/M thailandgolf. thank @@ -86932,6 +87383,7 @@ the-fast-and-the-furious the-fast-and-the-furious-tokyo-drift the-future-of-privacy-laws-in-the-united-states the-hangover +the-highlight the-hitman-s-bodyguard the-holiday the-impact-of-technology-on-workplace-communication @@ -87359,6 +87811,7 @@ tip tip2008 tips tipsheet +tire tisdall title title/json @@ -87471,6 +87924,7 @@ tmp/\ tmp_dir tmr tmthomas +tn tn-za/ tn/ tn/forums @@ -87576,7 +88030,7 @@ tools/civil-surgeons-by-region tools/demos tools/en/styleguide/ tools/find-a-doctor/list/export -tools/http://kungfukingdom.com/robots.txt +tools/http://criresilient.org/robots.txt tools/logo-maker/onboarding tools/lyst_widget/?lyst_slug= tools/packages/cambridge_themes/getSocialImage @@ -87916,7 +88370,7 @@ traffic-manager/ traffic/status*? trafficbot.life trafficbot.live -traffichttp://comedycentral.com/robots.txt +traffichttp://www-personal.umich.edu/robots.txt training training-aarpe/ training-plans @@ -87947,7 +88401,6 @@ training/studentships/howtoapply training/studentships/phdprojects trains trains/$ -traitement= traj tralston trans/CheckTransCron.jsp @@ -87997,15 +88450,14 @@ translate_t translation translations translations/ -translator/?ref= -translators/ +translators transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency transparency/archive -transparency/http://anandtech.com/robots.txt +transparency/http://j.mp/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -88033,6 +88485,7 @@ transporte transporter transporter-3 trap +trapdir trash trash/ trasporti @@ -88060,28 +88513,14 @@ travel/airlines/main/us/en travel/airlines/pfs* travel/airlines/premium-travel-arranger/au/en travel/clk -travel/css travel/event/search -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? travel/flights/s -travel/hotel-search travel/hotel/e -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/hotel-finder travel/hotels/hotel-finder/$ -travel/hotels/search/? -travel/hotels/search? travel/passport travel/s -travel/scripts travel/search -travel/secure travel/test$ travel/wp-admin travelDate= @@ -88091,8 +88530,8 @@ travisbenson travismoore trax trck -trcz/ -trde/ +trcz +trde tre-artis treadstone treas-reports/ @@ -88105,7 +88544,6 @@ treating-sleep-apnea treatment-guides/ treatment-type/ tree -tree-navigator.html tree/contributions tree/find tree/following @@ -88130,14 +88568,14 @@ trends/viz? trends? trends_tpt trentonbricken -tres/ +tres trevi_excel trevor-spelman trevordavidrhone trevorhughdavis trevorstark -trfr/ -trgr/ +trfr +trgr trial trial-pricing trial-status/ @@ -88203,6 +88641,7 @@ trip/users/dismiss_user_place trip/users/follow trip/users/new trip_planner? +tripadvisorpalestinian tripathi tripflowapp/ trips @@ -88213,27 +88652,27 @@ trips/v1 trishashrum trishaurmibanerjee tristanorthlaboratory -trit/ +trit trivia trivia/answer -trja/ +trja trk trk-download -trko/ -trnl/ +trko +trnl trovitBot troyadair -trpl/ -trpt/ -trro/ -trru/ +trpl +trpt +trro +trru trs/forums trs/kb/*/discuss trs/search trs/search/node trs/user trs/users -trsv/ +trsv truckingindustryforum/ajax.php truckingindustryforum/attachment.php truckingindustryforum/calendar.php @@ -88298,7 +88737,7 @@ try-which/wills/ try? tryagainlater.html trylater -trzh/ +trzh ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$ ts_s/* tsa @@ -88313,6 +88752,7 @@ tsr tst tstart/ tsunami +tt tt-ru/ tt/ ttb_searcher @@ -88320,12 +88760,12 @@ tthaweethai tto ttobin ttong +tucritica tudum tue tufengen tune*retpath= tuner -tuningregistry tunisia turban turbo @@ -88597,7 +89037,6 @@ tylermalka typ$ typ? type -type-demploi type-faketan* type= type=1478165154* @@ -88841,6 +89280,7 @@ uk-US uk-VN uk-ZA uk-en/ +uk-ua uk-ua/ uk.html uk/ @@ -89030,7 +89470,6 @@ uksf-bin/ ul/P/umse/0 ulatan uli/trac -ulink? ulk/i ulk/sch ulk/usr @@ -89051,7 +89490,7 @@ umbraco_client/ umfrage/1 umfrage/2 umfrage/3 -umfrage/4http://zh.wikipedia.org/robots.txt +umfrage/4http://jjpan.com/robots.txt un-us/ unable-to-process-request/ unanswered @@ -89081,7 +89520,6 @@ unfinished.php uni_id= unibook/oldversions unibuddy= -unicef-component-mosaichttp://unicode.org/robots.txt unicode/members unicorn/check unified-terms @@ -89212,6 +89650,7 @@ update.php update.php update/ update/topic +updateNote updatePassword.htm update_ update_studio @@ -89271,9 +89710,7 @@ uploads/8/5/1/4/85141968 uploads/8/5/1/4/85141968/custom_themes uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos uploads/excel -uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt -upsellitJS -upsellitReporting +uploads/wpo-plugins-tables-list.jsonhttp://ifixit.com/robots.txt uptime ur ur-CA @@ -89299,7 +89736,6 @@ ur/users urbanag urchin_test url -url url.asp url= url=absolutely @@ -89415,12 +89851,11 @@ us/*/*?bvdata= us/*/*?bvroute us/*/*?bvstate us/*? -us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://change.org/robots.txt +us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://gsa.gov/robots.txt us/0 us/?q=switch us/Marketing us/about-lg/investor-relations -us/access_aem.html us/admin us/admin$ us/agreements @@ -89438,7 +89873,6 @@ us/comment us/common us/compare us/complaints-channel -us/consumer us/contact-us/permissions/multi-form-thank-you.html us/corporate/contracts/mcs-iaas-service-desc-3014939.pdf us/corporate/contracts/mcs-saas-service-desc-3762902.pdf @@ -89523,6 +89957,7 @@ us/developer/docs/sforce50 us/developer/docs/sforce60 us/developer/docs/sforce70 us/dm +us/employee-car-booking us/en-us/mcrib-delivery.html us/en-us/wifi-desktop.html us/en/*.pdf @@ -89784,7 +90219,7 @@ user-profile user-profile-view? user-registration user-registrierung -user-reports/http://wordpress.com/robots.txt +user-reports/http://informaboom.com/robots.txt user.mefi/ user.php user/ @@ -89817,7 +90252,7 @@ user/*/track user/*/track?page= user/*/unfollow_user user/*?*redirect= -user/*http://m.media-amazon.com/robots.txt +user/*http://deutschlandfunk.de/robots.txt user/.* user//attending/upcoming user/account @@ -89837,7 +90272,7 @@ user/error_page user/forgotPassword user/forgotten-password user/fpd/api -user/http://news.mongabay.com/robots.txt +user/http://rfi.fr/robots.txt user/images user/inbox user/libraries @@ -90020,7 +90455,7 @@ users/onUpdateOnlineStatus.php users/password users/password/edit users/profile-unpub -users/profile-unpub/http://song.link/robots.txt +users/profile-unpub/http://brickset.com/robots.txt users/ranking users/remote-logout/ users/remote-logout/*/? @@ -90068,7 +90503,7 @@ usuarios usuarios/addToFavorite.shtml usuarios/addToPlayList.shtml ut*.xml -ut*.xmlhttp://dashboard.gglot.com/robots.txt +ut*.xmlhttp://blackberry.com/robots.txt utaukwa util util @@ -90095,7 +90530,7 @@ utl/ utm utm utm*= -utm*http://fun88thai.net/robots.txt +utm*http://progesoft.com/robots.txt utm= utm= utm_ @@ -90134,13 +90569,14 @@ uy/corporate/careers uy/corporate/contact uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf uy/news +uz uz-latn-uz/ uz/ uz/en/ uz/event/*/ical uz/explore uz/forums -uz/http://biblegateway.com/robots.txt +uz/http://allocine.fr/robots.txt uz/kb/*/discuss uz/paragraph-resource/* uz/resource/* @@ -90157,13 +90593,9 @@ uçak-bileti/cn/* uçak-bileti/ct v v$ -v-*/*/*/c v-ajax v-esi v-gender* -v-map-view.html -v-print-view -v-view-image.html v.cfm v/account/ v/badge @@ -90309,6 +90741,7 @@ ve/wce vec-upload.php vec_upload vedagopurams +vehicle/0 vehicleimages vehicles vej3 @@ -90322,7 +90755,7 @@ velo/forum/search velo/profile ven venda-presencial/comprovantes.jhtml -venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt +venda-presencial/conclusion.htmlhttp://wnd.com/robots.txt vendor vendor$ vendor-info/ @@ -90360,7 +90793,7 @@ verify-skill verify-url verify.php verify/* -verify/*http://soundcloud.com/robots.txt +verify/*http://sunsetbrian.com/robots.txt verify_age verify_your_email$ verify_your_email? @@ -90371,7 +90804,7 @@ veronica_benavides version version version.json -version/http://read.amazon.com/robots.txt +version/http://ask.fm/robots.txt version= versions versions/Unicode10.0.0 @@ -90499,6 +90932,7 @@ vi-VN vi-VN/office-space vi-VN/signup vi-ZA +vi-vn vi-vn.www.cloudflare.com vi/ vi/android/collections @@ -90666,27 +91100,17 @@ videos videos videos/*.feedback.html videos/*? -videos/? videos/api videos/assets -videos/browsing videos/e videos/embed videos/expander -videos/explore -videos/favorites videos/feed -videos/feed -videos/feedcontent videos/get_video_by_uid/ videos/hardware-in-the-loop-simulation-with-simulink-real-time-using-plcs-and-ethernetip-protocol-for-validating-industrial-automation-control-algorithms-96697.html videos/iframe videos/images videos/js -videos/music -videos/music/ -videos/music/? -videos/music? videos/new videos/raw-ethernet-communication-support-from-simulink-real-time-96619.html videos/real-time-udp-communication-support-99895.html @@ -90736,20 +91160,16 @@ videos/search.php?s=street+fight$ videos/search.php?s=street+fight*&start=*$ videos/search.php?s=woman+fight$ videos/search.php?s=woman+fight*&start=*$ -videos/search/? videos/search? videos/show_trailer videos/slider videos/theme/ videos/transcripts -videos/trending -videos/trendingcontent videos/video-feedback-confirmation.html videos/video-feedback.html videos/viewmeta/ videos/week videos/widgets/ -videos? videosearch videosearch? videotutorials @@ -90800,6 +91220,7 @@ viewprogram/*_pnt viewrecentepisode views views/ +views/ajax? views/product/AE/index.vbhtml.js views/product/AE/virtualsku.vbhtml.js views/product/index.mobile.vbhtml.js @@ -91104,6 +91525,7 @@ wala walcott walkathon walking-tall +walkinglion walkthroughs wall*?own=1 wall*?reply= @@ -91288,9 +91710,6 @@ we_are_all_unicorns wealth/*.asp$ wearenato wearepages -wearesorry.asp -wearesorry.htm -wearesorry2.htm weather weather-api weather.html?latitude= @@ -92324,7 +92743,7 @@ web/packages/CodeDepends/DESCRIPTION web/packages/CodelistGenerator/DESCRIPTION web/packages/CohensdpLibrary/DESCRIPTION web/packages/CohortAlgebra/DESCRIPTION -web/packages/CohortCharacteristics/DESCRIPTION +web/packages/CohortConstructor/DESCRIPTION web/packages/CohortExplorer/DESCRIPTION web/packages/CohortPlat/DESCRIPTION web/packages/CohortSurvival/DESCRIPTION @@ -92791,7 +93210,6 @@ web/packages/DriftBurstHypothesis/DESCRIPTION web/packages/DrillR/DESCRIPTION web/packages/DrugExposureDiagnostics/DESCRIPTION web/packages/DrugSim2DR/DESCRIPTION -web/packages/DrugUtilisation/DESCRIPTION web/packages/DstarM/DESCRIPTION web/packages/DtD/DESCRIPTION web/packages/Dtableone/DESCRIPTION @@ -93534,6 +93952,7 @@ web/packages/GeoMongo/DESCRIPTION web/packages/GeoRange/DESCRIPTION web/packages/GeoWeightedModel/DESCRIPTION web/packages/GeodRegr/DESCRIPTION +web/packages/GeomArchetypal/DESCRIPTION web/packages/GeomComb/DESCRIPTION web/packages/GerminaR/DESCRIPTION web/packages/GetBCBData/DESCRIPTION @@ -94515,6 +94934,7 @@ web/packages/MSPRT/DESCRIPTION web/packages/MSRDT/DESCRIPTION web/packages/MSSQL/DESCRIPTION web/packages/MST/DESCRIPTION +web/packages/MSTest/DESCRIPTION web/packages/MSbox/DESCRIPTION web/packages/MSclassifR/DESCRIPTION web/packages/MSclust/DESCRIPTION @@ -95527,6 +95947,7 @@ web/packages/QDiabetes/DESCRIPTION web/packages/QF/DESCRIPTION web/packages/QFASA/DESCRIPTION web/packages/QFRM/DESCRIPTION +web/packages/QGA/DESCRIPTION web/packages/QGameTheory/DESCRIPTION web/packages/QGglmm/DESCRIPTION web/packages/QHOT/DESCRIPTION @@ -96688,7 +97109,9 @@ web/packages/SeaVal/DESCRIPTION web/packages/SearchTrees/DESCRIPTION web/packages/SecDim/DESCRIPTION web/packages/SeedCalc/DESCRIPTION +web/packages/SeedImbibition/DESCRIPTION web/packages/SeedMatchR/DESCRIPTION +web/packages/SeedVigorIndex/DESCRIPTION web/packages/SegCorr/DESCRIPTION web/packages/Sejong/DESCRIPTION web/packages/SeleMix/DESCRIPTION @@ -100383,7 +100806,6 @@ web/packages/dgumbel/DESCRIPTION web/packages/dhga/DESCRIPTION web/packages/dhglm/DESCRIPTION web/packages/dhh/DESCRIPTION -web/packages/dhis2r/DESCRIPTION web/packages/dhlabR/DESCRIPTION web/packages/dhsage/DESCRIPTION web/packages/di/DESCRIPTION @@ -100552,6 +100974,7 @@ web/packages/dlbayes/DESCRIPTION web/packages/dlib/DESCRIPTION web/packages/dlim/DESCRIPTION web/packages/dlm/DESCRIPTION +web/packages/dlmtree/DESCRIPTION web/packages/dlnm/DESCRIPTION web/packages/dlookr/DESCRIPTION web/packages/dlr/DESCRIPTION @@ -102238,6 +102661,7 @@ web/packages/geoGAM/DESCRIPTION web/packages/geoR/DESCRIPTION web/packages/geoSAE/DESCRIPTION web/packages/geoTS/DESCRIPTION +web/packages/geoarrow/DESCRIPTION web/packages/geobr/DESCRIPTION web/packages/geocacheR/DESCRIPTION web/packages/geocausal/DESCRIPTION @@ -103418,6 +103842,7 @@ web/packages/idx2r/DESCRIPTION web/packages/ie2misc/DESCRIPTION web/packages/ie2miscdata/DESCRIPTION web/packages/ieeeround/DESCRIPTION +web/packages/iemisctext/DESCRIPTION web/packages/ieugwasr/DESCRIPTION web/packages/ifCNVR/DESCRIPTION web/packages/ifaTools/DESCRIPTION @@ -105946,6 +106371,7 @@ web/packages/nipals/DESCRIPTION web/packages/nipnTK/DESCRIPTION web/packages/nivm/DESCRIPTION web/packages/nixmass/DESCRIPTION +web/packages/nixtlar/DESCRIPTION web/packages/njgeo/DESCRIPTION web/packages/njtr1/DESCRIPTION web/packages/nlMS/DESCRIPTION @@ -106131,6 +106557,7 @@ web/packages/nsROC/DESCRIPTION web/packages/nsarfima/DESCRIPTION web/packages/nscancor/DESCRIPTION web/packages/nse/DESCRIPTION +web/packages/nseq/DESCRIPTION web/packages/nser/DESCRIPTION web/packages/nseval/DESCRIPTION web/packages/nsga2R/DESCRIPTION @@ -106908,6 +107335,7 @@ web/packages/phsmethods/DESCRIPTION web/packages/phuassess/DESCRIPTION web/packages/phyclust/DESCRIPTION web/packages/phyext2/DESCRIPTION +web/packages/phylepic/DESCRIPTION web/packages/phylin/DESCRIPTION web/packages/phyloTop/DESCRIPTION web/packages/phylobase/DESCRIPTION @@ -108888,6 +109316,7 @@ web/packages/ruler/DESCRIPTION web/packages/rules/DESCRIPTION web/packages/rumidas/DESCRIPTION web/packages/ruminate/DESCRIPTION +web/packages/runDRT/DESCRIPTION web/packages/runMCMCbtadjust/DESCRIPTION web/packages/runcharter/DESCRIPTION web/packages/runes/DESCRIPTION @@ -110014,6 +110443,7 @@ web/packages/sparsestep/DESCRIPTION web/packages/sparsesvd/DESCRIPTION web/packages/sparsevar/DESCRIPTION web/packages/sparsevb/DESCRIPTION +web/packages/sparsevctrs/DESCRIPTION web/packages/sparsio/DESCRIPTION web/packages/sparta/DESCRIPTION web/packages/sparvaride/DESCRIPTION @@ -111174,6 +111604,7 @@ web/packages/toxpiR/DESCRIPTION web/packages/tpAUC/DESCRIPTION web/packages/tpc/DESCRIPTION web/packages/tpfp/DESCRIPTION +web/packages/tpm/DESCRIPTION web/packages/tpn/DESCRIPTION web/packages/tpr/DESCRIPTION web/packages/tpwb/DESCRIPTION @@ -112153,6 +112584,7 @@ web/packages/zen4R/DESCRIPTION web/packages/zendeskR/DESCRIPTION web/packages/zendown/DESCRIPTION web/packages/zenplots/DESCRIPTION +web/packages/zenstats/DESCRIPTION web/packages/zeroEQpart/DESCRIPTION web/packages/zerotradeflow/DESCRIPTION web/packages/zetadiv/DESCRIPTION @@ -112506,6 +112938,7 @@ weightcenter/appointments-and-referrals/appointment-thankyou weiling-liu weilong weiluo +weimg wein weiran weiskel @@ -112573,7 +113006,15 @@ what-makes-up-your-digital-self what-now/card-details/* what-s-cooking-with-julie-chrisley what-to-expect-when-you-re-expecting +what-we-do/digitalisation/news-room +what-we-do/digitalisation/news-room.html what-we-do/investment-management/private-wealth-management/intellectual-capital/isg-outlook-2013.pdf +what-we-do/major-projects/vito +what-we-do/major-projects/vito.html +what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road +what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road.html +what-we-do/renewable-power/wind/supplier-registration +what-we-do/renewable-power/wind/supplier-registration.html whatis whats-new whats-next/planes-trains-and-analytics @@ -112621,18 +113062,14 @@ why-liveperson why-sell?inquirySource=482& whysecure whythisad -wicket:interface*http://springerlink.com/robots.txt +wicket:interface*http://negusmedia.com.au/robots.txt widget widget-landing-page.html widget-uploads widget.html widget/* -widget/cr -widget/entity/search/? widget/head/login widget/player -widget/render -widget/snapshot widget/v2 widget_auth.php widget_chunks @@ -113105,7 +113542,7 @@ wiki/Wikipedia%3APages_for_deletion wiki/Wikipedia%3APagina_delle_prove wiki/Wikipedia%3APagine_da_cancellare wiki/Wikipedia%3APagini_de_%C5%9Fters -wiki/Wikipedia%3APoczekalniahttp://placehold.it/robots.txt +wiki/Wikipedia%3APoczekalniahttp://lowes.com/robots.txt wiki/Wikipedia%3APossibly_unfree_files wiki/Wikipedia%3AProposte_di_cancellazione_semplificata wiki/Wikipedia%3AProtected_titles @@ -113744,7 +114181,6 @@ wordpress/wp-admin wordpress/wp-admin/admin-ajax.php words work -work work$ work-at-ucl/redeployment work-info @@ -114000,30 +114436,29 @@ wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php?action=icl_mpp_search wp-admin/admin-ajax.php?r=* -wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt -wp-admin/admin-ajax.phphttp://akismet.com/robots.txt -wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt -wp-admin/admin-ajax.phphttp://aweber.com/robots.txt -wp-admin/admin-ajax.phphttp://blogs.microsoft.com/robots.txt -wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt -wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt -wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt -wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt -wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt -wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt -wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt -wp-admin/admin-ajax.phphttp://news.microsoft.com/robots.txt -wp-admin/admin-ajax.phphttp://openssl.org/robots.txt -wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt -wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt -wp-admin/admin-ajax.phphttp://refinery29.com/robots.txt -wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt -wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt -wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt -wp-admin/admin-ajax.phphttp://tribe.net/robots.txt -wp-admin/admin-ajax.phphttp://vox.com/robots.txt -wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt -wp-admin/admin-ajax.phphttp://zoho.com/robots.txt +wp-admin/admin-ajax.phphttp://24elliottwaves.com/robots.txt +wp-admin/admin-ajax.phphttp://4jahreszeiten-kuehlungsborn.de/robots.txt +wp-admin/admin-ajax.phphttp://abc.com/robots.txt +wp-admin/admin-ajax.phphttp://bestetic.ro/robots.txt +wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt +wp-admin/admin-ajax.phphttp://diekinokritiker.de/robots.txt +wp-admin/admin-ajax.phphttp://dorisbaumer.com/robots.txt +wp-admin/admin-ajax.phphttp://en.support.wordpress.com/robots.txt +wp-admin/admin-ajax.phphttp://fintechworld.com/robots.txt +wp-admin/admin-ajax.phphttp://floridagolfmagazine.com/robots.txt +wp-admin/admin-ajax.phphttp://gamestop.com/robots.txt +wp-admin/admin-ajax.phphttp://google.hr/robots.txt +wp-admin/admin-ajax.phphttp://istockphoto.com/robots.txt +wp-admin/admin-ajax.phphttp://linode.com/robots.txt +wp-admin/admin-ajax.phphttp://maria-sigal.ru/robots.txt +wp-admin/admin-ajax.phphttp://onerpm.link/robots.txt +wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt +wp-admin/admin-ajax.phphttp://socialimpact.youtube.com/robots.txt +wp-admin/admin-ajax.phphttp://strengthaddicts.com/robots.txt +wp-admin/admin-ajax.phphttp://support.mozilla.com/robots.txt +wp-admin/admin-ajax.phphttp://tes.com/robots.txt +wp-admin/admin-ajax.phphttp://undis.eu/robots.txt +wp-admin/admin-ajax.phphttp://wpbeginner.com/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -114064,7 +114499,7 @@ wp-content/client-mu-plugins wp-content/compsub wp-content/dbsub wp-content/gallery -wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt +wp-content/mu-plugins/http://5156609.fls.doubleclick.net/robots.txt wp-content/mu_plugins wp-content/plugins wp-content/plugins @@ -114139,7 +114574,7 @@ wp-content/themes/screamingfrog/inc/download-modal-lfa.php wp-content/themes/screamingfrog/inc/download-modal.php wp-content/themes/sej/js/cdet.js wp-content/themes/sej/js/ga.js -wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt +wp-content/themes/skift/inc/ajax/http://ilpost.it/robots.txt wp-content/themes/tns-2022/assets wp-content/themes/tns-2022/data wp-content/themes/treated/search/ @@ -114160,7 +114595,7 @@ wp-content/uploads/**/*seo-restricted*.* wp-content/uploads/*.jpg wp-content/uploads/*.png wp-content/uploads/*/*/1650344292_1.png -wp-content/uploads/*http://wikihow.com/robots.txt +wp-content/uploads/*http://zauo.com/robots.txt wp-content/uploads/2011 wp-content/uploads/2012 wp-content/uploads/2013 @@ -114192,21 +114627,21 @@ wp-content/uploads/_pda wp-content/uploads/complianz wp-content/uploads/elementor/css/ wp-content/uploads/gravity_receipts -wp-content/uploads/http://minimul.com/robots.txt -wp-content/uploads/http://sheknows.com/robots.txt +wp-content/uploads/http://apemusicale.it/robots.txt +wp-content/uploads/http://cbs.com/robots.txt wp-content/uploads/member-access wp-content/uploads/ninja-forms wp-content/uploads/sites/*/ninja-forms wp-content/uploads/sites/4/wpforms wp-content/uploads/sites/6/wpforms -wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt +wp-content/uploads/vj-wp-import-export/http://constantcontact.com/robots.txt wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://aa.com.tr/robots.txt -wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://brownpapertickets.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://covertinstruments.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://dansmoviereport.blogspot.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://elconfidencial.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://kiva.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://sothebys.com/robots.txt wp-content/uploads/wpforms wp-content/uploads/wpforms/ wp-content/uploads/wpo-plugins-tables-list.json @@ -114238,8 +114673,8 @@ wp-includes/css/*.css wp-includes/css/*.css wp-includes/css/dist/block-library/style.min.css wp-includes/fonts -wp-includes/http://nokia.co.jp/robots.txt -wp-includes/http://scotusblog.com/robots.txt +wp-includes/http://fec.gov/robots.txt +wp-includes/http://ledgeview.com/robots.txt wp-includes/images wp-includes/images/ wp-includes/js @@ -114570,7 +115005,7 @@ xmlhttp xmlrpc xmlrpc.php xmlrpc.php -xmlrpc.phphttp://datastudio.google.com/robots.txt +xmlrpc.phphttp://energy.gov/robots.txt xmlsearch xmltv/ xmorelle @@ -114592,7 +115027,7 @@ xsanR4 xsl xsl/ xslt/ -xslt/http://cryptonewsventure.com/robots.txt +xslt/http://abload.de/robots.txt xtra/sante-et-mieux-etre xuwang xuxiangtian @@ -114739,7 +115174,7 @@ youraccount youraccount/ yourarchives youreurope/businessACC -youreurope/businessDEV/http://europapress.es/robots.txt +youreurope/businessDEV/http://adweek.com/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -115059,6 +115494,7 @@ zh-chs/ zh-cn zh-cn.www.cloudflare.com zh-cn/ +zh-cn/*itemid zh-cn/cloud/saas/applications-common/19d zh-cn/cloud/saas/applications-common/20a zh-cn/cloud/saas/applications-common/21c @@ -115177,7 +115613,7 @@ zh/index.htm zh/intangible-cultural-heritage/grid zh/intangible-cultural-heritage/list zh/intangible-cultural-heritage/map -zh/internalhttp://amazon.jp/robots.txt +zh/internalhttp://tagmanager.google.com/robots.txt zh/internet-universality-indicators/grid zh/internet-universality-indicators/list zh/internet-universality-indicators/map @@ -115303,27 +115739,27 @@ zh_tw/versions.html zh_tw/versions/*/release.html zhaoheng.gong zhcn/ -zhcz/ -zhde/ +zhcz +zhde zhenbo -zhes/ -zhfr/ -zhgr/ -zhit/ +zhes +zhfr +zhgr +zhit zhixianlei zhiyuan-sun -zhja/ +zhja zhk zhk-reviews -zhko/ -zhnl/ +zhko +zhnl zhongyingyan zhouchan zhowlett -zhpl/ -zhpt/ -zhro/ -zhru/ +zhpl +zhpt +zhro +zhru zhs/%E6%90%9C%E7%B4%A2 zhs/%E6%B5%8F%E8%A7%88 zhs/auth @@ -115332,7 +115768,7 @@ zhs/info zhs/onelook_american_dictionary_words.html zhs/onelook_british_dictionary_words.html zhs/spellcheck -zhsv/ +zhsv zht/%E6%90%9C%E7%B4%A2 zht/%E7%80%8F%E8%A6%BD zht/auth @@ -115341,7 +115777,7 @@ zht/info zht/onelook_american_dictionary_words.html zht/onelook_british_dictionary_words.html zht/spellcheck -zhtr/ +zhtr zhukov zhuohan.shao ziad @@ -115358,6 +115794,7 @@ zittrain ziv ziweiqiu zlim +zm zm/ zmabel zoeken @@ -115392,6 +115829,7 @@ zu/user zu/users zuora zurcher +zw zw/ zwang zwick @@ -115476,7 +115914,7 @@ zzz_systest ~neubank/Eubank_EthnicityNetworksPaper.pdf ~neubank/Eubank_EthnicityNetworksPaper2016.pdf ~nsdwww/mail -~oar/http://web.whatsapp.com/robots.txt +~oar/http://thewrap.com/robots.txt ~oratorio/wordpress ~pasr1/ ~philippe @@ -115529,8 +115967,6 @@ zzz_systest 2 2*? 2-fast-2-furious -2-uncategorised.html -2-uncategorised/ 2.0 2/hi/help/8594343.stm 2/hi/help/8594488.stm @@ -115590,6 +116026,7 @@ zzz_systest 5*? 5-off* 5-types-of-internet-addiction +5e3a728225507ce63f3ee8d2f8f702cf 6 6*? 6-tools-for-managing-your-medications @@ -115617,14 +116054,8 @@ zzz_systest 21-jump-street 22minutes 24/ -29-skachivay-kurs-sozdanie-muzyki-ot-novichka-do-profi.html -30-skachivaj-sozdanie-muzyki-v-fl-studio-pervye-shagi.html 32crhp 33k1com -35-skachivaj-kurs-sozdanie-muzyki-na-avtopilote.html -36-skachivaj-kurs-sozdanie-muzyki-na-avtopilote.html -36AG/english/menu_bottom.asp -36AG/english/menu_top.asp 48f6543196cbbdefb88f247a0a8e4375 50x.html 51anma @@ -115651,11 +116082,11 @@ zzz_systest 404.aspx 404.html 404.html -404.htmlhttp://airliners.net/robots.txt +404.htmlhttp://arnasarspacemission.com/robots.txt 404.php 404.php 404/ -404http://diplomatie.gouv.fr/robots.txt +404http://rediff.com/robots.txt 413gkwMT 429.html 432v·com @@ -115742,7 +116173,7 @@ zzz_systest 2012-privacy-policy 2012/10/04/single-thirtysomething-and-living-with-breast-cancer 2012/Goog -2012/collins/ +2012/collins 2012/pyRdfa/extract 2013 2013/03/21/174840895 @@ -115944,8 +116375,8 @@ zzz_systest 4900/webm.ABC 5055/aw-techrepublic 5055/maw-techrepublic -5138 5293 +5349 5480 5480.iac. 5503cc @@ -115993,7 +116424,7 @@ zzz_systest 93826 94140 94230 -101612.rsshttp://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt +101612.rsshttp://he.wikipedia.org/robots.txt 101705/docs/mccom/format/pdf/longform/ 126190 128892 From 80d7ad12b55485f5259af402415ae4f080755bf9 Mon Sep 17 00:00:00 2001 From: GitHub Action Date: Mon, 3 Jun 2024 00:20:56 +0000 Subject: [PATCH 2/2] [Github Action] Automated trickest wordlists update. --- .../erpnext-all-levels.txt | 4 + .../CMS/trickest-cms-wordlist/erpnext.txt | 1 + .../top-100.txt | 4 +- .../top-1000.txt | 249 +- .../top-10000.txt | 2876 ++++++++--------- 5 files changed, 1361 insertions(+), 1773 deletions(-) diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt index 4574baf5..5840b930 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt @@ -3215,6 +3215,10 @@ erpnext/patches/v15_0/remove_exotel_integration.py patches/v15_0/remove_exotel_integration.py v15_0/remove_exotel_integration.py remove_exotel_integration.py +erpnext/patches/v15_0/add_default_operations.py +patches/v15_0/add_default_operations.py +v15_0/add_default_operations.py +add_default_operations.py erpnext/patches/v15_0/correct_asset_value_if_je_with_workflow.py patches/v15_0/correct_asset_value_if_je_with_workflow.py v15_0/correct_asset_value_if_je_with_workflow.py diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt index 3583307d..ad9fe26f 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt @@ -686,6 +686,7 @@ erpnext/patches/v15_0/set_reserved_stock_in_bin.py erpnext/patches/v15_0/enable_all_leads.py erpnext/patches/v15_0/update_gpa_and_ndb_for_assdeprsch.py erpnext/patches/v15_0/remove_exotel_integration.py +erpnext/patches/v15_0/add_default_operations.py erpnext/patches/v15_0/correct_asset_value_if_je_with_workflow.py erpnext/patches/v15_0/create_asset_depreciation_schedules_from_assets.py erpnext/patches/v15_0/delete_taxjar_doctypes.py diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 2aaef657..12cc1e8a 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -1934,8 +1934,8 @@ hotelfinder/rpc hotels/rpc hp/video hpc/*/supported-applications.aspx? -http://amzn.to/robots.txt -http://linkedin.com/robots.txt +http://archive.org/robots.txt +http://flickr.com/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index a3d47a44..f195ac2d 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -2506,6 +2506,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /buckets$ /bugs/new /buscador/ +/business-store /business/ai-search /business/aisearch /business/search @@ -3069,7 +3070,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newssearch /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://redcross.org/robots.txt +/no-referrer-when-downgradehttp://gmail.com/robots.txt /no-search-results /node /node/add @@ -3629,7 +3630,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*__rmid ?*__rmidpage ?*ajs_event -?*apikey*http://rebrand.ly/robots.txt +?*apikey*http://visitazores.com/robots.txt ?*app ?*appidt=* ?*aspects= @@ -3843,7 +3844,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://cricketarchive.com/robots.txt +?*utm_source=http://chrome.google.com/robots.txt ?*utm_term= ?*verified= ?*xid @@ -5359,7 +5360,6 @@ Help HelpContent Heritrix Home/404Page -HpImageArchive.aspx HubStyle/static-2.309 HubStyle/static-2.313 HubStyle/static-2.315 @@ -5543,7 +5543,6 @@ Meo MessageRunDetailID= MetaURI Microsoft.URL.Control -Mobile/EM/ Moreover Moreoverbot MoviesYouveSeen @@ -5644,6 +5643,7 @@ PostPreview.naver PostPreview.nhn PostPrint.naver PostPrint.nhn +PowerMapper Practice-Clients Present Price/PriceRMPopup.aspx @@ -5659,7 +5659,6 @@ ProfilesGate Project PromotionDetailsDisplayView PromotionDisplayView -Proxy.ashx QUICKNEWS Qinfo Qinfo/cams @@ -5717,7 +5716,6 @@ SOImapPriceDisplayView SametimeWebApp Scripts Search -Search Search/* Search/Mail/Public SearchNavigationView @@ -6182,8 +6180,6 @@ ac/ ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search ac2 academic-subscriptions -academic/profile -academic/search academy academy-free-account academy/*/results @@ -6267,7 +6263,6 @@ ach/search ach/user ach/users achievements -aclick aclk acoustic acq/nonprofits @@ -6535,7 +6530,6 @@ alexa-top-sites/* alexa-web-search/* alexa/* alexaforbusiness/ -alink alkali all all-supported-params @@ -6559,7 +6553,6 @@ amp amp$ amp-proxy amp-tealium -amp/ amp/authorize amphtml amphtml/blogs/test @@ -6625,16 +6618,15 @@ api.html? api.php api/ api/? -api/attachments/*http://giphy.com/robots.txt +api/attachments/*http://docs.wixstatic.com/robots.txt api/discovery api/editionurlgenerator api/eventlogging api/html -api/http://ssl.gstatic.com/robots.txt +api/http://kobo.com/robots.txt api/internal/analytics/songs api/jobPostings/jobs api/legendary-data/relay -api/maps/ api/nextsteps/* api/nicorepo/timeline api/programas/69730/audios.rss @@ -6699,7 +6691,7 @@ appchart appdynamics-wem.cisco.com appealed-pin apple-app-site-association -apple-app-site-associationhttp://mediafire.com/robots.txt +apple-app-site-associationhttp://fonts.google.com/robots.txt apple-news appliance applicant-eligibility @@ -7498,6 +7490,7 @@ backoffice= backstage/help/search-results.html badges/profile/create bagon +baidu ban-me-i-am-a-robot bandito banking @@ -7744,7 +7737,6 @@ bezahlvorgaenge.html bfe/apps/website bfl bfmp -bfp/search bg bg-*/ bg-bg/ @@ -7806,7 +7798,6 @@ bin bin/ bin/search.go bin/search.py -bing-site-safety bingbot bipolar-disorder/bipolar-depression-management bipolar-disorder/video/bipolar-fatherhood @@ -7896,7 +7887,7 @@ blog/*?text= blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://bitly.com/robots.txt +blog/.html.*http://salon.com/robots.txt blog/?p= blog/?s= blog/Neuer_Beitrag.html @@ -7952,7 +7943,6 @@ blogs/blogpost/preview blogs/nationals-journal-beta blogs/pad$ blogs/pad/$ -blogs/search/ blogs/slow-ride blogs/technology.atom blogs/test @@ -8021,7 +8011,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://google.co.in/robots.txt +bookmarkshttp://ed.ted.com/robots.txt books books/NBK books/about @@ -8938,7 +8928,7 @@ cdn-cgi cdn-cgi/ cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://iso.org/robots.txt +cdn-cgi/http://mediapost.com/robots.txt cdn-cgi/rum cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t @@ -8966,7 +8956,7 @@ cgi-bin/homelandsecurity cgi-bin/loginpage cgi-bin/state cgi-bin/wx -cgi-binhttp://is.gd/robots.txt +cgi-binhttp://ifttt.com/robots.txt cgi-local cgi-perl cgi-registry @@ -9163,7 +9153,6 @@ civis/posts civis/search civis/threads/*in_iframe=1 civis/threads/*wp_data= -ck/ cl cl2/feeds cl2/ical @@ -9306,7 +9295,7 @@ co/user co/users co/ventureone code/* -code/http://m.youtube.com/robots.txt +code/http://w3techs.com/robots.txt codesamples/ coin*mid= colehaan/daring-to-step-forward @@ -9514,7 +9503,7 @@ conflagexp connect connect/@ connect/help/search-results.html -connect/http://nbcnews.com/robots.txt +connect/http://blog.twitter.com/robots.txt connect/social-intranet.html connections connections/recent @@ -9631,7 +9620,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://line.me/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/redcross/lp content/dam/web/da_dk/www @@ -9818,15 +9807,14 @@ cp/api/wpa cpds2 cpes/ cpresources +cpro cpropub/univercd cpspa cr -cr$ cr/ cr/$ cr/corporate/contact cr/news -cr? craft crash crawler4j @@ -10054,7 +10042,6 @@ dashboard dashboard/notes dashboard/overview data -data-st-cnt="ee" data-studio data/free/files database/philboard.mdb @@ -11194,9 +11181,6 @@ enterprise/seo entertain entertainment/article/Minerva-s-horoscope entertainment/bravo -entities/search -entityexplore$ -entityexplore? entrez entrez/eutils entrez/sutils @@ -11622,7 +11606,7 @@ events/friday-rush$ events/fsi-cloud-symposium-nyc.html events/rss evernote/like.php -evite/*http://mozilla.com/robots.txt +evite/*http://dw.com/robots.txt examples/* exclusive-offers exec/obidos/account-access-login @@ -11730,7 +11714,6 @@ fbl/terms.html fbpostaction.cms?article= fcgi- fckeditor -fd/ fdbk feature/sf-test feature_nine_browse-bin= @@ -11906,7 +11889,7 @@ files/techabuse-welsh.pdf files/techabuse.pdf fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://arte.tv/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt filter filter/tips filter/tips @@ -12306,8 +12289,6 @@ full fullscreen fullscreen/ReportLinker fun -fun/api/ -fun/g/ fundraiser/charity fundraiser/search fur/forums @@ -12329,7 +12310,7 @@ fy-NL/search fy-NL/user fy-NL/users g -g/4arE9Chttp://s.yimg.com/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/api g00 g01 @@ -12552,7 +12533,7 @@ gh/news gh/useracquisition gh_jid= gif -gifshttp://loc.gov/robots.txt +gifshttp://gist.github.com/robots.txt gift-redemption gift-terms gift_card= @@ -12904,7 +12885,7 @@ ha/search ha/user ha/users hackathons/reinvent-2013/ -hacker/*/followhttp://justice.gov/robots.txt +hacker/*/followhttp://hackerone.com/robots.txt hacker/*/unfollow hair-transplant-services handler @@ -13017,6 +12998,7 @@ highereducation/higheddocs highlights hilfe/fundingdetail.html hilfe/live/launch-day/launch-day-show-voting.html +hilfe/live/launch-day/launch-day-videoupload.html hilfe/live/officehour/officehour-link.html hims-hard-mints hinweis/datenleck @@ -13175,6 +13157,7 @@ homeandgarden/home/hearstmagazines homefeed homepage homepage-video-test +homepage/ homepage/2013 honing.html hooks @@ -13196,14 +13179,12 @@ hosted hosted/images hosting/search hotel/index.hi. -hotel/reviews? hotel/us/the-airstream-van.*.html hotel_attractions hotel_rt_onview hotelfinder/rpc hotels hotels/rpc -hotels/search hotelsonmap.*.json hotfix/ houseads @@ -13217,8 +13198,6 @@ howto howtobuy/ hp/focus-retrocompatibile$ hp/video -hpm -hpmob hr hr-*/ hr-hr/ @@ -13299,41 +13278,39 @@ http http-checker http2_data http: -http://academic.oup.com/robots.txt -http://alistapart.com/robots.txt -http://blog.naver.com/robots.txt -http://blogger.com/robots.txt -http://brilliant.org/robots.txt -http://canva.com/robots.txt -http://cbc.ca/robots.txt -http://code.google.com/robots.txt -http://discord.com/robots.txt +http://2.bp.blogspot.com/robots.txt +http://about.google/robots.txt +http://amazon.de/robots.txt +http://amzn.to/robots.txt +http://api.whatsapp.com/robots.txt +http://app.box.com/robots.txt +http://bbc.com/robots.txt +http://bcn.cl/robots.txt +http://behance.net/robots.txt +http://census.gov/robots.txt http://euronews.com/robots.txt -http://fda.gov/robots.txt -http://freewebs.com/robots.txt -http://getbootstrap.com/robots.txt -http://gstatic.com/robots.txt -http://help.twitter.com/robots.txt -http://ja.wikipedia.org/robots.txt -http://leonardodavincisinventions.com/robots.txt -http://lifestylesimplify.com/robots.txt -http://online.wsj.com/robots.txt -http://paypalobjects.com/robots.txt -http://rottentomatoes.com/robots.txt -http://sciencedaily.com/robots.txt -http://searchenginewatch.com/robots.txt -http://siemens.com/robots.txt -http://skype.com/robots.txt -http://studio.youtube.com/robots.txt -http://ted.com/robots.txt -http://telegram.me/robots.txt -http://therealnews.com/robots.txt -http://tinyurl.com/robots.txt -http://today.com/robots.txt -http://tv.youtube.com/robots.txt -http://video.google.com/robots.txt -http://webmd.com/robots.txt -http://wellbeing.google/robots.txt +http://extension.purdue.edu/robots.txt +http://graphisoft.com/robots.txt +http://hubspot.com/robots.txt +http://ie.edu/robots.txt +http://linkedin.com/robots.txt +http://mashable.com/robots.txt +http://mrisoftware.com/robots.txt +http://nationalgeographic.com/robots.txt +http://news.cnet.com/robots.txt +http://npmjs.com/robots.txt +http://patreon.com/robots.txt +http://producthunt.com/robots.txt +http://raiplay.it/robots.txt +http://redbubble.com/robots.txt +http://support.apple.com/robots.txt +http://techradar.com/robots.txt +http://tiny.cc/robots.txt +http://torproject.org/robots.txt +http://translate.google.com/robots.txt +http://upload.wikimedia.org/robots.txt +http://vogue.com/robots.txt +http://yelp.com/robots.txt hu hu-*/ hu-hu/ @@ -13703,16 +13680,11 @@ images/$ images/* images/? images/Podcasts -images/async/? -images/async? images/carBlogsimages images/chart_gifs images/chart_pdfs images/chart_png300 images/chart_png460 -images/hosted/? -images/hosted/search? -images/hosted? images/interview_pdfs images/li.gif images/logging_requests.gif @@ -13721,12 +13693,8 @@ images/ndtvvideo/* images/pad/search?rpt=imageview images/pad/search?text=*&source=morda images/resume -images/search%3F -images/search/? -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/showroomimages images/smart/$ images/touch/$ @@ -13737,7 +13705,6 @@ images/usedcarimages images/userprofileimg images/v$ images/viewconfig$ -images? imagine/ imesync img @@ -13862,7 +13829,6 @@ inapp inbox inbox$ inbox$ -inboxcommerce inc5000dev include include/ @@ -13926,6 +13892,7 @@ index.php/ko/node/ index.php/magazine/get_comment index.php/media/oembed index.php/members/profile +index.php/node index.php/node/add index.php/node/add/ index.php/ru/node/ @@ -14020,7 +13987,7 @@ intcmp= integrate/ integromedb intelligencer/amp -interactive*http://codex.wordpress.org/robots.txt +interactive*http://fcc.gov/robots.txt interactive/reading-preference interface/pda intern/service/suche @@ -14874,6 +14841,7 @@ latest-playlist latest-talk latin latin_en +launch-day-show-voting.html launch2005/ law-school/search-results/ lawlib/archive @@ -14897,7 +14865,7 @@ layout/set/txt_pq layout/set/xml layouts lb -leadingtogether/http://urbandictionary.com/robots.txt +leadingtogether/http://validator.w3.org/robots.txt leaf learn learn-noperf @@ -14932,7 +14900,7 @@ learning/settings? learnmorelayer learnmorelayertv lecture -lecture/http://healthaffairs.org/robots.txt +lecture/http://creativecommons.org/robots.txt lees/gids/exclusief lees/gids/exclusief$ lees/gids/exclusief.*$ @@ -15053,6 +15021,7 @@ liked limit_hits limited-release link +link? link_to linked linkedin @@ -15119,7 +15088,6 @@ loans loc/volunteers loc= local -local local-services-ads local/ajax local/blogsandcolumns/slow-ride-front @@ -15439,7 +15407,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -15543,6 +15510,7 @@ media/popup/ media/thumbnails/ media/tv/channel/credits media/tyfo* +media/tyfo*http://statcounter.com/robots.txt mediabase mediaembed medialibrary/de/brief @@ -15840,7 +15808,6 @@ merchant/directions/* merchant/imageUploadPreview/* merchant/loc/* merchant/moreProducts?* -merchant/reviews? merchant/update/* merchantapps mes @@ -16842,7 +16809,6 @@ notificarelacionadas notifications notifications notifications$ -notifications/ notifications/* nova now/mt3 @@ -17025,8 +16991,6 @@ offers/nonprofits offers/nonprofits$ offers/nonprofits% offers/nonprofits? -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offers/referral-terms-conditions offers/referral-terms-conditions$ offers/referral-terms-conditions% @@ -17722,7 +17686,6 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities -pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEycQobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkcHJlc3M_CiUKI1dhcyBiZWRldXRldCBVc2VyIEFnZW50ICogZGlzYWxsb3c_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22TffpVteYDUegNO8sv5KNw3n6XXw\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment/ pmm-templates pmo/contact/en/staff @@ -18113,7 +18076,6 @@ pro-resources pro-site pro/about pro2 -proFile/history? proMatch proProjects proVideoWidget @@ -18132,7 +18094,6 @@ product-reviews/B0069IY63Y product/electrode/api/logger product/electrode/api/wpa product/recommended -product/reviews? productBrand= productId= productPurchaseDone @@ -18187,7 +18148,6 @@ profile/*/followers profile/*/following profile/*/map$ profile/downloads_limit -profile/history? profile/license profile/payment/getstarted profile/view @@ -18828,7 +18788,6 @@ resources/xml/sitemaps responder rest results -results results-export-email-by-search-data results-export-ids results-export-search-by-year @@ -18880,7 +18839,6 @@ reviews/seller reviews/top-reviewers reviews_page= rewards -rewardsapp/ rf=* rfcdiff* ribbon.php @@ -19084,6 +19042,7 @@ s2/sitemaps s2/static s3 s? +s? s?*rh=n%3A1380045031 sa sa= @@ -19427,7 +19386,7 @@ search/*?*schools= search/*?*sort= search/*?*time= search/*?*tools= -search/*?*userAvailability=*http://pastebin.com/robots.txt +search/*?*userAvailability=*http://betterplace.org/robots.txt search/*filter=dl* search/. search/2/api @@ -19544,7 +19503,7 @@ section/3 section/36 section/6 section/8 -section/9http://media.ccc.de/robots.txt +section/9http://issuu.com/robots.txt sectionized sections sections$ @@ -19659,7 +19618,6 @@ server-status server/banners server/body-include server/bottom-notes -server/docs/search server/footer server/fs-gang server/generic @@ -19713,7 +19671,6 @@ set_cookie.pl setbucket setprefs settings -settings settings/* settings/deactivated settings/linkaccount @@ -19845,8 +19802,8 @@ sharing/files sharing/folders sheet/help/search-results.html shelf/user_shelves -shenghuo shenghuo/search? +shifen/ shihui shihui? ship @@ -19855,8 +19812,6 @@ shipping-payment shippingassistant shippinginformation shop -shop$ -shop/ shop/*& shop/bag shop/browse/campaigns/mobile_overlay @@ -19865,7 +19820,6 @@ shop/browse/ribbon shop/global shop/iphone/payments/overlay shop/search.ep -shop? shop_name_search_service shop_pins shopfront-api @@ -19915,7 +19869,7 @@ shows/ showtag showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://myspace.com/robots.txt +showtimes/location/*http://j.mp/robots.txt shr* shutterstock si @@ -20458,7 +20412,6 @@ social-connect/send social/help/search-results.html social/photosui/images social/photosui/sitemap -social/search? social/social-security-directory/cai social_media socialapp/ @@ -20571,7 +20524,6 @@ sp= sp_url= spartan spatl -spbasic spbot spc-source= special-promo/2for1 @@ -20647,7 +20599,6 @@ sports/whatson sports_fp_ms spp/ spreadsheet -spresults sprint_wml sprint_xhtml sprints/help/search-results.html @@ -20731,7 +20682,6 @@ statement static static-assets/documents/PwnedPasswordsTop100k.txt static-assets/images/collection -static/ static/button/button1.html static/button/button1.js static/button/button2.html @@ -20848,15 +20798,11 @@ storeclick storefront storepicker storerequest -stores$ -stores/ stores/page/*visitId= stories story story-pin-builder story-pin-invite -story/amp/police-chief-accused-of-using-taxpayer-money-to-book-hotels-for-sex-with-female-colleagues-13107270 -story/police-chief-accused-of-using-taxpayer-money-to-book-hotels-for-sex-with-female-colleagues-13107270 story/twittershare story_feed story_pins @@ -21156,7 +21102,7 @@ tag tag-manager tag-manager-360 tag/ -tag/*+http://engadget.com/robots.txt +tag/*+http://discogs.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -21396,7 +21342,7 @@ test5 test6 testcases testfl -testhttp://use.typekit.net/robots.txt +testhttp://moz.com/robots.txt testing testpage-forhomepage tests/* @@ -21405,7 +21351,6 @@ text textedition tfemail th -th$ th-*/ th-th.www.cloudflare.com th-th/ @@ -21428,7 +21373,6 @@ th/solutions/case-studies/ th/solutions/case-studies/innovators/innovators-eu/ th/user th/users -th? th_th/templates/M thank-you thank-you-enterprise-demo @@ -21673,13 +21617,12 @@ translate_static translate_suggestion translate_t translation -translator/?ref= transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency -transparency/http://ib.adnxs.com/robots.txt +transparency/http://anchor.fm/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -21701,24 +21644,10 @@ travel/ travel/2013/aug/22/been-there-readers-competition? travel/8711559/The-Telegraph-Travel-Awards-2011.html travel/clk -travel/css -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? travel/flights/s -travel/hotel-search travel/hotel/e -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/hotel-finder travel/hotels/hotel-finder/$ -travel/hotels/search/? -travel/hotels/search? -travel/scripts -travel/secure travelnevadahighway95tc treasury treasury/treasdocuments @@ -22081,6 +22010,7 @@ uk/users uk/ventureone uk/wdc uk/your +ulink? ulk/i ulk/sch ulk/usr @@ -22100,6 +22030,7 @@ understanding-c3g understanding-melanoma unfiltered? unfinished.php +unicef-component-mosaichttp://unpkg.com/robots.txt unicorn/check unijobs/*/emailjob unijobs/*/jbequicksignup @@ -22213,7 +22144,6 @@ ur/user ur/users urbanag urchin_test -url urlinator/static-1.54 urlinator/static-1.55 urlinator/static-1.57 @@ -22711,7 +22641,6 @@ video/embed-player video/embedded video/games/tags video/iframe -video/moment-joseph-mccann-arrested-in-a-tree-11878890 video/mucinex-md video/pad video/play @@ -22738,21 +22667,11 @@ video_passthrough video_passthrough.php videorequest videos -videos/? videos/assets -videos/browsing videos/e -videos/explore -videos/favorites -videos/feed -videos/feedcontent videos/get_video_by_uid/ videos/images videos/js -videos/music -videos/music/ -videos/music/? -videos/music? videos/search.php videos/search.php?filter=*&s=Fight+Compilation$ videos/search.php?filter=*&s=Fight+Compilation*&start=*$ @@ -22797,13 +22716,8 @@ videos/search.php?s=street+fight$ videos/search.php?s=street+fight*&start=*$ videos/search.php?s=woman+fight$ videos/search.php?s=woman+fight*&start=*$ -videos/search/? -videos/search? -videos/trending -videos/trendingcontent videos/viewmeta/ videos/week -videos? videosearch view viewReview @@ -23058,10 +22972,6 @@ whythisad widget widget-landing-page.html widget/* -widget/cr -widget/entity/search/? -widget/render -widget/snapshot widget_auth.php widget_chunks widgets @@ -23827,7 +23737,6 @@ word/embed wordpress/wp-admin wordpress/wp-admin/admin-ajax.php work -work work/_ work/acceptinvitation work/account @@ -23879,7 +23788,6 @@ workplace/nic/ worksheets workshop/ workwithus -world world-class-heart-care world/lobr worldclock/astronomy.html?*year= @@ -23932,8 +23840,9 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://plurk.com/robots.txt -wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt +wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt +wp-admin/admin-ajax.phphttp://fool.com/robots.txt +wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -23999,7 +23908,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg wp-content/themes/wired/assets/images/wired_video_1000x190.jpg wp-content/uploads wp-content/uploads/ -wp-content/uploads/wp-import-export-lite/http://stitcher.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt wp-dyn wp-includes wp-includes*.css @@ -24134,7 +24043,7 @@ your-shop yourAccount youraccount youreurope/businessACC -youreurope/businessDEV/http://deepmind.com/robots.txt +youreurope/businessDEV/http://europarl.europa.eu/robots.txt youreurope/citizensACC youreurope/citizensDEV yours @@ -24484,7 +24393,7 @@ zz 8618 9742 9744 -101612.rsshttp://google.qualtrics.com/robots.txt +101612.rsshttp://c-span.org/robots.txt 1010203 1014943 1027454 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 2b8e8be2..b414fea7 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -322,6 +322,7 @@ $ $ $*/bitcoin +$http://cleantechnica.com/robots.txt $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService %(link %20 @@ -948,7 +949,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*__hsfp. .*__hssc. .*__hstc. -.+http://northjersey.com/robots.txt +.+http://skype.com/robots.txt .../ .AARP/ .ASPX$ @@ -1027,7 +1028,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css* .css************* .css? -.csshttp://coreywilley.com/robots.txt +.csshttp://famicom-guitar.com/robots.txt .cssx$ .csv .csv$ @@ -1085,6 +1086,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .html%7CName=ComponentLink .html*mode=reply .html*replyto +.html.html .html/ .html/email .html/feed @@ -1114,7 +1116,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jpg .jpg$ .jpg$ -.jpg$http://fox5ny.com/robots.txt +.jpg$http://palwatch.org/robots.txt .jpg* .jpg************* .js @@ -1125,7 +1127,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .js* .js************** .js? -.jshttp://abbavoyage.com/robots.txt +.jshttp://domains.google/robots.txt .json .json .json$ @@ -1189,15 +1191,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .php$ .php*dropship .php?$ -.phphttp://apecs.es/robots.txt +.phphttp://regjeringen.no/robots.txt .pl .plist$ .png .png .png$ .png$ -.png$http://dc.arrivalist.com/robots.txt -.png$http://home.kpmg/robots.txt +.png$http://straitstimes.com/robots.txt +.png$http://wayfair.com/robots.txt .png* .png************* .ppt @@ -1236,7 +1238,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .swf .swf$ .swf$ -.swfhttp://joannedimaggio.com/robots.txt +.swfhttp://english.happybuddhatemple.org/robots.txt .sz= .tar.bz2$ .tar.gz$ @@ -1286,7 +1288,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .xmli .zip .zip$ -.zip$http://mindsphere.io/robots.txt +.zip$http://glas-javnosti.rs/robots.txt .|jsp / /$ @@ -1635,11 +1637,181 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/*/xlm$ /*/*/xrp$ /*/*/yfi$ +/*/*24-hour-security= +/*/*Services= +/*/*a-louer-par= +/*/*a-vendre-par= +/*/*accessible-en-fauteuil-roulant= +/*/*accessible-washrooms-in-suite= +/*/*ad= +/*/*address= +/*/*affichage-en-braille= +/*/*afficher-comme= +/*/*agreement-type= +/*/*aide-au-stationnement= +/*/*aides-visuelles= +/*/*air-conditioning= +/*/*air-conditionne= /*/*all-products +/*/*alloy-wheels= +/*/*animaux-acceptes= +/*/*annee= +/*/*application-link= +/*/*ascenseur= +/*/*attache-remorque= +/*/*audio-prompts= +/*/*autre-info= +/*/*available-date-s= +/*/*available-to= +/*/*balcon= +/*/*balcony= +/*/*barrier-free-entrances-and-ramps= +/*/*bathrooms= +/*/*bedrooms= +/*/*bicycle-parking= +/*/*bluetooth= +/*/*boite-de-vitesse= +/*/*braille-labels= +/*/*buanderie-dans-lappartement= +/*/*buanderie-dans-limmeuble= +/*/*cable-tele= +/*/*cable-tv= +/*/*carproof-report-url= +/*/*carproofAds= +/*/*certified-pre-owned= +/*/*chambres-nb= +/*/*chauffage= +/*/*cinema-dans-limmeuble= +/*/*company= +/*/*concierge= +/*/*cpoAds= +/*/*cruise-control= +/*/*cylindree-cc= +/*/*date-de-naissance-de-lanimal= +/*/*date-demmenagement= +/*/*date-s-disponible-s= +/*/*dealerReviews= +/*/*debut= +/*/*demarrage-a-bouton-poussoir= +/*/*dishwasher= +/*/*disponible-a= +/*/*duree-du-bail= +/*/*eau= +/*/*electricite= +/*/*elevator-in-building= +/*/*engine-displacement-cc= +/*/*entrees-et-rampes-dacces-sans-obstacle= +/*/*entreprise= +/*/*event-end= +/*/*event-start= +/*/*event-time= +/*/*fin= +/*/*financingAvailable= +/*/*for-rent-by= +/*/*for-sale-by= +/*/*fridge-freezer= +/*/*fumeurs-acceptes= +/*/*furnished= +/*/*games-room= +/*/*garniture= +/*/*gym= +/*/*heat= +/*/*heure-de-levenement= +/*/*hydro= +/*/*internet= +/*/*jantes-en-alliage= +/*/*jardin= +/*/*job-offered-by= +/*/*kilometers= +/*/*kilometres= +/*/*landline= +/*/*laundry-in-building= +/*/*laundry-in-unit= +/*/*lave-vaisselle= +/*/*lien-de-lapplication= +/*/*local-de-rangement= +/*/*messages-sonores= +/*/*meuble= +/*/*micro-ondes= +/*/*microwave= +/*/*minNumberOfImages= +/*/*minimum-nights= +/*/*model= +/*/*modele= +/*/*more-info= +/*/*move-in-date= +/*/*navigation-system= +/*/*no-de-portes= +/*/*no-of-doors= +/*/*no-of-seats= +/*/*nombre-de-personnes-maximum= +/*/*nombre-de-places= +/*/*nombre-minimum-de-nuit= +/*/*numero-didentification-du-vehicule= +/*/*offered-by= +/*/*parking-assistant= +/*/*parking-included= +/*/*party-room= +/*/*pet-friendly= +/*/*pets-date-of-birth= +/*/*piscine= +/*/*pool= +/*/*price-type= +/*/*price= /*/*product-gallery= /*/*product_gallery= +/*/*propose-par= +/*/*push-button-start= +/*/*refrigerateur-congelateur= +/*/*regulateur-de-vitesse= +/*/*salle-de-fetes= +/*/*salle-de-jeux= +/*/*salle-de-sport= +/*/*salle-de-yoga= +/*/*salles-de-bain-nb= +/*/*sauna= /*/*search /*/*search- +/*/*securite-24-heures-sur-24= +/*/*size-acres= +/*/*size-sqft= +/*/*sleeps= +/*/*smoking-permitted= +/*/*sort= +/*/*stationnement-inclus= +/*/*stationnement-pour-velos= +/*/*stock= +/*/*storage-locker= +/*/*sunroof= +/*/*superficie-acres= +/*/*systeme-de-navigation= +/*/*taille-pieds-carres= +/*/*telephone-fixe= +/*/*theatre-in-building= +/*/*todo-le-visual-aids= +/*/*toilettes-accessibles= +/*/*toit-ouvrant= +/*/*trailer-hitch= +/*/*transmission= +/*/*trim= +/*/*type-de-logement= +/*/*urgentAds= +/*/*url-de-rapport-carproof= +/*/*utm_campaign= +/*/*utm_content= +/*/*utm_medium= +/*/*utm_source= +/*/*utm_term= +/*/*vehicules-doccasion-certifies= +/*/*veteranFriendly= +/*/*videoOnly= +/*/*vin= +/*/*visual-aids= +/*/*water= +/*/*wheelchair-accessible= +/*/*yard= +/*/*year= +/*/*yoga-room= /*/1000$ /*/2006 /*/2007 @@ -3958,6 +4130,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /_jcr_content*.html /_jcr_content*.json /_jcr_content*.xml +/_jcr_content/*/*.gif$ +/_jcr_content/*/*.jpeg$ +/_jcr_content/*/*.jpg$ +/_jcr_content/*/*.png$ /_jcr_content/par /_layouts /_layouts/1033/core.js?rev=* @@ -4014,16 +4190,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /account/orderhistory/search/$ /account/sign-on /accounts/edit -/accounts/new /accredited-business-directory/*? /acq /action /actions /actions_panel /action~ -/action~*/http://brit-mila.net/robots.txt -/action~*/http://seo.ijoomla.com/robots.txt -/action~*/http://whilefun.com/robots.txt +/action~*/http://aswaja.net/robots.txt +/action~*/http://rachats2credits.fr/robots.txt +/action~*/http://taern.com/robots.txt /activate /activity /activity/challenge-competition @@ -4275,6 +4450,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /b/*/*+ /b?ie=UTF8&node=1619732031 /ba-syn- +/backgroundsfloors /backtest /badge /badges @@ -4341,7 +4517,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /bin/viewauth /bin/viewfile /bin_counts -/blackssurvey /blame /blank.html /blank/ @@ -4500,8 +4675,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ca/avis-legal /cache /cache/* -/cache/ionos-performance/http://9gag.com/robots.txt -/cache/ionos-performance/http://chirurgiedusport.com/robots.txt +/cache/ionos-performance/http://ampproject.org/robots.txt +/cache/ionos-performance/http://freireproject.org/robots.txt /calendar /calendar.html /calendar/*atom @@ -4528,6 +4703,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /cart.html /cart/* /cas-redirect +/casaeur /castr /cat /cat/*failedPage= @@ -4561,7 +4737,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /changeset /changesets /channel-encyclopedia -/channel-resources/domain-registry-products/subnet/http://youronlinechoices.eu/robots.txt +/channel-resources/domain-registry-products/subnet/http://veritaperrenato.noblogs.org/robots.txt /channel/source/ /channelcommunity /channels @@ -4636,7 +4812,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /collections/*sort_by /collections/likes /collections/types?q= -/collins +/collins/ /columntemplatesearch /comentarios /coming-soon*&page= @@ -4734,7 +4910,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /connections/* /connexion?redirect= /consent-string -/constructedwrong /contact /contact-us?isChatCallAvailable=false /contact.html @@ -4835,13 +5010,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /contributor /contributors.txt /control_panel/manage* -/control_panel/manage*http://amazon.jobs/robots.txt +/control_panel/manage*http://garciniaweightloss.com/robots.txt /conversation /conversation? /conversations /conversations? /convert-modal-ui -/cookc /cookie.js /cookie/dmaid /cookie_solutions/new @@ -4972,7 +5146,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /delivery-details /delivery/index.php /demo-thank-you -/denverassociation /department-/* /department-homeware-productaffiliation-bedroomfurniture/category-beds*-type-childrens* /department-homeware-productaffiliation-bedsandmattresses/* @@ -5036,7 +5209,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /document/view_more /document/views /documentlist -/donaldreplies /done /download /download-thanks @@ -5527,6 +5699,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /guest/order /guia-del-districte/equipaments-temes /guia-del-distrito/equipamientos-por-temas +/guiltyendif /h-- /hack /halvimmat-lennot- @@ -5700,7 +5873,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /images/ /images/ghostTownMap2x /imagine/ -/imagineterror /img/* /impressum$ /imprimer @@ -5766,7 +5938,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /invoices/recurring-payments /ipz /irprev_ -/islamrevision /it/partite /item/*? /item_support @@ -5787,6 +5958,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /jcr:content*.html /jcr:content*.json /jcr:content*.xml +/jcr:content/*/*.gif$ +/jcr:content/*/*.jpeg$ +/jcr:content/*/*.jpg$ +/jcr:content/*/*.png$ /jcr:content/slimHeaderPar/slim_page_header_v2 /jegyarak- /jobs/*q= @@ -5808,7 +5983,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /kindle /kml_generate /kmu-hidden-pages -/knowledgeachievement /kudos /kw/search/BI /kyc-ui @@ -5821,6 +5995,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /landing-page/product/2018/autodesk/aec /landing/*.html /landing_ +/lanetrader /lang /language /languages @@ -5952,6 +6127,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /logout /longhorn/ /lookup? +/looserecording /lostPassword /lp /lp/ @@ -5971,6 +6147,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /mail-to-friend.aspx /mail/* /mailings/* +/mailingseeing /mailto: /mailtofriend.aspx /makecorsrequest @@ -6121,6 +6298,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /music/orders /music/track- /music/user +/mustproductive /mvopinions/* /my /my-account @@ -6185,7 +6363,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /network /neueroeffnung /neueroeffnungen-und-nachrichten -/neuroscience-terms/$http://cisa.gov/robots.txt +/neuroscience-terms/$http://newatlas.com/robots.txt /neuroscience-topics/$ /new /new-for-you @@ -6236,9 +6414,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /no /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://ipfs.io/robots.txt -/no-referrer-when-downgradehttp://playbill.com/robots.txt -/no-referrer-when-downgradehttp://telesat.be/robots.txt +/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt +/no-referrer-when-downgradehttp://marketwired.com/robots.txt +/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt /no-search-results /no_access /node @@ -6402,6 +6580,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /paypal-commerce-ios /pc-tuneup-inc /pc-tuneup-tr +/pcthanksgiving /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q /pd/ITEM_NAME-Podcast /pd/Podcast @@ -6412,7 +6591,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/standalone /pdf/$ /pdf/index.html -/pdf_reader/*/http://marksandspencer.com/robots.txt +/pdf_reader/*/http://venmo.com/robots.txt /pdfft /pdp/*Offer_id /pdp/lo @@ -6461,7 +6640,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /player?videoId= /playlists/relevance /pleasereg -/plentyauto /plugins /plugins/* /plugins/?s= @@ -6536,7 +6714,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /print.html /print.ssf /print/ -/print/http://cochranelibrary.com/robots.txt +/print/http://opplemena.com/robots.txt /print?id /print_ad? /printable @@ -6750,7 +6928,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /returns/*?liteToken= /returns/*?ref= /reusable-content -/reverse +/reverse/ /review /review/ /review/add @@ -6774,6 +6952,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rss /rss /rss$ +/rss.html /rss.xml /rss/$ /rss/Events @@ -6797,7 +6976,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /s_id= /saa/ /safe -/sakepeoples /salescomment /sandbox /sandbox/ @@ -6954,6 +7132,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /searchTerms /search_rss /search_tracker.php +/searchingstupid /searchpage /searchresult /searchresults$ @@ -7081,7 +7260,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sl /slide_show/ /smadar -/smartchemical /snapshot /social /social/google/auth.html @@ -7140,7 +7318,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/checkouts /store/closest /store/feed -/store/orderhttp://enable-cors.org/robots.txt +/store/orderhttp://potresnirizik.zagreb.hr/robots.txt /store/orders /storefront/ /storelocator/storesSearch.json @@ -7208,7 +7386,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /support/product-help/doc /support/videos/videos-tutorials-layer /survey -/susearchived /swf /swift-bic /system @@ -7301,8 +7478,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /thumbnails /tickets/new /tid_external_content_proxy -/tillnationwide -/timbermoderate /tiny_link_to_cart$ /tlp /tmp @@ -7345,7 +7520,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /training/ /training/price-matrix-data/list /transactions -/transcriptiondealt /translate /translations/*.xml /translator/c @@ -7360,7 +7534,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /trip$ /trip-offer /trivia/* -/tuitionsouthampton /tutorials /tv-season/*/*?i= /twerk @@ -7600,6 +7773,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wishlist/ /wlwmanifest.xml /wlwmanifest.xml$ +/wonstorage /workshop /workshop/ /worldwide.html @@ -7615,7 +7789,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wp-content/plugins /wp-content/themes /wp-content/uploads -/wp-content/uploads/http://nicabeachfront.com/robots.txt +/wp-content/uploads/http://copaco.com.py/robots.txt /wp-feed /wp-includes /wp-login @@ -7754,7 +7928,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*alrt= ?*amp= ?*answerId= -?*apikey*http://lifestylesimplify.com/robots.txt +?*apikey*http://visaeurope.com/robots.txt ?*app ?*appidt=* ?*artist_recognition @@ -7823,7 +7997,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hitsPerPage ?*hl ?*hsCtaTracking -?*http://lynked.world/robots.txt +?*http://amplifypixel.outbrain.com/robots.txt ?*hubs_signup-cta ?*id= ?*iframe @@ -7931,6 +8105,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*smprod= ?*sort ?*sort= +?*sortBy= ?*sortby= ?*sortdir= ?*sorting= @@ -8084,7 +8259,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://cricketarchive.com/robots.txt +?*utm_source=http://chordsoftruth.com/robots.txt ?*utm_term= ?*verified= ?*view_post_comments= @@ -8179,7 +8354,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?_preview= ?_ptid= ?_ptid=* -?_pxhc= ?_s= ?a ?a= @@ -8194,6 +8368,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?action=callus ?action=fx_tracking_data ?action_typTHe= +?ad= +?adId= ?adbypass= ?adcode= ?add-to-cart @@ -8250,7 +8426,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?attachment_id ?attachment_id* ?attachment_id= -?attachment_id=* ?attribute_key ?auth_code= ?authenticity_token @@ -8272,9 +8447,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?back_url_admin ?backurl ?barediff= +?bathrooms= ?bclid= ?bcpid= ?bctid= +?bedrooms= ?begin ?benderPackage= ?beta= @@ -8295,16 +8472,18 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?bvrrp= ?bvstate= ?bvstate=* +?by-appointment-only= ?c= ?cache= ?cacheBurst= ?cacheKill= ?calendar -?callback=http://link.medium.com/robots.txt +?callback=http://bitfinex.com/robots.txt ?callsandtexts ?cameFrom* ?card= ?cardId= +?carproofAds= ?cartelera_cine ?cat= ?cat=* @@ -8363,6 +8542,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?comments ?comments= ?communityId= +?condition= ?conf= ?config ?config=articleidfromurl @@ -8391,6 +8571,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?country ?country= ?country=1021 +?cpoAds= ?create_review=true ?criteria= ?csSalesCode= @@ -8464,6 +8645,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?emptyModel= ?en ?en-ph +?engine-displacement-cc= ?entitlement= ?entity_id= ?entity_type= @@ -8477,6 +8659,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?es ?esource= ?europe_pmc_extredirect= +?event-end= ?event= ?eventType= ?ex_cid= @@ -8519,12 +8702,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?filters= ?filters=fct ?filters[ +?financingAvailable= ?find_similar_by= ?firstId= ?firstname= ?fl_rand_seed= ?focus_review ?fontsize* +?for-sale-by= ?forceCds= ?forceXml= ?force_locale @@ -8548,6 +8733,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?fromide ?fromtg= ?ftag= +?fulfillment= ?full= ?fuseaction= ?gclid @@ -8567,6 +8753,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?gologin=1 ?gp ?gp=* +?gpTopAds= ?guid ?guid= ?gws_rd=ssl$ @@ -8585,11 +8772,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?hl=*&gws_rd=ssl$ ?hl=cert_ssl ?hmz= +?home-delivery= ?hsCtaTracking= ?hsFormKey=00c2cf09d3e2337ec3b798e6331f08c2 ?hs_amp= ?hubs_campaign= ?hubs_signup-url= +?hypoallergenic= ?i ?i= ?iab_category @@ -8607,6 +8796,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ignore ?ignore_amp ?image= +?imageNumber= ?inFrame= ?industry= ?industry=agency @@ -8632,6 +8822,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?itemsperpage= ?itm_source=parsely-api ?ja +?job-type= ?jobId= ?jobSlug= ?join= @@ -8651,6 +8842,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?keyword=* ?keywords= ?keywordslug= +?kilometers= ?kind= ?ko ?kr @@ -8718,6 +8910,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?media_id ?mi_u ?mid=* +?minNumberOfImages= ?mkt_tok ?mobile=basic ?mobile=true @@ -8747,7 +8940,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ncrnd= ?ncs= ?neighborhoods -?netflixsource=*http://marketwired.com/robots.txt +?netflixsource=*http://help.opera.com/robots.txt ?netmng= ?news_id= ?newsid @@ -8779,6 +8972,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?occasions= ?ocid= ?offer= +?offered-by= ?offset* ?offset= ?offset=0 @@ -8788,6 +8982,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?oid=29114 ?omiid ?onboard= +?online-financing-approvals= +?online-purchasing= ?op= ?opeco= ?option= @@ -8802,6 +8998,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?origSession= ?origin ?origin* +?origin= ?osCsid= ?output= ?ovo_video= @@ -8830,12 +9027,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?partner= ?path= ?payed +?payment-deferrals= +?payment= ?pcrid= ?pdfJsInlineViewToken= ?per_page ?per_row ?period*= ?perpetual= +?pet-friendly= ?pg=* ?pg=search& ?pgtype= @@ -8961,7 +9161,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?r ?r= ?radius= -?rangeId=*http://zonasrurales.com/robots.txt +?rangeId=*http://dafont.com/robots.txt ?rc= ?receiver= ?recipient=*&id= @@ -9006,6 +9206,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?rest_route= ?rest_route= ?ret= +?return-policy= ?return=true ?return=trueDescription ?returnPage= @@ -9066,6 +9267,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?serial= ?seriesSlug= ?serv= +?service-drop-off-pick-up= +?service-open= ?service= ?service=Ajax ?service=ajax @@ -9077,6 +9280,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?set_filter ?set_language ?set_mobile= +?sex= ?sfdebug ?sfns= ?sgsc=* @@ -9091,7 +9295,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?showAllGroups= ?showOlderReviews ?show_error=true -?shttp://edx.org/robots.txt +?showroom-open= +?shttp://jetpack.com/robots.txt ?sid ?sid= ?site_version=viewfullsite @@ -9167,7 +9372,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?spm= ?sputnik=* ?sq_content_src= -?sq_content_src=http://castbox.fm/robots.txt +?sq_content_src=http://news.un.org/robots.txt ?src ?src* ?src=sem_ggl @@ -9248,6 +9453,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?tracking= ?traffic= ?transactionKey=* +?transmission= ?trial ?trk= ?trpd= @@ -9265,6 +9471,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?u*= ?u= ?ua= +?urgentAds= ?url= ?user= ?userId @@ -9310,6 +9517,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?version= ?ves= ?vi +?video-chat= +?videoOnly= ?view= ?view=* ?view=ajax @@ -9321,11 +9530,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?viewId= ?viewType ?view_medium= -?view_only=http://b.hatena.ne.jp/robots.txt +?view_only=http://osha.gov/robots.txt ?view_source= ?viewday= ?viewmont= ?viewmonth= +?virtual-appraisal= ?vmov ?vn ?vsfrom= @@ -9409,7 +9619,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService @me @me$ @nfs/ecommerce-front-core -@vitehttp://doaj.org/robots.txt +@vitehttp://optinmonster.com/robots.txt A= AAMSZ=160x600 AAMSZ=300x250 @@ -9424,7 +9634,6 @@ AE/ AF/ AG/ AI/ -AITripBuilder AK5537 AK6336com AL/ @@ -9437,8 +9646,7 @@ API/forum/update-who-typing API/user/abtest API/user/combinedinfo API/uxr-survey-management -API/v2$http://bustle.com/robots.txt -APIAccessSupport +API/v2$http://hawaii.edu/robots.txt APWIRE AR/ ARFResponse @@ -9502,9 +9710,6 @@ AcaDepts/lg AcaDepts/lh AcaDepts/lk Acad -AcceptDeferredTermsAndConditions -AccommodationCrossSells -AccommodationTips Account Account Account-RegistrationForm* @@ -9519,18 +9724,11 @@ AccountAccess AccountActivityView AccountBalanceView AccountDisavow? -AccountMerge AccountStatus Account_Billing AccurintForCollectionsLP -Achievements -ActLikeAnOwner -ActionRecord Activate ActiveCalendar/mobile/mobilelist.aspx -AdRequestEventLogApi -AddForumUser -AddListing AddThis.com AddToList AddToRegistry @@ -9545,22 +9743,10 @@ Administration/President/archive10 Administration/Staff_Advisory_Council/archive10 Administration/WLC/archive10 Admissions -AdsManager -AdsTest Aeroplane Affiliate AffiliateEntry -AffiliateWidgets -AgencySetupAjax AhrefsBot -AirWatchAjaxHandler -AirWatchAlertDhtmlPopup -AirWatchSubscriptionAjax -AirWatchSubscriptionWidget -AirlineRegistration -AirlineTips -AirportFromGeoAjax -AirportIP Ajax.htm$ Ajax/ AjaxLogonForm @@ -9569,7 +9755,6 @@ AjaxPages AjaxSearchNavigationView Alamysearchhistory/ Album.aspx/* -AllReviews Allabout Allons_voter Allow: @@ -9614,18 +9799,13 @@ AmazonSimplePay/2007-01-08 AmazonVPC/2009-07-15 AmazonVPC/2010-06-15 AmazonVPC/2010-08-31 -AnalyticsSuite Anleitung/embed Anleitung/new -AnswersAjax Api/ App App/ AppData AppData/ -AppDetail -AppUploadAPhoto -AppUserReview App_Browser/ App_Browsers/ App_Code/ @@ -9634,7 +9814,6 @@ App_GlobalResources/ App_Plugins/ App_Themes/ App_config/ -AppleMapsAction Application/ Applications Applications/* @@ -10477,14 +10656,13 @@ Article/ListJson* ArticleFileDownload.aspx Articles Articles/Email.aspx -ArticlesV2 Articolo Artikel ArtnetIntegrationService ArtnetLookupService Arts/reading/UK/browse_reader Arts/reading/UK/search_basic_results -AsHeardOn +Assembly2001/ AssetFactory.aspx AssetManager AssetPicker @@ -10498,36 +10676,17 @@ AtoZ/HealthInformationPages/ AtoZ/HealthInformationRibbonLinkVisibility/ AtoZ/InstitutesDepartmentsLetterStatus/ AtoZ/InstitutesDepartmentsPages/ -AttractionAmendTravelDate -AttractionBookingApi -AttractionBookingDetails -AttractionCancelBooking -AttractionCommerce -AttractionLander -AttractionOperatorReview -AttractionPartnerRedirect -AttractionProductDetail -AttractionProductHighlight -AttractionProductsAjax -Attraction_Products -AttractionsAjax Audio/ AuroraCGI Auth.aspx* Auth/* -AuthCheck -AuthorTool -AuthorizeAgency Auto/ AutoScaling/2009-05-15 Autopilot/ Autosuggest -B2BClickTracking BA/ BACKURL= BACK_URL= -BAEmailConfirmation -BALinkImpressionTracking BB/ BD/ BDCbot @@ -10539,7 +10698,6 @@ BI/ BIXOCRAWLER BJ/ BLEXBot -BLImpRecord BM/ BN/ BO/ @@ -14861,20 +15019,14 @@ Bart-van-Oort/nl-NL/ Basket Basket.aspx BasketView -BeachSweeps BedBugs/ Bender Benoit/Public/DVDDB Bernina/WebServices/BerninaWebService.asmx/* -BetterBySea Biker BillingActivity -BillingAndPayments -BillingDetail -BillingInvoiceFile Bin/ BingSite -BlPromoOptOut Blinky Blog-IE BlogDetails/ @@ -14883,12 +15035,8 @@ BlogInfo.nhn Bollettino+n.+16+-+Gennaio+2001.pdf$ Bollettino+n.+20+-+Maggio+2001.pdf$ Bollettino+n.+6+-+Settembre-Dicembre+1998.pdf$ -BookingConfirmation -BookingRequest -Bookings Boutique/Guide Bpreview= -BrandOwners BreakingNewsSms Bridging Browse/BookView.aspx @@ -14899,12 +15047,10 @@ Browse/save_u.aspx Browse/view.aspx BrowserSearch.xml Business--Manufacturing/Business-Education/FAQ/Search? -BusinessListingsAjax CA/ CATCODE= CBNnews-new/ CDONLINE/ -CDSimp CES CF/ CFIDE @@ -14917,7 +15063,6 @@ CK/ CL, CL/ CM/ -CMSImp CN/ CN1 CNCDialer @@ -14953,17 +15098,12 @@ Cache/ClearCache/ Calculator CallToActionModalView CalmView/* -CampaignConfigAjax -CampaignConfiguration CampaignId -CampaignManagement -CancelBooking CancelPlan CaptchaValidationLog Cargo-Webdesign-Directory Carrello Carrito -CarsComparePartners Cart Cart Cart-Show/ @@ -14973,24 +15113,12 @@ Cart/Add CartLink_updateCartSize CatScrolling CategoryDisplay -CauseTeaserPopup -Celebrate100Million -CertificateOfExcellenceRequestSupport ChangeEmailAddressView? ChangePassword ChangePlan ChangeSecurityInfoView ChatGPT ChatGPT-User -CheapFlightsCommerce -CheapFlightsController -CheapFlightsHome -CheapFlightsPartnerHandoff -CheapFlightsPartnerPostHandoff -CheapFlightsRecord -CheapFlightsSearchDeals -CheapFlightsSearchResults -CheapFlightsSearchSeatGuru Checkout Checkout Checkout/ @@ -15020,8 +15148,6 @@ Christian/Books/support_details Christian/Books/wishlist Citation/Download Citizen_k/ -Civ -Claim Classifieds/ ClientAuth ClientBin/ @@ -15040,14 +15166,10 @@ Cmr CmsArticle/ CoWisdom/ Coffeebreak -Collections Comentario/ -CommLCT -CommPT Command=* Comment/* Comment/NewComment/* -Commerce Common Common/BML/ Common/ThirdParty/ @@ -15068,9 +15190,6 @@ Config/ Configuration/ Connections Connections/ -ConnectivityPartnerFAQ -ConnectivityPartnerInfo -Consent Consortium/Offices/*/comments Consortium/Offices/*/feed Consortium/Offices/*/trackback @@ -15096,17 +15215,13 @@ ControlPanel Control_Panel Controllers/ Controls/ -CookiePingback CookieTest.aspx* Cops -CoralEditor Corporate/RegisterMe Corporate/RequestInfo Corporate_2020 CorriereAppNews -CostPerClick Country/Cuba -CountryAjax Courses/Assessment Courses/Exercise-Files Courses/Transcript @@ -15116,10 +15231,7 @@ CreditCardDetailAJAX CrickeM CricketAnalyst CricketBoardOfWales_old -CruisesCommerce -CruisesPartnerHandoff CrystalSemanticsBot -CurationTool CurrentEvents.aspx CurrentEventsView.asp CurrentEventsView.aspx @@ -15162,9 +15274,6 @@ Dataservice/ Date( Decades Default.asp -DelayedLoad -DeleteNotify -DemandLoadAjax Demographics Departments/Italian_Studies/archive10 Departments/Pembroke_Center @@ -15173,19 +15282,12 @@ Departments/Swearer_Center/Literacy_Resources/*.htm$ Departments/Swearer_Center/SSIncludes Departments/Swearer_Center/admin Departments/Swearer_Center/icnsource -DepositResolution Depts/CAS Desertification Design -DestinationArticle -DestinationGuideWidget -DestinationReview -Destinations Detail.html Detected -DevMediaRedirector DhA6lQM5 -DhtmlPopup Diagnostics DigExt Directory/ @@ -15193,9 +15295,7 @@ Disallow Disallow. Disallow: Disallow: -DiscountGroup DisplayCmd -DisplayMap DisplayView Divisions DoNotTest @@ -15205,7 +15305,7 @@ Doc-rss Doc-y/ Documentation/ Documents/ -Documents/Departments/EthicsElections/DemocracyVoucher/http://js.stripe.com/robots.txt +Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt Documents/postgraduate-prospectus.pdf Documents/students/undergraduate-prospectus.pdf Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf @@ -15222,7 +15322,6 @@ Drums_and_Percussionhttps Duke-Recommends Dut Dut$ -DynamicPlacementAjax EC/ EDOCSSESSIONID* EE/ @@ -15258,11 +15357,7 @@ ElasticLoadBalancing/2010-07-01 Email/R/ Email/r/ EmailCartView -EmailHotel -EmailMap -EmailMemberRegistration EmailPreferences -EmailSpellCheckJson Emailer Emailv_v2 EmbedSlideshow @@ -15280,11 +15375,9 @@ Error/DistilBlock Error404 ErrorLink=* ErrorLog -ErrorPage ErrorView Errors/ EssentialMetrics -EventDates Events/APIs/ Events/APIs/CliqBook/ Events/APIs/GetThere/ @@ -15320,19 +15413,12 @@ Events/stylesheets/ Events/xml/ Exabot ExitCheckoutCmd -ExitWindow -ExpandedUserReviews Experience* -ExperiencesCommerce -ExperiencesInsights/?s Experimental Explodingstuff Explore* Export/ External -ExternalExitWindow -ExternalIdMap -ExternalLinkInterstitial Extranet Extranet.aspx Ezooms @@ -15508,18 +15594,14 @@ FRONT_PROGRAMAS?go= FRONT_SALA_PRENSA Fa/ Facebook/ -FacebookConnect Facilities/CIS/Network_Services/traffic Facilities/CIS/SCP Facilities/Haffenreffer/archive Fact_check FairShare FamilyConnect?*s= -FareCalendar FatalError.html -FavoriteReviewManagement Feature -Featured FeaturedShowMoreOverlay Features/SpinaBifidaProgram/ Feedback/ @@ -15531,26 +15613,17 @@ FicherosDatosPersonales File/ Files/ Filestore/ -FilterState +FilmFestival/ FinDocuments Finance/Financial_Aid FinancialServices Find* -FindRestaurants -FinishAppInstall FireTV FiveSteps/ FiveStepsToHealth/ Flamingo_SearchEngine Flash/ FlashPlayerCallback.aspx -Flights? -FlightsCommerce -FlightsComparePartners -FlightsController -FlightsPricelink -FlightsRecord -FlipKeyIdMap Fonts/ FoolPics ForWordPress/ @@ -15561,7 +15634,6 @@ ForYourHome/Voip ForYourHome/voip ForYourhome/voip Foresee -ForgotPassword FormExt010 FormsCommonComponents/static-1.864 FormsCommonComponents/static-1.879 @@ -15569,13 +15641,7 @@ FormsCommonComponents/static-1.886 FormsCommonComponents/static-1.956 Forum/ Forum/User/* -ForumFAQ ForumPost/ -ForumPostPreview -ForumRedirect -ForumSetSortCookie -ForumSignIn -ForumVote Fragment/ Fragment/SysConfig FrameStep @@ -15583,19 +15649,15 @@ FrameStudio FrameWork/charts FreeGiftDisplayView FreeMoney/ -FreeTools FreeVlast/ Friends Friends/inviteFriends Frontend/WebService/PaymentGateway/checkout.php Frontend/WebService/downloadPDF.php FullPreview/*/modified -FullRedirect Funders/rss G GA/ -GAITripBuilder -GARecord GD/ GE/ GF/ @@ -15608,17 +15670,12 @@ GHR/documents/Vodafone-Group-UK-Benefits-summary-SLT-Sept-2020 GI2pK GLOBPICS GM/ -GMapsLocationController GN/ -GOWidget -GOffer GP/ GPStatistik/servlets/MCRSearchServlet GPTBot -GPointCampaign GQ/ GR/ -GSSAjax GT/ GU/ GW/ @@ -15627,7 +15684,6 @@ Gallery/* GarrettScript/* Gateways* General -GeneralSupport GeneratedItems Generic/Generic Generic/IOS/ @@ -15636,13 +15692,6 @@ GenericRegistryPortalView GenericSystemError Genieo Genome_MOT -GermanwingsPromo -GermanwingsRegistration -GetListedAjaxGeneral -GetListedLightbox -GetListedUpdateAttraction -GetListedUpdateEatery -GetMobileApp Getting_Started GiftRegistrySearchViewCmd Gigabot @@ -15650,13 +15699,8 @@ Global Global/ GoogleInternetAuthority Googlebot Disallow: -Gpits Graduate Graduate/Avenue -GreenLeaderAjax -GreenLeadersProxy -GroupHomeApi -GroupManagementCenter Groups.aspx* Groups/images Groups/include @@ -15664,20 +15708,12 @@ Gruntfile.js Gu%C3%ADa/embed Gu%C3%ADa/new GuestAsAnonymous -GuestExperience -GuestXManagementTool GuiaFyS Guida/embed Guida/new Guide/embed Guide/new -GuideAjax -GuideEditor -GuideRatingAjax -GuideRequested -GuideRequestor H -HACAffiliate HBO/ HDView HK/ @@ -15685,7 +15721,6 @@ HMDThankYou HN/ HOW2014 HR/ -HRMConnect HT/ HTFederatedSearchResults HTPortalLogCase @@ -15694,7 +15729,6 @@ HTTrack HTTrainingCourseDetail HTTrainingModulesDetail HU/ -HandleHotelSuperPortal Handlers HdToggle HeadJS/static-2.115 @@ -15703,14 +15737,11 @@ HeadJS/static-2.84 HeadJS/static-2.92 Help HelpContent -HelpProxy -HelpUkraine Helpers/ Heritrix Hitcounts/ HoldingPage.aspx Home -Home- Home.asp Home.aspx Home/ @@ -15720,19 +15751,7 @@ HomeRedirect.aspx Hotel-Information? Hotel-Search HotelBookingConfirmation -HotelBookingController -HotelBookingRoomSelectionHtml -HotelBookingRoomSelectionJson HotelCheckout -HotelGMCApi -HotelHighlight -HotelInterruptersAjax -HotelWatchAjax -Hotel_ReviewHAC -HotelsManageListing -HotelsManagementCenter -HotelsProductCart -HowTheSiteWorks How_To_Get_Sky HttpModules/ HubStyle/static-2.309 @@ -15791,7 +15810,6 @@ I18n/static-7.314 I18n/static-7.315 I18n/static-7.329 IAGA/cgi-bin -IBCommerce ICCD ID/ ID= @@ -15848,42 +15866,29 @@ Images/ Images/HTEditImages Images/Popup/ Images/popup/ -ImpressionRecord -ImproveListing Inactive -Inbox Includes Industry IndustryBrains -InfoCenter -InfoCenter-a_ctr.april_en InfoStrat Informacion-Hotel? Information/Seminars/EU1998 Information/images Information/include Information/local -InformationCenter -InitializeSession Ink-Toner-Finder/cat_CL30001 Inky -InlineReviewerCta Install/ -InstantBooking- -InstantBookingManagement -InstantBookingSignup IntegrationCenter Inter InterestItem InternalError.html -International-Lectures/en-GB/courses/apply.aspxhttp://psiphonsessions.com/robots.txt +International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt International-Lectures/nl-NL/cursussen/inschrijven.aspx International/questions/qa-html-language-declarations/icons -InterstitialsWidget Intranet Intranet-PDB InvoiceListView -IpadInterstitial IssueId* IstellaBot Item @@ -15899,7 +15904,6 @@ JRC-beta JS JSC-Beta JSC-beta -JSErrorRecord JSWidget/ JSWidgetFeed/ Jai-Mrug* @@ -15908,11 +15912,8 @@ JikeSpider Job-Listings Jobs Jobs/Search -JoinPlus Jquery/ JsonData/ -JsonServiceController -JustForYouGuide Jyxobot KE/ KG/ @@ -15945,7 +15946,6 @@ LICENSE.txt LICENSE_AFL.txt LK/ LK/NotAuthorized -LNAjax LOCKS LP LR/ @@ -15955,8 +15955,6 @@ LU/ LV/ LY/ Labs/ -LanderLogger -LandingPage Landingpages.html LanguagePreferences Languages/Pages/Volunteer-Stipend.aspx @@ -15967,7 +15965,6 @@ Latest-Books.aspx Latest-Releases Latest-Releases/ Layout/set/popup -Leaderboard Learning LegalNewsRoom/cfs-file/__key/communityserver-components-userfiles/00-00-04-73-71/2013-11_2D00_11-phelps.pdf LegalNewsRoom/members @@ -15981,21 +15978,14 @@ Library/Document.ashx Library/ReadItLaterPopup.aspx Library/document.ashx License -LightSubscriptionCenter -LikeButtonClicked Link -LinkGenerator LinkPage.aspx LinkScan/8.1a Linkshare* -ListingQuestionsAjax ListlyCopyright.html ListlyPrivacyPolicy.html ListlyTermsofUse.html Lists/ -LithiumEmptyPage -LithiumPageNotFound -LithiumRegController LitlePayPage Livelapbot LoadTest @@ -16003,14 +15993,6 @@ LoadTest/ Local Localize Location/WaitTimes/ -LocationPhotoAlbum -LocationPhotoDirectLink -LocationPhotosInline -LocationPhotosLightbox -LocationPhotosSearch -LocationTab -LocationWidget -LogMediaClick Login Login-LoginForm* Login-OAuthReentryFacebook* @@ -16086,7 +16068,6 @@ MZ/ M_naturalnews.com/ MaPS MacHelp91 -MachineTranslation Mail/ MailEmergency MailHelpR1 @@ -16094,22 +16075,13 @@ MakePaymentView Manage/ ManageAccountAccess ManageDevices -ManageListing ManageOrder -ManageOwnersTopReasonsApi ManagePaymentAccountView -ManagePhotos ManageProfiles ManageReturns -ManageShopListingApi -ManageShopping -ManageStoryboard -ManageUserAccess -ManagementCenter Map Map.asp Map.aspx -MapEmbed MapS MapServiceProxyWS.asmx Maps @@ -16128,12 +16100,9 @@ McKinsey MedCenter MedSchool Media/SOAR -MediaBadgeResponse MediaBin MediaComp/ MediaDisplayView -MediaKit -MediaVoting Medianet MeetingsBase/static-1.1538 MeetingsBase/static-1.1591 @@ -16196,174 +16165,24 @@ MeetingsPublic/static-1.4525 Mega_Transparency_Report Mehmet_Ersin_Yumer_CV.pdf Member/ -MemberAuditLogger -MemberBenefitsPopup MemberInfo -MemberOverlay -MemberPassportStamps -MemberPhotos -MemberProfile -MemberResetPassword -MemberSubscribe -MemberSubscriptionsController -MemberTagsAjax -MemberTravelMap Membership/Memberzone/ Membership/e-Membership/app-help.asp Membersites Meo Merchant2 MessageRunDetailID= -Messages -MessagingOptions -MetaAirCalendarAjax -MetaBestPriceCrossSellAjax -MetaCheckRatesAjax -MetaJsonAjax -MetaPlacementAjax MetaURI Metrics/ -MetricsAjax -MicroMetaAjax Microsoft.URL.Control -MiniMetaCRAjax Misc/ Mix-It-Up/ajax_get_groessentabelle Mix-It-Up/ajax_get_gummiband_bild Mix-It-Up/ajax_get_gummiband_options/link Mobile/ Mobile/EM/ -MobileAddPoi -MobileAddressLookupAjax -MobileAdsManager -MobileAirlineDeals -MobileAirlineTips -MobileAirlines -MobileAirport -MobileAirwatch -MobileApps -MobileAttractionSearch -MobileAttractionToursAndTickets -MobileAttraction_Products -MobileAttractions -MobileBookingConfirmationSMSResponse -MobileBookingConfirmationShare -MobileBookingCustomerSupport -MobileBookingRequest -MobileBookings -MobileCancelBooking -MobileCheapFlightsHome -MobileCheapFlightsPartnerPostHandoff -MobileCheapFlightsSearchResults -MobileCheapFlightsSearchSeatGuru -MobileCiv -MobileCookie -MobileEventRecord -MobileFAQ -MobileFareCalendar -MobileFeaturedVacationRentals -MobileFilters -MobileFlights -MobileFooter -MobileForgotPassword -MobileForumRedirect -MobileForumSetSortCookie -MobileGetMobileApp -MobileGuide -MobileHeaderCss -MobileHotelBookingAgreeToBook -MobileHotelBookingAllRoomSelectionAjax -MobileHotelBookingAuthorization -MobileHotelBookingPaymentform -MobileHotelBookingRecordThreatIdAjax -MobileHotelBookingRoomDetail -MobileHotelBookingRoomSelection -MobileHotelBookingSuccess -MobileHotelCancellationPolicy -MobileHotelHighlight -MobileImpressionRecord -MobileImproveThisListing -MobileJSErrorRecord -MobileJSONImpressionRecord -MobileJson -MobileJustForYouGuide -MobileListForums -MobileLocalMaps -MobileLocation -MobileManageListing -MobileManagePhotos -MobileManagementCenter -MobileMemberProfile -MobileMemberResetPassword -MobileMobileReservation -MobileMyBookingsDetail -MobileMyBookingsVoucher -MobileMyInbox -MobileNativeCountrySettings -MobileNativeCurrencySettings -MobileNativeSettings -MobileNearbyAttractions -MobileNearbyHotels -MobileNearbyLander -MobileNearbyRestaurants -MobileNewTopic -MobileNewsletterSignOut -MobileNokiaLauncher -MobileOlaCabsEstimateAjax -MobileOwnerVerifyLocation -MobilePOITagging -MobilePageviewRecord -MobilePasswordReset -MobilePayment -MobilePhotoUpload -MobilePostPhoto -MobilePostReply -MobilePromotionDetail -MobileQueryBBox -MobileRac -MobileRecent -MobileRedirector -MobileRegistration -MobileRentalPropertyManager -MobileRentals -MobileReportLocation -MobileReservation -MobileRestaurantMenu -MobileRestaurantSearch -MobileRestaurants -MobileReviewCollect -MobileRoadTrip -MobileSaves -MobileSearch -MobileShoppingCoupon -MobileShowForum -MobileShowSpecialOffer -MobileShowTopic -MobileShowUserReviews -MobileSiteIndex -MobileSmartDeals -MobileStreetView -MobileTaggingAjax -MobileTools -MobileTourism -MobileTravel -MobileUberEstimateAjax -MobileUpdateListing -MobileUserReview -MobileVRACSearch -MobileVRUserReview -MobileVacationRentalInquiry -MobileVacationRentalReview -MobileVacationRentalSearch -MobileVacationRentals -MobileVacation_Packages -MobileWidgetEmbed -MobileWinphoneLauncher -Mobilemembers ModalView Models/ -ModuleAjax -ModuleBootstrap Money/ Monitor.html Monitor2.html @@ -16372,12 +16191,8 @@ Moreoverbot Moved Movies MoviesYouveSeen -MptUrl Ms. Msgs/ -MsnForumFeedServlet -MultiOwners -MultiPartAjax Museum Music My-Account @@ -16386,15 +16201,11 @@ My/PrivateBox/* MyAccount MyAccount* MyAccount.jsp -MyAchievements MyAlamy.asp* MyAlamyCustomer.asp* MyArticlesListDetailView MyBLB.cfm -MyBookingsDetail -MyBookingsVoucher MyChristies/ -MyInbox MyNewegg/ MyPaintColorListDetailView MyPortfolio @@ -16433,19 +16244,14 @@ NVisitorgp4Ajax.naver NVisitorgp4Ajax.nhn NZ/ NaN -NativeAds Nauka/ NaverBot NavigationPartials/* Ne/SocialMediaActivity/LogJSWidgetLinkClick NerdByNature.Bot NetConnect -NetPromoterPopup NetSeer -NewMessage NewMyAccount/ -NewOwners -NewTopic NewWatchInstantlyRSS News News/Flash.aspx/ @@ -16465,20 +16271,11 @@ News/Section.aspx/8 News/Section.aspx/9 News/XT News/Xt -NewsLetterPlus NewsPass -NewsPlus NewsRoom/ReleaseNg/ NewsTips/ Newscan Newsletter/ -NewsletterNews -NewsletterPopupBudgetRomanticFamilyPopup -NewsletterPopupNewsletterPopup1 -NewsletterSendPassword -NewsletterSignIn -NewsletterSignOut -NewsletterSignupWidget Newsletter_htm NewslettersV1 Newsroom @@ -16504,8 +16301,9 @@ NovelUse.asp* NovelUse/ Nrpp= Ntk=TBW* +OASpage/Assembly2001/ +OASpage/Haiti_situation OAuth.aspx -OAuthRegistration OCA-Beta OCA-beta OCRequests @@ -16519,7 +16317,6 @@ Object/5FRQEn6WdzPZx95TNmgRgJ/submit-approved-subscribers.html Object/DA0yZYT1mFs1NaiDueSvBP/dashboard.html Object/FjDTkjBmbjPylZPtjdfocJ/dashboard.html Object/NRItzKXDWQ01wSRYBec2bK/approve-subscribers.html -OfferAnnouncementManagement Offline Ogoniok/ OldDefault.aspx @@ -16527,12 +16324,9 @@ Olddefault.aspx OnDemandDiscount/ OnThisDay OnlineOrderHistoryView -OpenGraphLander OpenZoomLayer -OpeningHours Oppo-F3 OptOutEmail -OptimusNativePayment OrderBillingView OrderItemDisplay OrderItemDisplay= @@ -16556,16 +16350,6 @@ Our-Town-User-Photos/ Our-Town-User-Stories/ Out-Of-Date Ov7R_Z9qW/5TBoHk/ldQ/z99fkhLVOi/YnB5eA/SAQt/LXh7emk -OverlayWidgetAjax -OwnerActivityFeedAjax -OwnerEmailManage -OwnerNotificationSetting -OwnerResponse -OwnerSupport -OwnerVerifyLocation -Owners- -OwnersDM -OwnersTermsAndConditions P P.mvc?_escaped_fragment_=/peopletags.aspx P3/find @@ -16599,11 +16383,9 @@ PSPV2_Privacy PS_cache PT/ PV -PVLog PW/ PWD PY/ -PacMan Page Page-Show* Page=CatalogCourses @@ -16613,17 +16395,14 @@ Page=Faculty Page=R25 Page=r25 PageBuilderControls -PageMoniker PageSpeed=noscript Pages/404.aspx Pages/Search-Results.aspx Pages/Search.aspx Pages/myetocsunsubscribe.aspx Pages/subprocessors.aspx -PageviewRecord Panasonic Panier -PanoramaXml Participate Participation PartnerDocuments.aspx @@ -16632,7 +16411,6 @@ PartnerServices Partners Parts*?*filter Parts*?*q= -PasswordReset PatientStory/ForSearchIndex/ PatientStory/JsonResults/ Patrol @@ -16643,7 +16421,6 @@ PatternValidationJS/static-1.55 PatternValidationJS/static-1.56 PatternValidationJS/static-1.60 PatternValidationJS/static-1.74 -PayNow Payment PaymentHistoryView PaymentMethodDisplayView @@ -16652,29 +16429,16 @@ People/Search-People People/all People/domain PerformRegionAutoRedirect -PersonalizedOnboarding -PhoneTrackingOptOuts -PhotoBox PhotoUpload Physics/sure Pictures PillarofLight/ -Pin_Lander Pinky PiplBot Pixray-Seeker Planning_units Platform/ PlayerPortal/ -PlusCommerce -PlusManagement -PoiArea -PoiDetails -PoiRecommendationDashboard -PoiRecommendationEditor -PoiRecommendationList -PoiReviewDetail -PoiTipDashboard Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html?facet=amp&utm_source=googleamp&utm_medium=referral&utm_campaign=googleamp PopupDetails @@ -16687,29 +16451,17 @@ PostExportDoc.naver PostExportDoc.nhn PostList.naver PostList.nhn -PostPhotos PostPreview.naver PostPreview.nhn PostPrint.naver PostPrint.nhn -PostReply -PostVideo Postcomment* PowerMapper Practice-Clients PreBuilt -Premium- -PremiumAjax -PremiumEdit -PremiumGuidanceLander -PremiumGuidanceMatchResults -PremiumGuidancePayment -PremiumPlans Present Presentation -PreviewImage Price/PriceRMPopup.aspx -PrimaryPhotoMlOptOutTool Primo_Piano/Cronache/10_Ottobre/23/stanzamostro.shtml Primo_Piano/Cronache/2003/05_Maggio/05/spari.shtml Primo_Piano/Cronache/2003/06_Giugno/06/sequestro.shtml @@ -16757,7 +16509,6 @@ Primo_Piano/Sport/2002/12_Dicembre/10/bugno.shtml Print Print.aspx Print/* -PrintGuide PrinterFriendly PrivacyView Private @@ -16765,11 +16516,8 @@ Product-Search Product-Show* Product-Variation* Product?pid=* -ProductCancellationLogApi -ProductCart ProductComparisonCmd ProductDetailsTabView -ProductError ProductListingBatteryView? ProductSelections Product_Help @@ -16783,13 +16531,11 @@ Products/felica/business/tech-support/st_*.html Products/subscriptionsSpecial.aspx Products/tv/androidtv Products/tv/seeingisbelieving -Profile Profile/ViewPdf ProfilesGate Programmes/Search-Courses Programs Project -PromoTools Promoted PromotionDetailsDisplayView PromotionDisplayView @@ -16799,25 +16545,6 @@ PropertyLayer/ Provider/Image/ Provider/PhysicianRatings/ Providers/ -ProxyToolsAccountSettingsTool -ProxyToolsBillingAndPaymentsTool -ProxyToolsBillingDetailTool -ProxyToolsCCAuthBlacklistTool -ProxyToolsContractDiscountTool -ProxyToolsCustomerSupportForm -ProxyToolsDiscountCode -ProxyToolsInstantBookingManagementTool -ProxyToolsManageUserAccessTool -ProxyToolsMemberEditor -ProxyToolsPhoneTrackingBulkLoader -ProxyToolsPhoneTrackingTool -ProxyToolsProductFeatureApi -ProxyToolsRSKeyAccounts -ProxyToolsT4BProductFeatureAjax -ProxyToolsT4BProductFeatureTool -ProxyToolsT4BToolsAccessDenied -ProxyToolsTCOfflineBillingIndicatorTool -ProxyToolsTokenTestTool Psychology/local Pub/Emails/ Pub/Emails/Stylesheets/ @@ -16880,11 +16607,9 @@ QUICKNEWS QUkd4lO9 Qinfo Qinfo/cams -QueryJson QuerySeekerSpider QuickCheckoutLOCSnippetView QuickInfoView -QuickReview Quickcast R R.ashx @@ -16893,8 +16618,6 @@ R.ashx?l=* R/ R/ti/p RC/*.xml$ -RCOLLHotelConnectOAuthCallback -RCPCrossSell RCS RDF/Validator/ARPServlet RDF/Validator/ARPServlet? @@ -16932,26 +16655,17 @@ RFP/venues.aspx RFP/xml/ RFTS RHdb -RMHome RMID= -RMReviewCollect RO/ RRID= RR_NUMBER= -RSContentSharing -RSManagementCenter -RSOfflineBilling RSS RSS.aspx RSSSyndicator.aspx* RT RU/ RW/ -RateUserReview -Rateit Rating/ -RatingAjax -RatingPagingAjax RePEc ReaderReg/ Reagan/static-6.27 @@ -16968,82 +16682,48 @@ Reagan/static-7.9 RealMedia Recalls? Recalls?page -Recaptcha ReceiveAutoRedirect -Recent Recommend -Recovery_Packages Redir.aspx Redirect Redirect=* Redirects -RegActivation Register Register Register? RegisterGmax RegistrationAddFormView -RegistrationController -RegistrationInterceptPopup RegistreWeb/search/advanced.htm RegistreWeb/search/simple.htm RegistreWeb/search/typedoc.htm Registry RegistryPortalCmd Religion-Portals/*Blog.html -RemindMe -RentalCarsRedirect -RentalPropertyManager -RentalWatchSignup -RentalsSearch -RentalsSupport Report ReportAbuse ReportBug -ReportIAP -ReportPost Reports/ -ReputationManager Request Research/Search-Research ResearchLibrary/ -ReservationAjax Reservations/tab_hotelcar.htm ResetPassword Resources Resources/FileUpload/ Resources/ResourceFileView/ Resources/tools/ -ResponsibleDisclosure -RestaurantAdsManager -RestaurantEnterpriseManagement -RestaurantProductCart -RestaurantSearch -RestaurantSolutions -RestaurantXSellAjax Restricted -Resubscribe Results.aspx Results?k* Review/ Review/LeaveReview/ Review/List/ -ReviewCollect -ReviewExpress- -ReviewExpressFAQ -ReviewPerformance Reviews.aspx*$ -RexSpamFilterAjax Ribbon Ribbon/LocationSpecialtyLists/ -RoadTripMap -Robots Route53/2010-10-01 Route53/2013-04-01 -RsPartnerApi Rss_items -RuleBasedPopunder -RuleBasedPopup Rus Rus$ S @@ -17087,11 +16767,8 @@ SOFTWARE SOImapPriceDisplayView SOURCE_URL SP/ -SPCommerceInternal SPIRIT/files -SPOCK SPORTS -SPRedirect SR/ SSC ST/ @@ -17102,16 +16779,10 @@ STOREID= SV/ SY/ SZ/ -SafetyManagementCenter Salaries -SameGeoActivity SametimeWebApp -SavedFlightsSearchesAjax SavedForLaterView -SavedPhotos -Saves Scotland -ScreensaverShade Scripts Scripts/ Scripts/CountryRedirect.js* @@ -17127,7 +16798,7 @@ Search/ Search/* Search/Mail/Public Search5 -Search?*http://lh6.ggpht.com/robots.txt +Search?*http://cracked.com/robots.txt Search?q* Search?searchstring_input= SearchDisplay @@ -17138,12 +16809,8 @@ SearchResults.aspx SearchResults.aspx$ Search_New SelectLocale?fromPage= -SelfServeAdvertising Seller -SendMessage -SendToFriend SendToFriend-Start/ -SentConfirmationEmail Server ServerError.aspx ServerSupport/LinkChecker @@ -17156,21 +16823,15 @@ Service-Search/find-a-psychological-therapies-service/what-happens-when-you-refe Service-Search/other-services/Cognitive-behavioural-therapy-(CBT)/LocationSearch/1908 Service-Search/other-services/NHS%20psychological%20therapies%20services%20(IAPT),%20including%20cognitive%20behavioural%20therapy%20(CBT)/LocationSearch/10008 ServiceDesks/ -ServiceWorker Services Services/Dentists/Overview/DentistPatientAcceptanceVerification.aspx* SessID= SessionHandler.aspx Sessions/ -SetCookieOverrides -SetLangFilter -SetReviewFilter -SetTranslationOption Settings Sf/ Share.aspx SharePage/ -ShareWithFriends Shared/ SharedDocs/Downloads/DE/BSI/Zertifizierung SharedDocs/Kontaktdaten @@ -17187,26 +16848,8 @@ Shop/OrderResults Shop/OrderResults.aspx ShoppingCart ShoppingCart* -ShoppingCoupon -ShortSurvey -ShortlinkResolver -ShowSpecialOffer -ShowTopicWindowShade -ShowUrl -ShowUserReviewsAirlines -ShowUserReviewsAttractions -ShowUserReviewsCruises -ShowUserReviewsGEO -ShowUserReviewsHAC -ShowUserReviewsHotels -ShowUserReviewsRestaurants -ShowUserReviews_Cruises_Responsive -SiftScript SignInShibboleth.aspx -SingleClickOptOut -SingleClickSignUp SingleShipmentOrderSummaryView -SingleUserReview SiteAds SiteBot SiteBot/0.1 @@ -17228,22 +16871,13 @@ Sites/ Skins/ Sky_Online Slurp -SmartDealsHomeAjax -SmsAjaxServlet Snap -SocialIapReporting Societies Solr Soltango/de-DE/ Soltango/en-GB/ -SolutionsDisplay Sony -SortAttractions -SortEateries -SortHotels -SortReviews Sosospider -SpTracking SpamAssassin SpamAssassin/show_bug.cgi SpamAssassin/show_bug.cgi*ctype=xml @@ -17263,26 +16897,15 @@ Special:SearchAd Special:Sitemap Special:ThankAuthors Special:UserLogin -SpecialOfferManagement -SpecialOfferWebview Special_Nautisme SpecificationDefinitionView Spinn3r -SponsoredListingAjax -SponsoredListingCommerce -SpotlightDemo -SpotlightHome Staples/ -StartBooking Starten/Page-Projekt-anlegen.html StatementsListView -StaticPage -StaticVelocityPage -StaticVelocityXmlPage Stats Stats/Files/ Stats/Reports/ -StickerRequestAjax StockAvailSearchForm StockAvailSearchForm= StockNews @@ -17299,7 +16922,6 @@ Structure/cblast/cblast.cgi Structure/dgs Structure/flink/flink.cgi Structure/vast/vastsrv.cgi -StruttaGameAjax Student_Services/Career_Planning Style Style%20Library @@ -17315,30 +16937,17 @@ SubjectFilterPortlet Sublayouts SubscribeToRss/ Subscriber/CreateWidget -SubscriptionLander -SubscriptionPopup SugarCRM -Summer06Widget Support Support -SurveyPanelPopup Surveys/ Suscripcion Syd Symbols -SyndicatedPhotos System/* Systems -TADemo -TAMGFooterAjax -TAMGSubLander -TAMGSubOffers -TAOffer -TAScreenSaver TC/ TC/spfs/asia -TCDestinationsWidget -TCIBContentQualityTool TD/ TESHirewire/Attachments TESTING @@ -17348,7 +16957,6 @@ TH/ THUMBS/3/ THUMBS/6/ TJ/ -TLMCountries TM/ TN/ TNACRL @@ -17359,11 +16967,8 @@ TV/ TW/ TWCOffer TZ/ -Tablet Tag.aspx -TaggingAjax Tags/ -TagsJSONServlet TargetListPortalView TargetStoreLocatorCmd Taxonomy/CommonTree @@ -17392,12 +16997,9 @@ TemplatePackage/subtopic Templates Templates/ Templates/* -TemporarilyClosedNoticeApi Test Test.html Test/ -TestEmptyPage -TestingTravelMaps Testseite_4.html ThML ThankYou @@ -17410,13 +17012,10 @@ Themes/Blogs/Healthypets/RegistrationPopUp_VWO-exit.aspx Themes/Blogs/mercolaArticle/RegistrationPopUpMobile.aspx Themes/Client/app/img/favicons/manifest.json Themes/HealthyPets/images/ -ThirdPartyRedirect ThisIsABadPathNotToBeUsed/ -ThorHammer ThreadeskupSimple Tienda/Guide TodayOJ -TodaysLowestFaresAjax Tools*?*filter Tools*?*q= Tools/ @@ -17432,42 +17031,16 @@ Tracking?cntry_code=us Training/ Training/ChooseCT/ Trap -TravelAdvice TravelAgent/Home.asp -TravelMap- -TravelMap? -TravelMapHome -TravelerInterestNotificationEndpoint -TravelersChoice? -TravelersChoiceHome -TravelersChoiceWidget -TravellersChoice? TreviCSS TreviJS TreviPHP -TripBarometer -TripConnectAccommodations -TripConnectBadge -TripConnectPartner -TripConnectPaymentForm -TripConnectPlus -TripConnectPremium -TripDetails -TripWatchPromoAjax -Trips -Trips? TripsJS.ashx -TripsNative -TripsWebview TurnitinBot Tutor/Adm/ Tutoriel/embed Tutoriel/new -TwilioCallForward -TwilioCallRouter -TwilioConfirmPhoneNumber Type=openSource* -TypeAheadJson UA/ UCB/Administration/police/blotter UCB/Administration/police/stats @@ -17525,22 +17098,16 @@ Units/sso/roompics UnivRead/vr/dotl/bb_publish UniversalFeedParser University -Unsubscribe Unsubscribe/* UnsubscribeConfirmation Up2eCbBzIN/login Up2eCbBzIN/logout Up2eCbBzIN/password Up2eCbBzIN/register -UpdateCM UpdateCommunicationPreferencesView -UpdateContactsAjax UpdateGrid* -UpdateListing -UpdateSessionDatesAjax Upload Upload/Attachments/TES -UploadMedia Uptime Urort/ScriptResource.axd Urort/WebResource.axd @@ -17550,17 +17117,10 @@ UsedConditionEmailRequest.jsp User-agent: User/sso User: -UserContent UserControls UserData.aspx -UserInteractionRecord -UserPage UserRegistrationForm -UserReview -UserReview$ -UserTrackingRecord UserUrl/ -UsernameValidation Users Utilities/RSSEngine/* Utility @@ -17572,52 +17132,28 @@ VC/ VE/ VG/ VI/ -VKRegistration +VIP VN/ VPV -VRACSearch -VRAffiliateClickoff -VRDetailAjax -VRInquirySent -VRReviewManagement -VRUserReview VU/ -VacationRentalIdeas -VacationRentalInquiry -VacationRentalReviewTab -VacationRentalSendToFriend -VacationRentalsAjax -VacationRentalsBlog/?s -VacationRentalsFAQ -VacationRentalsPromoLander -VacationRentalsTracking -VacationRentalsXSiteAjax -ValidateJson Valley-of-Longevity-Property/ VariationSelectionView Verify/* -VerifyReview -Verkko/http://circulegg.fr/robots.txt +Verkko/http://elastic.co/robots.txt Video Video/*playerIndex Video/Panel/ -VideoController -VideoGallery -VideoHome? Videos/e Videos/m Videos/p View -ViewAchAuthorization -ViewAttachment +ViewAd ViewCancelOnlinePaymentView ViewDoc ViewKey/keyword -ViewMandate ViewPDF.aspx Vlast/ -VolunteerTranslations -VoteActivities/http://widgets.wp.com/robots.txt +VoteActivities/http://nature.com/robots.txt VoteCount/?action= W WAI/ER/tests @@ -17662,12 +17198,8 @@ WT.mc_id= WT4fgrvixo2F WWW Warenkorb -WatchTopic -WatermarkPhoto Wayback WeSEE:Search -WeatherAjax -WeatherUnderground Web Web-answers Web-explore @@ -17700,21 +17232,14 @@ Webadmin Webmail Weekend/ WelcomeView -WhatsNearby Wholesale-*-c-*-0-1-*.html Wholesale-Attribute-*.html WiViewingActivity -WidgetBrowserExtension -WidgetEmbed WidgetListAsync.naver WidgetListAsync.nhn Widgets -Widgets- -WidgetsAjax -WifiPlus Wiki Wikipedia: -WindowsApp Wish-List Wishlist* WorkflowTasks/ @@ -17723,7 +17248,6 @@ Wotbot WriteComments WriteReview WriteReview.aspx -WriteReviewShade WriteReviews Wwwstat XCSA @@ -17748,10 +17272,7 @@ ZZ/ ZZmitgliedschaft/ Zao Zealbot -ZendeskRedirector -ZendeskSSO ZeroClipboard/static-1.6 -ZipCodeLookupAjax ZyBORG [_0-9a-zA-Z]+/likes [_0-9a-zA-Z]+/media @@ -18132,11 +17653,11 @@ _qa _qa.html _qos _query= -_r/http://jotform.com/robots.txt +_r/http://link.springer.com/robots.txt _recache _redirectedFromOffline-true _remote -_resourceshttp://threadless.com/robots.txt +_resourceshttp://off-grid-living.com/robots.txt _resultat-eleve-*.html _resultat-eleve.html _rk_ @@ -18389,7 +17910,7 @@ about-cancer/cancer-chat/user?destination=/ about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/ about-ghostery about-the-council/about-the-website/third-party-accessibility-statements -about-the-council/about-the-website/third-party-accessibility-statements/*http://dejaoffice.com/robots.txt +about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt about-the-council/contact-us-new about-the-council/contact-us/adult-education about-the-council/contact-us/adult-social-care-and-health @@ -18413,9 +17934,9 @@ about-ti/careers-maintenance.html about-us about-us/careers about-us/careers/job-description.html$ -about-us/contact-enquiries/forms/emailform.jsp?*http://asp.net/robots.txt +about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt about-us/employment -about-us/employment/*http://grammarly.com/robots.txt +about-us/employment/*http://auswaertiges-amt.de/robots.txt about-us/news-and-media/media-centre/corporate-news/facet/Topic/ about-us/news-and-media/media-centre/corporate-news/facet/Year/ about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/ @@ -18452,7 +17973,7 @@ about/*/update about/*qt-vzc_corporate_news_analytics about/adrm/data-linkage about/advertise/oauth-net-rate-sheet-2023.pdf -about/advisory-and-peer-review-committees/roster/hlbp/http://echo.msk.ru/robots.txt +about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt about/ask/ about/ask?* about/awards/award-recipient-form.html @@ -18905,6 +18426,7 @@ ach/user ach/users achael achandrahas +achat-en-ligne achievements achterberg achu @@ -19151,7 +18673,7 @@ add-ons/ add-to-bibliography add-to-cart add-to-cart=* -add-to-cart=*http://mindsandhearts.net/robots.txt +add-to-cart=*http://criteo.com/robots.txt add-to-existing-collection add-visit add?community= @@ -19233,7 +18755,7 @@ admin/aso admin/blogmove admin/forgot/ admin/form -admin/http://memekanseri.site/robots.txt +admin/http://mediapost.com/robots.txt admin/mapping-dashboard admin/notification-center admin/sro @@ -19247,15 +18769,14 @@ adminapps1/ adminapps2/ adminapps3/ adminapps4/ -adminhttp://endomondo.com/robots.txt -adminhttp://track.omguk.com/robots.txt +adminhttp://dji.com/robots.txt administration administration/ administrative-fellowship administrative-staff/ebaid-nancy administrator administrator/ -administrator/http://asv-rott.de/robots.txt +administrator/http://trustpilot.com/robots.txt adminjiraserver070 adminjiraserver071 adminjiraserver0710 @@ -19344,7 +18865,6 @@ adsb/flightfeeder/terms adsb/register adsb/request adsite-under/ -adsoverview adsrepository adstats.html adtest @@ -19447,7 +18967,7 @@ affiliate affiliate-forgot-password affiliate-login affiliate-program -affiliate/*http://whc.unesco.org/robots.txt +affiliate/*http://fontawesome.io/robots.txt affiliate/home affiliate/register.htm affiliate/screenname.htm @@ -19522,6 +19042,7 @@ ag=A agarces agarciacalvo agarzaer +agdocs/ age-appeal agegate agencias @@ -19648,9 +19169,6 @@ ajax/takeoffer ajax/translation ajax/user ajax/user-account -ajax/user-data -ajax/views/cookie -ajax/views/mobile ajax/yahoo_stocks.php ajax? ajaxCalendar= @@ -19805,7 +19323,6 @@ allaccess_3 allaccess_4 allaccess_5 allaccess_6 -allanalytics allanwain allegation allen @@ -19816,7 +19333,6 @@ allgemeine_reisehinweise allgemeines/altdaten allie allisonportnoy -alllocations allnavs allocate allocationofimpactcapital @@ -19909,8 +19425,10 @@ ameha ameliapeterson amelierorty amenities? +america_viva/ american-ninja-warrior-ninja-vs-ninja american-sniper +americas/ amexblue amfphp amg @@ -20293,12 +19811,12 @@ api/UpdateStorage api/abtests/active-tests api/access api/ajax/checktheseout -api/ajax/checktheseout?.*http://va.gov/robots.txt +api/ajax/checktheseout?.*http://indieauthorcon.com/robots.txt api/ajax/reactions api/ajax/reactions?. api/ajax/rightlatestnews api/ajax/rightlatestnews?. -api/attachments/*http://cdn.shopify.com/robots.txt +api/attachments/*http://docs.oracle.com/robots.txt api/auth api/billing api/billing$ @@ -20332,7 +19850,7 @@ api/discover/1/discover_web api/discover/sites api/discovery api/documentations/v3 -api/du/Searchhttp://hymnary.org/robots.txt +api/du/Searchhttp://dribbble.com/robots.txt api/du/search api/editionurlgenerator api/entry/http @@ -20342,10 +19860,9 @@ api/extensions/1.0/extensions api/getEarthquake.php api/health api/html -api/http://britannica.com/robots.txt -api/http://noithatlamson.com/robots.txt +api/http://ajax.googleapis.com/robots.txt +api/http://kobemural.com/robots.txt api/install_backblaze -api/internal/*/location api/internal/analytics/songs api/internal/bookmarks/shares_and_clicks api/internal/cambridge/user @@ -20372,9 +19889,8 @@ api/nextsteps/* api/ng-looks/ api/nicorepo/timeline api/nts/v1/login -api/og/*http://faqs.org/robots.txt +api/og/*http://crowdfundingusa.com/robots.txt api/paid-article -api/partner_select/*/price_query api/posts/*/popular_posts api/pricePrediction/V1/flight api/produto/calcular_frete @@ -20564,8 +20080,6 @@ app378com app= appId=Dev10IDEF1 appTv -app_browsers/ -app_config/ app_data/ app_dev.php app_install @@ -20580,7 +20094,7 @@ append_follows appengine appl apple-app-site-association -apple-app-site-associationhttp://mediafire.com/robots.txt +apple-app-site-associationhttp://focusonkids.ru/robots.txt apple-news apple-touch-icon-120x120-precomposed.png apple-touch-icon-120x120.png @@ -20608,6 +20122,7 @@ apply/* apply?adId= appointments-and-referrals/appointment-thankyou appointments-and-referrals/referral-thankyou +approbation-de-financement-en-ligne approver-actions apps apps*&tags= @@ -20996,7 +20511,7 @@ archives archives archives/ archives/*/*/* -archives/http://sltrib.com/robots.txt +archives/http://eeoc.gov/robots.txt archives/multimedia/extra archives/multimedia/feedback.php archives/multimedia/rss/Instructions+for+content+providers @@ -21165,7 +20680,6 @@ artist-submission artist/127231622/radio?autoplay=true artist/export_shows_csv artist/view_widget_popup -artistbrochure artists artists/*/images/new artists/*/top_iq_earners @@ -21265,7 +20779,7 @@ aspnet_client/ aspnet_client/ aspx$ aspx/ -aspx/read.aspxhttp://planetary.org/robots.txt +aspx/read.aspxhttp://tnt.netmng.com/robots.txt aspxerrorpath* asross assafbester @@ -21310,7 +20824,7 @@ assets/errorpage assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources assets/gov/zzzz assets/hk-grotesk -assets/http://smart-pixl.com/robots.txt +assets/http://jotform.com/robots.txt assets/images/global/s.gif assets/infographic assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf @@ -21674,6 +21188,7 @@ au/careers/search? au/cart au/checkout au/comment +au/consumer/tvs-projectors-learn-search/viera-televisions/viera-cx700-series.html au/conversations au/corporate au/cricket @@ -21826,6 +21341,31 @@ au/showroom_cms/content au/sitemap.html au/strumenti/creatore-di-logo/onboarding au/style +au/support/product-archives/household/refrigeration/nr-bw415vwau.html +au/support/product-archives/household/refrigeration/nr-bw415xsau.html +au/support/product-archives/household/refrigeration/nr-bw465vwau.html +au/support/product-archives/household/refrigeration/nr-bw465xsau.html +au/support/product-archives/household/refrigeration/nr-bx41bvwau.html +au/support/product-archives/household/refrigeration/nr-bx41bxsau.html +au/support/product-archives/household/refrigeration/nr-bx41cqpau.html +au/support/product-archives/household/refrigeration/nr-bx421gusa.html +au/support/product-archives/household/refrigeration/nr-bx46bvwau.html +au/support/product-archives/household/refrigeration/nr-bx46bxsau.html +au/support/product-archives/household/refrigeration/nr-by552xsau.html +au/support/product-archives/household/refrigeration/nr-by552xwau.html +au/support/product-archives/household/refrigeration/nr-by55bpsau.html +au/support/product-archives/household/refrigeration/nr-by55bvwau.html +au/support/product-archives/household/refrigeration/nr-cy54agwau.html +au/support/product-archives/household/refrigeration/nr-cy54bgkau.html +au/support/product-archives/household/refrigeration/nr-cy54bgsau.html +au/support/product-archives/household/refrigeration/nr-cy54bgwau.html +au/support/product-archives/household/refrigeration/nr-cy55cgkau.html +au/support/product-archives/household/refrigeration/nr-cy55cpsau.html +au/support/product-archives/household/refrigeration/nr-d535xgsau.html +au/support/product-archives/household/refrigeration/nr-d535xgwau.html +au/support/product-archives/household/refrigeration/nr-d655xgsau.html +au/support/product-archives/household/refrigeration/nr-d655xgwau.html +au/support/product-archives/household/refrigeration/nr-f603gt-xu.html au/swf au/tapdance au/teams @@ -22143,7 +21683,6 @@ az/users azadi azamburneymd azar -azer azizesahin azuki azure @@ -22153,6 +21692,10 @@ b-gender* b-newsletter/archive b-newsletter/content b-palle +b-search-map-ajax-get-ads-by-ids.json +b-search-map-ajax-search-ads.json +b-search-map-ajax-search-markers.json +b-search.html b/ b/*%EF b/*, @@ -22504,7 +22047,6 @@ b2b/vanimport/ad.html b2b/vanimport/search.html b2b/vanused/ad.html b2b/vanused/search.html -b2bauth b2c-tools b86ca60e95733df04a7c541ad645fcf9.txt b?*node=7454898011 @@ -22556,6 +22098,7 @@ badges/profile/create bagley bagon bahl +baidu baileymerlin baileysincox bait @@ -22625,7 +22168,7 @@ baobao*? bap.html bap/webstore/search.html bapingseo -bappstore/bapps/download/http://countryliving.com/robots.txt +bappstore/bapps/download/http://poshmark.com/robots.txt barchartData barclays-credit-eligibility-checker$ bargill @@ -22731,7 +22274,9 @@ baza-wiedzy*query= baza-wiedzy*sort= baza-wiedzy*type= bazerman +bb-audio.html bb-d +bb-image.html bb/ bb2600com bba/checkout @@ -23062,6 +22607,7 @@ bekemeyer belgian-ctf beli-langsung bell +beltsexcam bementor bencastleman benchmark @@ -23129,7 +22675,6 @@ betting/ betting/casinos/ beverly-hills-dog-show beverlykienzle -bewerten bezahlvorgaenge.html beznosko bf/ @@ -23719,14 +23264,14 @@ blog/*_ga blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://zillow.com/robots.txt +blog/.html.*http://salon.com/robots.txt blog/20 blog/200 blog/2019 blog/?p= blog/?s= -blog/?s=*http://hp.com/robots.txt -blog/?s=*http://ucl.ac.uk/robots.txt +blog/?s=*http://engvid.com/robots.txt +blog/?s=*http://japansociety.org/robots.txt blog/Neuer_Beitrag.html blog/Rubriken.html blog/SearchView.aspx @@ -23817,7 +23362,7 @@ blog/tag blog/tag blog/tag/ blog/tag/* -blog/tag/success-webinar/http://chordsoftruth.com/robots.txt +blog/tag/success-webinar/http://jezebel.com/robots.txt blog/tags blog/tags-search blog/tags-search.html @@ -23938,7 +23483,6 @@ blogtemp blogvideo blogvision blogweb-20/ -blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://vaimusic.com/robots.txt blogzoho-at-zoho/ blogzoho-for-google-apps/ blokdebid/ca/calendar-created @@ -25537,7 +25081,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://s3-us-west-2.amazonaws.com/robots.txt +bookmarkshttp://econsultancy.com/robots.txt bookproperty books books/?*instrument= @@ -25932,7 +25476,7 @@ branding= brandlover brandmonitoring brandnet -brandnew/psphttp://google.co.za/robots.txt +brandnew/psphttp://understood.org/robots.txt brandnewconference/2016/video brandonbergman brandonkim @@ -26004,7 +25548,6 @@ brower browse browse*?*content= browse*?*content=filterUserTips -browse*?*sortBy= browse*?*type= browse-2 browse-smarter-with-ghostery-8 @@ -29180,6 +28723,7 @@ business-security/pki-management/certificate-manager.php? business-security/ssl-security.php?s= business-security/support-services/it-help.php? business-services +business-solutions/content-moved.asp business/*-*/products/business-tv business/*-*/products/deals business/*-*/products/device-protection-plans/device-protection-plan-for-business @@ -29219,6 +28763,7 @@ business/enterprise-advisory-board business/feedback business/global business/hub +business/iframes/toughbook-configurator.asp business/infrastructure-explainer business/international-business business/invite @@ -29255,6 +28800,10 @@ business/switch-account business/thank-you-carrier-integration-request business/thank-you-integration-request business/top-ads +business/toughbook/computer-support-enterprise-software.asp +business/toughbook/computer-support-enterprise-whitepapers.asp +business/toughbook/computer-support-search-downloads-iframe-JSON.asp +business/toughbook/configurator-iframe.asp business/update business/verified-merchant/status business/widget @@ -29264,7 +28813,6 @@ businessCart businesscontinuity businesses businesses-for-sale/?encodedurl= -businessinfo businessreview busqueda button @@ -29354,8 +28902,11 @@ bz/corporate/contact bz/news bz679com bzw77com -bzzagent c +c-AdComparison +c-ManageMyAds +c-SavedAds +c-SelectCategory c-gender* c-s c-w/sandbox @@ -29748,7 +29299,7 @@ ca/fr/emplois/tous/*COm* ca/fr/emplois/tous/*CoM* ca/fr/emplois/tous/*CÃÆca/fr/emplois/tous/*com* -ca/fr/emplois/tous/*commun*http://thewindowsclub.com/robots.txt +ca/fr/emplois/tous/*commun*http://robertjohnsonbluesfoundation.org/robots.txt ca/fr/emplois/tous/*cÃÆca/fr/emplois/tous/*ÃÆca/fr/job-details-preview* @@ -29876,7 +29427,7 @@ calebmooreportfolio calendar calendar calendar$ -calendar-2/action~*/http://feelament.bandcamp.com/robots.txt +calendar-2/action~*/http://icloud.com/robots.txt calendar-2/action~agenda calendar-2/action~default calendar-2/action~http: @@ -30096,7 +29647,7 @@ calendrier/action~agenda calendrier/action~month calendrier/action~oneday calendrier/action~posterboard -calendrier/action~stream/http://fauerzaesp.org/robots.txt +calendrier/action~stream/http://dailycaller.com/robots.txt calendrier/action~week california-exhibit call @@ -30161,7 +29712,7 @@ campaigns/ campaigns/bigsix.html campaigns/bulk-order-form campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://rappler.com/robots.txt +campaigns/digital-recruitmenthttp://southwest.com/robots.txt campaigns/help/search-results.html campaigns/infor-hub-xt5r5iwdrgxbnuz/ campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once @@ -30787,6 +30338,7 @@ catalogue/*? catalogues catchup catec +catedraOLD/ categories categories.php categories/*/archive @@ -32981,7 +32533,7 @@ cd/V77972_01 cd/clip/parole/soprano-hiro-7260.html cd/corneille-entre-nord-et-sud-1769.html cd_upload/Search -cdc/http://mnn.com/robots.txt +cdc/http://gizmodo.com/robots.txt cdf/sign cdj cdk/* @@ -32993,9 +32545,9 @@ cdn-cgi/* cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://farm8.staticflickr.com/robots.txt -cdn-cgi/http://iso.org/robots.txt -cdn-cgi/http://lesscss.org/robots.txt +cdn-cgi/http://mediamatchmaker.co.uk/robots.txt +cdn-cgi/http://newindianexpress.com/robots.txt +cdn-cgi/http://rover.com/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -33024,7 +32576,6 @@ cdonahue cdonline/ cdr cds -cds/media cdstub cdtoc/attach ce/item.cms @@ -33129,8 +32680,8 @@ cgi-bin/grid-words cgi-bin/guestbook cgi-bin/histDiff.cgi cgi-bin/homelandsecurity -cgi-bin/http://bandungspirit.org/robots.txt -cgi-bin/http://qiita.com/robots.txt +cgi-bin/http://euroncap.com/robots.txt +cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt cgi-bin/imagemap cgi-bin/isbn cgi-bin/kaweahits @@ -33143,7 +32694,7 @@ cgi-bin/loginpage cgi-bin/longs.cgi cgi-bin/mb cgi-bin/msdemo/ -cgi-bin/notices/http://avid.com/robots.txt +cgi-bin/notices/http://ams.usda.gov/robots.txt cgi-bin/onTopic cgi-bin/orphanWikiPages cgi-bin/outline @@ -33183,7 +32734,7 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb -cgi-binhttp://youtube.de/robots.txt +cgi-binhttp://ifixit.com/robots.txt cgi-local cgi-mad/ cgi-out @@ -33282,6 +32833,7 @@ ch/conversations ch/css ch/de/checkout ch/de/chweb +ch/de/extranet ch/de/it/m/cms ch/de/live-event-schedule ch/de/live-event-schedule$ @@ -33564,7 +33116,7 @@ checkout/test/test.html checkout2 checkout?plan_id checkoutconfirmation -checkouthttp://usdre.com/robots.txt +checkouthttp://modernistcuisine.com/robots.txt checkoutnow checkouts checkpoint @@ -34012,8 +33564,8 @@ clickId= click_ clickandbuy clickhere.jsp -clickhttp://futurism.com/robots.txt -clickhttp://uspto.gov/robots.txt +clickhttp://antena3.rtp.pt/robots.txt +clickhttp://searchenginejournal.com/robots.txt clickstream clicktale clickthrough.jsp @@ -36301,7 +35853,7 @@ clockss-manifest clone clone/library/genomic/organisms close-account -closed-submissions/http://churchofjesuschrist.org/robots.txt +closed-submissions/http://hindustantimes.com/robots.txt closedcaption closures/*.ssf? closures/index.ssf?other @@ -36395,7 +35947,7 @@ cmp= cmplog cmr cms -cms-search/http://ansa.it/robots.txt +cms-search/http://cmswire.com/robots.txt cms. cms.dll cms.dll* @@ -36412,7 +35964,6 @@ cms_preview_ui cms_preview_ui_static cms_registrations cmsctx/ -cmsimp cmslanding.aspx cmstest/ cmtofart @@ -36433,7 +35984,7 @@ cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html cn/enterprise/ cn/error-static-cdn -cn/events/huaweiconnect/livestream-for-tvs$http://openculture.com/robots.txt +cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt cn/ipns cn/license/ibis-models cn/license/licensing-agreement/ @@ -36455,7 +36006,6 @@ cn/site-achievement cn/social cn/solutions/case-studies/ cn/solutions/case-studies/innovators/innovators-eu/ -cn/users cn/zh/product-finder/external-hard-drives/ cn/zh/product-finder/home-entertainment/ cn/zh/product-finder/internal-hard-drives/ @@ -36559,7 +36109,7 @@ cobrand/ code code/ code/* -code/http://web.archive.org/robots.txt +code/http://w3techs.com/robots.txt code2product-typeform-dashboard code= code_activation @@ -36803,7 +36353,7 @@ community/*/latest$ community/*/live community/*/post community/*/post- -community/*/profile/*http://freemusicarchive.org/robots.txt +community/*/profile/*http://cointelegraph.com/robots.txt community/*/rss community/*/topics community/*/trackback @@ -37076,7 +36626,6 @@ competitions/best-buy/entry-thank-you/ competitive-analysis/? competitive-research complete -completedpath compliance/contact-us-confirmation/ compliance/hipaa-eligible-services-reference/ compliance/how-to-open-aws-compliance-reports/ @@ -37181,7 +36730,7 @@ conditions-diseases? conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/ conditions/pregnancy-and-baby/pages/your-birth-plan.aspx conejo -conex-2019http://reliefweb.int/robots.txt +conex-2019http://view.adjust.com/robots.txt conf conf conf/*.php$ @@ -37238,7 +36787,6 @@ configure?annotate configure?only_with_tag confirm confirm-creation -confirm-email confirm-password confirm.php confirm.pl @@ -37261,7 +36809,7 @@ connect-accounts connect.facebook.net connect/@ connect/help/search-results.html -connect/http://imgur.com/robots.txt +connect/http://blog.sfgate.com/robots.txt connect/offer connect/profile connect/social-intranet.html @@ -37275,7 +36823,6 @@ connectedwomen/wp-includes connectingAirport= connections connections/recent -connectivity connectme/search/node connector connects @@ -37333,7 +36880,7 @@ contact-opnemen-met-myheritage contact-opnemen-met-ondersteuning contact-pantone-connect contact-preferences -contact-sales/http://mi.com/robots.txt +contact-sales/http://pingidentity.com/robots.txt contact-support contact-thank-you contact-tos @@ -37367,8 +36914,8 @@ contact/employees/servlets contact/en/hague/questionnaire/ contact/feedback contact/form/ -contact/http://hopemoon.com/robots.txt -contact/http://teachvideo.ru/robots.txt +contact/http://dolphchaney.com/robots.txt +contact/http://freewebs.com/robots.txt contact/menu* contact/partner* contact/support.php @@ -37438,6 +36985,7 @@ content/*/schedule content/*/synchronous_inspection content/*/thenables content/*/util +content/*http://motherboard.vice.com/robots.txt content/README.txt content/aarpe/en/home/ content/aarpe/en/home/vendor/ @@ -37559,11 +37107,13 @@ content/dam/Deloitte/nz/Documents/noindex/ content/dam/Deloitte/us/Documents/noindex/ content/dam/Deloitte/xc/ content/dam/Deloitte/xl/ +content/dam/Panasonic/*/pub-*.*$ +content/dam/Panasonic/*/pub-*/*.*$ content/dam/SAS/partnernet/ content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf content/dam/acsorg/qa content/dam/alumni/2012elections -content/dam/avg/img/2014/business/http://baymard.com/robots.txt +content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt content/dam/bitdefender/business/ar content/dam/blackberry-com/asset/enterprise/pdf/direct content/dam/blackberry-com/asset/enterprise/webcast/direct @@ -37638,7 +37188,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://ssl.gstatic.com/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/jpm/structured-products-documents content/dam/kpmg/au/pdf/creditors @@ -37658,6 +37208,15 @@ content/dam/msdotcom/en/assets/pdfs/Client-Tax-Certification.pdf content/dam/msdotcom/en/assets/pdfs/IWM_Combo_Client_Tax_Certification.pdf content/dam/nuance/en_us/terms-and-conditions/ content/dam/pan/en_US/assets/pdf/legal/archive +content/dam/panasonic/*/pub-*.*$ +content/dam/panasonic/*/pub-*/*.*$ +content/dam/pim/*/*-Product_ImageGlobal*.png$ +content/dam/pim/*/*-Variation_Image_for_See_All*.png$ +content/dam/pim/*/*.pub.*$ +content/dam/pim/*/pub-*.*$ +content/dam/pim/*/pub-*/*.*$ +content/dam/pim/tw/*-Product_ImageGlobal*.png$ +content/dam/pim/tw/*-Variation_Image_for_See_All*.png$ content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_ content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_%20annual%20report.pdf @@ -37673,7 +37232,7 @@ content/dam/sm/ccto/sunet_id_resources content/dam/sm/radcancerbio/resources-secure content/dam/sothebys/InsideSothebys*.pdf content/dam/static-page/customer-advocacy/*/pdf/* -content/dam/students/documents/graduations/programs/http://familysearch.org/robots.txt +content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf @@ -37722,7 +37281,7 @@ content/dist/fonts content/docdel content/download content/downloads/ -content/downloads/http://encrypted-tbn0.gstatic.com/robots.txt +content/downloads/http://marketingweek.com/robots.txt content/ebook content/ebook/ content/ebrochure/toyota-mobility.pdf @@ -37756,7 +37315,7 @@ content/index.php/filter/tips content/index.php/node/add content/index.php/search content/index.php/user/login -content/index.php/user/logout/http://thestar.com.my/robots.txt +content/index.php/user/logout/http://columbia.jp/robots.txt content/index.php/user/password content/index.php/user/register content/institution @@ -37811,6 +37370,7 @@ content/pan/ko_KR content/pan/pt_BR content/pan/zh_CN content/pan/zh_TW +content/panasonic content/partial/ content/partial/plan-book-cars content/pattern-library/ @@ -38147,6 +37707,7 @@ controller=search controller=search controller=statistics controller=statistics +controllercause controllers controllers controllers/ @@ -38370,7 +37931,7 @@ courses/Transcript courses/assessment courses/eecs484 courses/favorites -courses/http://dashnerlaw.com/robots.txt +courses/http://codecanyon.net/robots.txt courses/oasis/BabbScholarship courses/section courses/transcript @@ -38466,6 +38027,7 @@ cpl-edit cpoirier cpollack cpresources +cpro cpropub/univercd cps/en cps/fr @@ -38725,6 +38287,7 @@ crime/2020/11/new-mexico-man-who-drove-back-and-forth-past-home-of-ex-wife-in-po crime/index.ssf/2008/03/morial_associate_charged_with.html cringely/mt3 cringely/mt4 +crisisgeography cristescu cristina critics/self-submission @@ -39035,7 +38598,7 @@ csd/internal/css csd/internal/nav csd/js csd/nav -csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://todaysparent.com/robots.txt +csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt csde/camp-shriver-community/camp-shriver/registration-fee/ csds/* cse @@ -39419,24 +38982,24 @@ cz/virtualization cz/virtualization/virtualbox cz/zasady-ochrany-osobnich-udaju-safe-harbor.html cz/ztrata-karty.html -czde +czde/ cze/layout/set -czes -czfr -czgr +czes/ +czfr/ +czgr/ czhang czimanyi -czit -czja -czko -cznl -czpl -czpt -czro -czru -czsv -cztr -czzh +czit/ +czja/ +czko/ +cznl/ +czpl/ +czpt/ +czro/ +czru/ +czsv/ +cztr/ +czzh/ d d-gender* d. @@ -39536,7 +39099,7 @@ da/blog da/cart da/checkout da/create-a-doodle-pfm -da/create-a-doodle-pfmhttp://extensions.joomla.org/robots.txt +da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt da/firefox/collections da/firefox/collections/4757633 da/firefox/collections/4757633/$ @@ -39647,11 +39210,8 @@ data-loss-prevention.php? data-loss-prevention.php?email= data-loss-prevention/? data-processing-terms -data-st-cnt="ee" data-studio data/ -data/*/crosssellaccommodations -data/1.0/bundle data/allocated-federal-nonfederal-disbursements/? data/cache data/candidates/? @@ -40136,6 +39696,7 @@ de/company/newsletters/search.html de/company/user_stories/search.html de/competition de/config +de/consumer/lumix-g-cashback-wochen.html de/contact.php de/contacts/c/claudia-grabner.html de/content/dam/mathworks/mathworks-dot-com/images/company/jobs @@ -40604,7 +40165,7 @@ decision-makers? deck deck-maker decorator/ -decz +decz/ deep-health-abstract deep-health-auth deep-health-search @@ -40615,6 +40176,7 @@ deeplinkid def/ defalpha= default +default.asp default.aspx/kb/ default.aspx/ph/ default.cms @@ -40627,6 +40189,7 @@ default/js/ default1.cms default1.cms defaultinterstitial.cms +defaultpage defaults deferred-payment deferred.php @@ -40638,12 +40201,12 @@ definition/Rosamund definition/barred%20ghoul definition/wipedout definizione/geraschelt -defr -degr +defr/ +degr/ degroot -deit -deja -deko +deit/ +deja/ +deko/ delange-artistmanagement/en-GB/art0sts/artist.aspx?category=42386122047193089.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=44317411747102721.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1 delayed_job @@ -40682,14 +40245,14 @@ demo/closed-unclosed-performance?closed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://security.stackexchange.com/robots.txt +demo/safari-reader-test-nielshttp://mathworks.com/robots.txt democenter demonstration demos dempubweb denise-snyder denisschapiro -denl +denl/ dental/*/index.php dental/dh dental/endo @@ -40701,11 +40264,12 @@ dental/students dentistry/about/appointments-and-referrals/appointment-thankyou denver dep/rwm/hoss +departement-de-service-ouvert department-beauty-gender-unisex* departments departure= departureDate= -depl +depl/ deployment-test-clf2 deployment-test-clf3 deployment-test-clf4 @@ -40724,6 +40288,7 @@ deposits/*.pdf$ deposits/*.swf$ deposits/*.txt$ dept +dept/ dept/soc/people/rsandefur depth-- depts/* @@ -40731,10 +40296,10 @@ depts/CAS depts/purchase/* dermatology/appointments-and-referrals/connective-tissue-diseases/appointment-thankyou dermatology/appointments-and-referrals/signup-thankyou -dero +dero/ derr derricktin -deru +deru/ deryahonca desai desalvo @@ -40812,16 +40377,16 @@ destinations/south-america.html destinations/south-america/* destinations/south-pacific.html destinations/south-pacific/* -desv +desv/ detail detail/*Ajax.do$ detail/ajax details- details-*.html details-print -detailshttp://rcgroups.com/robots.txt +detailshttp://craigslist.org/robots.txt detect -detr +detr/ detroitchicago dev dev-sites @@ -40868,6 +40433,7 @@ developerworks/forums/servlet developerworks/wikis/login.action development developmentandalumni +developmentclock developmentfund/wp-admin developmentfund/wp-content/plugins developmentfund/wp-includes @@ -40894,7 +40460,7 @@ devsrc devtest/ dex deyoung -dezh +dezh/ df78788com dfa/UHC_physicians_RM_guide.pdf dfkw @@ -42607,8 +42173,8 @@ didar diegoestevez diegorivera diets/* +diff diffbot/ -differentialrealty diffs dig-perf-test digest @@ -42706,7 +42272,7 @@ digitaledition digitalexpress/ digitalpdf digitalsubscription/imagedownload -digitalsubscription/imagedownload/http://youblisher.com/robots.txt +digitalsubscription/imagedownload/http://nj.gov/robots.txt digregorio dilatua/proRecensione.do ding-session= @@ -42747,6 +42313,7 @@ directory/search.asp directory/search/? directory/sitemap directory/tp +directory_missions/ directoryoptout* dirt/index.htm dirty-dancing @@ -43267,7 +42834,7 @@ dmorgan dmottacalderon dmoustafa dmq -dms_priv/*http://amazon.com.au/robots.txt +dms_priv/*http://itunes.apple.com/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -43359,6 +42926,7 @@ docrep/X1200E docroot docs docs$ +docs*?*utm_source= docs-api-legacy docs-api-legacy$ docs-footer @@ -43378,6 +42946,7 @@ docs/Newsletters/BD docs/YGL12 docs/accurint/accurint_price_2007_ll_trans_legal.pdf docs/accurint/accurint_price_2013.pdf +docs/addons docs/admin docs/api docs/api$ @@ -43391,6 +42960,7 @@ docs/doc/zoom-apps-data-management.pdf docs/doc/zoom-apps-security-privacy-faq.pdf docs/download docs/download/agreements +docs/email-wall docs/forms/social docs/gated/ docs/help/search-results.html @@ -43414,6 +42984,7 @@ docs/reference/kubernetes-api/api-index docs/reference/kubernetes-api/labels-annotations-taints docs/search_results.html docs/socialmarkup +docs/video-series docs/zoho-docs-pricing-delete.html doctor-add doctor-strange @@ -43478,6 +43049,7 @@ documents/archives/ArchivesObsolete documents/current documents/d/global/*sitemap documents/email-a-friend +documents/eng/biography_Carol_Fuller.asp documents/information-management/imr-guidance-and-appendices.pdf documents/mog.pdf documents/old/ @@ -43562,7 +43134,7 @@ download-lister download-logo-agreement.html download-notice download.asp* -download.asp*http://google.com.co/robots.txt +download.asp*http://impots.gouv.fr/robots.txt download.php download/ download/*/ @@ -43574,7 +43146,7 @@ download/Forside/2022 download/attachments download/binary download/get -download/http://books.apple.com/robots.txt +download/http://leginfo.legislature.ca.gov/robots.txt download/index download/legacy download/morae @@ -43695,7 +43267,7 @@ drupal-training drwilliamnuma ds-live/ ds-mobile/ -ds/*/*http://humanesociety.org/robots.txt +ds/*/*http://arte.tv/robots.txt dsasselov dsb/android/collections dsb/android/search @@ -43851,6 +43423,7 @@ easypol/output/forum.asp easyrenewal eat/gr- eayalahurtado +eb/incl_header2.html ebar ebatesCaptcha.do ebay/cronus @@ -43860,7 +43433,7 @@ ebc/portal ebernton ebi_docs ebibbs -ebisearch/summary/api/identificationsearchboxs4/*http://es.scribd.com/robots.txt +ebisearch/summary/api/identificationsearchboxs4/*http://ebird.org/robots.txt ebook ebook-creator/editor.html ebook.pdf @@ -44376,7 +43949,7 @@ email$ email-capture email-colleague email-contact/ -email-contact/nodehttp://help.netflix.com/robots.txt +email-contact/nodehttp://gsma.com/robots.txt email-contact/taxonomy_term email-content email-help @@ -45511,6 +45084,9 @@ en/SupportandAdministration/PoliciesandProcedures en/Tracker?data=* en/US/swassets/ en/US/swassets/sw274/sitewide_country_language_selector.html +en/_Original_ +en/_incl_header.html +en/_old_ en/_site_doc en/aanmeldbevestiging en/aanmelden-mislukt @@ -45531,6 +45107,7 @@ en/ajax/content-product en/ajax/contentmedia en/alert en/alerts +en/americas/calendar/ en/app en/app/ en/applications/release9.html @@ -45560,6 +45137,8 @@ en/carro-de-la-compra en/cart en/cgi-bin en/cgi-bin +en/cidi/menus +en/cidi/txt_files en/classes en/classes/ en/cloud/iaas-classic @@ -45907,6 +45486,9 @@ en/event/*/ical en/events/10_Graduade%20Institute_Richard_Baldwin_PWC_Geneva.pdf en/events/11_International%20Accounting%20Standards_Nic_Anderson_PWC_Geneva.pdf en/events/1_Roche_Ian_Bishop_PWC_Geneva.pdf +en/events/2009events.asp +en/events/2010_ +en/events/2010events.asp en/events/2_UBS_Geoff_Robinson_PWC_Geneva.pdf en/events/3_Richemont_Lesley_Griffiths_PWC_Geneva.pdf en/events/4_Swiss%20Re_Swiss%20Re_Jutta_Bopp_PWC_Geneva_.pdf @@ -45915,7 +45497,10 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf +en/events/cultural_events.asp +en/events/default.asp en/events/huaweiconnect/livestream-for-tvs$ +en/events/peace_fund.asp en/events? en/explore en/facturas-abono @@ -45949,6 +45534,13 @@ en/home.html en/hotels/ en/identity en/immigration-refugees-citizenship/services/reference-include +en/incl_banner_media_center.html +en/incl_footer_old.html +en/incl_headcontent_landing.inc +en/incl_headcontent_secondary.inc +en/incl_header1.html +en/incl_mini_pilares.html +en/incl_searchnav.html en/includes_content/missing_handler/view_map.html en/industries/health-sciences/clinical-one en/industries/health-sciences/clinical-one/depot-information @@ -46080,6 +45672,12 @@ en/matlabcentral/topics/power-electronics-control/search.html en/media-materials.html en/media/* en/meetings/full-capacity +en/member_states/haiti/backpack/Flyer_Ceremonia_ENG.html +en/member_states/haiti/backpack/Flyer_Ceremonia_ESP.html +en/member_states/haiti/backpack/Flyer_Ceremonia_FRE.html +en/member_states/haiti/backpack/default.html +en/member_states/haiti/backpack/default_anunciosept24.html +en/member_states/haiti/backpack/gallery.html en/memory-world-committees/grid en/memory-world-committees/list en/memory-world-committees/map @@ -46089,7 +45687,7 @@ en/memory-world/lac/list en/memory-world/lac/map en/memory-world/lac/risks/grid en/memory-world/lac/risks/list -en/memory-world/lac/risks/maphttp://sway.office.com/robots.txt +en/memory-world/lac/risks/maphttp://unesdoc.unesco.org/robots.txt en/memory-world/list en/memory-world/map en/merchants/ @@ -46130,6 +45728,8 @@ en/needs en/needs/ en/news-redirect/* en/news/canarias/diary +en/news/incl_news_items.asp +en/news/incl_reports.asp en/news? en/newsletters/* en/niet-gevonden @@ -46207,6 +45807,7 @@ en/right-education-country-overview/map en/right-education/observatory/grid en/right-education/observatory/list en/right-education/observatory/map +en/saf/accountability/docs/ en/safety-journalists/observatory/grid en/safety-journalists/observatory/list en/safety-journalists/observatory/map @@ -46992,6 +46593,9 @@ es/Themes es/TripsJS.ashx es/Upload es/_ +es/_Original_ +es/_incl_header.html +es/_old_ es/accessories/*/f es/accessories/ies es/account @@ -47003,6 +46607,7 @@ es/ajax es/ajax/content-product es/ajax/contentmedia es/alpha.php +es/americas/calendar/ es/android/collections es/android/search es/angels/search @@ -47062,6 +46667,8 @@ es/carro-de-la-compra es/cart es/changes-that-qualify-for-special-enrollment/ es/checkout +es/cidi/menus +es/cidi/txt_files es/classes es/classes/ es/cloud/saas/applications-common/19d @@ -47151,10 +46758,18 @@ es/es/promos/lyve-cloud-for-startups/ es/es/size/* es/esc/foodpriceswing es/estado-pedido +es/estados_miembros/haiti/mochilas/default.html +es/estados_miembros/haiti/mochilas/galeria.html es/eula.html es/event/*/ical es/event/*/shoutbox es/event/*/shoutbox? +es/eventos/2010_reuniones_ministeriales.asp +es/eventos/cultural_events.asp +es/eventos/default.asp +es/eventos/eventos2009.asp +es/eventos/eventos2010.asp +es/eventos/fondo_paz.asp es/explore es/facturas-abono es/facturas-abono @@ -47207,9 +46822,17 @@ es/holidayrentals es/hoteles/h es/hoteles/redirect es/hoteles/s -es/http://italiadeivalori.it/robots.txt +es/http://hearthis.at/robots.txt es/images es/inc +es/incl_banner_media_center.html +es/incl_footer_old.html +es/incl_headcontent_landing.inc +es/incl_headcontent_secondary.inc +es/incl_header1.html +es/incl_header2.html +es/incl_mini_pilares.html +es/incl_searchnav.html es/info es/inicia-sesi%C3%B3n es/iniciar-sesion @@ -47287,7 +46910,9 @@ es/music/+noredirect es/myunited es/nationals/search es/negocios -es/new/http://3lion-anime.com/robots.txt +es/new/http://edyst.com/robots.txt +es/news/incl_news_items.asp +es/news/incl_reports.asp es/node es/node/ es/node/* @@ -47352,6 +46977,7 @@ es/royals/search es/s/colecciones es/s/perfecta es/s/usuarios +es/saf/rendicion_cuentas/docs/ es/search es/search* es/search*attr_*= @@ -47362,7 +46988,7 @@ es/search.php es/search/ es/search/autocomplete es/search? -es/search?*http://epicurious.com/robots.txt +es/search?*http://platform.instagram.com/robots.txt es/secure-preview es/seguimiento-pedido es/seguimiento-pedido-invitado @@ -47371,6 +46997,7 @@ es/share es/share-order es/sharecontacts-for-microsoft-outlook.aspx es/shop_name_search_service +es/sica/ es/site-achievement es/sobre_nosotros es/solicitar-informacion/ @@ -47538,13 +47165,13 @@ escuela-arquitectura-diseno/wp-content/sites/ escuela-arquitectura-diseno/wp-content/themes/ escuela-arquitectura-diseno/wp-content/wp-admin/ escuela-arquitectura-diseno/wp-content/wp-includes/ -escz +escz/ esearch esejdic esfr/Empella esfr/Unternehmensanteil esfr/fixedneutered -esgr +esgr/ eshabliy eshah eshop.xml @@ -47555,12 +47182,12 @@ esi_cache esim/wp-admin esim/wp-content/plugins esim/wp-includes -esja -esko +esja/ +esko/ eskupTSUpdate esl/layout/set esmecaramello -esnl +esnl/ esntial.htm esoft-job esotiri @@ -47586,15 +47213,15 @@ especial/juegos-olimpicos/ especial/pruebas-comercial especiales/vogue_business espiar -espl +espl/ espn/now espnradio/podcast/feeds/easports esports esrc= -esro -esru +esro/ +esru/ essentialmums -essv +essv/ estadao estadao-verifica estadisticas/populares/p @@ -47606,7 +47233,7 @@ estefania_rodriguez esteri/07_novembre_24/allam_8b31e72c-9a84-11dc-a3e4-0003ba99c53b.shtml esteri/2018/03/25/news/campus_link_l_universita_dei_ministri_5s_tra_malta_il_cepu_e_la_dc-300956701 esteri/2018/03/26/news/campus_link_i_contatti_con_mosca_e_con_gli_007_negli_affari_dell_universita_a_5_stelle-300957066 -estr +estr/ estudis/mastersuniversitaris/prodart esu/unitprogcat esupport/article.html* @@ -47634,7 +47261,7 @@ esw/internal/departments/education/ugcourses esw/internal/departments/socialwork/modules esw/internal/departments/socialwork/pgcourses esw/internal/departments/socialwork/ugcourses -eszh +eszh/ et et$ et-*/ @@ -47851,6 +47478,7 @@ evaluate evaluate-link evaluate-unique-link evaluation +evalutaion-virtuelle evanbenjamin evapayne evd @@ -48113,7 +47741,7 @@ evernote/like.php everybodyshirts everywhere-configuration/ everywhere/ -evite/*http://lapakbrebes.com/robots.txt +evite/*http://dustinandtracy.com/robots.txt evolok ewalk ewalker @@ -48387,7 +48015,7 @@ external_service/connect_now external_slp_click externalservices/surveyfeedapi/api/testfeed extfile -exthttp://fitbots.com/robots.txt +exthttp://edutopia.org/robots.txt extlink extra extra/gremien @@ -48409,6 +48037,7 @@ eyeblaster eyeblaster eyewitness ezais +ezine/ ezk888cn ezra f @@ -48733,7 +48362,7 @@ feed.xml feed/ feed/$ feed/* -feed/*http://digiday.com/robots.txt +feed/*http://bitdefender.com/robots.txt feed/activity feed/check feed/externalfooter @@ -48749,7 +48378,7 @@ feed/sitema feed/subscribe feed/update feed/v1/podcast/triggered-uncensored -feed/v1/podcast/unredacted-with-kurt-schlichterhttp://recaptcha.net/robots.txt +feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt feed/xml feed= feed=rss @@ -48832,6 +48461,7 @@ festivals/*/id/*/videos/new festradaprada fetch fetchcart +fetishdetermination ff/forums ff/kb/*/discuss ff/search @@ -49108,9 +48738,9 @@ filestore fileview filing filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://freepik.com/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt filings/pdf -fill-private.htmlhttp://malla-espaldera.com/robots.txt +fill-private.htmlhttp://babycenter.com/robots.txt fill.html film/s films/*/size/large @@ -49173,7 +48803,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://mastercard.us/robots.txt +find/*http://freemius.com/robots.txt find/3DImage.jsp find/ApplecareDetails.jsp find/DemoItem.jsp @@ -50197,6 +49827,7 @@ food/recipes/*/shopping-list food/recipes/search*? food/search*? fooddirectory +foodfestival/ foodordering foodpickle foods/brands/page/ @@ -50278,7 +49909,7 @@ forgotpassword forgotpassword.aspx forgotten-password forgotten-password/ -forgov-devhttp://rust-lang.org/robots.txt +forgov-devhttp://qobuz.com/robots.txt forlibraries form form-containers @@ -50488,7 +50119,7 @@ forum/member.php forum/memberlist.php forum/memberlist.php forum/members -forum/membre/http://business2community.com/robots.txt +forum/membre/http://spl.zeotap.com/robots.txt forum/messenger forum/misc forum/modcp @@ -50814,7 +50445,7 @@ forum/topic/221-tips-and-suggestions-for-working-members forum/traininggroups_onlinefree.php forum/translation_do.php forum/ucp.php -forum/ucp.phphttp://dhs.gov/robots.txt +forum/ucp.phphttp://eleks.com/robots.txt forum/ucp_agreement_trainings.php forum/uretral-nyj-vektor-4-25.html forum/user @@ -50828,7 +50459,6 @@ forum/voprosy-po-kozhnomu-vektoru-91-25.html forum/vzaimootnoshenija-v-pare-236-25.html forum/whats-new forum2 -forumTeaser forums forums forums*/markallread/* @@ -50878,7 +50508,7 @@ forums/discover/unread/ forums/editpost.php forums/forum/30-general-members-forums forums/help.html -forums/http://mor-pack.co.il/robots.txt +forums/http://sofafactory.ru/robots.txt forums/index.php/ef forums/index.php/h forums/index.php/i @@ -50895,7 +50525,7 @@ forums/index.php/sel forums/index.php/sp forums/index.php/u forums/index.php?&act=Online -forums/index.php?/user/http://audio.accordo.it/robots.txt +forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt forums/index.php?act=Arcade forums/index.php?act=Attach forums/index.php?act=Forward @@ -51316,6 +50946,9 @@ fr/Tr/ fr/Tracker?data=* fr/TripsJS.ashx fr/Upload +fr/_Original_ +fr/_incl_header.html +fr/_old_ fr/_site_doc fr/aboutus fr/academia/books/members.html @@ -51470,7 +51103,15 @@ fr/enterprise/blog/search? fr/error-static-cdn fr/errors fr/estado-pedido +fr/etats_membres/haiti/sacs/default.html +fr/etats_membres/haiti/sacs/galerie.html fr/eula.html +fr/evenements/2010_reunions_ministerielles.asp +fr/evenements/cultural_events.asp +fr/evenements/default.asp +fr/evenements/evenements2009.asp +fr/evenements/evenements2010.asp +fr/evenements/fonds_paix.asp fr/event/*/ical fr/event/*/shoutbox fr/event/*/shoutbox? @@ -51540,6 +51181,14 @@ fr/hotel/s fr/images fr/immigration-refugies-citoyennete/services/reference-inclusion fr/inc +fr/incl_banner_media_center.html +fr/incl_footer_old.html +fr/incl_headcontent_landing.inc +fr/incl_headcontent_secondary.inc +fr/incl_header1.html +fr/incl_header2.html +fr/incl_mini_pilares.html +fr/incl_searchnav.html fr/includes_content/missing_handler/view_map.html fr/info fr/intangible-cultural-heritage/grid @@ -51666,6 +51315,7 @@ fr/music/*/+wiki/shoutbox? fr/music/+noredirect fr/myunited fr/naviguer +fr/news/incl_news_items.asp fr/newsroom fr/node fr/onelook_american_dictionary_words.html @@ -51913,12 +51563,12 @@ francophonie frank frank/index.htm franklynwang -frcz -frde +frcz/ +frde/ fre/layout/set fred fred-glance-widget.php -fred-glance-widget.phphttp://kroatien-idriva.de/robots.txt +fred-glance-widget.phphttp://freecodecamp.org/robots.txt free free-cancellation/index. free-coloring-pages/featured/frenchs-coloring-pages/ @@ -51941,7 +51591,7 @@ fren/volumeters french-studies/ fres/grandseigneur fresh -frgr +frgr/ fri friday friday-after-next @@ -51953,11 +51603,11 @@ friendsfavorites/ friendships friendsprofile friendstimes -frit -frja -frko +frit/ +frja/ +frko/ frnf2014 -frnl +frnl/ frogs/ frogs/legs/ frogs/phones/ @@ -51984,13 +51634,13 @@ frontoffice frontpage-slideshow-images froogle? froogle_ -frpl -frpt -frro -frru -frsv -frtr -frzh +frpl/ +frpt/ +frro/ +frru/ +frsv/ +frtr/ +frzh/ fscripts fssp ftb @@ -52050,6 +51700,7 @@ funkcjonalnosci/kreator-stron-www/szablony/business-and-services/*,* funnel/checking-account funnel/checking-savings funnel/college-finance +funvibrators fur/forums fur/kb/*/discuss fur/search @@ -52100,7 +51751,7 @@ g%C5%82osuj g-gender* g-recaptcha-response g.php -g/4arE9Chttp://svt.se/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/api g/banana/api/context g/ts @@ -52273,7 +51924,7 @@ gallery_cache_key= gallery_more_stories_insider.cms* gam- gambling-promos -gambling-promos/http://hotblouse.com/robots.txt +gambling-promos/http://clevescene.com/robots.txt game game*? game-reviews/*/user-reviews/manage/add @@ -52363,7 +52014,7 @@ gb/resources-campaign/* gb/search gb/user gb/user$ -gb_xapi_content/http://counterpunch.org/robots.txt +gb_xapi_content/http://smartpassiveincome.com/robots.txt gbapujii gbook gbox/ @@ -52797,7 +52448,7 @@ gibbslab-personal giee/*category=ucommall gif gifs -gifshttp://feeds.feedburner.com/robots.txt +gifshttp://girlsridetoo.de/robots.txt gift gift-calculator-ranges/ gift-calculator-tags/ @@ -52901,6 +52552,11 @@ global/api/load.php global/choose-location.html?location=home global/contact global/content/images +global/corporate/profile/mediacontact/sec/agreement.html +global/corporate/profile/mediacontact/sec/complete.html +global/corporate/profile/mediacontact/sec/error.html +global/corporate/profile/mediacontact/sec/inqform.html +global/corporate/response-sheet.pdf global/internal/departments/anthropology/modules global/internal/departments/anthropology/pgcourses global/internal/departments/anthropology/ugcourses @@ -52914,6 +52570,7 @@ global/internal/departments/ir/modules global/internal/departments/ir/pgcourses global/internal/departments/ir/ugcourses global/messages +global/olympic/ja/sportschangemakers/20210823final.html global/resources/es/search global/resources/search global/search @@ -52971,7 +52628,7 @@ go/directory go/download go/fanfiction/ go/help.ticket.submit$ -go/http://ok1fig.nagano.cz/robots.txt +go/http://pod.link/robots.txt go/member go/members go/menu @@ -53011,7 +52668,7 @@ goldengate/c1221/gg-winux goldenkirby goldstein goldstine-cole -golocal/extranet/http://intothestormmovie.com/robots.txt +golocal/extranet/http://nmap.org/robots.txt gonda gongyi*? gonsalves @@ -53054,7 +52711,7 @@ gostevaya/karta-sayta/poisk/? goto goto.htm goto.php -goto/http://salzburger-armutskonferenz.at/robots.txt +goto/http://spensor.blogspot.com/robots.txt goto= gotoPage= goto_issue @@ -53378,31 +53035,30 @@ grappelli grar grav grazie -grcz -grde +grcz/ +grde/ greece/documento/2012 greenzang greet.php greetingcard-view gregorschubert -gres +gres/ grestenberger grfp* -grfr +grfr/ grid grid_report/documents griffinlab griggs grillos -grit +grit/ grizzlies/node grizzlies/users -grja -grko -grnl +grja/ +grko/ +grnl/ groeger grossesshowexcel.cfm -groundsamba group group/ group/search @@ -53439,17 +53095,17 @@ growing-up-chrisley growth growth-tools-assets growthformula -grpl -grpt -grro -grru -grsv -grtr +grpl/ +grpt/ +grro/ +grru/ +grsv/ +grtr/ grub-client gruizeh grunes grusdt -grzh +grzh/ gs- gs-taxonomy gs_counter @@ -53599,7 +53255,7 @@ haaleta haaretz-labels habbal hackathons/reinvent-2013/ -hacker/*/followhttp://emarketer.com/robots.txt +hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt hacker/*/unfollow hackerproof/? hackerproof/abreporting.html @@ -53633,6 +53289,7 @@ haininggouinlock hair-transplant-services haishuai haitham +haitibackpacks/http://oasis-open.org/robots.txt haksoochoi haku hallmark_homes @@ -53759,7 +53416,6 @@ hc/communities/public/topics/*?*filter= hc/requests hcasavant hcdc.dslc2015_16 -hcediting hcl hcp hcp-halloween-2021 @@ -54499,6 +54155,7 @@ homepage-b homepage-beta homepage-experiment homepage-video-test +homepage/ homepage/2013 homepage/health/2009/fall/nobel-prize.shtml homepage_feature @@ -54545,7 +54202,7 @@ homework-help/landing/hwh homework-help/landing/offer homework-help/search? homr/services -honeypot/http://powersports.jp/robots.txt +honeypot/http://dr.dk/robots.txt hong-kong-ting-hui-limited-cclxixe honing.html hook @@ -54676,7 +54333,7 @@ how-low-will-you-go- how-to-adjust-the-privacy-settings-for-your-smartwatch how-to-change-your-privacy-settings-on-facebook-and-instagram how-to-change-your-privacy-settings-on-twitter-and-youtube -how-to-find-happiness-newsletter-book-preview/http://thestorkbag.com/robots.txt +how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt how-to-keep-your-browsing-information-untraceable how-to-keep-your-phone-secure-while-traveling how-to-limit-ad-tracking-on-your-mobile-device @@ -54699,7 +54356,7 @@ hoyinversion hoysport hp hp/focus-retrocompatibile$ -hp/http://austintexas.gov/robots.txt +hp/http://ideas.lego.com/robots.txt hp/video hp_channels hpan @@ -57901,180 +57558,170 @@ http http-checker http2_data http: -http://1.envato.market/robots.txt -http://10007209.fls.doubleclick.net/robots.txt -http://1billion.org/robots.txt -http://4087375.fls.doubleclick.net/robots.txt -http://4480452.fls.doubleclick.net/robots.txt -http://4ads.de/robots.txt -http://6071807.fls.doubleclick.net/robots.txt -http://8555892.fls.doubleclick.net/robots.txt -http://abbyharmony.com/robots.txt -http://abebooks.com/robots.txt -http://about.google/robots.txt -http://academic.oup.com/robots.txt -http://acornhilllodge.com/robots.txt -http://activecampaign.com/robots.txt -http://adamdurica.lnk.to/robots.txt -http://africasiaeuro.com/robots.txt -http://ambig.one/robots.txt -http://americanlightingusa.com/robots.txt -http://androidheadlines.com/robots.txt -http://aneventapart.com/robots.txt -http://antonioliso.com/robots.txt +http://1533911.fls.doubleclick.net/robots.txt +http://1731177.fls.doubleclick.net/robots.txt +http://1password.com/robots.txt +http://2224480.fls.doubleclick.net/robots.txt +http://4shared.com/robots.txt +http://8285353.fls.doubleclick.net/robots.txt +http://a-z.love/robots.txt +http://abc.go.com/robots.txt +http://abc7chicago.com/robots.txt +http://abc7ny.com/robots.txt +http://abcnews.go.com/robots.txt +http://abduzeedo.com/robots.txt +http://acrobat.adobe.com/robots.txt +http://ad.doubleclick.net/robots.txt +http://adcell.de/robots.txt +http://adeje.es/robots.txt +http://adelainedevelopment.com/robots.txt +http://allrecipes.com/robots.txt +http://amazon.de/robots.txt +http://ampmexterminators.com/robots.txt +http://androidpolice.com/robots.txt +http://api.ning.com/robots.txt +http://api.whatsapp.com/robots.txt +http://apod.nasa.gov/robots.txt +http://app.box.com/robots.txt http://apple.co/robots.txt -http://atom.io/robots.txt +http://artnews.com/robots.txt +http://artsandculture.google.com/robots.txt +http://au.effectivemeasure.net/robots.txt +http://austinmoody.net/robots.txt +http://autode.sk/robots.txt +http://b.hatena.ne.jp/robots.txt http://babylenta.ru/robots.txt -http://baike.baidu.com/robots.txt -http://behance.net/robots.txt +http://basecamp.com/robots.txt +http://bath.ac.uk/robots.txt +http://bbc.com/robots.txt +http://bbcamerica.com/robots.txt +http://bbcgoodfood.com/robots.txt +http://bcg.com/robots.txt +http://bcmmaa.com/robots.txt +http://beautifulthailand99.blogspot.co.uk/robots.txt +http://bestdocsnetwork.com/robots.txt http://bharat.republicworld.com -http://blogs.cornell.edu/robots.txt -http://blogs.law.harvard.edu/robots.txt -http://blogs.smithsonianmag.com/robots.txt -http://blue.ap.teacup.com/robots.txt -http://books.google.fr/robots.txt -http://bostonglobe.com/robots.txt -http://brew.sh/robots.txt -http://bugs.chromium.org/robots.txt -http://business-standard.com/robots.txt -http://buzzsprout.com/robots.txt -http://cancerresearchuk.org/robots.txt -http://cartoonnetwork.com/robots.txt -http://cbc.ca/robots.txt -http://cdph.ca.gov/robots.txt -http://ceskatelevize.cz/robots.txt -http://citylab.com/robots.txt -http://clickfunnels.com/robots.txt -http://clickserv.basis.net/robots.txt -http://coingecko.com/robots.txt -http://colorado.edu/robots.txt -http://colorado.gov/robots.txt -http://columbia.jp/robots.txt +http://bhf.org.uk/robots.txt +http://bigoven.com/robots.txt +http://blackholerecordings.com/robots.txt +http://bleepingcomputer.com/robots.txt +http://blog.bufferapp.com/robots.txt +http://businessbuiltonline.blogspot.com/robots.txt +http://cambridge.org/robots.txt +http://carinon.hatenablog.com/robots.txt +http://cdn.polyfill.io/robots.txt +http://cedcommerce.com/robots.txt +http://cio.com/robots.txt +http://cityam.com/robots.txt +http://click.linksynergy.com/robots.txt +http://clubic.com/robots.txt +http://coeducacion.grial.eu/robots.txt http://comunitaqueeniana.weebly.com/news-of-the-world http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor -http://converg.com/robots.txt -http://coronavirus.jhu.edu/robots.txt -http://cse.google.com/robots.txt -http://cyberduck.io/robots.txt -http://dailywire.com/robots.txt -http://dainikshiksha.com/robots.txt -http://dallasnews.com/robots.txt -http://dancenter.de/robots.txt -http://darkreading.com/robots.txt -http://dasbuchderwahrheit.de/robots.txt -http://dashlane.com/robots.txt -http://de.wikipedia.org/robots.txt -http://deccanherald.com/robots.txt +http://constantcontact.com/robots.txt +http://coursera.org/robots.txt +http://crn.com/robots.txt +http://croixmode.jp/robots.txt +http://cultofmac.com/robots.txt +http://d.turn.com/robots.txt +http://dc.arrivalist.com/robots.txt http://delivery.yandex.ru/robots.txt -http://detroitnews.com/robots.txt -http://developer.apple.com/robots.txt -http://docs.woocommerce.com/robots.txt -http://efe.com/robots.txt -http://eibar.org/robots.txt -http://en-gb.wordpress.org/robots.txt -http://en.wordpress.com/robots.txt -http://ers.usda.gov/robots.txt -http://esa.un.org/robots.txt -http://esv.org/robots.txt -http://etagi.com/robots.txt -http://ethz.ch/robots.txt -http://euromodule.ro/robots.txt -http://europepmc.org/robots.txt -http://ey.com/robots.txt -http://feelcycle.com/robots.txt -http://felixplastik.com/robots.txt -http://fondationbrigittebardot.fr/robots.txt -http://foxmovies.com/robots.txt -http://francetvinfo.fr/robots.txt -http://fujitsu.com/robots.txt -http://fun88line.com/robots.txt -http://gaming-style.com/robots.txt -http://garybuseypetjudge.com/robots.txt -http://geni.us/robots.txt -http://geo-tracker.smadex.com/robots.txt -http://geonames.org/robots.txt -http://getcloudapp.com/robots.txt -http://getlistingusa.blogspot.com/robots.txt -http://getrippedabs.net/robots.txt -http://gilt.com/robots.txt -http://goldensun.get.com.tw/robots.txt -http://google.by/robots.txt -http://google.co.uk/robots.txt -http://google.com.bd/robots.txt -http://google.com.br/robots.txt -http://google.fr/robots.txt -http://googleapis.com/robots.txt -http://gothamweekly.com/robots.txt -http://gov.br/robots.txt -http://govtech.com/robots.txt -http://graniteasap.com/robots.txt +http://docstoc.com/robots.txt +http://domain.com/robots.txt +http://ecma-international.org/robots.txt +http://economie.gouv.fr/robots.txt +http://ed.gov/robots.txt +http://eff.org/robots.txt +http://en.support.wordpress.com/robots.txt +http://engadget.com/robots.txt +http://euronews.com/robots.txt +http://evite.com/robots.txt +http://evuk.co.uk/robots.txt +http://experience.arcgis.com/robots.txt +http://expressen.se/robots.txt +http://faithandreason.com/robots.txt +http://fema.gov/robots.txt +http://firstrunfeatures.com/robots.txt +http://fiverr.com/robots.txt +http://fnac.com/robots.txt +http://folhadeirati.com.br/robots.txt +http://forcefieldsnz.bandcamp.com/robots.txt +http://form.jotform.com/robots.txt +http://foromontefrio.com/robots.txt +http://fortune.com/robots.txt +http://foxnews.com/robots.txt +http://galu.co.jp/robots.txt +http://geraldtabios.com/robots.txt +http://goldstocktrades.com/robots.txt +http://govinfo.gov/robots.txt http://graphics8.nytimes.com/robots.txt -http://guinnessworldrecords.com/robots.txt -http://hangovergang.com/robots.txt -http://hellomagazine.com/robots.txt -http://help.adobe.com/robots.txt -http://help.apple.com/robots.txt -http://help.github.com/robots.txt -http://hootsuite.com/robots.txt -http://hubspot.com/robots.txt -http://hugoizarra.com/robots.txt -http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://indiewire.com/robots.txt +http://gtm.js.fls.doubleclick.net/robots.txt +http://gyro13.com/robots.txt +http://health.com/robots.txt +http://health.pa.gov/robots.txt +http://heart.org/robots.txt +http://homesinhamiltonontario.com/robots.txt +http://htmlpreview.github.io/robots.txt +http://hubs.ly/robots.txt +http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/ -http://i2.wp.com/robots.txt -http://ic.gc.ca/robots.txt -http://images.apple.com/robots.txt -http://img1.wsimg.com/robots.txt -http://independent.academia.edu/robots.txt -http://inquirer.com/robots.txt -http://insight.adsrvr.org/robots.txt -http://interaction-design.org/robots.txt -http://is.gd/robots.txt -http://jeet.tv/robots.txt -http://joelonsoftware.com/robots.txt -http://justgetflux.com/robots.txt -http://kiesque.com/robots.txt -http://kkytea.blog44.fc2.com/robots.txt -http://klook.com/robots.txt -http://kohls.com/robots.txt -http://laravel.com/robots.txt -http://leuze.com/robots.txt -http://macrumors.com/robots.txt -http://mariadb.org/robots.txt -http://marriott.com/robots.txt -http://matomo.org/robots.txt -http://media.fastclick.net/robots.txt -http://mediaarea.net/robots.txt -http://memcached.org/robots.txt -http://metal-archives.com/robots.txt -http://milb.com/robots.txt -http://miniclip.com/robots.txt -http://motorola.com/robots.txt -http://mountsinai.org/robots.txt -http://mozilla.com/robots.txt -http://mozilla.org/robots.txt -http://msdn.microsoft.com/robots.txt -http://mylifetime.com/robots.txt -http://myspace.com/robots.txt -http://newindianexpress.com/robots.txt -http://ngm.nationalgeographic.com/robots.txt -http://nicovideo.jp/robots.txt -http://nieuwfinancieel.nl/robots.txt -http://nl.pinterest.com/robots.txt -http://nrf.com/robots.txt -http://nsf.gov/robots.txt -http://nuance.com/robots.txt -http://nydailynews.com/robots.txt -http://olympic.org/robots.txt -http://openlayers.org/robots.txt -http://opplemena.com/robots.txt -http://papermag.com/robots.txt -http://pe-erfolg.de/robots.txt -http://picmonkey.com/robots.txt -http://picsuk.com/robots.txt -http://plato.stanford.edu/robots.txt -http://podomatic.com/robots.txt +http://i.ebayimg.com/robots.txt +http://i9.ytimg.com/robots.txt +http://ie.edu/robots.txt +http://ifcncodeofprinciples.poynter.org/robots.txt +http://imagekandi.com/robots.txt +http://indiana.edu/robots.txt +http://info.yahoo.com/robots.txt +http://iopscience.iop.org/robots.txt +http://istanbulyelken.org.tr/robots.txt +http://izioq.bandcamp.com/robots.txt +http://journals.plos.org/robots.txt +http://kongregate.com/robots.txt +http://lapresse.ca/robots.txt +http://lepoint.fr/robots.txt +http://lg.com/robots.txt +http://librarything.com/robots.txt +http://linkedin.com/robots.txt +http://list.ly/robots.txt +http://m.youtube.com/robots.txt +http://macobserver.com/robots.txt +http://mapquest.com/robots.txt +http://market.android.com/robots.txt +http://marketwire.com/robots.txt +http://maryannesbookshelf.com/robots.txt +http://militarytimes.com/robots.txt +http://mineyour.biz/robots.txt +http://mootools.net/robots.txt +http://mpgi.edu.in/robots.txt +http://myrobotlove.blogspot.com/robots.txt +http://n.us1.dyntrk.com/robots.txt +http://nachosuarez.blogspot.com/robots.txt +http://namecheap.com/robots.txt +http://nascardigitalmediallc.demdex.net/robots.txt +http://ncbi.nlm.nih.gov/robots.txt +http://nebula.wsimg.com/robots.txt +http://newrelic.com/robots.txt +http://news.berkeley.edu/robots.txt +http://news.gallup.com/robots.txt +http://news.google.com/robots.txt +http://news.softpedia.com/robots.txt +http://news24.com/robots.txt +http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt +http://nofilmschool.com/robots.txt +http://notivu.blogspot.com/robots.txt +http://nzz.ch/robots.txt +http://oag.ca.gov/robots.txt +http://observer.com/robots.txt +http://ogp.me/robots.txt +http://on.fb.me/robots.txt +http://parents.com/robots.txt +http://parkinsonsresource.org/robots.txt +http://passionfruitsporthorses.squarespace.com/robots.txt +http://pastemagazine.com/robots.txt +http://photomatt.net/robots.txt +http://pixabay.com/robots.txt http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/ http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/ http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/ @@ -58096,64 +57743,75 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/ http://pompeachaleurdaikin.fr/le-lexique/ http://pompeachaleurdaikin.fr/temoignages-infos/ http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/ -http://portal.ct.gov/robots.txt -http://protonmail.com/robots.txt -http://psmag.com/robots.txt +http://poolwiseliving.com.au/robots.txt +http://poppet.us/robots.txt +http://premiumbeat.com/robots.txt +http://primit.it/robots.txt +http://prnt.sc/robots.txt http://pt.wikipedia.org/robots.txt -http://pubs.rsc.org/robots.txt -http://qsl.net/robots.txt -http://queenrocks1971.blogspot.com/robots.txt -http://radiopublic.com/robots.txt -http://readwriteweb.com/robots.txt -http://registrosakashicos.com/robots.txt -http://researcher.watson.ibm.com/robots.txt -http://roboform.com/robots.txt -http://rockingmre.blogspot.com/robots.txt -http://rvprecords.com/robots.txt -http://s.amazon-adsystem.com/robots.txt -http://s3-eu-west-1.amazonaws.com/robots.txt -http://safebrowsing.google.com/robots.txt -http://satc.demdex.net/robots.txt -http://savannahsmiledesigns.com/robots.txt -http://searsassociates.com/robots.txt -http://secure.wego.com/robots.txt -http://sellfy.com/robots.txt -http://seriouseats.com/robots.txt -http://sitekit.withgoogle.com/robots.txt -http://sixrevisions.com/robots.txt -http://snyk.io/robots.txt -http://socialmediatoday.com/robots.txt -http://someecards.com/robots.txt -http://spreadsheets.google.com/robots.txt -http://standaard.be/robots.txt -http://symfony.com/robots.txt -http://target.digitalaudience.io/robots.txt -http://techsmith.com/robots.txt -http://telegram.org/robots.txt -http://thebalancecareers.com/robots.txt -http://theguardian.com/robots.txt -http://themastercleanse.org/robots.txt +http://publish.twitter.com/robots.txt +http://purityring.ffm.to/robots.txt +http://px.adentifi.com/robots.txt +http://px.gumgum.com/robots.txt +http://qiita.com/robots.txt +http://quantcast.com/robots.txt +http://ragesw.com/robots.txt +http://rdr.connectedinteractive.com/robots.txt +http://recalculatingfilm.com/robots.txt +http://redhat.com/robots.txt +http://repubblica.it/robots.txt +http://reuters.com/robots.txt +http://rijksoverheid.nl/robots.txt +http://rsfbathroomdesigns.co.uk/robots.txt +http://rtb.adp3.net/robots.txt +http://rtd.tubemogul.com/robots.txt +http://rte.ie/robots.txt +http://scienceandnonduality.com/robots.txt +http://security.googleblog.com/robots.txt +http://seekingalpha.com/robots.txt +http://servedby.ipromote.com/robots.txt +http://smallbiztrends.com/robots.txt +http://smileeasy.com/robots.txt +http://socialnomics.net/robots.txt +http://startrankingnow.com/robots.txt +http://static.wixstatic.com/robots.txt +http://sunderlandecho.com/robots.txt +http://t3n.de/robots.txt +http://tandfonline.com/robots.txt +http://tapncap.com/robots.txt +http://tattierecords.com/robots.txt +http://techopedia.com/robots.txt +http://techpi-und-malibu.de/robots.txt +http://terribjones.com/robots.txt http://theonion.com/robots.txt -http://timeanddate.com/robots.txt -http://toledoblade.com/robots.txt -http://transparency.org/robots.txt -http://trendmicro.com/robots.txt +http://thinglink.com/robots.txt +http://timesofisrael.com/robots.txt +http://tnc.org.br/robots.txt +http://tools.google.com/robots.txt +http://tools.pingdom.com/robots.txt +http://track.adform.net/robots.txt +http://track.omguk.com/robots.txt +http://trends.google.com.mx/robots.txt http://uat-next-a30-uk.udev1a.net* -http://ubuntu.com/robots.txt -http://uptodate.com/robots.txt -http://userstyles.org/robots.txt -http://virustotal.com/robots.txt -http://vuzix.com/robots.txt -http://watchmojo.com/robots.txt -http://wetwetwet.co.uk/robots.txt -http://wordpress.tv/robots.txt +http://undefined.fls.doubleclick.net/robots.txt +http://unity.com/robots.txt +http://unstats.un.org/robots.txt +http://usda.gov/robots.txt +http://v.qq.com/robots.txt +http://vancouver.ca/robots.txt +http://viki.com/robots.txt +http://vmed.club/robots.txt +http://voterga.org/robots.txt +http://wise.com/robots.txt +http://wnyc.org/robots.txt +http://wolframreiter.org/robots.txt http://www.comodo.com/email/webinspector-email http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats -http://www3.weforum.org/robots.txt -http://xfinity.com/robots.txt -http://xkcd.com/robots.txt +http://yellowpages.com/robots.txt http://youtubefanfest.com/robots.txt +http://zertifikateawards.de/robots.txt +http://zmg.su/robots.txt httpd httpd/reports https @@ -58190,6 +57848,7 @@ https://give2.chop.edu/give/307052/#!/donation/checkout https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1 https://media.chop.edu/data/files/educational-modules/lgbtq/* https://newprocessfromhome.com +https://ngadiasporaproject4040.com/wp-content/uploads/wpforms https://preprod-hin.republicworld.com https://prev-hin.republicworld.com https://prev-prod.republicworld.com @@ -58236,7 +57895,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427 https://www.oxfamintermon.org/ca/resultats-de-cerca?term= https://www.oxfamintermon.org/es/resultados-de-busqueda?term= https://www.republicworld.com/ipl-2024 -https://www.republicworld.com/ipl-2024/*http://bidagent.xad.com/robots.txt +https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt https://www.southampton.ac.uk/research/areas/ https://www.southampton.ac.uk/research/search/ https://www.southampton.ac.uk/research/search/all @@ -58547,6 +58206,7 @@ hypeindex/graph hypeindex/performance-graph hyper hypernews +hypoallergenique hyrbil/resultat hyunjin hz/contact-us/ajax/initiate-trusted-contact @@ -59054,7 +58714,7 @@ iframe/dirette iframe/video iframe= iframes -iframes/http://streamelements.com/robots.txt +iframes/http://earthobservatory.nasa.gov/robots.txt ifwns ig/add? ig/forums @@ -59177,7 +58837,7 @@ imagelib imagelibrary imagelightbox?elementId imagenes -imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://fireeye.com/robots.txt +imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://hollywoodlife.com/robots.txt imageresults.asp* images images @@ -59279,14 +58939,10 @@ img/*-wWIDTH*.jpg img/*.doc$ img/*.docx$ img/*.pdf$ -img/category -img/hc_ambassador.png -img/http://support.lenovo.com/robots.txt +img/http://takeout.google.com/robots.txt img/logo/3rdpartylogos -img/mobile img/not-indexed img/placeholder.gif -img/points img/private img/wsproduct/sku/* img_validator @@ -59553,6 +59209,7 @@ index index*.php$ index-new index-test.php +index.asp index.cgi index.hi. index.htm @@ -59662,13 +59319,12 @@ index.php/user/login/ index.php/user/logout index.php/user/logout index.php/user/logout/ -index.php/user/logout/http://aeonmetals.com.au/robots.txt -index.php/user/logout/http://agoda.com/robots.txt -index.php/user/logout/http://eldiario.es/robots.txt -index.php/user/logout/http://ordnancesurvey.co.uk/robots.txt -index.php/user/logout/http://pri.org/robots.txt -index.php/user/logout/http://towardsdatascience.com/robots.txt -index.php/user/logout/http://wikitravel.org/robots.txt +index.php/user/logout/http://commissions.arlingtonva.us/robots.txt +index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt +index.php/user/logout/http://medicine-world.ru/robots.txt +index.php/user/logout/http://ncaa.com/robots.txt +index.php/user/logout/http://seagate.com/robots.txt +index.php/user/logout/http://trapanishuttle.com/robots.txt index.php/user/password index.php/user/password index.php/user/password/ @@ -60090,7 +59746,7 @@ inter-wait-buy interact interact.sh interactions-list-drugs.php -interactive*http://click.linksynergy.com/robots.txt +interactive*http://fcc.gov/robots.txt interactive/quiz/preview interactive/reading-preference interculturaldialogu/ar/event/*/ical @@ -61039,8 +60695,8 @@ ita/layout/set italianthings itc itc/ccnmtl/assets -itcz -itde +itcz/ +itde/ item-img/* item/clone item/correction @@ -61068,14 +60724,14 @@ itemsize-* iten/Rotationskolbenpumpe iten/knarrender iten/lastricher%C3%A0 -itfr -itgr +itfr/ +itgr/ itineraires itineraires/*/itineraires-de- itineraires/*/routes-a-partir-de- -itja +itja/ itkatz -itko +itko/ itm/*&fits itm/*, itm/*.jpg @@ -61095,13 +60751,13 @@ itm/soi itm/variationlogistics itm/watch itmhero -itnl +itnl/ itoolshelp itpi/digitaltour/ -itpl -itpt -itro -itru +itpl/ +itpt/ +itro/ +itru/ its-national-cybersecurity-awareness-month its/internal its/new @@ -61112,15 +60768,15 @@ itsadmin itservices/sfuconnect itsnotok itsolutions/ -itsv -ittr +itsv/ +ittr/ itu_mt_main itudocr itudocs itunes itunes/mac/10.1/Contents/en/searchindex itvs/mt3 -itzh +itzh/ iui iulianradu iv @@ -61151,7 +60807,23 @@ iykim iznanka izzuddinaris j +j-auto-suggest.json +j-contact-seller.json +j-dealer-link-inc.json +j-edit-watchlist.json +j-feature-link-inc.json j-gender* +j-get-watchlist-item.json +j-homepage-galerie.json +j-homepage-gallery.json +j-locations.json +j-page-view.json +j-recently-viewed +j-send-to-friend.json +j-tokens-gen.json +j-vac-inc-carproof.json +j-vac-inc-get.json +j-vac-phone-get.json j/pro-site j= j_spring_security_check @@ -61378,24 +61050,24 @@ jacobrosen jacobs-engineering-magwaa jacqueline-lane jacquelineepstein -jacz -jade +jacz/ jade-moon +jade/ jaehyun_jung jaeinlee jaekim -jaes +jaes/ jaewonshin -jafr +jafr/ jagchhatwal -jagr +jagr/ jahuang jaimebgoldstein jaimepanoptotestsite -jait +jait/ jajp/ jakeconway -jako +jako/ jalali jalili jamaicavoices @@ -61423,19 +61095,19 @@ janetzong janewolfe janheng janitor -janl +janl/ jannejnappi jannyliao january-anmaicu -japl -japt +japl/ +japt/ jarada jared jaredhawkins -jaro +jaro/ jarradvanstan jarred -jaru +jaru/ jasminc jasmine-runner/static-1.14 jasmine-runner/static-1.15 @@ -61452,8 +61124,8 @@ jasonadamsheets jasonjiaxiwu jasonkey jastover -jasv -jatr +jasv/ +jatr/ java javacalcs javadb/10.3.3.0 @@ -61494,7 +61166,7 @@ jayender jayoungchoi jayski/tracks/archive/story/_/id/*/* jayson-marwaha -jazh +jazh/ jazz/node jazz/users jb= @@ -62305,6 +61977,7 @@ jp/*min= jp/*my_etsy= jp/Flash jp/about-huawei/publications/huawave$ +jp/access_aem.html jp/admin jp/ajax jp/ajax/content-product @@ -62325,20 +61998,46 @@ jp/blogs/technology.atom jp/blogsearch jp/box jp/brand/ +jp/business/its/ocr_form/sec/hoshu +jp/business/its/ocr_form/sec/hoshu.html +jp/business/its/ocr_form/sec/licence +jp/business/its/ocr_form/sec/licence.html +jp/business/its/ocr_form/sec/pass +jp/business/its/ocr_form/sec/pass.html +jp/business/vixell/estimate/complete.html +jp/business/vixell/inquiry/complete.html +jp/business/vixell/movie.html jp/c/*attr_*= jp/c/*price_bucket= jp/c/*search_type= jp/c/*ship_to= jp/cannabis jp/cart +jp/company/pms/download.html +jp/company/pms/globalmarketing/map.html +jp/company/pms/globalmarketing/stay.html +jp/company/pms/sec/globalmarketing/globalmarketing.html +jp/company/pms/stay/stay.html jp/connect/help/search-results.html jp/conversations +jp/corporate/ad/panasonic-open/men/personal_information.html +jp/corporate/cns/mask-01.html +jp/corporate/cns/mask-02.html +jp/corporate/cns/mask-03.html +jp/corporate/cns/mask-04.html +jp/corporate/cns/mask-05.html +jp/corporate/response-sheet.pdf jp/download/*/ jp/email-validation jp/en/book-a-trip/flights/fare-types/fare-guide-information.html jp/en/c/* jp/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html jp/en/search?param=* +jp/energy/company/peck/privacy-policy/sec/inqform.html +jp/energy/nanadou.html +jp/energy/news/info/usb/inqform.html +jp/energy/privacy-policy/sec/inqform.html +jp/energy/study/remote-visit/inquiry.html jp/enterprise/blog/search$ jp/enterprise/blog/search? jp/ferramentas/criador-de-logo/onboarding @@ -62405,6 +62104,20 @@ jp/social jp/solutions/case-studies/ jp/solutions/case-studies/innovators/innovators-eu/ jp/strumenti/creatore-di-logo/onboarding +jp/support/consumer/call/365.html +jp/support/consumer/call/638.html +jp/support/consumer/call/691.html +jp/support/consumer/call/692.html +jp/support/consumer/call/693.html +jp/support/consumer/call/694.html +jp/support/consumer/call/695.html +jp/support/consumer/call/697.html +jp/support/consumer/call/698.html +jp/support/consumer/call/981.html +jp/support/consumer/call/982.html +jp/support/consumer/call/983.html +jp/support/consumer/repair/tel +jp/support/consumer/repair/tel.html jp/support/repair-warranty/locate-repair-center-detail jp/support/submit.aspx jp/teams @@ -62598,10 +62311,6 @@ js/spmsg- js/streamsense-*.min.js js/swfobject.js js/widget.js -js2 -js3 -js3/ta-mobile -js3/vr-shared js? js?* jsErrAjax @@ -62663,7 +62372,6 @@ jtaylor jtmclaughlin juanahernandez judebeauchamp -judgesfigures jugder julfri juliacasado @@ -63237,23 +62945,23 @@ ko/위젯컴포넌트 ko_kr ko_kr/templates/M kobe-incheonmassage -kocz -kode +kocz/ +kode/ kodixon -koes -kofr +koes/ +kofr/ kogod/calendar/ -kogr +kogr/ koha/ kohane koichiroshiba -koit -koja +koit/ +koja/ kolkata kolson koncerty kong -konl +konl/ konradboeschenstein kontakt-myheritage kontakt-podr%C5%A1ka @@ -63272,20 +62980,20 @@ kontaktova%C5%A5-podporu kontaktovat-podporu kontaktovat-spole%C4%8Dnost-myheritage kontakty -kopl -kopt +kopl/ +kopt/ korean korisauserzachrison -koro +koro/ kortizceballos -koru +koru/ korzina kossowsky kostioukhina -kosv -kotr +kosv/ +kotr/ kouafi -kozh +kozh/ kozin kp/ kpacheco-barrios @@ -63520,7 +63228,7 @@ landing-page-sitemap.xml landing-page/changelog landing-page/cmp-freemium landing-page/licensing -landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://tag.rutarget.ru/robots.txt +landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt landing-pages landing.php landing/ @@ -63719,7 +63427,7 @@ le-cegep/signature-courriel/ leaders/center-programs/elp-applications/thank-you/ leaders/center-programs/elp-nomination/thank-you/ leadership/ -leadingtogether/http://icelandair.com/robots.txt +leadingtogether/http://uspto.gov/robots.txt leads leads/recommendations leaening*? @@ -63759,6 +63467,7 @@ learn-support/valuesurveys learn/ learn/category/ learn/coursera/* +learn/lp-auth0-vs-stormpath learn/resources/*/teacher-resource learn/search-results learn/seo @@ -63794,14 +63503,14 @@ learning/settings? learningarcade/ learningcenter learnmore -learnmore-transferhttp://sccgov.org/robots.txt +learnmore-transferhttp://mc.yandex.ru/robots.txt learnmorelayer learnmorelayertv leave leave_feedback leavingmsn/ lecture -lecture/http://creatoracademy.youtube.com/robots.txt +lecture/http://courses.i-leadonline.com/robots.txt ledger-admin lee leebrownlab @@ -63877,7 +63586,7 @@ legal-services/checkout? legal/3874403/ legal/bank-agreement-europe-expanded legal/former-affiliate-terms-and-conditions -legal/http://patagonia.com/robots.txt +legal/http://outdooractive.com/robots.txt legal/merchant-directory legal/terms legal/terms-of-service/unstyled.html @@ -64118,6 +63827,7 @@ library/working library= library? library?/ +library_common/ library_glossary.htm libraryservices/beta/search libraryservices/feedback/poll @@ -64214,6 +63924,7 @@ link.php link/ link2 link: +link? link_to linked linked_webroots @@ -64329,9 +64040,9 @@ live live-a-detruire_19925.html live-blogs/*embed=1 live-eyewear -live-preview/http://news.artnet.com/robots.txt -live-preview/http://s3-ap-southeast-2.amazonaws.com/robots.txt -live-preview/http://yummly.com/robots.txt +live-preview/http://darksidedetective.com/robots.txt +live-preview/http://game.es/robots.txt +live-preview/http://infosecurity-magazine.com/robots.txt live-score/cricket/auction_ajax live-score/cricket/comm live-score/cricket/commentary @@ -64384,6 +64095,7 @@ living/wellness/hearstmagazines livingcurriculum livingin1901 livingthepoorlife +livraison-a-domicile liyanahusenay liyufan liz @@ -64400,6 +64112,7 @@ lk/corporate/contact lk/news lkc lkwan +ll= llm-art-law llm-international-corporate-commercial-law llm-international-human-rights-law-practice @@ -64564,7 +64277,7 @@ login/bestaetigungslink-erneut-senden login/comodo-members.php/*_blank login/domain login/googleplus -login/http://portalbcn.com.br/robots.txt +login/http://cex.io/robots.txt login/join$ login/join? login/password @@ -64616,6 +64329,7 @@ logo-request.php logodownload.php logonUserServicesStartupAction.do logos +logotipoanticorrupcion/ logotypes logout logout @@ -64686,7 +64400,6 @@ loterias/loteria-nino/comprobar-numeros/* loterias/loteria-nino/numero louismaiden lov -loverrarely low lowFareDestinationAirport= lowFareOriginAirport= @@ -64749,7 +64462,7 @@ lrossmiller lrotenstein lrtrambaiolli ls/ -ls/docshttp://di.rlcdn.com/robots.txt +ls/docshttp://console.cloud.google.com/robots.txt lsdahlberg lshao lsho1976 @@ -65480,7 +65193,7 @@ mai/users maier mail mail -mail-fertighttp://ist-track.com/robots.txt +mail-fertighttp://npmjs.com/robots.txt mail-gotowe mail-listo mail-okay @@ -65729,7 +65442,7 @@ maps?*output=classic mapslt? mapspro mapstt? -mapt/http://tankerenemy.com/robots.txt +mapt/http://padlet.com/robots.txt mapview marathon marchand/miseajour/* @@ -66142,30 +65855,21 @@ media-manager media/ media/* media/*/edit -media/0000 media/1287752/ media/1287913/ media/1288165/ media/357557/ -media/BookingThumbnails media/JC media/Player6_0.swf -media/ProviderThumbnails -media/Resized-Images/*http://dezeen.com/robots.txt +media/Resized-Images/*http://minecraftforum.net/robots.txt media/SL -media/TALSO.swf -media/TUIThumbnails media/VK media/access media/admin -media/advertorials media/all/1287752/ media/all/1287913/ -media/all/1288165/http://vecchioni.org/robots.txt +media/all/1288165/http://cell.com/robots.txt media/all/357557/ -media/attractions-splice-test-spp -media/bl-video -media/careers media/clicks media/cmsform media/cmslist @@ -66179,12 +65883,6 @@ media/colorpicker media/common media/contentful/ media/css/ -media/daodao -media/daodao/photo-f -media/daodao/photo-l -media/daodao/photo-t -media/daodao/video-t -media/daodao/video-v media/downloads/ media/editimgecaption/* media/en/analog-dialogue/ @@ -66195,9 +65893,7 @@ media/en/technical-documentation/customer-case-studies/ media/en/technical-documentation/design-notes/ media/en/technical-documentation/tech-articles/ media/ethics-center/social-sector-ethics/ -media/fbavatar media/feeds -media/forums media/html media/html/box media/html/easter2015 @@ -66205,7 +65901,6 @@ media/html/enterprise-cybersecurity media/html/spread media/i18n/ media/interactive/cdrom/onehundredandeightyears -media/ja-content-thumbs media/jp/analog-dialogue/ media/jp/company/sustainability-reports/ media/jp/landing-pages/ @@ -66217,68 +65912,21 @@ media/jquery media/js/ media/js/app/*? media/js/translations.js -media/jwplayer media/mediaplayer/videos media/member -media/mktg -media/mobile media/oembed media/oembed -media/oyster media/pagelist -media/photo-a -media/photo-f -media/photo-g -media/photo-l -media/photo-o -media/photo-t -media/photo-w media/player media/player/data/ media/popup/ media/shop -media/solutions -media/string media/subscribe -media/t4b -media/ta -media/test -media/thirdpartyflash media/thumbnails/ -media/tmp -media/tourism-content -media/travelpod-roll.flv media/tv/channel/credits media/tyfo* -media/tyfo*http://fbi.gov/robots.txt -media/unesco media/uploads media/video -media/vr-geo-photo-j -media/vr-geo-photo-l -media/vr-geo-photo-m -media/vr-geo-photo-s -media/vr-ha-splice -media/vr-nifty-headers -media/vr-photo-j -media/vr-photo-l -media/vr-photo-m -media/vr-photo-o -media/vr-photo-q -media/vr-photo-s -media/vr-photo-test-j -media/vr-photo-test-l -media/vr-photo-test-m -media/vr-photo-test-o -media/vr-photo-test-q -media/vr-photo-test-s -media/vr-photos -media/vr-splice-m -media/vr-splice-s -media/vr-splice-test-j -media/vr-splice-test-l -media/vr-splice-test-m -media/vr-splice-test-s media1$ media2$ media3$ @@ -66293,7 +65941,7 @@ mediacentral mediacomp/ mediaembed mediafiles/* -mediahttp://google.at/robots.txt +mediahttp://newscientist.com/robots.txt mediakit mediakit/ medialibrary/de/brief @@ -66599,7 +66247,7 @@ medstaging meeting/help/search-results.html meeting/register meeting/schedule -meetingOptionshttp://ethereum.org/robots.txt +meetingOptionshttp://teamusa.org/robots.txt meetings meetings/en/html.jsp meetings/national/jmm/2124_abstracts/1056-30-23.pdf @@ -66894,7 +66542,6 @@ mgg/tmp mgg/trk mgmarin mgmt/ -mgo mgoldstein mgough mgtm @@ -67297,7 +66944,6 @@ misc/tabletapp missing-email missing.html missing_link -missingpage mission-focused-transformation mission-motherhood/wp-admin/admin-ajax.php mission-paani/home-page-mission-paani-pledge @@ -68113,7 +67759,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://rijksmuseum.nl/robots.txt +mre/*.zip$http://gov.il/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -68228,7 +67874,7 @@ ms/users msa msandel msatwork/amazon -msatwork/uber/en.htmlhttp://p1.zemanta.com/robots.txt +msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt msb msc-accounting-financial-management msc-advanced-clinical-practice @@ -68391,6 +68037,7 @@ mu/ mu_api mufc mugmon +mugworkout mujtaba mukharlyamov mulhern @@ -68415,9 +68062,9 @@ multiview multivu mumbaiedition munin -munin*http://pacanele.biz/robots.txt -munin*http://tourinhes.blogspot.com/robots.txt -munin*http://ultimateliquorshop.com/robots.txt +munin*http://demandcooling.com/robots.txt +munin*http://pacaneleaparate.biz/robots.txt +munin*http://packages.debian.org/robots.txt muns munshi musafim @@ -68448,7 +68095,7 @@ music/admission/ao_selection_dc20180809.html music/admission/ao_selection_eo20180809.html music/admission/ao_selection_gh20180809.html music/admission/ao_selection_jz20180809.html -music/admission/ao_selection_me20180809.htmlhttp://cdn.rawgit.com/robots.txt +music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt music/admission/ao_selection_ms20180809.html music/admission/ao_selection_pf20180809.html music/admission/ao_selection_pi20180809.html @@ -68493,7 +68140,7 @@ mvideos mvm mvmishra mvonbaeyer -mvp/http://aliexpress.com/robots.txt +mvp/http://delta.com/robots.txt mw/ mw/en mw5-newsletter-v1 @@ -68832,6 +68479,7 @@ myshop mystorm mystuff mystunningwebsites +mystyles.css mysuccesshub mysupport/s/forumshome mysupport/s/forumsproduct @@ -68852,6 +68500,7 @@ mz mz/ n n-gender* +n-notifications.html n/:state_code/:city/:neighborhood_name/:locationId n/pr n245com @@ -68942,7 +68591,7 @@ nativo natlex.ilo.org nato-welcome nato2030 -nato_static_fl2014http://blogs.sap.com/robots.txt +nato_static_fl2014http://natopil.ru/robots.txt nature-index/annual-tables/2021/academic-normalized nature-index/annual-tables/export nature-index/article-api @@ -69428,7 +69077,7 @@ news_test newsanalysis newsapp-api newsbackup -newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://runative-syndicate.com/robots.txt +newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt newsfeed newsfeed$ newsfeedemail @@ -69529,7 +69178,7 @@ newsletter-templates/weather-weekly newsletter-templates/weekly-messenger newsletter/ newsletter/ -newsletter/$http://rd.com/robots.txt +newsletter/$http://digital-strategy.ec.europa.eu/robots.txt newsletter/* newsletter/archive/ newsletter/archive/exearth/ @@ -70132,6 +69781,7 @@ newstudent newsuppliers newswire newt +newwearesorry.asp newyears-2020-aff newyork nexradinv @@ -70229,6 +69879,7 @@ nickshort nicolasyan nicole nicoleblack +nicolecompressed nicolefanderson nicolemjohhnson nid=1070 @@ -70942,23 +70593,23 @@ nl_BE/EUR nl_NL/EUR nl_nl/sjablonen/M nlanter -nlcz -nlde -nles -nlfr -nlgr -nlit -nlja -nlko -nlpl -nlpt -nlro -nlru -nlsv -nltr +nlcz/ +nlde/ +nles/ +nlfr/ +nlgr/ +nlit/ +nlja/ +nlko/ +nlpl/ +nlpt/ +nlro/ +nlru/ +nlsv/ +nltr/ nltrack nlylew -nlzh +nlzh/ nm1 nmaps/*? nmathewson @@ -71199,7 +70850,6 @@ nofollow=1 noframe nogooglebot nogooglebot/ -noidx=1$ noimg noindex noindex$ @@ -71343,7 +70993,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml notlikelytohappenever notonline -notyours/http://dmoz.org/robots.txt +notyours/http://openclipart.org/robots.txt nouchinelab nouconsistori2015 nous-contacter.html @@ -71360,7 +71010,7 @@ novostroyki novostroyki*/?direct=1 novostroyki/*?order= novostroyki/po-ulizam -novostroyki/po-ulizam/*http://fakeotube.com/robots.txt +novostroyki/po-ulizam/*http://nozbe.com/robots.txt novostroyki/po-ulizam/moskva novostroyki/sankt-peterburg/moskovskij/in2it-intuit2 now @@ -71660,7 +71310,7 @@ oauth/ oauth/authorize oauth/connect.html oauth/facebook -oauth/http://patents.google.com/robots.txt +oauth/http://fitbots.com/robots.txt oauth/line oauth/login oauth/signin @@ -71921,7 +71571,7 @@ omniauth omniture/ on on -on-demand/session/*http://metmuseum.org/robots.txt +on-demand/session/*http://nxp.com/robots.txt on/*.ico$ on/*.png$ on/demandware.store @@ -72001,7 +71651,7 @@ online/includes online/includes/ online/ink/ online/investments/ -online/online-program/curriculum_draft.cfmhttp://px.adentifi.com/robots.txt +online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt online/online-program/draft-online-program-page.cfm online/postgraduate-loans online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm @@ -72091,7 +71741,6 @@ openurl/profile openvpn/crl.pem openx opera/? -operatesdildo opinion/2018/06/when_fathers_day_cards_dont_qu.html opinion/index.ssf/2011/01/bring_osu_to_portland_educatio.html opinion/section/cognoscenti/tag @@ -72114,8 +71763,8 @@ opt-out* opt-out-info.jsp opt-out-interface opt-out.jsp -opt-out/http://hobie.com/robots.txt -opt-out/http://threatpost.com/robots.txt +opt-out/http://youronlinechoices.eu/robots.txt +opt-out/http://yourstory.com/robots.txt opt/widget-cache.php optInEmail opt_out @@ -72308,7 +71957,6 @@ overlays/ override override/ oversized-king-apboxni -overview overview.php overviewblockseeother owenmartin @@ -72330,6 +71978,7 @@ p*from= p*groupType= p-a p-api +p-edit-ad p-gender* p-r p.php @@ -72735,10 +72384,10 @@ pages/node/add pages/podcasts pages/privacy pages/profiles +pages/ps pages/pt$ pages/reorderpages.action pages/reset-password/* -pages/rss_terms.html pages/scripts pages/search pages/show? @@ -72784,7 +72433,7 @@ paldrive/en-es paldrive/en-no paldrive/en-sk paldrive/en-tr -paldrive/en-us/http://tongal.com/robots.txt +paldrive/en-us/http://paloaltonetworks.com/robots.txt paleo paleo/metadata paleo/pubs @@ -73109,12 +72758,8 @@ pdfView-pro pdf_lightbox.php pdfartworkmenu.php pdfs -pdfs/advertorials -pdfs/crm -pdfs/email pdfs/gre/gre-bschool-comparison-tool.xlsx pdfs/mortgage-guide -pdfs/tca pdfs/terms/*.pdf$ pdfs/userguide.pdf pdjohnson @@ -73591,7 +73236,6 @@ photos/videos photos/view photos/youpy photosales/index.cfm?fuseaction= -photosandvideos photoshop/license photoslider/ photostoart/PhotosToArt.asp @@ -74142,31 +73786,31 @@ playlists/*/user playlists/flag plays playstation -plcz -plde +plcz/ +plde/ please_wait.php plehmann plenary/*/vod.html -ples +ples/ plesk-lifecycle-policy-draft plesk-webops-and-hosting-panel/ -plfr -plgr +plfr/ +plgr/ pli -plit +plit/ pliu -plja -plko -plnl +plja/ +plko/ +plnl/ plonejsi18n$ plp$ -plpt -plro -plru +plpt/ +plro/ +plru/ pls pls/zone2/f -plsv -pltr +plsv/ +pltr/ plug_id plugin plugin/*.css @@ -74217,7 +73861,7 @@ plus/signup plus/vip plusd/cables/07PANAMA255_a.html plusinstall -plzh +plzh/ pm pm-optout pm/ @@ -74246,7 +73890,6 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities -pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyYgobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkcHJlc3M_ChYKFFdhcyBiZWRldXRldCBSb2JvdHM_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22Zcg1y_uaaqhTgRXQw4TO-BbjLjM\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment pmcomment/ pmeehan @@ -74512,6 +74155,7 @@ pogoda/404 pogoda/search point/buyingflow point/preference +pointedflesh pointroll poisk poisson @@ -74558,13 +74202,13 @@ politica/16_luglio_08/gara-camera-manovre-pizza-bene-c-marotta-inchiesta-tiap-54 politica/20081007/53556163832/ politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022 -politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://careerbuilder.com/robots.txt +politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp politica/padron-electoral-2021-back-up-nid04052021 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml politiclothes -politico-footer/http://paulirish.com/robots.txt +politico-footer/http://politifact.com/robots.txt politico-header politics/e/sharing politics/index.ssf/2010/01/nova_scotia_property_attracted.html @@ -74581,6 +74225,7 @@ politics/law/news/2001/12/49083 politics/law/news/2001/12/49141 politics/law/news/2002/03/51042 politique-de-confidentialite/ +politique-de-retour poll poll-post!input.jspa poll-rss.php @@ -74953,7 +74598,7 @@ press-release.php? press-releases press-this.php press/art-institute-images -press/content-search?*http://adeje.es/robots.txt +press/content-search?*http://channel9.msdn.com/robots.txt press/exhibition-press-room press/fellowship press/founders/ @@ -75163,7 +74808,7 @@ proTeXt proVideoWidget pro_redirect proaccountcallback/ -problem/http://filezilla-project.org/robots.txt +problem/http://my.bluehost.com/robots.txt problems problems/new probr @@ -75207,7 +74852,7 @@ product-manager-old product-marketing product-page-testing product-question/ -product-ratings/http://fanimalo.com/robots.txt +product-ratings/http://wisper.io/robots.txt product-recommended.jsp product-refferal product-review-post @@ -75228,7 +74873,7 @@ product/ajax-about-brand product/alive-detox-vegan-cookbook product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat product/buy/ -product/buybundle/http://codecademy.com/robots.txt +product/buybundle/http://webdesign.about.com/robots.txt product/containedresources product/customersalsobought product/dynamic-creative/gallery @@ -75444,7 +75089,7 @@ products/g4 products/getStatesByIdHandler.asp products/holiday-sales-*sgbr-sg products/home-perf -products/http://vr.youtube.com/robots.txt +products/http://aliexpress.com/robots.txt products/images products/includes/products-min.xml products/insurance/content/answer1.html @@ -75564,7 +75209,7 @@ profile/*/stats profile/*/stats/library profile/*/trophies profile/*article*.ece -profile/*http://poshmark.com/robots.txt +profile/*http://cbs.com/robots.txt profile/author/$ profile/author/? profile/authorgallery @@ -75693,7 +75338,7 @@ program-2/action~stream program-2/action~undefined program-2/action~week program-registration -program/action~*/http://jetreports.com/robots.txt +program/action~*/http://attendee.gotowebinar.com/robots.txt program/action~agenda program/action~default program/action~http: @@ -75950,7 +75595,6 @@ promosearch-* promote promoted promoted-content -promotionaltools promotions promotions-publish* promotions/attracta-promo @@ -76237,6 +75881,9 @@ pt/*max= pt/*min= pt/*my_etsy= pt/Download +pt/_Original_ +pt/_incl_header.html +pt/_old_ pt/account pt/account= pt/adisplay.php @@ -76270,17 +75917,31 @@ pt/error-static-cdn pt/event/*/ical pt/event/*/shoutbox pt/event/*/shoutbox? +pt/eventos/2010_reunioes_ministeriais.asp +pt/eventos/cultural_events.asp +pt/eventos/default.asp +pt/eventos/eventos2009.asp +pt/eventos/eventos2010.asp +pt/eventos/fundo_da_paz.asp pt/explore pt/features/partial/footer pt/features/partial/page-bottom pt/festival/*/shoutbox pt/festival/*/shoutbox? pt/forum -pt/forum/goto.phphttp://criteo.com/robots.txt +pt/forum/goto.phphttp://dai.ly/robots.txt pt/group pt/guest-pass pt/help/sitemap pt/help/sitemap.php +pt/incl_banner_media_center.html +pt/incl_footer_old.html +pt/incl_headcontent_landing.inc +pt/incl_headcontent_secondary.inc +pt/incl_header1.html +pt/incl_header2.html +pt/incl_mini_pilares.html +pt/incl_searchnav.html pt/info pt/internal pt/invites/buy @@ -76394,17 +76055,17 @@ pt_pt/privacy.html pt_pt/renew.html pt_pt/support ptapi/* -ptcz -ptde +ptcz/ +ptde/ pten/deslanchar -ptfr -ptgr -ptit -ptja -ptko -ptnl +ptfr/ +ptgr/ +ptit/ +ptja/ +ptko/ +ptnl/ ptp -ptpl +ptpl/ ptr-2/account ptr-2/account= ptr-2/error-static-cdn @@ -76421,12 +76082,12 @@ ptr/list= ptr/random ptr/search ptr/site-achievement -ptro -ptru -ptsv -pttr +ptro/ +ptru/ +ptsv/ +pttr/ ptype= -ptzh +ptzh/ pu/ pu_all pu_echo/*.htaccess @@ -76496,7 +76157,7 @@ public/checkout public/cmscommentAbuse public/comments public/data/ -public/dochttp://englishclass101.com/robots.txt +public/dochttp://znc.si/robots.txt public/emailtemplates public/english/dw/ilo-dw-amharic-web.swf public/english/dw/ilo-dw-arabic-web.swf @@ -76574,6 +76235,7 @@ publications?page= publications?page=*& publicclass publicdatasets-confirmation/ +publicfolders/ publicidad/ publicidad/prueba publicliterature.PublicLiterature.search.html @@ -76636,7 +76298,6 @@ puchner puctest pugpig pujceni-auta/vysledky -pullingsteady pulse_user_id= pup_c= purchase @@ -76927,7 +76588,7 @@ r/*/wiki/*.rss r/*page= r/Preview r/cms -r/http://guiahub.com/robots.txt +r/http://blog.codinghorror.com/robots.txt r/instant/response r/kappa/api r/search @@ -77002,6 +76663,7 @@ radio/thedebaters radio/thisisthat radio3/concursos/app/index.shtml radio_er +radius= radkevich rafaelferrazbannitz rafaelrezende @@ -77067,7 +76729,6 @@ rate rate.html rate/orders rate= -rateandparity ratefinder/home?cc=US&language=en&locId=express rateit.aspx raters/ap-reader-chat/ap-reader-chat @@ -77154,7 +76815,6 @@ react/static-6.16 reacties reactions reactions? -reactionsecology reactivation reactivation-landing-page read @@ -77164,7 +76824,7 @@ reader/ readme.html readme.html readme.html/ -readme.htmlhttp://intouchcrm.com/robots.txt +readme.htmlhttp://lunacycle.com/robots.txt readmessage.php ready_sit_read/index.jhtml readysetgov-dev @@ -77268,7 +76928,6 @@ receipt receipt/order receipts received-gift -recensioni recent recent$ recent-car-searches.htm @@ -77602,6 +77261,7 @@ render renderdocument renderingMetricsSearch renders +rendez-vous-video rendongarcia renee_rinehart renew @@ -77645,6 +77305,7 @@ report-a-problem report-abuse report-abuse?report= report-abuse?url= +report-de-paiement report-have-publishers-banned-facebook-trackers-from-their-pages-after-the-cambridge-analytica-scandal report-review report-spam @@ -79231,10 +78892,11 @@ resources-campaign/* resources-old resources-rx/* resources-rx/files/* +resources/ resources/_next/*.js resources/_next/*.json resources/ajax/posts -resources/calendar/http://java.sun.com/robots.txt +resources/calendar/http://lua.org/robots.txt resources/css resources/css/webscripts.css resources/download/download-attribution-data-driven-marketer @@ -79346,7 +79008,7 @@ results.sale.pdf results/ results?k* resume-database/preview-iframe -resume/http://heilpraktiker-psychotherapie-bonn.de/robots.txt +resume/http://whisky.de/robots.txt resume/preview resumes resumes2 @@ -79375,7 +79037,7 @@ reu reuters reuters$ rev= -revendeur/http://sumup.com/robots.txt +revendeur/http://telestream.net/robots.txt revenue/search/node review review-by-author @@ -79406,7 +79068,6 @@ review_feed_auto_fetch review_includes/form-review.php? review_json reviewer-match -reviewit reviewlist.*.html reviewlist.html reviews @@ -79733,24 +79394,24 @@ rockets/users rockies/fans/text-messaging-terms-and-conditions rockies/search rockwell -rocz -rode +rocz/ +rode/ rodi rodrigocetinapresuel rodriguez_padilla rodrik roe -roes -rofr +roes/ +rofr/ roganesyan rogerbot rogerdias rogers -rogr +rogr/ rohitabraham -roit -roja -roko +roit/ +roja/ +roko/ rolandolink roles roll @@ -79761,7 +79422,7 @@ ron/layout/set ronald roncarati rongqing-aaron-pan -ronl +ronl/ roomforrent/preview roomplanner/ roomplanner3d/ @@ -79774,9 +79435,9 @@ rooms/*/photos rooms/*/reviews rooms/*/safety root -ropl -ropt -roru +ropl/ +ropt/ +roru/ ros rosa/index.htm rosaguzman @@ -79788,13 +79449,13 @@ rosenfeld rosenthal rossmair rosta -rosv +rosv/ rotalar/*/rotalar-kalkis- rotalar/*/suradan-rotalar- rotas/*/rotas-de- roth rothleadership -rotr +rotr/ rotte/*/rotte-da- roundabout route @@ -79823,7 +79484,7 @@ royals/search royalty-free-subscriptions.php royalty/s roymalka -rozh +rozh/ rp rp/ rpc @@ -79882,6 +79543,7 @@ rsrc_ara rss rss rss$ +rss- rss-feed rss-feeds rss.xml @@ -80078,7 +79740,7 @@ ru/forums ru/gateway.html ru/general ru/group -ru/http://psidetektiv.cz/robots.txt +ru/http://zoo.105.net/robots.txt ru/images ru/inc ru/info @@ -80196,35 +79858,35 @@ rubin rubric2sport rubrique.php? rubulmout -rucz -rude -rues -rufr +rucz/ +rude/ +rues/ +rufr/ rugby? rugged-trucks -rugr +rugr/ ruidai ruiguo -ruit +ruit/ ruiyin -ruja -ruko +ruja/ +ruko/ rules rules rules$ rules? run rundowns/segment.php? -runl +runl/ running_races/*/results runsavedsearch ruokonen ruoloAnzianita/ ruoloAnzianita2013/ -rupl -rupt +rupl/ +rupt/ rurl= -ruro +ruro/ rus rus$ rush @@ -80232,7 +79894,7 @@ rush-hour rush-hour-2 rush-hour-3 russia-today -rusv +rusv/ rutas-aereas/*/rutas-aereas-de- rutas-aereas/*/rutas-de- rutas/*/rutas-de- @@ -80241,11 +79903,11 @@ rute/*/rute-de-la- rute/*/rute-din- ruter/*/flyreiser-fra- ruter/*/ruter-fra- -rutr +rutr/ rutter/*/rutter-fran- rutter/*/turer-fran- ruxitagentjs_2SVfqr_10139180201161915.js -ruzh +ruzh/ rvh rvwr/*/visitdtl rw-reg/ @@ -80275,6 +79937,9 @@ rye rzheng rzhuo s +s-ForgotPassword +s-SignIn +s-StartRegistration s-gender* s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/ s/ @@ -80341,6 +80006,7 @@ s689 s= s=p s? +s? s?*rh=n%3A1380045031 s?k= sa @@ -80414,6 +80080,7 @@ salesiq/help/integrations/live-chat-plugin-for-cscart.html salesiq/help/search-results.html saleslink salkin +salle-de-montre-ouverte salle/recherche salliemae salliemae/termsandconditions @@ -80687,7 +80354,7 @@ science/gadgets/render science/gs science/index.html science/mlkt/rslts -science/new-drug-product-pipelinehttp://tag.simpli.fi/robots.txt +science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt science/outlineJson science/page/flash/VideoPlayer science/ppv-pdf @@ -80734,7 +80401,7 @@ scopemagazine/ score/*/download scorecard scorecard/ -scorecard_staging/http://geck.bethsoft.com/robots.txt +scorecard_staging/http://aclweb.org/robots.txt scoredrift/* scott scott64 @@ -80753,7 +80420,6 @@ screen.js screen/image screencast screener/insider -screensaver screensaverpix screenshot screenshots @@ -81240,7 +80906,7 @@ search/*?*shareId= search/*?*sort= search/*?*time= search/*?*tools= -search/*?*userAvailability=*http://time.com/robots.txt +search/*?*userAvailability=*http://behr.com/robots.txt search/*adultsCount= search/*arrival= search/*childrenCount= @@ -81414,8 +81080,8 @@ search?* search?Ntt= search?filter search?fmt=JSON* -search?gss-q=*http://crn.com/robots.txt -search?http://youtubego.com/robots.txt +search?gss-q=*http://ubuntu.com/robots.txt +search?http://ezp-news.de/robots.txt search?keyword= search?n=16&r=3 search?q @@ -81493,6 +81159,7 @@ searchwishlists/ seasonal-calendar/all seasonal-stop-emails seastham +seatingages seatingchart seattle seattle-superstorm @@ -81525,9 +81192,9 @@ section/3 section/36 section/6 section/8 -section/9http://telegram.me/robots.txt +section/9http://issues.apache.org/robots.txt section_and_ivideo_widget_ajax.html -sectionhttp://iadb.org/robots.txt +sectionhttp://abs.twimg.com/robots.txt sectionized sections sections$ @@ -81786,7 +81453,6 @@ server/banners server/body-include server/bottom-notes server/check-olark-chat-support -server/docs/search server/footer server/fs-gang server/generic @@ -81810,6 +81476,7 @@ servers/frontend service service* service-archive +service-de-navette service-pages service-private-offers service-search/dist/images/loading.gif @@ -81908,8 +81575,8 @@ services/computing/downloads/antivirus services/computing/statistics services/computingold services/conferences/content-corner/*?* -services/conferences/news/*?*http://smallbusiness.chron.com/robots.txt -services/conferences/news/*?*http://tutorialspoint.com/robots.txt +services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt +services/conferences/news/*?*http://www2005.org/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html @@ -81928,7 +81595,7 @@ services/guide/cti services/guide/webboards services/heart/mychart-welcome services/heart/mychart-welcome/ -services/http://wordreference.com/robots.txt +services/http://christies.com/robots.txt services/humanresources/ftcstaff services/humanresources/trackers services/images @@ -82025,7 +81692,7 @@ services/wp-admin services/wp-content/plugins services/wp-includes services/xml -serviceworker.jshttp://gaziemirdh.saglik.gov.tr/robots.txt +serviceworker.jshttp://treysongz.lnk.to/robots.txt servicos/ servin servizi @@ -82275,7 +81942,6 @@ shanmeltzer shannamatalon shaolinmei shape= -shapecore shapka shapourian shard @@ -82382,6 +82048,7 @@ sherwin_special_offers shi shian shibboleth +shifen/ shihui shihui? shijiawei @@ -83049,7 +82716,7 @@ shopwidget shore/blogs/party/public shorefire_nj short -short-url-machine/error/http://appstoreconnect.apple.com/robots.txt +short-url-machine/error/http://whatwg.org/robots.txt shortUrl$ shortcode shortcode= @@ -83066,7 +82733,7 @@ shots/month shots/new shots/week shots/year -shoutbox/http://ezp-news.de/robots.txt +shoutbox/http://bat.bing.com/robots.txt shouwenwang show show-email @@ -83116,7 +82783,7 @@ shows3 showtag showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://support.microsoft.com/robots.txt +showtimes/location/*http://img-fotki.yandex.ru/robots.txt shr* shreedas shrek @@ -83265,7 +82932,7 @@ signup signup$ signup* signup*?ha -signup*http://avicii.lnk.to/robots.txt +signup*http://litmus.com/robots.txt signup-b/ signup-intlredirect signup-light/ @@ -83405,6 +83072,7 @@ site/userguide? site/wp-admin site/wp-admin/admin-ajax.php siteBackHtml +siteLocale= siteSwitch site_faq/ site_faq_category/ @@ -83429,7 +83097,6 @@ sitecore sitecore/ sitecore_files sitecore_files/ -sitecore_services/ sitecounterajax sitedown siteelementshomepage/test-page/test-home.aspx @@ -83670,7 +83337,7 @@ sites/frisco sites/gapincthiswayahead sites/gapinternational sites/gradsoflife -sites/gs1/files/docs/EDI/*http://ourworldindata.org/robots.txt +sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt sites/gsb/files/program-brochure sites/gwcic sites/gyro @@ -84182,7 +83849,7 @@ sms/unsubscribe? sms10666 smstaging sn -sn-config.htmlhttp://git.io/robots.txt +sn-config.htmlhttp://cleveland.com/robots.txt sn/ snagit-eula.html snake @@ -84386,6 +84053,7 @@ sorry/ sort sort= sort= +sort=Latest sort=hottest sort=newest sort=votes @@ -84399,7 +84067,7 @@ sorunBildir sos/clerical/ sos/kids/search/node sos/online_corps/ -sos/registration/http://berlin.de/robots.txt +sos/registration/http://in.linkedin.com/robots.txt sotomarion soul/* soumission @@ -84477,7 +84145,6 @@ speciale specialhandling-payments/ specializations-noperf specializations-perf -specialoffers specialprojects specials specials/north-america-2 @@ -84579,7 +84246,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s sport/404_en.htm sport/? sport/alpha -sport/bundesliga/http://files.constantcontact.com/robots.txt +sport/bundesliga/http://zdnet.com/robots.txt sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589 sport/cricket/match-centre sport/data/league @@ -84695,6 +84362,7 @@ sraid sramgopal srao src +src src/ src/* src/js/spmsg @@ -84878,7 +84546,6 @@ static/css/m-shows-lp-fp.css?v= static/css/m-tag-fp.css?v= static/css/show-lp-fp.css?v= static/css/tag-fp.css?v= -static/decodeKey.txt static/ebsa static/email-pdfs/ static/fileupload @@ -84960,7 +84627,7 @@ stats/draft/history stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://icaschool.com/robots.txt +stats/player-stats/*http://nfpa.org/robots.txt stats3.html stats?gid= statsFree @@ -84973,7 +84640,7 @@ status-updates/wp-admin status-updates/wp-admin/admin-ajax.php status.formstack.com status/ -statusupdateshttp://packtpub.com/robots.txt +statusupdateshttp://thalesgroup.com/robots.txt statwood stay-in-loop/send_mail.php stay-in-loop/send_mail.php? @@ -85059,7 +84726,7 @@ stock-photos/photos/search$ stock-photos/photos/search? stock-ranker stock/photos -stock/videos/*http://xinhuanet.com/robots.txt +stock/videos/*http://screencast.com/robots.txt stock_status= stockade.php stocks @@ -85513,7 +85180,7 @@ subscribe/v3 subscribe/view.pl subscribe/wb-auto/ subscribe?* -subscribe?*http://toomanytribbles.blogspot.com/robots.txt +subscribe?*http://addyosmani.com/robots.txt subscribe_now_url subscribe_success subscribedtitles @@ -85556,7 +85223,7 @@ sugarfif.html suggest suggest/? suggest/?* -suggest/?*http://9vae.com/robots.txt +suggest/?*http://itu.int/robots.txt suggested-edits suggested-edits? suggestions @@ -85576,7 +85243,6 @@ summary_view$ summary_view$ summer summer/archive -summerbzz summercamp summermusic summum/recortes @@ -85728,7 +85394,7 @@ supportl.php supporto-tecnico supprimer-favoris supriyadey -suredesert +sur-rendez-vous-seulement sureroute sureshmohan sureshpavuluri @@ -85991,27 +85657,27 @@ svc_ssr/site/EUR/rfktkn svc_ssr/site/GBR/rfktkn svc_ssr/site/USA/rfktkn svc_tax -svcz -svde -sves -svfr +svcz/ +svde/ +sves/ +svfr/ svg/not-indexed svg/private svgimageproc -svgr -svit -svja -svko +svgr/ +svit/ +svja/ +svko/ svmehta svn -svnl +svnl/ svpRecommendations -svpl -svpt -svro -svru -svtr -svzh +svpl/ +svpt/ +svro/ +svru/ +svtr/ +svzh/ sw sw$ sw-BR @@ -86086,7 +85752,7 @@ sys_ system system-maintenance system/ -system/*.js$http://chalow.net/robots.txt +system/*.js$http://zeldman.com/robots.txt system/admin/LoginPopup/Login system/files/documents/noindex system/maintenance.html @@ -86111,6 +85777,7 @@ szukaj? szwierlein t t-gender* +t-login.html?targetUrl= t-other-great-sites.aspx t.cfm t.php @@ -86214,7 +85881,6 @@ tablet-t3 tabletes1t tabmanager tabs/*.htm?sort=date -tacms tacpage taf.php tag @@ -86226,7 +85892,7 @@ tag-search.html tag/ tag/* tag/* -tag/*+http://upwork.com/robots.txt +tag/*+http://dilbert.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -86804,7 +86470,7 @@ team-new team-new-a team-new-b team/*/schedule$ -team/*/schedule$http://roxanegay.com/robots.txt +team/*/schedule$http://nbc.com/robots.txt teamInvitations teamplain/ teams @@ -86856,6 +86522,7 @@ teknologica tel tel: tel:* +teldir/ telechargement-en-cours/ telecharger-fiche telecharger/redirect @@ -86973,7 +86640,7 @@ temp-and-precip/national-temperature-index/*? temp-and-precip/time-series/? temp-and-precip/us-weekly temp/ -temp/http://tracking.g2crowd.com/robots.txt +temp/http://sb.scorecardresearch.com/robots.txt tempcache template template-elenaivanova @@ -87075,7 +86742,6 @@ terms/looker/legal/suppliers/supplier-code-of-conduct terms_of_use termsandprivacy.aspx termsofusechanges -terrorismliterature tessibrahimchah tesswallace test @@ -87166,7 +86832,7 @@ testds.jsp teste-*.html$ testfl testgpr -testhttp://latimes.com/robots.txt +testhttp://money.com/robots.txt testimonial/ testimonials.php testimonials/? @@ -87188,7 +86854,7 @@ testpage/ testpresenter testprod.html testqa/ -testredirect/http://lukew.com/robots.txt +testredirect/http://scholastic.com/robots.txt tests tests tests/* @@ -88030,7 +87696,7 @@ tools/civil-surgeons-by-region tools/demos tools/en/styleguide/ tools/find-a-doctor/list/export -tools/http://criresilient.org/robots.txt +tools/http://kungfukingdom.com/robots.txt tools/logo-maker/onboarding tools/lyst_widget/?lyst_slug= tools/packages/cambridge_themes/getSocialImage @@ -88370,7 +88036,7 @@ traffic-manager/ traffic/status*? trafficbot.life trafficbot.live -traffichttp://www-personal.umich.edu/robots.txt +traffichttp://comedycentral.com/robots.txt training training-aarpe/ training-plans @@ -88401,6 +88067,7 @@ training/studentships/howtoapply training/studentships/phdprojects trains trains/$ +traitement= traj tralston trans/CheckTransCron.jsp @@ -88450,14 +88117,14 @@ translate_t translation translations translations/ -translators +translators/ transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency transparency/archive -transparency/http://j.mp/robots.txt +transparency/http://anandtech.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -88485,7 +88152,6 @@ transporte transporter transporter-3 trap -trapdir trash trash/ trasporti @@ -88530,8 +88196,8 @@ travisbenson travismoore trax trck -trcz -trde +trcz/ +trde/ tre-artis treadstone treas-reports/ @@ -88544,6 +88210,7 @@ treating-sleep-apnea treatment-guides/ treatment-type/ tree +tree-navigator.html tree/contributions tree/find tree/following @@ -88568,14 +88235,14 @@ trends/viz? trends? trends_tpt trentonbricken -tres +tres/ trevi_excel trevor-spelman trevordavidrhone trevorhughdavis trevorstark -trfr -trgr +trfr/ +trgr/ trial trial-pricing trial-status/ @@ -88641,7 +88308,6 @@ trip/users/dismiss_user_place trip/users/follow trip/users/new trip_planner? -tripadvisorpalestinian tripathi tripflowapp/ trips @@ -88652,27 +88318,27 @@ trips/v1 trishashrum trishaurmibanerjee tristanorthlaboratory -trit +trit/ trivia trivia/answer -trja +trja/ trk trk-download -trko -trnl +trko/ +trnl/ trovitBot troyadair -trpl -trpt -trro -trru +trpl/ +trpt/ +trro/ +trru/ trs/forums trs/kb/*/discuss trs/search trs/search/node trs/user trs/users -trsv +trsv/ truckingindustryforum/ajax.php truckingindustryforum/attachment.php truckingindustryforum/calendar.php @@ -88737,7 +88403,7 @@ try-which/wills/ try? tryagainlater.html trylater -trzh +trzh/ ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$ ts_s/* tsa @@ -88760,7 +88426,6 @@ tthaweethai tto ttobin ttong -tucritica tudum tue tufengen @@ -89037,6 +88702,7 @@ tylermalka typ$ typ? type +type-demploi type-faketan* type= type=1478165154* @@ -89470,6 +89136,7 @@ uksf-bin/ ul/P/umse/0 ulatan uli/trac +ulink? ulk/i ulk/sch ulk/usr @@ -89490,7 +89157,7 @@ umbraco_client/ umfrage/1 umfrage/2 umfrage/3 -umfrage/4http://jjpan.com/robots.txt +umfrage/4http://zh.wikipedia.org/robots.txt un-us/ unable-to-process-request/ unanswered @@ -89710,7 +89377,7 @@ uploads/8/5/1/4/85141968 uploads/8/5/1/4/85141968/custom_themes uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos uploads/excel -uploads/wpo-plugins-tables-list.jsonhttp://ifixit.com/robots.txt +uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt uptime ur ur-CA @@ -89851,11 +89518,12 @@ us/*/*?bvdata= us/*/*?bvroute us/*/*?bvstate us/*? -us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://gsa.gov/robots.txt +us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://change.org/robots.txt us/0 us/?q=switch us/Marketing us/about-lg/investor-relations +us/access_aem.html us/admin us/admin$ us/agreements @@ -89873,6 +89541,7 @@ us/comment us/common us/compare us/complaints-channel +us/consumer us/contact-us/permissions/multi-form-thank-you.html us/corporate/contracts/mcs-iaas-service-desc-3014939.pdf us/corporate/contracts/mcs-saas-service-desc-3762902.pdf @@ -90219,7 +89888,7 @@ user-profile user-profile-view? user-registration user-registrierung -user-reports/http://informaboom.com/robots.txt +user-reports/http://wordpress.com/robots.txt user.mefi/ user.php user/ @@ -90252,7 +89921,7 @@ user/*/track user/*/track?page= user/*/unfollow_user user/*?*redirect= -user/*http://deutschlandfunk.de/robots.txt +user/*http://m.media-amazon.com/robots.txt user/.* user//attending/upcoming user/account @@ -90265,14 +89934,13 @@ user/check_email user/check_email_v2 user/check_user_existence user/classeur -user/confirm_premium_navi user/deactivate user/delete-account user/error_page user/forgotPassword user/forgotten-password user/fpd/api -user/http://rfi.fr/robots.txt +user/http://news.mongabay.com/robots.txt user/images user/inbox user/libraries @@ -90455,7 +90123,7 @@ users/onUpdateOnlineStatus.php users/password users/password/edit users/profile-unpub -users/profile-unpub/http://brickset.com/robots.txt +users/profile-unpub/http://song.link/robots.txt users/ranking users/remote-logout/ users/remote-logout/*/? @@ -90503,7 +90171,7 @@ usuarios usuarios/addToFavorite.shtml usuarios/addToPlayList.shtml ut*.xml -ut*.xmlhttp://blackberry.com/robots.txt +ut*.xmlhttp://dashboard.gglot.com/robots.txt utaukwa util util @@ -90530,7 +90198,7 @@ utl/ utm utm utm*= -utm*http://progesoft.com/robots.txt +utm*http://fun88thai.net/robots.txt utm= utm= utm_ @@ -90576,7 +90244,7 @@ uz/en/ uz/event/*/ical uz/explore uz/forums -uz/http://allocine.fr/robots.txt +uz/http://biblegateway.com/robots.txt uz/kb/*/discuss uz/paragraph-resource/* uz/resource/* @@ -90593,9 +90261,13 @@ uçak-bileti/cn/* uçak-bileti/ct v v$ +v-*/*/*/c v-ajax v-esi v-gender* +v-map-view.html +v-print-view +v-view-image.html v.cfm v/account/ v/badge @@ -90755,7 +90427,7 @@ velo/forum/search velo/profile ven venda-presencial/comprovantes.jhtml -venda-presencial/conclusion.htmlhttp://wnd.com/robots.txt +venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt vendor vendor$ vendor-info/ @@ -90793,7 +90465,7 @@ verify-skill verify-url verify.php verify/* -verify/*http://sunsetbrian.com/robots.txt +verify/*http://soundcloud.com/robots.txt verify_age verify_your_email$ verify_your_email? @@ -90804,7 +90476,7 @@ veronica_benavides version version version.json -version/http://ask.fm/robots.txt +version/http://read.amazon.com/robots.txt version= versions versions/Unicode10.0.0 @@ -91525,7 +91197,6 @@ wala walcott walkathon walking-tall -walkinglion walkthroughs wall*?own=1 wall*?reply= @@ -91710,6 +91381,9 @@ we_are_all_unicorns wealth/*.asp$ wearenato wearepages +wearesorry.asp +wearesorry.htm +wearesorry2.htm weather weather-api weather.html?latitude= @@ -112938,7 +112612,6 @@ weightcenter/appointments-and-referrals/appointment-thankyou weiling-liu weilong weiluo -weimg wein weiran weiskel @@ -113062,7 +112735,7 @@ why-liveperson why-sell?inquirySource=482& whysecure whythisad -wicket:interface*http://negusmedia.com.au/robots.txt +wicket:interface*http://springerlink.com/robots.txt widget widget-landing-page.html widget-uploads @@ -113542,7 +113215,7 @@ wiki/Wikipedia%3APages_for_deletion wiki/Wikipedia%3APagina_delle_prove wiki/Wikipedia%3APagine_da_cancellare wiki/Wikipedia%3APagini_de_%C5%9Fters -wiki/Wikipedia%3APoczekalniahttp://lowes.com/robots.txt +wiki/Wikipedia%3APoczekalniahttp://placehold.it/robots.txt wiki/Wikipedia%3APossibly_unfree_files wiki/Wikipedia%3AProposte_di_cancellazione_semplificata wiki/Wikipedia%3AProtected_titles @@ -114280,7 +113953,6 @@ workspace workspace-betting workspacehub workwithus -world world-class-heart-care world-ip-report/ world-news-day/ @@ -114436,29 +114108,29 @@ wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php?action=icl_mpp_search wp-admin/admin-ajax.php?r=* -wp-admin/admin-ajax.phphttp://24elliottwaves.com/robots.txt -wp-admin/admin-ajax.phphttp://4jahreszeiten-kuehlungsborn.de/robots.txt -wp-admin/admin-ajax.phphttp://abc.com/robots.txt -wp-admin/admin-ajax.phphttp://bestetic.ro/robots.txt -wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt -wp-admin/admin-ajax.phphttp://diekinokritiker.de/robots.txt -wp-admin/admin-ajax.phphttp://dorisbaumer.com/robots.txt -wp-admin/admin-ajax.phphttp://en.support.wordpress.com/robots.txt -wp-admin/admin-ajax.phphttp://fintechworld.com/robots.txt -wp-admin/admin-ajax.phphttp://floridagolfmagazine.com/robots.txt -wp-admin/admin-ajax.phphttp://gamestop.com/robots.txt -wp-admin/admin-ajax.phphttp://google.hr/robots.txt -wp-admin/admin-ajax.phphttp://istockphoto.com/robots.txt -wp-admin/admin-ajax.phphttp://linode.com/robots.txt -wp-admin/admin-ajax.phphttp://maria-sigal.ru/robots.txt -wp-admin/admin-ajax.phphttp://onerpm.link/robots.txt -wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt -wp-admin/admin-ajax.phphttp://socialimpact.youtube.com/robots.txt -wp-admin/admin-ajax.phphttp://strengthaddicts.com/robots.txt -wp-admin/admin-ajax.phphttp://support.mozilla.com/robots.txt -wp-admin/admin-ajax.phphttp://tes.com/robots.txt -wp-admin/admin-ajax.phphttp://undis.eu/robots.txt -wp-admin/admin-ajax.phphttp://wpbeginner.com/robots.txt +wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt +wp-admin/admin-ajax.phphttp://akismet.com/robots.txt +wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt +wp-admin/admin-ajax.phphttp://aweber.com/robots.txt +wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt +wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt +wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt +wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt +wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt +wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt +wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt +wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt +wp-admin/admin-ajax.phphttp://news.microsoft.com/robots.txt +wp-admin/admin-ajax.phphttp://openssl.org/robots.txt +wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt +wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt +wp-admin/admin-ajax.phphttp://refinery29.com/robots.txt +wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt +wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt +wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt +wp-admin/admin-ajax.phphttp://tribe.net/robots.txt +wp-admin/admin-ajax.phphttp://vox.com/robots.txt +wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -114499,7 +114171,7 @@ wp-content/client-mu-plugins wp-content/compsub wp-content/dbsub wp-content/gallery -wp-content/mu-plugins/http://5156609.fls.doubleclick.net/robots.txt +wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt wp-content/mu_plugins wp-content/plugins wp-content/plugins @@ -114574,7 +114246,7 @@ wp-content/themes/screamingfrog/inc/download-modal-lfa.php wp-content/themes/screamingfrog/inc/download-modal.php wp-content/themes/sej/js/cdet.js wp-content/themes/sej/js/ga.js -wp-content/themes/skift/inc/ajax/http://ilpost.it/robots.txt +wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt wp-content/themes/tns-2022/assets wp-content/themes/tns-2022/data wp-content/themes/treated/search/ @@ -114595,7 +114267,7 @@ wp-content/uploads/**/*seo-restricted*.* wp-content/uploads/*.jpg wp-content/uploads/*.png wp-content/uploads/*/*/1650344292_1.png -wp-content/uploads/*http://zauo.com/robots.txt +wp-content/uploads/*http://wikihow.com/robots.txt wp-content/uploads/2011 wp-content/uploads/2012 wp-content/uploads/2013 @@ -114627,21 +114299,21 @@ wp-content/uploads/_pda wp-content/uploads/complianz wp-content/uploads/elementor/css/ wp-content/uploads/gravity_receipts -wp-content/uploads/http://apemusicale.it/robots.txt -wp-content/uploads/http://cbs.com/robots.txt +wp-content/uploads/http://minimul.com/robots.txt +wp-content/uploads/http://sheknows.com/robots.txt wp-content/uploads/member-access wp-content/uploads/ninja-forms wp-content/uploads/sites/*/ninja-forms wp-content/uploads/sites/4/wpforms wp-content/uploads/sites/6/wpforms -wp-content/uploads/vj-wp-import-export/http://constantcontact.com/robots.txt +wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://brownpapertickets.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://covertinstruments.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://dansmoviereport.blogspot.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://elconfidencial.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://kiva.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://sothebys.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://aa.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt wp-content/uploads/wpforms wp-content/uploads/wpforms/ wp-content/uploads/wpo-plugins-tables-list.json @@ -114673,8 +114345,8 @@ wp-includes/css/*.css wp-includes/css/*.css wp-includes/css/dist/block-library/style.min.css wp-includes/fonts -wp-includes/http://fec.gov/robots.txt -wp-includes/http://ledgeview.com/robots.txt +wp-includes/http://nokia.co.jp/robots.txt +wp-includes/http://scotusblog.com/robots.txt wp-includes/images wp-includes/images/ wp-includes/js @@ -115005,7 +114677,7 @@ xmlhttp xmlrpc xmlrpc.php xmlrpc.php -xmlrpc.phphttp://energy.gov/robots.txt +xmlrpc.phphttp://datastudio.google.com/robots.txt xmlsearch xmltv/ xmorelle @@ -115027,7 +114699,7 @@ xsanR4 xsl xsl/ xslt/ -xslt/http://abload.de/robots.txt +xslt/http://cryptonewsventure.com/robots.txt xtra/sante-et-mieux-etre xuwang xuxiangtian @@ -115174,7 +114846,7 @@ youraccount youraccount/ yourarchives youreurope/businessACC -youreurope/businessDEV/http://adweek.com/robots.txt +youreurope/businessDEV/http://europapress.es/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -115613,7 +115285,7 @@ zh/index.htm zh/intangible-cultural-heritage/grid zh/intangible-cultural-heritage/list zh/intangible-cultural-heritage/map -zh/internalhttp://tagmanager.google.com/robots.txt +zh/internalhttp://amazon.jp/robots.txt zh/internet-universality-indicators/grid zh/internet-universality-indicators/list zh/internet-universality-indicators/map @@ -115739,27 +115411,27 @@ zh_tw/versions.html zh_tw/versions/*/release.html zhaoheng.gong zhcn/ -zhcz -zhde +zhcz/ +zhde/ zhenbo -zhes -zhfr -zhgr -zhit +zhes/ +zhfr/ +zhgr/ +zhit/ zhixianlei zhiyuan-sun -zhja +zhja/ zhk zhk-reviews -zhko -zhnl +zhko/ +zhnl/ zhongyingyan zhouchan zhowlett -zhpl -zhpt -zhro -zhru +zhpl/ +zhpt/ +zhro/ +zhru/ zhs/%E6%90%9C%E7%B4%A2 zhs/%E6%B5%8F%E8%A7%88 zhs/auth @@ -115768,7 +115440,7 @@ zhs/info zhs/onelook_american_dictionary_words.html zhs/onelook_british_dictionary_words.html zhs/spellcheck -zhsv +zhsv/ zht/%E6%90%9C%E7%B4%A2 zht/%E7%80%8F%E8%A6%BD zht/auth @@ -115777,7 +115449,7 @@ zht/info zht/onelook_american_dictionary_words.html zht/onelook_british_dictionary_words.html zht/spellcheck -zhtr +zhtr/ zhukov zhuohan.shao ziad @@ -115914,7 +115586,7 @@ zzz_systest ~neubank/Eubank_EthnicityNetworksPaper.pdf ~neubank/Eubank_EthnicityNetworksPaper2016.pdf ~nsdwww/mail -~oar/http://thewrap.com/robots.txt +~oar/http://web.whatsapp.com/robots.txt ~oratorio/wordpress ~pasr1/ ~philippe @@ -116056,6 +115728,8 @@ zzz_systest 24/ 32crhp 33k1com +36AG/english/menu_bottom.asp +36AG/english/menu_top.asp 48f6543196cbbdefb88f247a0a8e4375 50x.html 51anma @@ -116082,11 +115756,11 @@ zzz_systest 404.aspx 404.html 404.html -404.htmlhttp://arnasarspacemission.com/robots.txt +404.htmlhttp://airliners.net/robots.txt 404.php 404.php 404/ -404http://rediff.com/robots.txt +404http://diplomatie.gouv.fr/robots.txt 413gkwMT 429.html 432v·com @@ -116173,7 +115847,7 @@ zzz_systest 2012-privacy-policy 2012/10/04/single-thirtysomething-and-living-with-breast-cancer 2012/Goog -2012/collins +2012/collins/ 2012/pyRdfa/extract 2013 2013/03/21/174840895 @@ -116375,8 +116049,8 @@ zzz_systest 4900/webm.ABC 5055/aw-techrepublic 5055/maw-techrepublic +5138 5293 -5349 5480 5480.iac. 5503cc @@ -116424,7 +116098,7 @@ zzz_systest 93826 94140 94230 -101612.rsshttp://he.wikipedia.org/robots.txt +101612.rsshttp://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt 101705/docs/mccom/format/pdf/longform/ 126190 128892