diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index 5db94723..2e3fd44a 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -1,8 +1,8 @@
 {
     "Jwt secrets update": {
-        "last_update": 1719219813
+        "last_update": 1719223454
     },
     "Trickest wordlist update": {
-        "last_update": 1719137042
+        "last_update": 1719223464
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
index 449a89f7..8c1defe9 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
@@ -46944,6 +46944,55 @@ tecnickcom/tcpdf/fonts/freeserifb.ctg.z
 tcpdf/fonts/freeserifb.ctg.z
 fonts/freeserifb.ctg.z
 freeserifb.ctg.z
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/unicover.txt
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/unicover.txt
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/unicover.txt
+tcpdf/fonts/dejavu-fonts-ttf-2.34/unicover.txt
+fonts/dejavu-fonts-ttf-2.34/unicover.txt
+dejavu-fonts-ttf-2.34/unicover.txt
+unicover.txt
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/NEWS
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/NEWS
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/NEWS
+tcpdf/fonts/dejavu-fonts-ttf-2.34/NEWS
+fonts/dejavu-fonts-ttf-2.34/NEWS
+dejavu-fonts-ttf-2.34/NEWS
+NEWS
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/LICENSE
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/LICENSE
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/LICENSE
+tcpdf/fonts/dejavu-fonts-ttf-2.34/LICENSE
+fonts/dejavu-fonts-ttf-2.34/LICENSE
+dejavu-fonts-ttf-2.34/LICENSE
+LICENSE
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/AUTHORS
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/AUTHORS
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/AUTHORS
+tcpdf/fonts/dejavu-fonts-ttf-2.34/AUTHORS
+fonts/dejavu-fonts-ttf-2.34/AUTHORS
+dejavu-fonts-ttf-2.34/AUTHORS
+AUTHORS
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/README
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/README
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/README
+tcpdf/fonts/dejavu-fonts-ttf-2.34/README
+fonts/dejavu-fonts-ttf-2.34/README
+dejavu-fonts-ttf-2.34/README
+README
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/langcover.txt
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/langcover.txt
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/langcover.txt
+tcpdf/fonts/dejavu-fonts-ttf-2.34/langcover.txt
+fonts/dejavu-fonts-ttf-2.34/langcover.txt
+dejavu-fonts-ttf-2.34/langcover.txt
+langcover.txt
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/BUGS
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/BUGS
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/BUGS
+tcpdf/fonts/dejavu-fonts-ttf-2.34/BUGS
+fonts/dejavu-fonts-ttf-2.34/BUGS
+dejavu-fonts-ttf-2.34/BUGS
+BUGS
 htdocs/includes/tecnickcom/tcpdf/fonts/aefurat.ctg.z
 includes/tecnickcom/tcpdf/fonts/aefurat.ctg.z
 tecnickcom/tcpdf/fonts/aefurat.ctg.z
@@ -46998,6 +47047,55 @@ tecnickcom/tcpdf/fonts/cid0kr.php
 tcpdf/fonts/cid0kr.php
 fonts/cid0kr.php
 cid0kr.php
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/unicover.txt
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/unicover.txt
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/unicover.txt
+tcpdf/fonts/dejavu-fonts-ttf-2.33/unicover.txt
+fonts/dejavu-fonts-ttf-2.33/unicover.txt
+dejavu-fonts-ttf-2.33/unicover.txt
+unicover.txt
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/NEWS
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/NEWS
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/NEWS
+tcpdf/fonts/dejavu-fonts-ttf-2.33/NEWS
+fonts/dejavu-fonts-ttf-2.33/NEWS
+dejavu-fonts-ttf-2.33/NEWS
+NEWS
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/LICENSE
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/LICENSE
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/LICENSE
+tcpdf/fonts/dejavu-fonts-ttf-2.33/LICENSE
+fonts/dejavu-fonts-ttf-2.33/LICENSE
+dejavu-fonts-ttf-2.33/LICENSE
+LICENSE
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/AUTHORS
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/AUTHORS
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/AUTHORS
+tcpdf/fonts/dejavu-fonts-ttf-2.33/AUTHORS
+fonts/dejavu-fonts-ttf-2.33/AUTHORS
+dejavu-fonts-ttf-2.33/AUTHORS
+AUTHORS
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/README
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/README
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/README
+tcpdf/fonts/dejavu-fonts-ttf-2.33/README
+fonts/dejavu-fonts-ttf-2.33/README
+dejavu-fonts-ttf-2.33/README
+README
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/langcover.txt
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/langcover.txt
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/langcover.txt
+tcpdf/fonts/dejavu-fonts-ttf-2.33/langcover.txt
+fonts/dejavu-fonts-ttf-2.33/langcover.txt
+dejavu-fonts-ttf-2.33/langcover.txt
+langcover.txt
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/BUGS
+includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/BUGS
+tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/BUGS
+tcpdf/fonts/dejavu-fonts-ttf-2.33/BUGS
+fonts/dejavu-fonts-ttf-2.33/BUGS
+dejavu-fonts-ttf-2.33/BUGS
+BUGS
 htdocs/includes/tecnickcom/tcpdf/fonts/dejavuserif.z
 includes/tecnickcom/tcpdf/fonts/dejavuserif.z
 tecnickcom/tcpdf/fonts/dejavuserif.z
@@ -47588,6 +47686,12 @@ tecnickcom/tcpdf/fonts/dejavusansb.z
 tcpdf/fonts/dejavusansb.z
 fonts/dejavusansb.z
 dejavusansb.z
+htdocs/includes/tecnickcom/tcpdf/scripts/doctum.php
+includes/tecnickcom/tcpdf/scripts/doctum.php
+tecnickcom/tcpdf/scripts/doctum.php
+tcpdf/scripts/doctum.php
+scripts/doctum.php
+doctum.php
 htdocs/includes/tecnickcom/tcpdf/tcpdf.php
 includes/tecnickcom/tcpdf/tcpdf.php
 tecnickcom/tcpdf/tcpdf.php
@@ -57790,11 +57894,6 @@ install/mysql/tables/llx_bank_class.sql
 mysql/tables/llx_bank_class.sql
 tables/llx_bank_class.sql
 llx_bank_class.sql
-htdocs/install/mysql/tables/llx_product_stock_entrepot.sql
-install/mysql/tables/llx_product_stock_entrepot.sql
-mysql/tables/llx_product_stock_entrepot.sql
-tables/llx_product_stock_entrepot.sql
-llx_product_stock_entrepot.sql
 htdocs/install/mysql/tables/llx_resource.key.sql
 install/mysql/tables/llx_resource.key.sql
 mysql/tables/llx_resource.key.sql
@@ -59275,6 +59374,11 @@ install/mysql/tables/llx_contrat.key.sql
 mysql/tables/llx_contrat.key.sql
 tables/llx_contrat.key.sql
 llx_contrat.key.sql
+htdocs/install/mysql/tables/llx_product_warehouse_properties-stock.sql
+install/mysql/tables/llx_product_warehouse_properties-stock.sql
+mysql/tables/llx_product_warehouse_properties-stock.sql
+tables/llx_product_warehouse_properties-stock.sql
+llx_product_warehouse_properties-stock.sql
 htdocs/install/mysql/tables/llx_categorie_contact.sql
 install/mysql/tables/llx_categorie_contact.sql
 mysql/tables/llx_categorie_contact.sql
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
index ba9d2259..019f9f88 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
@@ -10193,6 +10193,13 @@ htdocs/includes/tecnickcom/tcpdf/fonts/freemonoi.php
 htdocs/includes/tecnickcom/tcpdf/fonts/freesansi.ctg.z
 htdocs/includes/tecnickcom/tcpdf/fonts/freesansbi.php
 htdocs/includes/tecnickcom/tcpdf/fonts/freeserifb.ctg.z
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/unicover.txt
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/NEWS
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/LICENSE
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/AUTHORS
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/README
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/langcover.txt
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.34/BUGS
 htdocs/includes/tecnickcom/tcpdf/fonts/aefurat.ctg.z
 htdocs/includes/tecnickcom/tcpdf/fonts/pdfatimesbi.z
 htdocs/includes/tecnickcom/tcpdf/fonts/freesansb.z
@@ -10202,6 +10209,13 @@ htdocs/includes/tecnickcom/tcpdf/fonts/dejavusansmono.php
 htdocs/includes/tecnickcom/tcpdf/fonts/dejavusans.ctg.z
 htdocs/includes/tecnickcom/tcpdf/fonts/dejavusansmonobi.php
 htdocs/includes/tecnickcom/tcpdf/fonts/cid0kr.php
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/unicover.txt
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/NEWS
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/LICENSE
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/AUTHORS
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/README
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/langcover.txt
+htdocs/includes/tecnickcom/tcpdf/fonts/dejavu-fonts-ttf-2.33/BUGS
 htdocs/includes/tecnickcom/tcpdf/fonts/dejavuserif.z
 htdocs/includes/tecnickcom/tcpdf/fonts/helveticai.php
 htdocs/includes/tecnickcom/tcpdf/fonts/dejavusanscondensedi.ctg.z
@@ -10299,6 +10313,7 @@ htdocs/includes/tecnickcom/tcpdf/fonts/dejavuserifi.z
 htdocs/includes/tecnickcom/tcpdf/fonts/freemonobi.z
 htdocs/includes/tecnickcom/tcpdf/fonts/dejavusansmono.z
 htdocs/includes/tecnickcom/tcpdf/fonts/dejavusansb.z
+htdocs/includes/tecnickcom/tcpdf/scripts/doctum.php
 htdocs/includes/tecnickcom/tcpdf/tcpdf.php
 htdocs/includes/tecnickcom/tcpdf/CHANGELOG.TXT
 htdocs/includes/tecnickcom/tcpdf/tcpdf_import.php
@@ -11706,7 +11721,6 @@ htdocs/install/mysql/tables/llx_user_extrafields.key.sql
 htdocs/install/mysql/tables/llx_ecm_directories.sql
 htdocs/install/mysql/tables/llx_societe_extrafields.sql
 htdocs/install/mysql/tables/llx_bank_class.sql
-htdocs/install/mysql/tables/llx_product_stock_entrepot.sql
 htdocs/install/mysql/tables/llx_resource.key.sql
 htdocs/install/mysql/tables/llx_paiement_facture.key.sql
 htdocs/install/mysql/tables/llx_commande_fournisseur.sql
@@ -12003,6 +12017,7 @@ htdocs/install/mysql/tables/llx_c_ticket_category-ticket.key.sql
 htdocs/install/mysql/tables/llx_propal.sql
 htdocs/install/mysql/tables/llx_facture_fourn_det.sql
 htdocs/install/mysql/tables/llx_contrat.key.sql
+htdocs/install/mysql/tables/llx_product_warehouse_properties-stock.sql
 htdocs/install/mysql/tables/llx_categorie_contact.sql
 htdocs/install/mysql/tables/llx_recruitment_recruitmentcandidature_extrafields-recruitment.key.sql
 htdocs/install/mysql/tables/llx_c_stcomm.sql
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
index 2376265c..db10caca 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
@@ -74103,6 +74103,22 @@ tests/src/FunctionalJavascript/NavigationBlockUiTest.php
 src/FunctionalJavascript/NavigationBlockUiTest.php
 FunctionalJavascript/NavigationBlockUiTest.php
 NavigationBlockUiTest.php
+core/modules/navigation/tests/src/Nightwatch/Tests/expandCollapseTest.js
+modules/navigation/tests/src/Nightwatch/Tests/expandCollapseTest.js
+navigation/tests/src/Nightwatch/Tests/expandCollapseTest.js
+tests/src/Nightwatch/Tests/expandCollapseTest.js
+src/Nightwatch/Tests/expandCollapseTest.js
+Nightwatch/Tests/expandCollapseTest.js
+Tests/expandCollapseTest.js
+expandCollapseTest.js
+core/modules/navigation/tests/src/Nightwatch/Tests/a11yTest.js
+modules/navigation/tests/src/Nightwatch/Tests/a11yTest.js
+navigation/tests/src/Nightwatch/Tests/a11yTest.js
+tests/src/Nightwatch/Tests/a11yTest.js
+src/Nightwatch/Tests/a11yTest.js
+Nightwatch/Tests/a11yTest.js
+Tests/a11yTest.js
+a11yTest.js
 core/modules/navigation/tests/src/Kernel/NavigationMenuMarkupTest.php
 modules/navigation/tests/src/Kernel/NavigationMenuMarkupTest.php
 navigation/tests/src/Kernel/NavigationMenuMarkupTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
index 8d1d0522..b6121824 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
@@ -10628,6 +10628,8 @@ core/modules/navigation/navigation.layouts.yml
 core/modules/navigation/navigation.module
 core/modules/navigation/navigation.routing.yml
 core/modules/navigation/tests/src/FunctionalJavascript/NavigationBlockUiTest.php
+core/modules/navigation/tests/src/Nightwatch/Tests/expandCollapseTest.js
+core/modules/navigation/tests/src/Nightwatch/Tests/a11yTest.js
 core/modules/navigation/tests/src/Kernel/NavigationMenuMarkupTest.php
 core/modules/navigation/tests/src/Kernel/SystemMenuNavigationBlockTest.php
 core/modules/navigation/tests/src/Functional/GenericTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt
index 77ab93ef..746bf898 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento-all-levels.txt
@@ -165997,6 +165997,12 @@ Magento/Analytics/ReportXml/ReportProvider.php
 Analytics/ReportXml/ReportProvider.php
 ReportXml/ReportProvider.php
 ReportProvider.php
+app/code/Magento/Analytics/ReportXml/BatchReportProviderInterface.php
+code/Magento/Analytics/ReportXml/BatchReportProviderInterface.php
+Magento/Analytics/ReportXml/BatchReportProviderInterface.php
+Analytics/ReportXml/BatchReportProviderInterface.php
+ReportXml/BatchReportProviderInterface.php
+BatchReportProviderInterface.php
 app/code/Magento/Analytics/ReportXml/Query.php
 code/Magento/Analytics/ReportXml/Query.php
 Magento/Analytics/ReportXml/Query.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt
index cae7d310..86672854 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/magento.txt
@@ -19799,6 +19799,7 @@ app/code/Magento/MediaGalleryCatalog/etc/module.xml
 app/code/Magento/Analytics/ReportXml/ConnectionFactory.php
 app/code/Magento/Analytics/ReportXml/QueryFactory.php
 app/code/Magento/Analytics/ReportXml/ReportProvider.php
+app/code/Magento/Analytics/ReportXml/BatchReportProviderInterface.php
 app/code/Magento/Analytics/ReportXml/Query.php
 app/code/Magento/Analytics/ReportXml/SelectHydrator.php
 app/code/Magento/Analytics/ReportXml/Config/Mapper.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/snipe-it-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/snipe-it-all-levels.txt
index 84c5106d..0f2d05cb 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/snipe-it-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/snipe-it-all-levels.txt
@@ -31451,6 +31451,11 @@ Feature/Users/Api/UsersForSelectListTest.php
 Users/Api/UsersForSelectListTest.php
 Api/UsersForSelectListTest.php
 UsersForSelectListTest.php
+tests/Feature/Users/Api/RestoreUserTest.php
+Feature/Users/Api/RestoreUserTest.php
+Users/Api/RestoreUserTest.php
+Api/RestoreUserTest.php
+RestoreUserTest.php
 tests/Feature/Users/Api/UpdateUserTest.php
 Feature/Users/Api/UpdateUserTest.php
 Users/Api/UpdateUserTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/snipe-it.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/snipe-it.txt
index 59895336..362c8838 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/snipe-it.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/snipe-it.txt
@@ -5876,6 +5876,7 @@ tests/Feature/Groups/Api/StoreGroupTest.php
 tests/Feature/Settings/BrandingSettingsTest.php
 tests/Feature/Settings/ShowSetUpPageTest.php
 tests/Feature/Users/Api/UsersForSelectListTest.php
+tests/Feature/Users/Api/RestoreUserTest.php
 tests/Feature/Users/Api/UpdateUserTest.php
 tests/Feature/Users/Api/UserSearchTest.php
 tests/Feature/Users/Api/DeleteUserTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/zammad-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/zammad-all-levels.txt
index 5cc9ebc5..d801205d 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/zammad-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/zammad-all-levels.txt
@@ -1475,6 +1475,9 @@ two_factor_configuration.rb
 lib/auth/user.rb
 auth/user.rb
 user.rb
+lib/auth/permissions.rb
+auth/permissions.rb
+permissions.rb
 lib/auth/error/base.rb
 auth/error/base.rb
 error/base.rb
@@ -30743,6 +30746,10 @@ app/models/user/avatar.rb
 models/user/avatar.rb
 user/avatar.rb
 avatar.rb
+app/models/user/permissions.rb
+models/user/permissions.rb
+user/permissions.rb
+permissions.rb
 app/models/user/two_factor_preference.rb
 models/user/two_factor_preference.rb
 user/two_factor_preference.rb
@@ -32480,6 +32487,10 @@ app/models/token/triggers_subscriptions.rb
 models/token/triggers_subscriptions.rb
 token/triggers_subscriptions.rb
 triggers_subscriptions.rb
+app/models/token/permissions.rb
+models/token/permissions.rb
+token/permissions.rb
+permissions.rb
 app/models/report/profile.rb
 models/report/profile.rb
 report/profile.rb
@@ -41281,6 +41292,10 @@ spec/models/user/performs_geo_lookup_examples.rb
 models/user/performs_geo_lookup_examples.rb
 user/performs_geo_lookup_examples.rb
 performs_geo_lookup_examples.rb
+spec/models/user/permissions_spec.rb
+models/user/permissions_spec.rb
+user/permissions_spec.rb
+permissions_spec.rb
 spec/models/user/out_of_office_spec.rb
 models/user/out_of_office_spec.rb
 user/out_of_office_spec.rb
@@ -42109,6 +42124,10 @@ data_privacy_task_spec.rb
 spec/models/taskbar_spec.rb
 models/taskbar_spec.rb
 taskbar_spec.rb
+spec/models/token/permissions_spec.rb
+models/token/permissions_spec.rb
+token/permissions_spec.rb
+permissions_spec.rb
 spec/models/role_group_spec.rb
 models/role_group_spec.rb
 role_group_spec.rb
@@ -43624,6 +43643,10 @@ spec/lib/auth/two_factor_spec.rb
 lib/auth/two_factor_spec.rb
 auth/two_factor_spec.rb
 two_factor_spec.rb
+spec/lib/auth/permissions_spec.rb
+lib/auth/permissions_spec.rb
+auth/permissions_spec.rb
+permissions_spec.rb
 spec/lib/auth/request_cache_spec.rb
 lib/auth/request_cache_spec.rb
 auth/request_cache_spec.rb
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/zammad.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/zammad.txt
index 2c40cfa8..e428d81b 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/zammad.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/zammad.txt
@@ -452,6 +452,7 @@ lib/auth/two_factor/recovery_codes.rb
 lib/auth/after_auth/backend.rb
 lib/auth/after_auth/two_factor_configuration.rb
 lib/auth/user.rb
+lib/auth/permissions.rb
 lib/auth/error/base.rb
 lib/auth/error/authentication_failed.rb
 lib/auth/error/two_factor_failed.rb
@@ -4702,6 +4703,7 @@ app/models/user/overview_sorting.rb
 app/models/user/touches_organization.rb
 app/models/user/triggers_subscriptions.rb
 app/models/user/avatar.rb
+app/models/user/permissions.rb
 app/models/user/two_factor_preference.rb
 app/models/user/search.rb
 app/models/user/two_factor_preference/triggers_subscriptions.rb
@@ -5086,6 +5088,7 @@ app/models/knowledge_base/answer/translation/content.rb
 app/models/knowledge_base/answer/translation.rb
 app/models/knowledge_base/answer.rb
 app/models/token/triggers_subscriptions.rb
+app/models/token/permissions.rb
 app/models/report/profile.rb
 app/models/postmaster_filter.rb
 app/models/report.rb
@@ -6859,6 +6862,7 @@ spec/models/sla_spec.rb
 spec/models/transaction/notification_spec.rb
 spec/models/taskbar/has_attachments_examples.rb
 spec/models/user/performs_geo_lookup_examples.rb
+spec/models/user/permissions_spec.rb
 spec/models/user/out_of_office_spec.rb
 spec/models/user/can_lookup_search_index_attributes_examples.rb
 spec/models/user/merge_spec.rb
@@ -7050,6 +7054,7 @@ spec/models/knowledge_base/permission_spec.rb
 spec/models/knowledge_base/locale_spec.rb
 spec/models/data_privacy_task_spec.rb
 spec/models/taskbar_spec.rb
+spec/models/token/permissions_spec.rb
 spec/models/role_group_spec.rb
 spec/models/scheduler_spec.rb
 spec/models/core_workflow_spec.rb
@@ -7415,6 +7420,7 @@ spec/lib/external_credential/microsoft365_spec.rb
 spec/lib/operations_rate_limiter_spec.rb
 spec/lib/stats/ticket_waiting_time_spec.rb
 spec/lib/auth/two_factor_spec.rb
+spec/lib/auth/permissions_spec.rb
 spec/lib/auth/request_cache_spec.rb
 spec/lib/auth/backend/ldap_spec.rb
 spec/lib/auth/backend/developer_spec.rb
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 95f11406..15b244fc 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -215,10 +215,103 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ysclid
 @me
 @me$
+AITripBuilder
+APIAccessSupport
+AcceptDeferredTermsAndConditions
+AccommodationCrossSells
+AccommodationTips
 AccountDisavow?
+AccountMerge
+Achievements
+ActLikeAnOwner
+ActionRecord
 ActivityUID=
+AdRequestEventLogApi
+AddForumUser
+AddListing
+AdsManager
+AdsTest
+AffiliateWidgets
+AgencySetupAjax
+AirWatchAjaxHandler
+AirWatchAlertDhtmlPopup
+AirWatchSubscriptionAjax
+AirWatchSubscriptionWidget
+AirlineRegistration
+AirlineTips
+AirportFromGeoAjax
+AirportIP
+AllReviews
+AnalyticsSuite
+AnswersAjax
+AppDetail
+AppUploadAPhoto
+AppUserReview
+AppleMapsAction
+ArticlesV2
+AsHeardOn
+AttractionAmendTravelDate
+AttractionBookingApi
+AttractionBookingDetails
+AttractionCancelBooking
+AttractionCommerce
+AttractionLander
+AttractionOperatorReview
+AttractionPartnerRedirect
+AttractionProductDetail
+AttractionProductHighlight
+AttractionProductsAjax
+Attraction_Products
+AttractionsAjax
+AuthCheck
+AuthorTool
+AuthorizeAgency
+B2BClickTracking
+BAEmailConfirmation
+BALinkImpressionTracking
+BLImpRecord
+BeachSweeps
+BetterBySea
+BillingAndPayments
+BillingDetail
+BillingInvoiceFile
+BlPromoOptOut
+BookingConfirmation
+BookingRequest
+Bookings
+BrandOwners
+BusinessListingsAjax
+CDSimp
+CMSImp
+CampaignConfigAjax
+CampaignConfiguration
+CampaignManagement
+CancelBooking
+CarsComparePartners
+CauseTeaserPopup
+Celebrate100Million
+CertificateOfExcellenceRequestSupport
+CheapFlightsCommerce
+CheapFlightsController
+CheapFlightsHome
+CheapFlightsPartnerHandoff
+CheapFlightsPartnerPostHandoff
+CheapFlightsRecord
+CheapFlightsSearchDeals
+CheapFlightsSearchResults
+CheapFlightsSearchSeatGuru
+Civ
+Claim
 ClientAuth
+ClientLink
 ClientLogin
+Collections
+CommLCT
+CommPT
+Commerce
+ConnectivityPartnerFAQ
+ConnectivityPartnerInfo
+Consent
 Consortium/Offices/*/comments
 Consortium/Offices/*/feed
 Consortium/Offices/*/trackback
@@ -228,43 +321,639 @@ Consortium/Offices/comments
 Consortium/Offices/feed
 Consortium/Offices/trackback
 Consortium/supporters
+CookiePingback
+CoralEditor
+CostPerClick
+CountryAjax
+CruisesCommerce
+CruisesPartnerHandoff
+CurationTool
+Dashboard
+DelayedLoad
+DeleteNotify
+DemandLoadAjax
+DepositResolution
+DestinationArticle
+DestinationGuideWidget
+DestinationReview
+Destinations
+DevMediaRedirector
+DhtmlPopup
 Disallow
 Disallow:
+DiscountGroup
+DisplayMap
 Doc
+DynamicPlacementAjax
+EmailHotel
+EmailMap
+EmailMemberRegistration
+EmailSpellCheckJson
 EmbedSlideshow
+ErrorPage
+EventDates
+ExitWindow
+ExpandedUserReviews
+ExperiencesCommerce
+ExperiencesInsights/?s
 Explodingstuff
+ExternalExitWindow
+ExternalIdMap
+ExternalLinkInterstitial
+FacebookConnect
+FareCalendar
+FavoriteReviewManagement
+Featured
+FilterState
+FindRestaurants
+FinishAppInstall
+Flights?
+FlightsCommerce
+FlightsComparePartners
+FlightsController
+FlightsPricelink
+FlightsRecord
+FlipKeyIdMap
+ForgotPassword
+ForumFAQ
+ForumPostPreview
+ForumRedirect
+ForumSetSortCookie
+ForumSignIn
+ForumVote
 Fragment/SysConfig
+FreeTools
+FullRedirect
+GAITripBuilder
+GARecord
+GMapsLocationController
+GOWidget
+GOffer
+GPointCampaign
+GSSAjax
+GeneralSupport
+GermanwingsPromo
+GermanwingsRegistration
 Germany/kleinunternehmen/euga/detail.mspx?
 Germany/kleinunternehmen/euga/results.mspx?
+GetListedAjaxGeneral
+GetListedLightbox
+GetListedUpdateAttraction
+GetListedUpdateEatery
+GetMobileApp
 GoogleInternetAuthority
+Gpits
+GreenLeaderAjax
+GreenLeadersProxy
+GroupHomeApi
+GroupManagementCenter
+GuestExperience
+GuestXManagementTool
+GuideAjax
+GuideEditor
+GuideRatingAjax
+GuideRequested
+GuideRequestor
+HACAffiliate
+HRMConnect
+HandleHotelSuperPortal
+HelpProxy
+HelpUkraine
+Home-
+HotelBookingController
+HotelBookingRoomSelectionHtml
+HotelBookingRoomSelectionJson
+HotelGMCApi
+HotelHighlight
+HotelInterruptersAjax
+HotelWatchAjax
+Hotel_ReviewHAC
+HotelsManageListing
+HotelsManagementCenter
+HotelsProductCart
+HowTheSiteWorks
 HpOptOut=true$
+IBCommerce
+ImpressionRecord
+ImproveListing
+Inbox
+InfoCenter
+InfoCenter-a_ctr.april_en
+InformationCenter
+InitializeSession
+InlineReviewerCta
+InstantBooking-
+InstantBookingManagement
+InstantBookingSignup
 IntegrationCenter
 International/questions/qa-html-language-declarations/icons
+InterstitialsWidget
+IpadInterstitial
+JSErrorRecord
 Japan/DirectX/default.asp?
+JoinPlus
+JsonServiceController
+JustForYouGuide
+LNAjax
+LanderLogger
+LandingPage
+Leaderboard
+LightSubscriptionCenter
+LikeButtonClicked
+LinkGenerator
+ListingQuestionsAjax
+LithiumEmptyPage
+LithiumPageNotFound
+LithiumRegController
+LocationPhotoAlbum
+LocationPhotoDirectLink
+LocationPhotosInline
+LocationPhotosLightbox
+LocationPhotosSearch
+LocationTab
+LocationWidget
+LogMediaClick
+MachineTranslation
+ManageListing
+ManageOwnersTopReasonsApi
+ManagePhotos
+ManageShopListingApi
+ManageShopping
+ManageStoryboard
+ManageUserAccess
+ManagementCenter
+MapEmbed
+MediaBadgeResponse
+MediaKit
+MediaVoting
+MemberAuditLogger
+MemberBenefitsPopup
+MemberOverlay
+MemberPassportStamps
+MemberPhotos
+MemberProfile
+MemberResetPassword
+MemberSubscribe
+MemberSubscriptionsController
+MemberTagsAjax
+MemberTravelMap
+Messages
+MessagingOptions
+MetaAirCalendarAjax
+MetaBestPriceCrossSellAjax
+MetaCheckRatesAjax
+MetaJsonAjax
+MetaPlacementAjax
+MetricsAjax
+MicroMetaAjax
+MiniMetaCRAjax
+MobileAddPoi
+MobileAddressLookupAjax
+MobileAdsManager
+MobileAirlineDeals
+MobileAirlineTips
+MobileAirlines
+MobileAirport
+MobileAirwatch
+MobileApps
+MobileAttractionSearch
+MobileAttractionToursAndTickets
+MobileAttraction_Products
+MobileAttractions
+MobileBookingConfirmationSMSResponse
+MobileBookingConfirmationShare
+MobileBookingCustomerSupport
+MobileBookingRequest
+MobileBookings
+MobileCancelBooking
+MobileCheapFlightsHome
+MobileCheapFlightsPartnerPostHandoff
+MobileCheapFlightsSearchResults
+MobileCheapFlightsSearchSeatGuru
+MobileCiv
+MobileCookie
+MobileEventRecord
+MobileFAQ
+MobileFareCalendar
+MobileFeaturedVacationRentals
+MobileFilters
+MobileFlights
+MobileFooter
+MobileForgotPassword
+MobileForumRedirect
+MobileForumSetSortCookie
+MobileGetMobileApp
+MobileGuide
+MobileHeaderCss
+MobileHotelBookingAgreeToBook
+MobileHotelBookingAllRoomSelectionAjax
+MobileHotelBookingAuthorization
+MobileHotelBookingPaymentform
+MobileHotelBookingRecordThreatIdAjax
+MobileHotelBookingRoomDetail
+MobileHotelBookingRoomSelection
+MobileHotelBookingSuccess
+MobileHotelCancellationPolicy
+MobileHotelHighlight
+MobileImpressionRecord
+MobileImproveThisListing
+MobileJSErrorRecord
+MobileJSONImpressionRecord
+MobileJson
+MobileJustForYouGuide
+MobileListForums
+MobileLocalMaps
+MobileLocation
+MobileManageListing
+MobileManagePhotos
+MobileManagementCenter
+MobileMemberProfile
+MobileMemberResetPassword
+MobileMobileReservation
+MobileMyBookingsDetail
+MobileMyBookingsVoucher
+MobileMyInbox
+MobileNativeCountrySettings
+MobileNativeCurrencySettings
+MobileNativeSettings
+MobileNearbyAttractions
+MobileNearbyHotels
+MobileNearbyLander
+MobileNearbyRestaurants
+MobileNewTopic
+MobileNewsletterSignOut
+MobileNokiaLauncher
+MobileOlaCabsEstimateAjax
+MobileOwnerVerifyLocation
+MobilePOITagging
+MobilePageviewRecord
+MobilePasswordReset
+MobilePayment
+MobilePhotoUpload
+MobilePostPhoto
+MobilePostReply
+MobilePromotionDetail
+MobileQueryBBox
+MobileRac
+MobileRecent
+MobileRedirector
+MobileRegistration
+MobileRentalPropertyManager
+MobileRentals
+MobileReportLocation
+MobileReservation
+MobileRestaurantMenu
+MobileRestaurantSearch
+MobileRestaurants
+MobileReviewCollect
+MobileRoadTrip
+MobileSaves
+MobileSearch
+MobileShoppingCoupon
+MobileShowForum
+MobileShowSpecialOffer
+MobileShowTopic
+MobileShowUserReviews
+MobileSiteIndex
+MobileSmartDeals
+MobileStreetView
+MobileTaggingAjax
+MobileTools
+MobileTourism
+MobileTravel
+MobileUberEstimateAjax
+MobileUpdateListing
+MobileUserReview
+MobileVRACSearch
+MobileVRUserReview
+MobileVacationRentalInquiry
+MobileVacationRentalReview
+MobileVacationRentalSearch
+MobileVacationRentals
+MobileVacation_Packages
+MobileWidgetEmbed
+MobileWinphoneLauncher
+Mobilemembers
+ModuleAjax
+ModuleBootstrap
+MptUrl
+MsnForumFeedServlet
+MultiOwners
+MultiPartAjax
+MyAchievements
+MyBookingsDetail
+MyBookingsVoucher
+MyInbox
+NativeAds
+NetPromoterPopup
+NewMessage
+NewOwners
+NewTopic
+NewsLetterPlus
+NewsPlus
+NewsletterNews
+NewsletterPopupBudgetRomanticFamilyPopup
+NewsletterPopupNewsletterPopup1
+NewsletterSendPassword
+NewsletterSignIn
+NewsletterSignOut
+NewsletterSignupWidget
+OAuthRegistration
+OfferAnnouncementManagement
 OnThisDay
+OpenGraphLander
+OpeningHours
+OptimusNativePayment
 Out-Of-Date
+OverlayWidgetAjax
+OwnerActivityFeedAjax
+OwnerEmailManage
+OwnerNotificationSetting
+OwnerResponse
+OwnerSupport
+OwnerVerifyLocation
+Owners-
+OwnersDM
+OwnersTermsAndConditions
+PVLog
 PWD
+PacMan
+PageMoniker
+PageviewRecord
+PanoramaXml
+PasswordReset
+PayNow
+Payment
 People/all
 People/domain
+PersonalizedOnboarding
+PhoneTrackingOptOuts
+PhotoBox
+PhotoUpload
+Pin_Lander
+PlusCommerce
+PlusManagement
+PoiArea
+PoiDetails
+PoiRecommendationDashboard
+PoiRecommendationEditor
+PoiRecommendationList
+PoiReviewDetail
+PoiTipDashboard
+PostPhotos
+PostReply
+PostVideo
+Premium-
+PremiumAjax
+PremiumEdit
+PremiumGuidanceLander
+PremiumGuidanceMatchResults
+PremiumGuidancePayment
+PremiumPlans
 Present
+PreviewImage
+PrimaryPhotoMlOptOutTool
+PrintGuide
+ProductCancellationLogApi
+ProductCart
+ProductError
+Profile
 Project
+PromoTools
+ProxyToolsAccountSettingsTool
+ProxyToolsBillingAndPaymentsTool
+ProxyToolsBillingDetailTool
+ProxyToolsCCAuthBlacklistTool
+ProxyToolsContractDiscountTool
+ProxyToolsCustomerSupportForm
+ProxyToolsDiscountCode
+ProxyToolsInstantBookingManagementTool
+ProxyToolsManageUserAccessTool
+ProxyToolsMemberEditor
+ProxyToolsPhoneTrackingBulkLoader
+ProxyToolsPhoneTrackingTool
+ProxyToolsProductFeatureApi
+ProxyToolsRSKeyAccounts
+ProxyToolsT4BProductFeatureAjax
+ProxyToolsT4BProductFeatureTool
+ProxyToolsT4BToolsAccessDenied
+ProxyToolsTCOfflineBillingIndicatorTool
+ProxyToolsTokenTestTool
+QueryJson
+QuickReview
+RCOLLHotelConnectOAuthCallback
+RCPCrossSell
 RDF/Validator/ARPServlet
 RDF/Validator/ARPServlet?
 RDF/Validator/rdfval
 REST/auth/CSRFTicket
+RMHome
+RMReviewCollect
+RSContentSharing
+RSManagementCenter
+RSOfflineBilling
+RT
+RateUserReview
+Rateit
+RatingAjax
+RatingPagingAjax
+Recaptcha
+Recent
+Recovery_Packages
+Redirect
+RegActivation
+RegistrationController
+RegistrationInterceptPopup
+RemindMe
+RentalCarsRedirect
+RentalPropertyManager
+RentalWatchSignup
+RentalsSearch
+RentalsSupport
 ReportBug
+ReportIAP
+ReportPost
+ReputationManager
+ReservationAjax
+ResponsibleDisclosure
+RestaurantAdsManager
+RestaurantEnterpriseManagement
+RestaurantProductCart
+RestaurantSearch
+RestaurantSolutions
+RestaurantXSellAjax
+Resubscribe
+ReviewCollect
+ReviewExpress-
+ReviewExpressFAQ
+ReviewPerformance
+RexSpamFilterAjax
+RoadTripMap
+Robots
+RsPartnerApi
+RuleBasedPopunder
+RuleBasedPopup
+SPCommerceInternal
+SPOCK
+SPRedirect
+SafetyManagementCenter
+SameGeoActivity
+SavedFlightsSearchesAjax
+SavedPhotos
+Saves
+ScreensaverShade
+Search
 Search/Mail/Public
+SelfServeAdvertising
+SendMessage
+SendToFriend
+SentConfirmationEmail
+ServiceWorker
+SetCookieOverrides
+SetLangFilter
+SetReviewFilter
+SetTranslationOption
+Settings
+ShareWithFriends
+ShoppingCart
+ShoppingCoupon
+ShortSurvey
+ShortlinkResolver
+ShowSpecialOffer
+ShowTopicWindowShade
+ShowUrl
+ShowUserReviewsAirlines
+ShowUserReviewsAttractions
+ShowUserReviewsCruises
+ShowUserReviewsGEO
+ShowUserReviewsHAC
+ShowUserReviewsHotels
+ShowUserReviewsRestaurants
+ShowUserReviews_Cruises_Responsive
+SiftScript
+SingleClickOptOut
+SingleClickSignUp
+SingleUserReview
+SmartDealsHomeAjax
+SmsAjaxServlet
+SocialIapReporting
+SolutionsDisplay
+SortAttractions
+SortEateries
+SortHotels
+SortReviews
+SpTracking
+SpecialOfferManagement
+SpecialOfferWebview
+SponsoredListingAjax
+SponsoredListingCommerce
+SpotlightDemo
+SpotlightHome
+StartBooking
+StaticPage
+StaticVelocityPage
+StaticVelocityXmlPage
+StickerRequestAjax
+StruttaGameAjax
 Style/CSS/members.be
+SubscriptionLander
+SubscriptionPopup
+Summer06Widget
+SurveyPanelPopup
+SyndicatedPhotos
 Systems
+TADemo
+TAMGFooterAjax
+TAMGSubLander
+TAMGSubOffers
+TAOffer
+TAScreenSaver
+TCDestinationsWidget
+TCIBContentQualityTool
+TLMCountries
 TOCLinksForCrawlers*
+Tablet
+TaggingAjax
+TagsJSONServlet
 Team
 TeamPresent
+TemporarilyClosedNoticeApi
+TestEmptyPage
+TestingTravelMaps
+ThirdPartyRedirect
+ThorHammer
+TodaysLowestFaresAjax
+TravelAdvice
+TravelMap-
+TravelMap?
+TravelMapHome
+TravelerInterestNotificationEndpoint
+TravelersChoice?
+TravelersChoiceHome
+TravelersChoiceWidget
+TravellersChoice?
+TripBarometer
+TripConnectAccommodations
+TripConnectBadge
+TripConnectPartner
+TripConnectPaymentForm
+TripConnectPlus
+TripConnectPremium
+TripDetails
+TripWatchPromoAjax
+Trips
+Trips?
+TripsNative
+TripsWebview
+TwilioCallForward
+TwilioCallRouter
+TwilioConfirmPhoneNumber
+TypeAheadJson
 US_CENSUS_NAME
 US_FEMALE_NAME
 US_MALE_NAME
+Unsubscribe
+UpdateCM
+UpdateContactsAjax
+UpdateListing
+UpdateSessionDatesAjax
+UploadMedia
+UserContent
+UserInteractionRecord
+UserPage
+UserReview
+UserReview$
+UserTrackingRecord
+UsernameValidation
 Users
+VKRegistration
+VRACSearch
+VRAffiliateClickoff
+VRDetailAjax
+VRInquirySent
+VRReviewManagement
+VRUserReview
+VacationRentalIdeas
+VacationRentalInquiry
+VacationRentalReviewTab
+VacationRentalSendToFriend
+VacationRentalsAjax
+VacationRentalsBlog/?s
+VacationRentalsFAQ
+VacationRentalsPromoLander
+VacationRentalsTracking
+VacationRentalsXSiteAjax
+ValidateJson
+VerifyReview
+VideoController
+VideoGallery
+VideoHome?
 View
+ViewAchAuthorization
+ViewAttachment
 ViewDoc
+ViewMandate
+VolunteerTranslations
 WAI/ER/tests
 WAI/PF/comments
 WAI/beta
@@ -274,6 +963,10 @@ WAI/ut1
 WAI/ut2
 WAI/ut3
 WAI/ut4
+WatchTopic
+WatermarkPhoto
+WeatherAjax
+WeatherUnderground
 Web
 WebObjects
 WebObjects/MZFastFinance.woa
@@ -281,6 +974,17 @@ WebObjects/MZFinance.woa
 WebObjects/MZPersonalizer.woa
 WebObjects/MZStore.woa/wa/viewMultiRoom?
 WebObjects/MZStoreElements.woa
+WhatsNearby
+WidgetBrowserExtension
+WidgetEmbed
+Widgets-
+WidgetsAjax
+WifiPlus
+WindowsApp
+WriteReviewShade
+ZendeskRedirector
+ZendeskSSO
+ZipCodeLookupAjax
 [_0-9a-zA-Z]+/likes
 [_0-9a-zA-Z]+/media
 [_0-9a-zA-Z]+/photo
@@ -467,6 +1171,7 @@ ads/public
 ads/research
 ads/search?
 ads/ubaq
+adsoverview
 adtrack
 advanced_blog_search
 advertise?
@@ -483,6 +1188,8 @@ alerts/$
 alerts/manage
 alerts/remove
 alkali
+allanalytics
+alllocations
 ambry
 amp/authorize
 amphtml
@@ -502,7 +1209,9 @@ answers
 ap
 ap/signin
 api
+api/internal/*/location
 api/jobPostings/jobs
+api/partner_select/*/price_query
 api/rest_v1/?doc
 api/v1/activities
 api/v3/ajax/bespoke/member/neu/specs
@@ -681,7 +1390,9 @@ auth/verifychallenge
 author/following
 author=
 authwall
+avis
 away.php
+b2bauth
 b?*node=7454898011
 b?*node=7454917011
 b?*node=7454927011
@@ -743,6 +1454,7 @@ bePatron
 bePatronDone
 before=
 best-countries-for-business/list
+bewerten
 bfe/apps/website
 bin/search.go
 bin/search.py
@@ -788,6 +1500,7 @@ blog/*/comments
 blog/*/feed
 blog/*/trackback
 blog/following
+blog/wp-admin
 blogs
 blogs/nationals-journal-beta
 blogs/slow-ride
@@ -828,9 +1541,11 @@ business/learning/blog
 business/premium/is_payment_pending
 business/promotion
 business/sales/blog
+businessinfo
 buttonlite.js
 buyside-e2e-monitor
 buzz/post
+bzzagent
 c/*attr_*=
 c/*price_bucket=
 c/*search_type=
@@ -960,6 +1675,7 @@ cbre/built-for-performance
 cdn-cgi
 cdn-proxy/pim
 cdn-proxy/px
+cds/media
 celebritycruises/guide-to-the-globe
 center
 cgi-bin
@@ -1044,6 +1760,7 @@ clima/sites/registry
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
+cmsimp
 cn
 cn-edu
 cn-k12
@@ -1083,6 +1800,7 @@ compare/*/apply
 compressiontest
 config.js
 connections
+connectivity
 connector
 consumers/archive
 contact_me
@@ -1119,6 +1837,9 @@ culturalinstitute/stella
 culture/404_en.htm
 custom_orders
 customizable=
+data
+data/*/crosssellaccommodations
+data/1.0/bundle
 de*/listing/*/favoriters
 de*/people/*/circle
 de*/people/*/favorites
@@ -1226,6 +1947,7 @@ delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
 demo
+developers
 developers-v1
 developers/downloads/sdks
 developers/whats_new
@@ -1632,6 +2354,7 @@ foodordering
 forgot_password
 forms
 forms/perks
+forumTeaser
 fr*/listing/*/favoriters
 fr*/people/*/circle
 fr*/people/*/favorites
@@ -1924,8 +2647,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://amazon.co.uk/robots.txt
-http://ec.europa.eu/robots.txt
+http://i2.wp.com/robots.txt
+http://news.google.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2250,6 +2973,10 @@ jp/transactions
 jp/treasury
 jp/your
 js
+js2
+js3
+js3/ta-mobile
+js3/vr-shared
 jsapi
 jsearch
 jsky/?
@@ -2406,8 +3133,74 @@ mbox
 me
 media
 media-manager
+media/0000
+media/BookingThumbnails
+media/ProviderThumbnails
+media/TALSO.swf
+media/TUIThumbnails
+media/advertorials
+media/attractions-splice-test-spp
+media/bl-video
+media/careers
+media/daodao
+media/daodao/photo-f
+media/daodao/photo-l
+media/daodao/photo-t
+media/daodao/video-t
+media/daodao/video-v
+media/fbavatar
+media/forums
+media/ja-content-thumbs
+media/jwplayer
+media/mktg
+media/mobile
+media/oyster
+media/photo-a
+media/photo-f
+media/photo-g
+media/photo-l
+media/photo-o
+media/photo-t
+media/photo-w
+media/solutions
+media/string
+media/t4b
+media/ta
+media/test
+media/thirdpartyflash
+media/tmp
+media/tourism-content
+media/travelpod-roll.flv
+media/unesco
+media/vr-geo-photo-j
+media/vr-geo-photo-l
+media/vr-geo-photo-m
+media/vr-geo-photo-s
+media/vr-ha-splice
+media/vr-nifty-headers
+media/vr-photo-j
+media/vr-photo-l
+media/vr-photo-m
+media/vr-photo-o
+media/vr-photo-q
+media/vr-photo-s
+media/vr-photo-test-j
+media/vr-photo-test-l
+media/vr-photo-test-m
+media/vr-photo-test-o
+media/vr-photo-test-q
+media/vr-photo-test-s
+media/vr-photos
+media/vr-splice-m
+media/vr-splice-s
+media/vr-splice-test-j
+media/vr-splice-test-l
+media/vr-splice-test-m
+media/vr-splice-test-s
 mediaembed
 memberInvite
+members
+menu
 menu/*/feedback_form
 merchantapps
 message
@@ -2415,11 +3208,14 @@ message/compose
 message_the_business
 messages
 messaging
+mgo
 min=
 mini.php
+missingpage
 mld?
 mnp_utility.mspx?
 mob/tracking
+mobile
 mobile/cities-transformed
 moderator/static/ux
 modern-formats-eng/ucp/*/client
@@ -2634,6 +3430,7 @@ no-en/treasury
 no-en/your
 nonprofits/account
 not_recommended_reviews/preview
+nova
 ns/hydra/console/?
 nus-trk
 nwshp$
@@ -2702,6 +3499,7 @@ orkut/albums
 ospublishing/story
 osview
 otherContacts
+overview
 p/*/share
 package_files_uploaded_via_chrome
 packages
@@ -2713,6 +3511,7 @@ page-59800369_45472411$
 page-777107_28406709$
 pages-extensions/FollowCompany
 pages.www.cloudflare.com
+pages/rss_terms.html
 pages/website-developer-match
 pages?oid=-
 pagespeed/insights/ui/logo
@@ -2737,6 +3536,10 @@ pb/resources
 pda/?
 pda/search?
 pda?
+pdfs/advertorials
+pdfs/crm
+pdfs/email
+pdfs/tca
 pega/customers-for-life
 people
 people/iweReconnectAction
@@ -2749,6 +3552,7 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+photosandvideos
 ping?
 pingback
 pl*/listing/*/favoriters
@@ -2853,6 +3657,7 @@ profiles
 profiles/me
 profinder
 profinder/pro
+promotionaltools
 proredir?
 psb/udc
 psettings
@@ -2947,9 +3752,11 @@ radio/imda
 radio/player
 radio/player$
 random
+rateandparity
 rd/search
 rd/search$
 rd/search?
+recensioni
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -2990,6 +3797,8 @@ review/dynamic/sims-box
 review/hall-of-fame
 review/top-reviewers
 review_feed_auto_fetch
+reviewit
+reviews
 reviews/hall-of-fame
 reviews/iframe
 reviews/polls
@@ -3023,6 +3832,7 @@ sb
 scholar
 scholar_share
 scl
+screensaver
 scripts
 sdch
 sdk/js
@@ -3194,7 +4004,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://s.w.org/robots.txt
+showtimes/location/*http://ted.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -3488,6 +4298,7 @@ source=
 source_repo=
 spain/empresas/
 spain/medianaempresa/
+specialoffers
 specials
 spice
 sport/404_en.htm
@@ -3514,6 +4325,7 @@ static/button/button1.js
 static/button/button2.html
 static/button/button3.html
 static/css
+static/decodeKey.txt
 static/images
 static/js
 staticmap?
@@ -3576,6 +4388,7 @@ subscribe/preferenceapi
 subscribe/subscriptionapi
 subscribe/user
 subscriptions
+summerbzz
 support
 support/content
 support/forum/search?
@@ -3599,6 +4412,7 @@ system1/images
 t/terms
 tab=
 tablet
+tacms
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -3685,6 +4499,7 @@ transparencyregister/public/consultation/reportControllerPager.do
 transparencyregister/public/consultation/search.do
 transparencyregister/public/staticPage/displayStaticPage.do
 trap
+trapdir
 travel-frontend/images
 travel-vacations
 travel/2013/aug/22/been-there-readers-competition?
@@ -3707,6 +4522,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tucritica
 tv/thumb
 tvschedule
 twitter
@@ -3879,6 +4695,7 @@ websearch
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
+weimg
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -4381,6 +5198,7 @@ zh_CN
 2009/07/webidl-check?
 2012/pyRdfa/extract
 2021/05/view-gallery
+5349
 1014943
 3584794
 5787254
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 7197f910..bc8a5254 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -3072,7 +3072,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://google.ru/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3127,7 +3127,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /partials
 /password
 /patches/new
-/patterns/
 /pay-invoice
 /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q
 /pd/ITEM_NAME-Podcast
@@ -3327,7 +3326,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/?
 /search/?*terms
 /search/?q
-/search/?q=*
 /search/account
 /search/ai-search
 /search/assets
@@ -3364,7 +3362,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search?searchProvider=*&sort=
 /search?title=
 /searchDirectory
-/searchresults/
 /searchsuggest
 /secure/
 /select*?
@@ -3642,7 +3639,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://akismet.com/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3668,7 +3665,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*egotecpage
 ?*err_code=404
 ?*f[*]=
-?*f[0]=*http://owasp.org/robots.txt
+?*f[0]=*http://unpkg.com/robots.txt
 ?*fbclid
 ?*feed=
 ?*gg155.cn
@@ -3869,7 +3866,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://cricketarchive.com/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*xid
@@ -3880,7 +3877,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ExternalDataReference
 ?LID=
 ?ModPagespeed=noscript
-?RefID=
 ?SESSION
 ?SSOWebDispatcher&tg=web&ru=
 ?TBL_Prod100Page=
@@ -4138,23 +4134,19 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=*
 ?q=admin
 ?q=comment/reply
-?q=contact
 ?q=epaper
 ?q=facebook-instant-articles/feed
 ?q=filter/tips
-?q=logout
 ?q=node/*/edit
 ?q=node/*/nodequeue
 ?q=node/add
 ?q=print
 ?q=profile
 ?q=search
-?q=user
 ?q=user/login
 ?q=user/logout
 ?q=user/password
 ?q=user/register
-?q=vote
 ?qa_expand_key
 ?query=
 ?quicktabs_5=
@@ -4228,7 +4220,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?staticVersion=
 ?status=
 ?storeId=
-?story_id=
 ?style=flat
 ?style=threaded
 ?submit=
@@ -4318,9 +4309,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @async
 @me
 @me$
-AITripBuilder
 API
-APIAccessSupport
 AWSEC2/2006-06-26
 AWSEC2/2006-10-01
 AWSEC2/2007-01-03
@@ -4365,43 +4354,20 @@ AWSMechTurk/20080401
 AWSSimpleQueueService/20060401
 AWSSimpleQueueService/20070501
 AWSSimpleQueueService/20080101
-AcceptDeferredTermsAndConditions
-AccommodationCrossSells
-AccommodationTips
 Account
 AccountAccess
 AccountDisavow?
-AccountMerge
 AccountStatus
-Achievements
-ActLikeAnOwner
-ActionRecord
-AdRequestEventLogApi
-AddForumUser
-AddListing
 AddThis.com
 AddToList
 AddToRegistry
 Admin
 Admin/
 Administration/
-AdsManager
-AdsTest
 Affiliate
-AffiliateWidgets
-AgencySetupAjax
 AhrefsBot
-AirWatchAjaxHandler
-AirWatchAlertDhtmlPopup
-AirWatchSubscriptionAjax
-AirWatchSubscriptionWidget
-AirlineRegistration
-AirlineTips
-AirportFromGeoAjax
-AirportIP
 AjaxSearchNavigationView
 Album.aspx/*
-AllReviews
 Allons_voter
 AlumniAppLoad
 AmazonCloudFront/2008-06-30
@@ -4444,17 +4410,11 @@ AmazonSimplePay/2007-01-08
 AmazonVPC/2009-07-15
 AmazonVPC/2010-06-15
 AmazonVPC/2010-08-31
-AnalyticsSuite
-AnswersAjax
 AppData
-AppDetail
-AppUploadAPhoto
-AppUserReview
 App_Browsers/
 App_Data/
 App_Themes/
 App_config/
-AppleMapsAction
 Arabic
 Archive/New_Records_Testing
 Archive/PrintMaterial/ACS_Journal/1/files
@@ -5278,32 +5238,10 @@ Areas/Epx/Content/500.aspx?aspxerrorpath=
 Art
 Article_type=
 Articles/Email.aspx
-ArticlesV2
-AsHeardOn
-AttractionAmendTravelDate
-AttractionBookingApi
-AttractionBookingDetails
-AttractionCancelBooking
-AttractionCommerce
-AttractionLander
-AttractionOperatorReview
-AttractionPartnerRedirect
-AttractionProductDetail
-AttractionProductHighlight
-AttractionProductsAjax
-Attraction_Products
-AttractionsAjax
-AuthCheck
-AuthorTool
-AuthorizeAgency
 AutoScaling/2009-05-15
-B2BClickTracking
-BAEmailConfirmation
-BALinkImpressionTracking
 BDCbot
 BIXOCRAWLER
 BLEXBot
-BLImpRecord
 BTWN
 BUbiNG
 Backnumber
@@ -5311,54 +5249,24 @@ Baldric/static-1.71
 Baldric/static-1.73
 Baldric/static-1.80
 Baldric/static-1.94
-BeachSweeps
 Bender
 Benoit/Public/DVDDB
-BetterBySea
 BillingActivity
-BillingAndPayments
-BillingDetail
-BillingInvoiceFile
-BlPromoOptOut
 BlogInfo.naver
 BlogInfo.nhn
-BookingConfirmation
-BookingRequest
-Bookings
 Bpreview=
-BrandOwners
-BusinessListingsAjax
-CDSimp
 CHANGELOG.txt
-CMSImp
 CNCDialer
 COG
 CP
 CR-Dokumentation.pdf$
 Calculator
 CallToActionModalView
-CampaignConfigAjax
-CampaignConfiguration
 CampaignId
-CampaignManagement
-CancelBooking
 CancelPlan
 CaptchaValidationLog
-CarsComparePartners
 Cart
-CauseTeaserPopup
-Celebrate100Million
-CertificateOfExcellenceRequestSupport
 ChangePlan
-CheapFlightsCommerce
-CheapFlightsController
-CheapFlightsHome
-CheapFlightsPartnerHandoff
-CheapFlightsPartnerPostHandoff
-CheapFlightsRecord
-CheapFlightsSearchDeals
-CheapFlightsSearchResults
-CheapFlightsSearchSeatGuru
 Checkout
 CheckoutEditItemsDisplayView
 CheckoutOrderBillingView
@@ -5366,8 +5274,6 @@ CheckoutOrderShippingView
 CheckoutSignInView
 Chinese
 Citation/Download
-Civ
-Claim
 ClientAuth
 ClientLink
 ClientLogin
@@ -5377,16 +5283,9 @@ Cloud_Start_01-Landing-Page-EDO.html
 Cloud_Start_01.LandingPage.html
 Cloud_Start_02.ConfirmationPage.html
 Coffeebreak
-Collections
 Comentario/
-CommLCT
-CommPT
-Commerce
 Common
 Conditions/
-ConnectivityPartnerFAQ
-ConnectivityPartnerInfo
-Consent
 Consortium/Offices/*/comments
 Consortium/Offices/*/feed
 Consortium/Offices/*/trackback
@@ -5400,47 +5299,26 @@ Contacts
 ContentTemplates
 ControlPanel
 Controls/
-CookiePingback
-CoralEditor
 Corporate/RegisterMe
 Corporate/RequestInfo
 Corporate_2020
-CostPerClick
-CountryAjax
 CrickeM
 CricketAnalyst
 CricketBoardOfWales_old
-CruisesCommerce
-CruisesPartnerHandoff
 CrystalSemanticsBot
-CurationTool
 CyberAlert
 DAMs
 DOC
 DTS
-Dashboard
 Date(
-DelayedLoad
-DeleteNotify
-DemandLoadAjax
-DepositResolution
-DestinationArticle
-DestinationGuideWidget
-DestinationReview
-Destinations
-DevMediaRedirector
-DhtmlPopup
 DigExt
 Disallow
 Disallow:
-DiscountGroup
-DisplayMap
 DoNotTest
 Doc
 Domains/DomainControlPanel
 Download
 DownloadFile/
-DynamicPlacementAjax
 ERRORS
 ESPDisplayOptionsViewCmd
 ESPModal
@@ -5450,121 +5328,55 @@ EditProfiles
 ElasticLoadBalancing/2009-05-15
 ElasticLoadBalancing/2010-07-01
 EmailCartView
-EmailHotel
-EmailMap
-EmailMemberRegistration
 EmailPreferences
-EmailSpellCheckJson
 Emailer
 EmbedSlideshow
 EnlargedImageView
 Entrez
 ErrorLog
-ErrorPage
 EssentialMetrics
-EventDates
 Exabot
 ExitCheckoutCmd
-ExitWindow
-ExpandedUserReviews
-ExperiencesCommerce
-ExperiencesInsights/?s
 Experimental
 Explodingstuff
-ExternalExitWindow
-ExternalIdMap
-ExternalLinkInterstitial
 Extranet
 Extranet.aspx
 Ezooms
 F1/
 FRONT_PROGRAMAS?go=
 FRONT_SALA_PRENSA
-FacebookConnect
 FairShare
-FareCalendar
 FatalError.html
-FavoriteReviewManagement
-Featured
 FeaturedShowMoreOverlay
 Features/SpinaBifidaProgram/
 Feeds
 Fetch
 FetchProdRefreshContent
 FiatsCmd
-FilterState
-FindRestaurants
-FinishAppInstall
 FireTV
 Flamingo_SearchEngine
-Flights?
-FlightsCommerce
-FlightsComparePartners
-FlightsController
-FlightsPricelink
-FlightsRecord
-FlipKeyIdMap
 FoolPics
-ForgotPassword
 FormsCommonComponents/static-1.864
 FormsCommonComponents/static-1.879
 FormsCommonComponents/static-1.886
 FormsCommonComponents/static-1.956
 Forum/User/*
-ForumFAQ
 ForumPost/
-ForumPostPreview
-ForumRedirect
-ForumSetSortCookie
-ForumSignIn
-ForumVote
 Fragment/SysConfig
 FreeGiftDisplayView
-FreeTools
 Friends
 Friends/inviteFriends
-FullRedirect
-GAITripBuilder
-GARecord
 GLOBPICS
-GMapsLocationController
-GOWidget
-GOffer
-GPointCampaign
-GSSAjax
-GeneralSupport
 Generic/Generic
 Generic/IOS/
 GenericRegistryPortalView
 Genieo
-GermanwingsPromo
-GermanwingsRegistration
-GetListedAjaxGeneral
-GetListedLightbox
-GetListedUpdateAttraction
-GetListedUpdateEatery
-GetMobileApp
 GiftRegistrySearchViewCmd
 Gigabot
 GoogleInternetAuthority
-Gpits
-GreenLeaderAjax
-GreenLeadersProxy
-GroupHomeApi
-GroupManagementCenter
 GuestAsAnonymous
-GuestExperience
-GuestXManagementTool
-GuideAjax
-GuideEditor
-GuideRatingAjax
-GuideRequested
-GuideRequestor
-HACAffiliate
 HMDThankYou
-HRMConnect
 HTTrack
-HandleHotelSuperPortal
 HdToggle
 HeadJS/static-2.115
 HeadJS/static-2.83
@@ -5572,23 +5384,9 @@ HeadJS/static-2.84
 HeadJS/static-2.92
 Help
 HelpContent
-HelpProxy
-HelpUkraine
 Heritrix
-Home-
 Home/404Page
-HotelBookingController
-HotelBookingRoomSelectionHtml
-HotelBookingRoomSelectionJson
-HotelGMCApi
-HotelHighlight
-HotelInterruptersAjax
-HotelWatchAjax
-Hotel_ReviewHAC
-HotelsManageListing
-HotelsManagementCenter
-HotelsProductCart
-HowTheSiteWorks
+HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -5643,7 +5441,6 @@ I18n/static-7.312
 I18n/static-7.314
 I18n/static-7.315
 I18n/static-7.329
-IBCommerce
 IEB/ToolBox/SB
 ILC-refresh
 IM
@@ -5655,68 +5452,32 @@ IgnoreMe
 Image/DetailPrint
 Images
 Images/
-ImpressionRecord
-ImproveListing
-Inbox
 Includes
-InfoCenter
-InfoCenter-a_ctr.april_en
-InformationCenter
-InitializeSession
-InlineReviewerCta
-InstantBooking-
-InstantBookingManagement
-InstantBookingSignup
 IntegrationCenter
 InternalError.html
 International/questions/qa-html-language-declarations/icons
-InterstitialsWidget
-IpadInterstitial
 IstellaBot
 JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml
-JSErrorRecord
 JSWidget/
 JSWidgetFeed/
 Jai-Mrug*
 JikeSpider
-JoinPlus
 JsonData/
-JsonServiceController
-JustForYouGuide
 Jyxobot
 Kimengi
 Kimengi/nineconnections.com
 Korean
 LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
-LNAjax
 LP
-LanderLogger
-LandingPage
 Landingpages.html
 LanguagePreferences
-Leaderboard
 LexxeBot/1.0
 Library
-LightSubscriptionCenter
-LikeButtonClicked
 Link
-LinkGenerator
 LinkScan/8.1a
-ListingQuestionsAjax
-LithiumEmptyPage
-LithiumPageNotFound
-LithiumRegController
 Livelapbot
 Localize
-LocationPhotoAlbum
-LocationPhotoDirectLink
-LocationPhotosInline
-LocationPhotosLightbox
-LocationPhotosSearch
-LocationTab
-LocationWidget
-LogMediaClick
 Login.html
 LoginHelp
 LogonForm
@@ -5728,23 +5489,13 @@ MPTemplates
 MSIECrawler
 MUST
 MaPS
-MachineTranslation
 Mail/
 MailEmergency
 Manage/
 ManageDevices
-ManageListing
 ManageOrder
-ManageOwnersTopReasonsApi
-ManagePhotos
 ManageProfiles
 ManageReturns
-ManageShopListingApi
-ManageShopping
-ManageStoryboard
-ManageUserAccess
-ManagementCenter
-MapEmbed
 MapS
 Maps
 MarketPerception
@@ -5752,10 +5503,7 @@ Marketing/EcapSurvey.aspx
 Maxis
 Maxthon
 McKinsey
-MediaBadgeResponse
 MediaDisplayView
-MediaKit
-MediaVoting
 MeetingsBase/static-1.1538
 MeetingsBase/static-1.1591
 MeetingsBase/static-1.1609
@@ -5816,176 +5564,18 @@ MeetingsPublic/static-1.4247
 MeetingsPublic/static-1.4525
 Mega_Transparency_Report
 Member/
-MemberAuditLogger
-MemberBenefitsPopup
-MemberOverlay
-MemberPassportStamps
-MemberPhotos
-MemberProfile
-MemberResetPassword
-MemberSubscribe
-MemberSubscriptionsController
-MemberTagsAjax
-MemberTravelMap
 Meo
 MessageRunDetailID=
-Messages
-MessagingOptions
-MetaAirCalendarAjax
-MetaBestPriceCrossSellAjax
-MetaCheckRatesAjax
-MetaJsonAjax
-MetaPlacementAjax
 MetaURI
-MetricsAjax
-MicroMetaAjax
 Microsoft.URL.Control
-MiniMetaCRAjax
 Mobile/EM/
-MobileAddPoi
-MobileAddressLookupAjax
-MobileAdsManager
-MobileAirlineDeals
-MobileAirlineTips
-MobileAirlines
-MobileAirport
-MobileAirwatch
-MobileApps
-MobileAttractionSearch
-MobileAttractionToursAndTickets
-MobileAttraction_Products
-MobileAttractions
-MobileBookingConfirmationSMSResponse
-MobileBookingConfirmationShare
-MobileBookingCustomerSupport
-MobileBookingRequest
-MobileBookings
-MobileCancelBooking
-MobileCheapFlightsHome
-MobileCheapFlightsPartnerPostHandoff
-MobileCheapFlightsSearchResults
-MobileCheapFlightsSearchSeatGuru
-MobileCiv
-MobileCookie
-MobileEventRecord
-MobileFAQ
-MobileFareCalendar
-MobileFeaturedVacationRentals
-MobileFilters
-MobileFlights
-MobileFooter
-MobileForgotPassword
-MobileForumRedirect
-MobileForumSetSortCookie
-MobileGetMobileApp
-MobileGuide
-MobileHeaderCss
-MobileHotelBookingAgreeToBook
-MobileHotelBookingAllRoomSelectionAjax
-MobileHotelBookingAuthorization
-MobileHotelBookingPaymentform
-MobileHotelBookingRecordThreatIdAjax
-MobileHotelBookingRoomDetail
-MobileHotelBookingRoomSelection
-MobileHotelBookingSuccess
-MobileHotelCancellationPolicy
-MobileHotelHighlight
-MobileImpressionRecord
-MobileImproveThisListing
-MobileJSErrorRecord
-MobileJSONImpressionRecord
-MobileJson
-MobileJustForYouGuide
-MobileListForums
-MobileLocalMaps
-MobileLocation
-MobileManageListing
-MobileManagePhotos
-MobileManagementCenter
-MobileMemberProfile
-MobileMemberResetPassword
-MobileMobileReservation
-MobileMyBookingsDetail
-MobileMyBookingsVoucher
-MobileMyInbox
-MobileNativeCountrySettings
-MobileNativeCurrencySettings
-MobileNativeSettings
-MobileNearbyAttractions
-MobileNearbyHotels
-MobileNearbyLander
-MobileNearbyRestaurants
-MobileNewTopic
-MobileNewsletterSignOut
-MobileNokiaLauncher
-MobileOlaCabsEstimateAjax
-MobileOwnerVerifyLocation
-MobilePOITagging
-MobilePageviewRecord
-MobilePasswordReset
-MobilePayment
-MobilePhotoUpload
-MobilePostPhoto
-MobilePostReply
-MobilePromotionDetail
-MobileQueryBBox
-MobileRac
-MobileRecent
-MobileRedirector
-MobileRegistration
-MobileRentalPropertyManager
-MobileRentals
-MobileReportLocation
-MobileReservation
-MobileRestaurantMenu
-MobileRestaurantSearch
-MobileRestaurants
-MobileReviewCollect
-MobileRoadTrip
-MobileSaves
-MobileSearch
-MobileShoppingCoupon
-MobileShowForum
-MobileShowSpecialOffer
-MobileShowTopic
-MobileShowUserReviews
-MobileSiteIndex
-MobileSmartDeals
-MobileStreetView
-MobileTaggingAjax
-MobileTools
-MobileTourism
-MobileTravel
-MobileUberEstimateAjax
-MobileUpdateListing
-MobileUserReview
-MobileVRACSearch
-MobileVRUserReview
-MobileVacationRentalInquiry
-MobileVacationRentalReview
-MobileVacationRentalSearch
-MobileVacationRentals
-MobileVacation_Packages
-MobileWidgetEmbed
-MobileWinphoneLauncher
-Mobilemembers
-ModuleAjax
-ModuleBootstrap
 Moreover
 Moreoverbot
 MoviesYouveSeen
-MptUrl
-MsnForumFeedServlet
-MultiOwners
-MultiPartAjax
 Music
 My/Calendar/Print.aspx
 My/PrivateBox/*
 MyAccount
-MyAchievements
-MyBookingsDetail
-MyBookingsVoucher
-MyInbox
 MyPortfolio
 NBlogHidden.naver
 NBlogHidden.nhn
@@ -5999,15 +5589,10 @@ NVisitor4Ajax.naver
 NVisitor4Ajax.nhn
 NVisitorgp4Ajax.naver
 NVisitorgp4Ajax.nhn
-NativeAds
 NaverBot
 Ne/SocialMediaActivity/LogJSWidgetLinkClick
 NerdByNature.Bot
-NetPromoterPopup
 NetSeer
-NewMessage
-NewOwners
-NewTopic
 NewWatchInstantlyRSS
 News
 News/Flash.aspx/
@@ -6025,64 +5610,34 @@ News/Section.aspx/8
 News/Section.aspx/9
 News/XT
 News/Xt
-NewsLetterPlus
 NewsPass
-NewsPlus
 NewsRoom/ReleaseNg/
 Newscan
-NewsletterNews
-NewsletterPopupBudgetRomanticFamilyPopup
-NewsletterPopupNewsletterPopup1
-NewsletterSendPassword
-NewsletterSignIn
-NewsletterSignOut
-NewsletterSignupWidget
 Newsletter_htm
 NextGenSearchBot
 NoCode=
 NotFound.aspx
 Notifications
-OAuthRegistration
-OfferAnnouncementManagement
 Offline
 OnThisDay
-OpenGraphLander
 OpenZoomLayer
-OpeningHours
 OptOutEmail
-OptimusNativePayment
 OrderItemDisplay
 OrderItemDisplay=
 Orthogaffe
 OtherDisplayView
 Out-Of-Date
-OverlayWidgetAjax
-OwnerActivityFeedAjax
-OwnerEmailManage
-OwnerNotificationSetting
-OwnerResponse
-OwnerSupport
-OwnerVerifyLocation
-Owners-
-OwnersDM
-OwnersTermsAndConditions
 P.mvc?_escaped_fragment_=/peopletags.aspx
 PDATOI/
 POLLSERVER
 PRBCDN10
 PS_cache
 PV
-PVLog
 PWD
-PacMan
 PageBuilderControls
-PageMoniker
 PageSpeed=noscript
-PageviewRecord
 Panasonic
-PanoramaXml
 Partners
-PasswordReset
 PatternValidationJS/static-1.100
 PatternValidationJS/static-1.102
 PatternValidationJS/static-1.103
@@ -6090,29 +5645,15 @@ PatternValidationJS/static-1.55
 PatternValidationJS/static-1.56
 PatternValidationJS/static-1.60
 PatternValidationJS/static-1.74
-PayNow
 Payment
 Pegulator
 People/all
 People/domain
 PerformRegionAutoRedirect
-PersonalizedOnboarding
-PhoneTrackingOptOuts
-PhotoBox
 PhotoUpload
-Pin_Lander
 PiplBot
 Pixray-Seeker
 Platform/
-PlusCommerce
-PlusManagement
-PoiArea
-PoiDetails
-PoiRecommendationDashboard
-PoiRecommendationEditor
-PoiRecommendationList
-PoiReviewDetail
-PoiTipDashboard
 PopupDetails
 PortalIdParser/static-1.27
 PortalIdParser/static-1.28
@@ -6121,74 +5662,34 @@ PostExportDoc.naver
 PostExportDoc.nhn
 PostList.naver
 PostList.nhn
-PostPhotos
 PostPreview.naver
 PostPreview.nhn
 PostPrint.naver
 PostPrint.nhn
-PostReply
-PostVideo
 PowerMapper
 Practice-Clients
-Premium-
-PremiumAjax
-PremiumEdit
-PremiumGuidanceLander
-PremiumGuidanceMatchResults
-PremiumGuidancePayment
-PremiumPlans
 Present
-PreviewImage
 Price/PriceRMPopup.aspx
-PrimaryPhotoMlOptOutTool
-PrintGuide
 Private
-ProductCancellationLogApi
-ProductCart
 ProductComparisonCmd
 ProductDetailsTabView
-ProductError
 Production/
 Products/AddToCart.aspx
 Products/Reports.aspx
 Products/ShoppingCart.aspx
 Products/subscriptionsSpecial.aspx
-Profile
 ProfilesGate
 Project
-PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
-ProxyToolsAccountSettingsTool
-ProxyToolsBillingAndPaymentsTool
-ProxyToolsBillingDetailTool
-ProxyToolsCCAuthBlacklistTool
-ProxyToolsContractDiscountTool
-ProxyToolsCustomerSupportForm
-ProxyToolsDiscountCode
-ProxyToolsInstantBookingManagementTool
-ProxyToolsManageUserAccessTool
-ProxyToolsMemberEditor
-ProxyToolsPhoneTrackingBulkLoader
-ProxyToolsPhoneTrackingTool
-ProxyToolsProductFeatureApi
-ProxyToolsRSKeyAccounts
-ProxyToolsT4BProductFeatureAjax
-ProxyToolsT4BProductFeatureTool
-ProxyToolsT4BToolsAccessDenied
-ProxyToolsTCOfflineBillingIndicatorTool
-ProxyToolsTokenTestTool
+Proxy.ashx
 QUICKNEWS
-QueryJson
 QuerySeekerSpider
 QuickInfoView
-QuickReview
 Quickcast
 R
 R/ti/p
 RBP_HOME_URL*
-RCOLLHotelConnectOAuthCallback
-RCPCrossSell
 RDF/Validator/ARPServlet
 RDF/Validator/ARPServlet?
 RDF/Validator/rdfval
@@ -6197,17 +5698,7 @@ README.txt
 README.txt
 REST/auth/CSRFTicket
 REVAMPING
-RMHome
-RMReviewCollect
-RSContentSharing
-RSManagementCenter
-RSOfflineBilling
 RSS
-RT
-RateUserReview
-Rateit
-RatingAjax
-RatingPagingAjax
 Reagan/static-6.27
 Reagan/static-6.28
 Reagan/static-6.29
@@ -6220,55 +5711,21 @@ Reagan/static-7.39
 Reagan/static-7.4
 Reagan/static-7.9
 RealMedia
-Recaptcha
 ReceiveAutoRedirect
-Recent
-Recovery_Packages
 Redirect
-RegActivation
-RegistrationController
-RegistrationInterceptPopup
 RegistreWeb/search/advanced.htm
 RegistreWeb/search/simple.htm
 RegistreWeb/search/typedoc.htm
 RegistryPortalCmd
-RemindMe
-RentalCarsRedirect
-RentalPropertyManager
-RentalWatchSignup
-RentalsSearch
-RentalsSupport
 ReportAbuse
 ReportBug
-ReportIAP
-ReportPost
-ReputationManager
-ReservationAjax
-ResponsibleDisclosure
-RestaurantAdsManager
-RestaurantEnterpriseManagement
-RestaurantProductCart
-RestaurantSearch
-RestaurantSolutions
-RestaurantXSellAjax
-Resubscribe
 Results.aspx
 Review/
 Review/LeaveReview/
 Review/List/
-ReviewCollect
-ReviewExpress-
-ReviewExpressFAQ
-ReviewPerformance
-RexSpamFilterAjax
 Ribbon
-RoadTripMap
-Robots
 Route53/2010-10-01
 Route53/2013-04-01
-RsPartnerApi
-RuleBasedPopunder
-RuleBasedPopup
 S
 SAGE
 SD
@@ -6279,26 +5736,14 @@ SID=
 SITE=es.antevenio.
 SNP
 SOImapPriceDisplayView
-SPCommerceInternal
-SPOCK
-SPRedirect
-SafetyManagementCenter
-SameGeoActivity
 SametimeWebApp
-SavedFlightsSearchesAjax
-SavedPhotos
-Saves
-ScreensaverShade
 Scripts
 Search
+Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
 SelectLocale?fromPage=
-SelfServeAdvertising
-SendMessage
-SendToFriend
-SentConfirmationEmail
 Server
 ServerError.aspx
 Service-Search/find-a-psychological-therapies-service/find-your-gp
@@ -6307,59 +5752,25 @@ Service-Search/find-a-psychological-therapies-service/what-happens-when-you-refe
 Service-Search/other-services/Cognitive-behavioural-therapy-(CBT)/LocationSearch/1908
 Service-Search/other-services/NHS%20psychological%20therapies%20services%20(IAPT),%20including%20cognitive%20behavioural%20therapy%20(CBT)/LocationSearch/10008
 ServiceDesks/
-ServiceWorker
 Services/Dentists/Overview/DentistPatientAcceptanceVerification.aspx*
-SetCookieOverrides
-SetLangFilter
-SetReviewFilter
-SetTranslationOption
 Settings
 Share.aspx
-ShareWithFriends
 Shibboleth.sso/
 Shop/Download/Event
 Shop/OrderResults
 Shop/OrderResults.aspx
-ShoppingCart
-ShoppingCoupon
-ShortSurvey
-ShortlinkResolver
-ShowSpecialOffer
-ShowTopicWindowShade
-ShowUrl
-ShowUserReviewsAirlines
-ShowUserReviewsAttractions
-ShowUserReviewsCruises
-ShowUserReviewsGEO
-ShowUserReviewsHAC
-ShowUserReviewsHotels
-ShowUserReviewsRestaurants
-ShowUserReviews_Cruises_Responsive
-SiftScript
 SignInShibboleth.aspx
-SingleClickOptOut
-SingleClickSignUp
 SingleShipmentOrderSummaryView
-SingleUserReview
 SiteBot
 SiteBot/0.1
 SiteSnagger
 Sitecore
 Sitemaps/
 Slurp
-SmartDealsHomeAjax
-SmsAjaxServlet
 Snap
-SocialIapReporting
 Societies
-SolutionsDisplay
 Sony
-SortAttractions
-SortEateries
-SortHotels
-SortReviews
 Sosospider
-SpTracking
 Special%3ARecentChanges
 Special:
 Special:Block
@@ -6376,21 +5787,10 @@ Special:SearchAd
 Special:Sitemap
 Special:ThankAuthors
 Special:UserLogin
-SpecialOfferManagement
-SpecialOfferWebview
 SpecificationDefinitionView
 Spinn3r
-SponsoredListingAjax
-SponsoredListingCommerce
-SpotlightDemo
-SpotlightHome
-StartBooking
 Starten/Page-Projekt-anlegen.html
-StaticPage
-StaticVelocityPage
-StaticVelocityXmlPage
 Stats
-StickerRequestAjax
 StockAvailSearchForm
 StockAvailSearchForm=
 StockQuote/
@@ -6401,7 +5801,6 @@ Structure/cblast/cblast.cgi
 Structure/dgs
 Structure/flink/flink.cgi
 Structure/vast/vastsrv.cgi
-StruttaGameAjax
 Style/CSS/members.be
 StyleGuideUI/static-3.100
 StyleGuideUI/static-3.109
@@ -6410,25 +5809,8 @@ StyleGuideUI/static-3.98
 Styles
 Sublayouts
 SubscribeToRss/
-SubscriptionLander
-SubscriptionPopup
-Summer06Widget
 Support
-SurveyPanelPopup
-SyndicatedPhotos
 Systems
-TADemo
-TAMGFooterAjax
-TAMGSubLander
-TAMGSubOffers
-TAOffer
-TAScreenSaver
-TCDestinationsWidget
-TCIBContentQualityTool
-TLMCountries
-Tablet
-TaggingAjax
-TagsJSONServlet
 TargetListPortalView
 TargetStoreLocatorCmd
 Taxonomy/CommonTree
@@ -6447,49 +5829,17 @@ TemplatePackage/examples
 TemplatePackage/gadgets
 TemplatePackage/modules
 TemplatePackage/subtopic
-TemporarilyClosedNoticeApi
 Test
-TestEmptyPage
-TestingTravelMaps
 Testseite_4.html
 ThankYou
 Themes/Client/app/img/favicons/manifest.json
-ThirdPartyRedirect
-ThorHammer
 ThreadeskupSimple
 TodayOJ
-TodaysLowestFaresAjax
 Tr/SocialMediaActivity/LogJSWidgetLinkClick
 TrackExternal.aspx
 Tracker?data=*
 Tracking?cntry_code=us
-TravelAdvice
-TravelMap-
-TravelMap?
-TravelMapHome
-TravelerInterestNotificationEndpoint
-TravelersChoice?
-TravelersChoiceHome
-TravelersChoiceWidget
-TravellersChoice?
-TripBarometer
-TripConnectAccommodations
-TripConnectBadge
-TripConnectPartner
-TripConnectPaymentForm
-TripConnectPlus
-TripConnectPremium
-TripDetails
-TripWatchPromoAjax
-Trips
-Trips?
-TripsNative
-TripsWebview
 TurnitinBot
-TwilioCallForward
-TwilioCallRouter
-TwilioConfirmPhoneNumber
-TypeAheadJson
 UIComponents/static-2.1011
 UIComponents/static-2.1046
 UIComponents/static-2.1109
@@ -6511,53 +5861,14 @@ US_MALE_NAME
 UbiCrawler
 UnisterBot
 UniversalFeedParser
-Unsubscribe
 UnsubscribeConfirmation
-UpdateCM
-UpdateContactsAjax
-UpdateListing
-UpdateSessionDatesAjax
-UploadMedia
-UserContent
 UserControls
-UserInteractionRecord
-UserPage
-UserReview
-UserReview$
-UserTrackingRecord
-UsernameValidation
 Users
-VKRegistration
-VRACSearch
-VRAffiliateClickoff
-VRDetailAjax
-VRInquirySent
-VRReviewManagement
-VRUserReview
-VacationRentalIdeas
-VacationRentalInquiry
-VacationRentalReviewTab
-VacationRentalSendToFriend
-VacationRentalsAjax
-VacationRentalsBlog/?s
-VacationRentalsFAQ
-VacationRentalsPromoLander
-VacationRentalsTracking
-VacationRentalsXSiteAjax
-ValidateJson
 VariationSelectionView
-VerifyReview
 Video
 Video/*playerIndex
-VideoController
-VideoGallery
-VideoHome?
 View
-ViewAchAuthorization
-ViewAttachment
 ViewDoc
-ViewMandate
-VolunteerTranslations
 VoteCount/?action=
 W
 WAI/ER/tests
@@ -6576,11 +5887,7 @@ WRQualtricsContacts
 WRQualtricsControlPanel
 WRQualtricsServer
 WRQualtricsSiteIntercept
-WatchTopic
-WatermarkPhoto
 WeSEE:Search
-WeatherAjax
-WeatherUnderground
 Web
 WebCopier
 WebObjects
@@ -6592,19 +5899,11 @@ WebObjects/MZStoreElements.woa
 WebReaper
 WebStripper
 WebZIP
-WhatsNearby
 WiViewingActivity
-WidgetBrowserExtension
-WidgetEmbed
 WidgetListAsync.naver
 WidgetListAsync.nhn
-Widgets-
-WidgetsAjax
-WifiPlus
-WindowsApp
 Wotbot
 WriteComments
-WriteReviewShade
 WriteReviews
 XCSA
 Xenu
@@ -6615,10 +5914,7 @@ YourAccount
 YourAccountPayment
 Zao
 Zealbot
-ZendeskRedirector
-ZendeskSSO
 ZeroClipboard/static-1.6
-ZipCodeLookupAjax
 ZyBORG
 [_0-9a-zA-Z]+/likes
 [_0-9a-zA-Z]+/media
@@ -6899,6 +6195,8 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
+academic/profile
+academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6920,7 +6218,7 @@ account-settings
 account-setup
 account/
 account/accomplishments
-account/accomplishments/http://thesun.co.uk/robots.txt
+account/accomplishments/http://creativecommons.org/robots.txt
 account/ackgift
 account/deactivated
 account/emailoptout/?*token=
@@ -6984,6 +6282,7 @@ ach/search
 ach/user
 ach/users
 achievements
+aclick
 aclk
 acoustic
 acq/nonprofits
@@ -7115,7 +6414,6 @@ ads/ubaq
 ads_inquiry/printadvertiser
 ads_inquiry/websiteoptimizer
 adsales
-adsoverview
 adsrepository
 adtest
 adtrack
@@ -7186,13 +6484,8 @@ airtel
 ajah
 ajax
 ajax/*
-ajax/comment/add
-ajax/comment/edit
-ajax/comment/reply
-ajax/comment/reply/form
 ajax/follow_info
 ajax/getUniregUserData
-ajax/report-abuse/comment
 ajax/user
 ajax_collection_share.php
 ajax_comments
@@ -7243,13 +6536,12 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
+alink
 alkali
 all
 all-supported-params
 all?
-allanalytics
 allegation
-alllocations
 allprodreviews
 allproductreview
 allproductreviewajax
@@ -7268,6 +6560,7 @@ amp
 amp$
 amp-proxy
 amp-tealium
+amp/
 amp/authorize
 amphtml
 amphtml/blogs/test
@@ -7333,19 +6626,18 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://1.bp.blogspot.com/robots.txt
+api/attachments/*http://docs.wixstatic.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://tiny.cc/robots.txt
-api/internal/*/location
+api/http://kobo.com/robots.txt
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
+api/maps/
 api/nextsteps/*
 api/nicorepo/timeline
-api/partner_select/*/price_query
 api/programas/69730/audios.rss
 api/reactions
 api/recaptcha/enabled
@@ -7411,7 +6703,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://iso.org/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -7552,7 +6844,6 @@ assets/dist
 assets/dist/css/asana-apps.css
 assets/dist/css/asana-guide.css
 assets/dotcom/staging
-assets/infographic
 assets/managed-cloud-services-sd-4738082.pdf
 assets/mw/static/old-games
 assets/pdf/company/private
@@ -7813,7 +7104,6 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
-audio-edition-podcast/*/index.xml
 audio.html
 audio?performer=1&q=
 audio_ad?
@@ -7858,7 +7148,6 @@ autor/francisco_jose_pedrosa_rodriguez/a/ 
 autoren?id=70$
 autoren?id=70&
 av
-avis
 award_winners
 away
 away.php
@@ -8197,7 +7486,6 @@ b/adidas-Yeezy-Sneakers-for-Men/15709/bn_86578781?*_trkparms=*pageci:*|parentrq:
 b/eBay-Test-Only
 b/eBay-Use-Only
 b/eBay-User-Tools
-b2bauth
 b?*node=7454898011
 b?*node=7454917011
 b?*node=7454927011
@@ -8214,6 +7502,7 @@ backoffice=
 backstage/help/search-results.html
 badges/profile/create
 bagon
+baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -8457,11 +7746,11 @@ beta_hotlydbt/
 betaboards
 betacc
 betaem
-bewerten
 bezahlvorgaenge.html
 bfe/apps/website
 bfl
 bfmp
+bfp/search
 bg
 bg-*/
 bg-bg/
@@ -8523,6 +7812,7 @@ bin
 bin/
 bin/search.go
 bin/search.py
+bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -8612,7 +7902,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://playstation.com/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8668,6 +7958,7 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
+blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8739,7 +8030,6 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://s3-us-west-2.amazonaws.com/robots.txt
 books
 books/NBK
 books/about
@@ -8951,7 +8241,6 @@ business/verified-merchant/status
 business/widget
 business/wp-content/uploads
 business/xmlrpc.php
-businessinfo
 button
 buttonWidget
 buttonlite.js
@@ -8972,7 +8261,6 @@ bz
 bz/$
 bz/corporate/contact
 bz/news
-bzzagent
 c
 c.
 c./poni
@@ -9659,7 +8947,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://freewebs.com/robots.txt
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9667,7 +8955,6 @@ cdn-proxy/pim
 cdn-proxy/px
 cdn.jwplayer.com/previews
 cdn/wpm/*.js
-cds/media
 ce/item.cms
 celebritycruises/guide-to-the-globe
 centenary-fund
@@ -9686,7 +8973,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://youtube.de/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9882,6 +9169,7 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
+ck/
 cl
 cl2/feeds
 cl2/ical
@@ -9948,7 +9236,6 @@ cms.dll*
 cms_content
 cms_preview_ui
 cms_preview_ui_static
-cmsimp
 cmstest/
 cn
 cn-edu
@@ -10026,7 +9313,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://apis.google.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10237,11 +9524,10 @@ conflagexp
 connect
 connect/@
 connect/help/search-results.html
-connect/http://web.facebook.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
-connectivity
 connector
 consociate
 console?*getstarted=
@@ -10355,7 +9641,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://photos.app.goo.gl/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/redcross/lp
 content/dam/web/da_dk/www
@@ -10540,13 +9826,16 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr
+cr$
 cr/
 cr/$
 cr/corporate/contact
 cr/news
+cr?
 craft
 crash
 crawler4j
@@ -10775,8 +10064,6 @@ dashboard/notes
 dashboard/overview
 data
 data-studio
-data/*/crosssellaccommodations
-data/1.0/bundle
 data/free/files
 database/philboard.mdb
 datasets/
@@ -11022,7 +10309,6 @@ deals/merchant/*
 deals/popular/*
 debats/
 debug
-debug/
 decision-makers$
 decision-makers/*/admin_accounts$
 decision-makers/*/admin_accounts?
@@ -11110,7 +10396,6 @@ dg-service
 dgs/education_culture/404_en.htm
 dhtml
 dhtmlmenu
-di-ag/
 diagnosed-with-glioblastoma
 dialog/*
 dictionary/static/sitemaps
@@ -11153,7 +10438,6 @@ digital-single-market/tags
 digital-single-market/taxonomy
 digital-single-market/users
 digital_wallets/dialog
-digitaledition
 digitalpdf
 dip
 dir_on_server
@@ -11914,6 +11198,9 @@ enterprise/seo
 entertain
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -12237,7 +11524,6 @@ escuela-arquitectura-diseno/wp-content/sites/
 escuela-arquitectura-diseno/wp-content/themes/
 escuela-arquitectura-diseno/wp-content/wp-admin/
 escuela-arquitectura-diseno/wp-content/wp-includes/
-esi
 esi_cache
 eskupTSUpdate
 espanol
@@ -12339,7 +11625,7 @@ events/friday-rush$
 events/fsi-cloud-symposium-nyc.html
 events/rss
 evernote/like.php
-evite/*http://mentalshinri.net/robots.txt
+evite/*http://dw.com/robots.txt
 examples/*
 exclusive-offers
 exec/obidos/account-access-login
@@ -12449,6 +11735,7 @@ fbl/terms.html
 fbpostaction.cms?article=
 fcgi-
 fckeditor
+fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12622,7 +11909,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://pewresearch.org/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12767,7 +12054,6 @@ forum/staff
 forum/startTopic
 forum/tags
 forum/whats-new
-forumTeaser
 forums
 forums/*
 forums/*?view
@@ -13013,6 +12299,8 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
+fun/api/
+fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -13034,7 +12322,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://s.yimg.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13220,7 +12508,6 @@ genre
 geo/download
 geo/tools
 geocoder
-geoip.php
 geooverride
 get
 get$
@@ -13256,7 +12543,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://eepurl.com/robots.txt
+gifshttp://gist.github.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13282,7 +12569,6 @@ gl/users
 glass/images/commerce
 global
 global$
-global-infrastructure/services/get-async/http://copyright.gov/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13610,7 +12896,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://networkadvertising.org/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13719,7 +13005,6 @@ hi-IN/users
 hi-in/index1.html
 hi/
 hidden
-hidden-content
 highereducation/higheddocs
 highlights
 highwire
@@ -13885,6 +13170,7 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 honing.html
 hooks
@@ -13905,12 +13191,14 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
+hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
+hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -13924,6 +13212,8 @@ howto
 howtobuy/
 hp/focus-retrocompatibile$
 hp/video
+hpm
+hpmob
 hr
 hr-*/
 hr-hr/
@@ -14004,40 +13294,39 @@ http
 http-checker
 http2_data
 http:
-http://1.gravatar.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
 http://about.google/robots.txt
-http://ads.google.com/robots.txt
+http://amazon.de/robots.txt
 http://amzn.to/robots.txt
-http://apache.org/robots.txt
-http://cbsnews.com/robots.txt
-http://crunchyroll.com/robots.txt
-http://eji.org/robots.txt
-http://fbi.gov/robots.txt
-http://feedly.com/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://behance.net/robots.txt
+http://census.gov/robots.txt
+http://euronews.com/robots.txt
+http://extension.purdue.edu/robots.txt
+http://graphisoft.com/robots.txt
 http://hubspot.com/robots.txt
-http://i2.wp.com/robots.txt
-http://ifcncodeofprinciples.poynter.org/robots.txt
-http://klick-tipp.com/robots.txt
-http://lifestylesimplify.com/robots.txt
-http://mozilla.com/robots.txt
-http://nbcnews.com/robots.txt
-http://npr.org/robots.txt
-http://oprah.com/robots.txt
-http://paypalobjects.com/robots.txt
-http://phys.org/robots.txt
-http://picasaweb.google.com/robots.txt
-http://s3-eu-west-1.amazonaws.com/robots.txt
-http://sfgate.com/robots.txt
-http://slack.com/robots.txt
-http://support.cloudflare.com/robots.txt
-http://ted.com/robots.txt
-http://telegraph.co.uk/robots.txt
-http://themeforest.net/robots.txt
-http://thenewstack.io/robots.txt
-http://udemy.com/robots.txt
-http://virustotal.com/robots.txt
-http://worldstarhiphop.com/robots.txt
-http://www2.deloitte.com/robots.txt
+http://ie.edu/robots.txt
+http://linkedin.com/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.cnet.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://npmjs.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
+http://statcounter.com/robots.txt
+http://support.apple.com/robots.txt
+http://techradar.com/robots.txt
+http://tiny.cc/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://upload.wikimedia.org/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14408,11 +13697,16 @@ images/$
 images/*
 images/?
 images/Podcasts
+images/async/?
+images/async?
 images/carBlogsimages
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -14421,8 +13715,13 @@ images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
 images/resume
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/showroomimages
 images/smart/$
 images/touch/$
@@ -14433,6 +13732,7 @@ images/usedcarimages
 images/userprofileimg
 images/v$
 images/viewconfig$
+images?
 imagine/
 imesync
 img
@@ -14554,6 +13854,7 @@ inapp
 inbox
 inbox$
 inbox$
+inboxcommerce
 inc5000dev
 include
 include/
@@ -14712,7 +14013,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://codex.wordpress.org/robots.txt
+interactive*http://fcc.gov/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -15342,10 +14643,6 @@ js/ajaxconn
 js/main-*.js
 js/streamsense-*.min.js
 js/widget.js
-js2
-js3
-js3/ta-mobile
-js3/vr-shared
 jsErrAjax
 jsGalleryWidget
 js_errors
@@ -15533,7 +14830,6 @@ krypto=
 kui=
 kwanzaa-spotlight
 l
-lab
 label
 labs/pmc
 labs/popgadget/search
@@ -15593,7 +14889,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://urbandictionary.com/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15748,6 +15044,7 @@ liked
 limit_hits
 limited-release
 link
+link?
 link_to
 linked
 linkedin
@@ -15814,6 +15111,7 @@ loans
 loc/volunteers
 loc=
 local
+local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -16134,6 +15432,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -16208,28 +15507,13 @@ media
 media-center
 media-manager
 media/
-media/0000
-media/BookingThumbnails
 media/Player6_0.swf
-media/ProviderThumbnails
-media/TALSO.swf
-media/TUIThumbnails
-media/advertorials
-media/attractions-splice-test-spp
-media/bl-video
-media/careers
 media/cn/analog-dialogue/
 media/cn/company/sustainability-reports/
 media/cn/technical-documentation/app-notes/
 media/cn/technical-documentation/customer-case-studies/
 media/cn/technical-documentation/design-notes/
 media/cn/technical-documentation/tech-articles/
-media/daodao
-media/daodao/photo-f
-media/daodao/photo-l
-media/daodao/photo-t
-media/daodao/video-t
-media/daodao/video-v
 media/en/analog-dialogue/
 media/en/company/sustainability-reports/
 media/en/non-searchable/
@@ -16237,11 +15521,8 @@ media/en/technical-documentation/app-notes/
 media/en/technical-documentation/customer-case-studies/
 media/en/technical-documentation/design-notes/
 media/en/technical-documentation/tech-articles/
-media/fbavatar
 media/feeds
-media/forums
 media/interactive/cdrom/onehundredandeightyears
-media/ja-content-thumbs
 media/jp/analog-dialogue/
 media/jp/company/sustainability-reports/
 media/jp/landing-pages/
@@ -16250,57 +15531,11 @@ media/jp/technical-documentation/customer-case-studies/
 media/jp/technical-documentation/design-notes/
 media/jp/technical-documentation/tech-articles/
 media/js/translations.js
-media/jwplayer
-media/mktg
-media/mobile
 media/oembed
-media/oyster
-media/photo-a
-media/photo-f
-media/photo-g
-media/photo-l
-media/photo-o
-media/photo-t
-media/photo-w
 media/popup/
-media/solutions
-media/string
-media/t4b
-media/ta
-media/test
-media/thirdpartyflash
 media/thumbnails/
-media/tmp
-media/tourism-content
-media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/unesco
-media/vr-geo-photo-j
-media/vr-geo-photo-l
-media/vr-geo-photo-m
-media/vr-geo-photo-s
-media/vr-ha-splice
-media/vr-nifty-headers
-media/vr-photo-j
-media/vr-photo-l
-media/vr-photo-m
-media/vr-photo-o
-media/vr-photo-q
-media/vr-photo-s
-media/vr-photo-test-j
-media/vr-photo-test-l
-media/vr-photo-test-m
-media/vr-photo-test-o
-media/vr-photo-test-q
-media/vr-photo-test-s
-media/vr-photos
-media/vr-splice-m
-media/vr-splice-s
-media/vr-splice-test-j
-media/vr-splice-test-l
-media/vr-splice-test-m
-media/vr-splice-test-s
 mediaembed
 medialibrary/de/brief
 medialibrary/de/brief/executive-brief-5-szenarien-in-denen-ihre-firewall-sandbox-losungen-versagen-konnen.pdf
@@ -16584,7 +15819,6 @@ membership
 memebers/profile
 memorandum
 mental-health-genetic-testing
-menu
 menu/*/feedback_form
 meo
 meps/*/eptvAjax
@@ -16598,6 +15832,7 @@ merchant/directions/*
 merchant/imageUploadPreview/*
 merchant/loc/*
 merchant/moreProducts?*
+merchant/reviews?
 merchant/update/*
 merchantapps
 mes
@@ -16625,7 +15860,6 @@ mg/kb/*/discuss
 mg/search
 mg/user
 mg/users
-mgo
 microsites/comunicacion/
 microsoft.com/
 microsoft/bizspark/
@@ -16659,7 +15893,6 @@ misc/*.js$
 misc/*.js?
 misc/*.png
 missing_link
-missingpage
 mk/android/collections
 mk/android/search
 mk/firefox/collections
@@ -17562,7 +16795,7 @@ noflashhtml
 nofollow=1
 nojs=
 nonConfig/api/wpa
-nonce="fIcz3VMDvIuo0KFoPBJseA">if(google.cis
+nonce="5L7zD_m1he_S4kTnrJ7OuA">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17584,6 +16817,7 @@ notificarelacionadas
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 nova
 now/mt3
@@ -17765,6 +16999,8 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -17853,7 +17089,6 @@ over-de-vpro/bedankt$
 over-de-vpro/bedankt.*$
 over-de-vpro/bedankt.html$
 overlay
-overview
 overviewblockseeother
 owner_settings
 p
@@ -18030,7 +17265,6 @@ pages/legal*
 pages/news-connect
 pages/privacy
 pages/pt$
-pages/rss_terms.html
 pages/search
 pages/terms
 pages/terms
@@ -18135,10 +17369,6 @@ pdf/documents
 pdf/publications/multi/pub300.pdf
 pdf/traineeships/
 pdfs
-pdfs/advertorials
-pdfs/crm
-pdfs/email
-pdfs/tca
 pe
 peerconnection/feeds
 pega/customers-for-life
@@ -18268,7 +17498,6 @@ photos/video
 photos/videos
 photos/youpy
 photosales/index.cfm?fuseaction=
-photosandvideos
 phvw-vp
 pickadate/static-1.6
 picture-gallery.htm
@@ -18468,7 +17697,7 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyaAocChpXYXMgbWFjaHQgZWluZSBSb2JvdHMgdHh0PwobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22pzC5dDNEoes_QFE_aH_GZBmxY78\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
+pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyhwEKGwoZV28gZmluZGV0IG1hbiBSb2JvdHMgdHh0PwooCiZXbyBsaWVndCBkaWUgUm9ib3RzIHR4dCBiZWkgV29yZFByZXNzPwo7CjlXYXJ1bSBpc3QgZXMgd2ljaHRpZywgZWluZSByb2JvdHMudHh0LURhdGVpIHp1IGVyc3RlbGxlbj8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22Io6iJ6B5f3fFTMd_TppYQAcZx6A\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment/
 pmm-templates
 pmo/contact/en/staff
@@ -18863,6 +18092,7 @@ pro-resources
 pro-site
 pro/about
 pro2
+proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -18880,6 +18110,7 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
+product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -18934,6 +18165,7 @@ profile/*/followers
 profile/*/following
 profile/*/map$
 profile/downloads_limit
+profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -19023,7 +18255,6 @@ promo_code
 promoassets
 promos
 promote
-promotionaltools
 promotions
 promotions/emails
 proof=
@@ -19187,7 +18418,6 @@ pt/user/*/shoutbox?
 pt/your
 pt_br/modelos/M
 pt_pt/modelos/M
-pubads.g.doubleclick.net
 public
 public-data-sets/applicants/
 public-data-sets/terms/
@@ -19364,7 +18594,6 @@ range_subcategory=
 ranking-factors
 ranking_graph
 rapid-responses
-rateandparity
 ratefinder/home?cc=US&language=en&locId=express
 rating
 ratings$
@@ -19417,7 +18646,6 @@ rearrange
 rec
 recaptcha
 received-gift
-recensioni
 recent-car-searches.htm
 recently-viewed
 recfb?
@@ -19512,7 +18740,6 @@ replace
 reply?
 repo/create
 report
-report-abuse
 report-abuse?report=
 report-abuse?url=
 report-review
@@ -19581,6 +18808,7 @@ resources/xml/sitemaps
 responder
 rest
 results
+results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -19615,7 +18843,6 @@ reviewSeller
 reviewVote
 reviewWidget
 review_feed_auto_fetch
-reviewit
 reviewlist.*.html
 reviewlist.html
 reviews
@@ -19633,6 +18860,7 @@ reviews/seller
 reviews/top-reviewers
 reviews_page=
 rewards
+rewardsapp/
 rf=*
 ribbon.php
 rip/
@@ -19688,7 +18916,6 @@ royalty-free-subscriptions.php
 rpg.php
 rpk/artist_stats
 rpk/played_song
-rpx
 rr/mopic/staff
 rs
 rs/$
@@ -19835,6 +19062,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -19972,7 +19200,6 @@ sco/users
 scorecard
 scorecard/
 screener/insider
-screensaver
 screenshots
 script
 scripts
@@ -20186,7 +19413,6 @@ search/Fight+Compilation
 search/about
 search/acquisitions
 search/advanced
-search/apachesolr_search
 search/api
 search/api/wpa
 search/archive.html
@@ -20196,7 +19422,6 @@ search/autocomplete
 search/autosuggest
 search/default.aspx?*
 search/detroitfights
-search/ec_solr
 search/entity/touch
 search/feed_content?
 search/fight
@@ -20206,7 +19431,6 @@ search/fight+compilation
 search/funding_rounds
 search/girl+fights
 search/girls+fighting
-search/google
 search/hood+fight
 search/howsearchworks
 search/index
@@ -20303,7 +19527,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://amazon.in/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20388,7 +19612,6 @@ selectpayment
 self-registration
 self.aspx
 seller_onboarding
-semantic-homepage
 seminar/
 semp
 send-email
@@ -20417,6 +19640,7 @@ server-status
 server/banners
 server/body-include
 server/bottom-notes
+server/docs/search
 server/footer
 server/fs-gang
 server/generic
@@ -20470,6 +19694,7 @@ set_cookie.pl
 setbucket
 setprefs
 settings
+settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -20601,7 +19826,9 @@ sharing/files
 sharing/folders
 sheet/help/search-results.html
 shelf/user_shelves
+shenghuo
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -20610,6 +19837,8 @@ shipping-payment
 shippingassistant
 shippinginformation
 shop
+shop$
+shop/
 shop/*&
 shop/bag
 shop/browse/campaigns/mobile_overlay
@@ -20618,6 +19847,7 @@ shop/browse/ribbon
 shop/global
 shop/iphone/payments/overlay
 shop/search.ep
+shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -20668,7 +19898,7 @@ shows/
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://ad.doubleclick.net/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -20828,7 +20058,6 @@ sites/adp
 sites/airbus
 sites/akamai
 sites/alfresco
-sites/all/themes
 sites/allclearid
 sites/alliantgroup
 sites/americanexpress
@@ -20886,7 +20115,6 @@ sites/dassaultsystemes
 sites/datingcom
 sites/dbsbank
 sites/dbsprivatebank
-sites/default/files
 sites/default/files/*.doc
 sites/default/files/*.docx
 sites/default/files/*.pdf
@@ -21221,6 +20449,7 @@ social-connect/send
 social/help/search-results.html
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -21331,6 +20560,7 @@ sp/3for2
 sp=
 sp_url=
 spartan
+spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -21338,7 +20568,6 @@ specialhandling-payments/
 specialities/*/all-bmj/feed
 specializations-noperf
 specializations-perf
-specialoffers
 specials
 specific
 speed-test-parent
@@ -21409,6 +20638,7 @@ sports/whatson
 sports_fp_ms
 spp/
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 sprints/help/search-results.html
@@ -21494,6 +20724,7 @@ statements
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
+static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -21508,7 +20739,6 @@ static/button/button2.html
 static/button/button3.html
 static/codemirror
 static/css
-static/decodeKey.txt
 static/ebsa
 static/email-pdfs/
 static/fileupload
@@ -21619,6 +20849,8 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
+stores/
 stores/page/*visitId=
 stories
 story
@@ -21684,7 +20916,6 @@ subscribe/braintree
 subscribe/confirm.pl
 subscribe/enterpriseportal
 subscribe/foryouapi
-subscribe/getstarted
 subscribe/lagoon
 subscribe/logging
 subscribe/offers/service
@@ -21713,7 +20944,6 @@ suggestions$
 suite
 summary/api
 summary_view$
-summerbzz
 sun/*?
 sun/*year=
 supertarget/index.jhtml
@@ -21921,13 +21151,12 @@ ta/users
 tab=
 tabdisplay
 tablet
-tacms
 tacpage
 tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://google.ca/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22037,7 +21266,6 @@ taxation_customs/tax-cfw-interactive-brochure-news
 taxation_customs/tax-cfw-interactive-brochure-news_en
 taxation_customs/tax-cfw-interactive-brochure_en
 taxi/index.hi.
-taxonomy/term
 tb
 tb-recent
 tb/recent
@@ -22161,7 +21389,7 @@ test5
 test6
 testcases
 testfl
-testhttp://latimes.com/robots.txt
+testhttp://moz.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22170,6 +21398,7 @@ text
 text_edition
 tfemail
 th
+th$
 th-*/
 th-th.www.cloudflare.com
 th-th/
@@ -22192,6 +21421,7 @@ th/solutions/case-studies/
 th/solutions/case-studies/innovators/innovators-eu/
 th/user
 th/users
+th?
 th_th/templates/M
 thank-you
 thank-you-enterprise-demo
@@ -22436,6 +21666,7 @@ translate_static
 translate_suggestion
 translate_t
 translation
+translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -22455,7 +21686,6 @@ transparencyregister/public/consultation/reportControllerPager.do
 transparencyregister/public/consultation/search.do
 transparencyregister/public/staticPage/displayStaticPage.do
 trap
-trapdir
 trash
 travel-frontend/images
 travel-vacations
@@ -22463,10 +21693,24 @@ travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
 travel/clk
+travel/css
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
 travel/flights/s
+travel/hotel-search
 travel/hotel/e
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
+travel/hotels/search/?
+travel/hotels/search?
+travel/scripts
+travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -22519,7 +21763,6 @@ try?
 trylater
 tsa
 tto
-tucritica
 tudum
 tune*retpath=
 turbo
@@ -22830,6 +22073,7 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -22962,6 +22206,7 @@ ur/search
 ur/user
 ur/users
 urchin_test
+url
 urlinator/static-1.54
 urlinator/static-1.55
 urlinator/static-1.57
@@ -23285,7 +22530,6 @@ uslugi/$
 uslugi/*/category/doctors
 uslugi/cab
 usopen09/*
-uspod
 usr
 usr/*/all-follows
 usr/*/followers
@@ -23479,14 +22723,29 @@ video_passthrough.php
 videodash.cms*
 videorequest
 videos
+videos/?
 videos/assets
+videos/browsing
 videos/e
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
+videos/music
+videos/music/
+videos/music/?
+videos/music?
 videos/search.php
+videos/search/?
+videos/search?
+videos/trending
+videos/trendingcontent
 videos/viewmeta/
 videos/week
+videos?
 videosearch
 view
 viewReview
@@ -23557,7 +22816,6 @@ vodafone
 vodafonedemobilelaunch
 voices/
 volunteer/
-vote
 vote-review
 vote?
 voterinfo
@@ -23699,7 +22957,6 @@ webstore/shoppingbasket
 webstore/static/*/wall/js
 webview
 weekly/signup
-weimg
 welcome
 welcome-email
 welcome.aspx
@@ -23723,16 +22980,16 @@ whatson/dbs
 whatson/pbsyou
 whatson/schedulex
 whatson/stations
-which-mba
-whichmba/forum
-whichmba/webinars?
-whichmba/webinars?page=
 whsmiths
 whysecure
 whythisad
 widget
 widget-landing-page.html
 widget/*
+widget/cr
+widget/entity/search/?
+widget/render
+widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -24498,6 +23755,7 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
+work
 work/_
 work/acceptinvitation
 work/account
@@ -24600,9 +23858,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
-wp-admin/admin-ajax.phphttp://tiff.net/robots.txt
-wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
+wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24668,7 +23926,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://dreamstime.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24801,7 +24059,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://businesswire.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -25138,9 +24396,7 @@ zz
 5055/aw-techrepublic
 5055/maw-techrepublic
 5293
-5349
 5480.iac.
-5605
 5850
 6117
 7176/TOI_Travel/
@@ -25151,7 +24407,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://sustainability.google/robots.txt
+101612.rsshttp://c-span.org/robots.txt
 1010203
 1014943
 1027454
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 14f7fccb..ab91b4d7 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -948,7 +948,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hsfp.
 .*__hssc.
 .*__hstc.
-.+http://skype.com/robots.txt
+.+http://manchestereveningnews.co.uk/robots.txt
 .../
 .AARP/
 .ASPX$
@@ -1020,7 +1020,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*
 .css*************
 .css?
-.csshttp://famicom-guitar.com/robots.txt
+.csshttp://ukrnovosti.net/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1109,7 +1109,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://palwatch.org/robots.txt
+.jpg$http://thelocal.se/robots.txt
 .jpg*
 .jpg*************
 .js
@@ -1120,7 +1120,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .js*
 .js**************
 .js?
-.jshttp://domains.google/robots.txt
+.jshttp://marianacastromoreira.com/robots.txt
 .json
 .json
 .json$
@@ -1184,14 +1184,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .php$
 .php*dropship
 .php?$
-.phphttp://regjeringen.no/robots.txt
+.phphttp://primit.it/robots.txt
 .pl
 .plist$
 .png
 .png$
 .png$
-.png$http://straitstimes.com/robots.txt
-.png$http://wayfair.com/robots.txt
+.png$http://books.google.co.uk/robots.txt
+.png$http://theparisreview.org/robots.txt
 .png*
 .png*************
 .ppt
@@ -1230,7 +1230,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .swf
 .swf$
 .swf$
-.swfhttp://english.happybuddhatemple.org/robots.txt
+.swfhttp://ppsa.de/robots.txt
 .sz=
 .tar.bz2$
 .tar.gz$
@@ -1280,7 +1280,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xmli
 .zip
 .zip$
-.zip$http://glas-javnosti.rs/robots.txt
+.zip$http://ello.co/robots.txt
 .|jsp
 /
 /$
@@ -1629,181 +1629,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/*/xlm$
 /*/*/xrp$
 /*/*/yfi$
-/*/*24-hour-security=
-/*/*Services=
-/*/*a-louer-par=
-/*/*a-vendre-par=
-/*/*accessible-en-fauteuil-roulant=
-/*/*accessible-washrooms-in-suite=
-/*/*ad=
-/*/*address=
-/*/*affichage-en-braille=
-/*/*afficher-comme=
-/*/*agreement-type=
-/*/*aide-au-stationnement=
-/*/*aides-visuelles=
-/*/*air-conditioning=
-/*/*air-conditionne=
 /*/*all-products
-/*/*alloy-wheels=
-/*/*animaux-acceptes=
-/*/*annee=
-/*/*application-link=
-/*/*ascenseur=
-/*/*attache-remorque=
-/*/*audio-prompts=
-/*/*autre-info=
-/*/*available-date-s=
-/*/*available-to=
-/*/*balcon=
-/*/*balcony=
-/*/*barrier-free-entrances-and-ramps=
-/*/*bathrooms=
-/*/*bedrooms=
-/*/*bicycle-parking=
-/*/*bluetooth=
-/*/*boite-de-vitesse=
-/*/*braille-labels=
-/*/*buanderie-dans-lappartement=
-/*/*buanderie-dans-limmeuble=
-/*/*cable-tele=
-/*/*cable-tv=
-/*/*carproof-report-url=
-/*/*carproofAds=
-/*/*certified-pre-owned=
-/*/*chambres-nb=
-/*/*chauffage=
-/*/*cinema-dans-limmeuble=
-/*/*company=
-/*/*concierge=
-/*/*cpoAds=
-/*/*cruise-control=
-/*/*cylindree-cc=
-/*/*date-de-naissance-de-lanimal=
-/*/*date-demmenagement=
-/*/*date-s-disponible-s=
-/*/*dealerReviews=
-/*/*debut=
-/*/*demarrage-a-bouton-poussoir=
-/*/*dishwasher=
-/*/*disponible-a=
-/*/*duree-du-bail=
-/*/*eau=
-/*/*electricite=
-/*/*elevator-in-building=
-/*/*engine-displacement-cc=
-/*/*entrees-et-rampes-dacces-sans-obstacle=
-/*/*entreprise=
-/*/*event-end=
-/*/*event-start=
-/*/*event-time=
-/*/*fin=
-/*/*financingAvailable=
-/*/*for-rent-by=
-/*/*for-sale-by=
-/*/*fridge-freezer=
-/*/*fumeurs-acceptes=
-/*/*furnished=
-/*/*games-room=
-/*/*garniture=
-/*/*gym=
-/*/*heat=
-/*/*heure-de-levenement=
-/*/*hydro=
-/*/*internet=
-/*/*jantes-en-alliage=
-/*/*jardin=
-/*/*job-offered-by=
-/*/*kilometers=
-/*/*kilometres=
-/*/*landline=
-/*/*laundry-in-building=
-/*/*laundry-in-unit=
-/*/*lave-vaisselle=
-/*/*lien-de-lapplication=
-/*/*local-de-rangement=
-/*/*messages-sonores=
-/*/*meuble=
-/*/*micro-ondes=
-/*/*microwave=
-/*/*minNumberOfImages=
-/*/*minimum-nights=
-/*/*model=
-/*/*modele=
-/*/*more-info=
-/*/*move-in-date=
-/*/*navigation-system=
-/*/*no-de-portes=
-/*/*no-of-doors=
-/*/*no-of-seats=
-/*/*nombre-de-personnes-maximum=
-/*/*nombre-de-places=
-/*/*nombre-minimum-de-nuit=
-/*/*numero-didentification-du-vehicule=
-/*/*offered-by=
-/*/*parking-assistant=
-/*/*parking-included=
-/*/*party-room=
-/*/*pet-friendly=
-/*/*pets-date-of-birth=
-/*/*piscine=
-/*/*pool=
-/*/*price-type=
-/*/*price=
 /*/*product-gallery=
 /*/*product_gallery=
-/*/*propose-par=
-/*/*push-button-start=
-/*/*refrigerateur-congelateur=
-/*/*regulateur-de-vitesse=
-/*/*salle-de-fetes=
-/*/*salle-de-jeux=
-/*/*salle-de-sport=
-/*/*salle-de-yoga=
-/*/*salles-de-bain-nb=
-/*/*sauna=
 /*/*search
 /*/*search-
-/*/*securite-24-heures-sur-24=
-/*/*size-acres=
-/*/*size-sqft=
-/*/*sleeps=
-/*/*smoking-permitted=
-/*/*sort=
-/*/*stationnement-inclus=
-/*/*stationnement-pour-velos=
-/*/*stock=
-/*/*storage-locker=
-/*/*sunroof=
-/*/*superficie-acres=
-/*/*systeme-de-navigation=
-/*/*taille-pieds-carres=
-/*/*telephone-fixe=
-/*/*theatre-in-building=
-/*/*todo-le-visual-aids=
-/*/*toilettes-accessibles=
-/*/*toit-ouvrant=
-/*/*trailer-hitch=
-/*/*transmission=
-/*/*trim=
-/*/*type-de-logement=
-/*/*urgentAds=
-/*/*url-de-rapport-carproof=
-/*/*utm_campaign=
-/*/*utm_content=
-/*/*utm_medium=
-/*/*utm_source=
-/*/*utm_term=
-/*/*vehicules-doccasion-certifies=
-/*/*veteranFriendly=
-/*/*videoOnly=
-/*/*vin=
-/*/*visual-aids=
-/*/*water=
-/*/*wheelchair-accessible=
-/*/*yard=
-/*/*year=
-/*/*yoga-room=
 /*/1000$
 /*/2006
 /*/2007
@@ -1868,7 +1698,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/tags
 /*/talk
 /*/trackback
-/*/trackback
 /*/trackback/$
 /*/vote
 /*/votes
@@ -3652,6 +3481,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /9401
 /?
 /?
+/?*
 /?*&page=*
 /?*utm_campaign=
 /?*utm_content
@@ -4173,7 +4003,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /about-us/contact/contact-spotify-password
 /about-us/newsroom/events/
 /about-us/newsroom/nuance-in-the-news/
-/aboutdesert
 /abtest
 /abuse$
 /academy
@@ -4198,9 +4027,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://aswaja.net/robots.txt
-/action~*/http://rachats2credits.fr/robots.txt
-/action~*/http://taern.com/robots.txt
+/action~*/http://dainikshiksha.com/robots.txt
+/action~*/http://heilpraktiker-psychotherapie-bonn.de/robots.txt
+/action~*/http://magma-team.ru/robots.txt
 /activate
 /activity
 /activity/challenge-competition
@@ -4424,6 +4253,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /atom.xml
 /attachment
 /attachment/
+/attachment/*
 /attachments
 /attend-my-event
 /auctions/ecatalogue/lot.pdf
@@ -4669,8 +4499,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ca/avis-legal
 /cache
 /cache/*
-/cache/ionos-performance/http://ampproject.org/robots.txt
-/cache/ionos-performance/http://freireproject.org/robots.txt
+/cache/ionos-performance/http://aerogaming.org/robots.txt
+/cache/ionos-performance/http://loc.twentyonepilots.com/robots.txt
 /calendar
 /calendar.html
 /calendar/*atom
@@ -4708,7 +4538,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /category/
 /category/*
 /cbp-*.html
-/cdn-cgi
 /cdn-cgi/challenge-platform
 /cele-mai-ieftine-zboruri-
 /ceny-biletow-lotniczych-
@@ -4730,7 +4559,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /changeset
 /changesets
 /channel-encyclopedia
-/channel-resources/domain-registry-products/subnet/http://veritaperrenato.noblogs.org/robots.txt
+/channel-resources/domain-registry-products/subnet/http://dashnerlaw.com/robots.txt
 /channel/source/
 /channelcommunity
 /channels
@@ -4795,7 +4624,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cmr
 /cnet_global_app_redirect.xml
 /codesamples/
-/coleoval
 /collected/undefined
 /collection
 /collections
@@ -4808,7 +4636,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /collections/*sort_by
 /collections/likes
 /collections/types?q=
-/collins/
+/collins
 /columntemplatesearch
 /comentarios
 /coming-soon*&page=
@@ -4821,6 +4649,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /coming-soon*sort=runtime
 /coming-soon*sort=title
 /comment
+/comment
 /comment$
 /comment-
 /comment-thread?
@@ -5006,7 +4835,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contributions
 /contributor
 /control_panel/manage*
-/control_panel/manage*http://garciniaweightloss.com/robots.txt
+/control_panel/manage*http://powr.io/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -5037,6 +4866,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /core/*.png
 /core/*.svg
 /core/*.svg
+/corporate/home/
 /cortana/dashboard/debugsettings
 /cortana/signup/showform
 /countries/*/articles/?
@@ -5507,6 +5337,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feed/$
 /feed/*
 /feed/*/articles.xml
+/feed/mailpulse
 /feed/rss/$
 /feed/rss/$
 /feed/search
@@ -5657,7 +5488,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /gallerylist
 /games/archive
 /games/search
-/garcianut
 /gated/
 /gcbalance
 /gcrnsts
@@ -5708,7 +5538,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /guia-del-distrito/equipamientos-por-temas
 /h--
 /hack
-/hadscholarship
 /halvimmat-lennot-
 /hardware/*/cart
 /harm-to-self
@@ -6035,7 +5864,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /legal/video-surveillance
 /legolcsobb-repulojegyek-
 /lentolippujen-hinnat-
-/lexingtonobserve
 /lib/hit
 /lib_b/*$
 /libarary/
@@ -6142,7 +5970,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /logout
 /longhorn/
 /lookup?
-/lossesipaq
 /lostPassword
 /lp
 /lp/
@@ -6200,7 +6027,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /member-stories.*.html$
 /member/contact?id=
 /members
-/memmil
 /memo-api-add
 /memo-api-ask
 /memo-api-remove
@@ -6377,12 +6203,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /navigation/header/global-header/navigation/*
 /ncommon/
 /negl
-/neitherparadise
 /nejlevnejsi_lety-
 /network
 /neueroeffnung
 /neueroeffnungen-und-nachrichten
-/neuroscience-terms/$http://newatlas.com/robots.txt
+/neuroscience-terms/$http://cisa.gov/robots.txt
 /neuroscience-topics/$
 /new
 /new-for-you
@@ -6429,15 +6254,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ng/electronics/how-to-select-tv-by-what-you-watch-netflix
 /ng/electronics/how-to-select-tv-by-what-you-watch-smart-tv
 /ng/electronics/how-to-select-tv-by-what-you-watch-sports
+/ngg_tag
 /nieuws?page=*
 /nightly-news
 /nl
 /no
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt
-/no-referrer-when-downgradehttp://marketwired.com/robots.txt
-/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt
+/no-referrer-when-downgradehttp://6033984.fls.doubleclick.net/robots.txt
+/no-referrer-when-downgradehttp://classroom.google.com/robots.txt
+/no-referrer-when-downgradehttp://gsb.stanford.edu/robots.txt
 /no-search-results
 /no_access
 /node
@@ -6541,7 +6367,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /opinions
 /opinions/
 /opinionslogged/*
-/oppositechange
 /ordenances
 /order
 /order-
@@ -6561,7 +6386,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /p/*/reviews
 /pa-act
 /pa-tou
-/packstrack
 /page
 /page-*.html
 /page-*/$
@@ -6624,12 +6448,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/standalone
 /pdf/$
 /pdf/index.html
-/pdf_reader/*/http://venmo.com/robots.txt
+/pdf_reader/*/http://barebones.com/robots.txt
 /pdfft
 /pdp/*Offer_id
 /pdp/lo
 /pdpslice
-/penclimate
 /penerbangan
 /penerbangan-termurah-
 /people/*/circle
@@ -6751,7 +6574,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://opplemena.com/robots.txt
+/print/http://firefox.com/robots.txt
 /print?id
 /print_ad?
 /printable
@@ -6836,7 +6659,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pull
 /purchase
 /purchase-unlock
-/pusps
 /pvData$
 /pvid$
 /qa/wait
@@ -7006,7 +6828,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /returns/*?liteToken=
 /returns/*?ref=
 /reusable-content
-/reverse/
+/reverse
 /review
 /review/
 /review/add
@@ -7369,7 +7191,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /speednewsbytopic/*
 /speednewsshow/*
 /speedtest
-/spellingpreserve
 /splash
 /split
 /spm$
@@ -7394,7 +7215,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /static
 /static.lystit.com
 /static_search_assets
-/statisticalbranches
 /stats
 /stats?id=
 /stats_data
@@ -7415,7 +7235,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/checkouts
 /store/closest
 /store/feed
-/store/orderhttp://potresnirizik.zagreb.hr/robots.txt
+/store/orderhttp://asia.nikkei.com/robots.txt
 /store/orders
 /storefront/
 /storelocator/storesSearch.json
@@ -7642,6 +7462,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /trackback
 /trackback
 /trackback$
+/trackback/
 /trackback/$
 /trackback/$
 /trackers
@@ -7654,7 +7475,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /training/
 /training/price-matrix-data/list
 /transactions
-/transferdemographic
 /translate
 /translations/*.xml
 /translator/c
@@ -7930,8 +7750,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/gallery
 /wp-content/plugins
 /wp-content/themes
-/wp-content/uploads/http://copaco.com.py/robots.txt
-/wp-content/uploads/http://next.co.uk/robots.txt
+/wp-content/uploads/http://javieraviles.com/robots.txt
+/wp-content/uploads/http://socialmediatoday.com/robots.txt
 /wp-feed
 /wp-includes
 /wp-json/*
@@ -8038,6 +7858,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?$
 ?&search
 ?*
+?*$
 ?*&
 ?*&amp
 ?*&noheader
@@ -8070,7 +7891,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*alrt=
 ?*amp=
 ?*answerId=
-?*apikey*http://visaeurope.com/robots.txt
+?*apikey*http://akismet.com/robots.txt
 ?*app
 ?*appidt=*
 ?*artist_recognition
@@ -8121,7 +7942,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*f0=
 ?*f[*]=
 ?*f[0]=
-?*f[0]=*http://unicode.org/robots.txt
+?*f[0]=*http://bluehost.com/robots.txt
 ?*fbclid
 ?*feed=
 ?*filter=
@@ -8142,7 +7963,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hitsPerPage
 ?*hl
 ?*hsCtaTracking
-?*http://amplifypixel.outbrain.com/robots.txt
+?*http://chrispederick.com/robots.txt
+?*http://everyday.in.ua/robots.txt
 ?*hubs_signup-cta
 ?*ic=
 ?*id=
@@ -8415,7 +8237,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://chordsoftruth.com/robots.txt
+?*utm_source=http://cricketarchive.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*view=
@@ -8524,8 +8346,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?action=callus
 ?action=fx_tracking_data
 ?action_typTHe=
-?ad=
-?adId=
 ?adbypass=
 ?adcode=
 ?add-to-cart
@@ -8580,7 +8400,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?attachment_id
 ?attachment_id*
 ?attachment_id=
-?attachment_id=*
 ?attribute_key
 ?auth_code=
 ?authenticity_token
@@ -8602,11 +8421,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?back_url_admin
 ?backurl
 ?barediff=
-?bathrooms=
 ?bclid=
 ?bcpid=
 ?bctid=
-?bedrooms=
+?begin
 ?benderPackage=
 ?beta=
 ?betaplayer=
@@ -8627,18 +8445,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?bvstate=
 ?bvstate=*
 ?bvstate=pg
-?by-appointment-only=
 ?c=
 ?cache=
 ?cacheBurst=
 ?cacheKill=
 ?calendar
-?callback=http://bitfinex.com/robots.txt
+?callback=http://musescore.com/robots.txt
 ?callsandtexts
 ?cameFrom*
 ?card=
 ?cardId=
-?carproofAds=
 ?cartelera_cine
 ?cat=
 ?cat=*
@@ -8699,7 +8515,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?comments*
 ?comments=
 ?communityId=
-?condition=
 ?conf=
 ?config
 ?config=articleidfromurl
@@ -8728,7 +8543,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?country
 ?country=
 ?country=1021
-?cpoAds=
 ?create_review=true
 ?criteria=
 ?csSalesCode=
@@ -8804,7 +8618,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?emptyModel=
 ?en
 ?en-ph
-?engine-displacement-cc=
 ?entitlement=
 ?entity_id=
 ?entity_type=
@@ -8818,7 +8631,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?es
 ?esource=
 ?europe_pmc_extredirect=
-?event-end=
 ?event=
 ?eventType=
 ?ex_cid=
@@ -8833,11 +8645,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?f
 ?f%5B
 ?f%5B*
-?f%5B*%5D=
 ?f%5B0%5D=*
 ?f=
 ?f[
-?f[*]=
 ?f_*=
 ?f_psi=*
 ?fav=
@@ -8863,14 +8673,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?filters=
 ?filters=fct
 ?filters[
-?financingAvailable=
 ?find_similar_by=
 ?firstId=
 ?firstname=
 ?fl_rand_seed=
 ?focus_review
 ?fontsize*
-?for-sale-by=
 ?forceCds=
 ?forceXml=
 ?force_locale
@@ -8895,7 +8703,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fromide
 ?fromtg=
 ?ftag=
-?fulfillment=
 ?full=
 ?fuseaction=
 ?gclid
@@ -8915,7 +8722,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?gologin=1
 ?gp
 ?gp=*
-?gpTopAds=
 ?guid
 ?guid=
 ?gws_rd=ssl$
@@ -8934,13 +8740,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hl=*&gws_rd=ssl$
 ?hl=cert_ssl
 ?hmz=
-?home-delivery=
 ?hsCtaTracking=
 ?hsFormKey=00c2cf09d3e2337ec3b798e6331f08c2
 ?hs_amp=
 ?hubs_campaign=
 ?hubs_signup-url=
-?hypoallergenic=
 ?i
 ?i=
 ?iab_category
@@ -8958,7 +8762,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ignore
 ?ignore_amp
 ?image=
-?imageNumber=
 ?inFrame=
 ?industry=
 ?industry=agency
@@ -8984,7 +8787,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?itemsperpage=
 ?itm_source=parsely-api
 ?ja
-?job-type=
 ?jobId=
 ?jobSlug=
 ?join=
@@ -9004,7 +8806,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?keyword=*
 ?keywords=
 ?keywordslug=
-?kilometers=
 ?kind=
 ?ko
 ?kr
@@ -9071,7 +8872,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?media_id
 ?mi_u
 ?mid=*
-?minNumberOfImages=
 ?mkt_tok
 ?mobile=basic
 ?mobile=no*
@@ -9102,7 +8902,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ncrnd=
 ?ncs=
 ?neighborhoods
-?netflixsource=*http://help.opera.com/robots.txt
+?netflixsource=*http://marketwired.com/robots.txt
 ?netmng=
 ?news_id=
 ?newsid
@@ -9134,7 +8934,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?occasions=
 ?ocid=
 ?offer=
-?offered-by=
 ?offset*
 ?offset=
 ?offset=0
@@ -9144,8 +8943,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?oid=29114
 ?omiid
 ?onboard=
-?online-financing-approvals=
-?online-purchasing=
 ?op=
 ?opeco=
 ?optout=
@@ -9159,7 +8956,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?origSession=
 ?origin
 ?origin*
-?origin=
 ?osCsid=
 ?output=
 ?ovo_video=
@@ -9188,15 +8984,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?partner=
 ?path=
 ?payed
-?payment-deferrals=
-?payment=
 ?pcrid=
 ?pdfJsInlineViewToken=
 ?per_page
 ?per_row
 ?period*=
 ?perpetual=
-?pet-friendly=
 ?pg=*
 ?pg=search&
 ?pgtype=
@@ -9242,6 +9035,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?print
 ?print
 ?print=
+?print=*
 ?print=1
 ?print=1
 ?print=yes
@@ -9326,7 +9120,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?r
 ?r=
 ?radius=
-?rangeId=*http://dafont.com/robots.txt
+?rangeId=*http://zonasrurales.com/robots.txt
 ?rc=
 ?receiver=
 ?recipient=*&id=
@@ -9370,7 +9164,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?rest_route=
 ?rest_route=
 ?ret=
-?return-policy=
 ?return=true
 ?return=trueDescription
 ?returnPage=
@@ -9430,8 +9223,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?serial=
 ?seriesSlug=
 ?serv=
-?service-drop-off-pick-up=
-?service-open=
 ?service=
 ?service=Ajax
 ?service=ajax
@@ -9443,7 +9234,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?set_filter
 ?set_language
 ?set_mobile=
-?sex=
 ?sfdebug
 ?sfns=
 ?sgsc=*
@@ -9460,8 +9250,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showOlderReviews
 ?show_error=true
 ?showcomment*
-?showroom-open=
-?shttp://jetpack.com/robots.txt
+?shttp://hideawaybeachmaldives.com/robots.txt
 ?sid
 ?sid=
 ?site_version=viewfullsite
@@ -9538,7 +9327,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?spm=
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://news.un.org/robots.txt
+?sq_content_src=http://unwomen.org/robots.txt
 ?src
 ?src*
 ?src=sem_ggl
@@ -9619,7 +9408,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?tracking=
 ?traffic=
 ?transactionKey=*
-?transmission=
 ?trial
 ?trk=
 ?trpd=
@@ -9637,7 +9425,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?u*=
 ?u=
 ?ua=
-?urgentAds=
 ?url=
 ?user=
 ?userId
@@ -9683,8 +9470,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?version=
 ?ves=
 ?vi
-?video-chat=
-?videoOnly=
 ?view=
 ?view=*
 ?view=ajax
@@ -9696,12 +9481,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?viewId=
 ?viewType
 ?view_medium=
-?view_only=http://osha.gov/robots.txt
+?view_only=http://b.hatena.ne.jp/robots.txt
 ?view_source=
 ?viewday=
 ?viewmont=
 ?viewmonth=
-?virtual-appraisal=
 ?vmov
 ?vn
 ?vsfrom=
@@ -9785,7 +9569,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @me
 @me$
 @nfs/ecommerce-front-core
-@vitehttp://optinmonster.com/robots.txt
+@vitehttp://plannedparenthood.org/robots.txt
 A=
 AAMSZ=160x600
 AAMSZ=300x250
@@ -9804,7 +9588,6 @@ AG
 AG/
 AI
 AI/
-AITripBuilder
 AK5537
 AK6336com
 AL
@@ -9819,8 +9602,7 @@ API/forum/update-who-typing
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://hawaii.edu/robots.txt
-APIAccessSupport
+API/v2$http://a.co/robots.txt
 APWIRE
 AR/
 ARFResponse
@@ -9885,9 +9667,6 @@ AcaDepts/lg
 AcaDepts/lh
 AcaDepts/lk
 Acad
-AcceptDeferredTermsAndConditions
-AccommodationCrossSells
-AccommodationTips
 Account
 Account
 Account-RegistrationForm*
@@ -9902,17 +9681,10 @@ AccountAccess
 AccountActivityView
 AccountBalanceView
 AccountDisavow?
-AccountMerge
 AccountStatus
 Account_Billing
 AccurintForCollectionsLP
-Achievements
-ActLikeAnOwner
-ActionRecord
 ActiveCalendar/mobile/mobilelist.aspx
-AdRequestEventLogApi
-AddForumUser
-AddListing
 AddThis.com
 AddToList
 AddToRegistry
@@ -9927,22 +9699,10 @@ Administration/President/archive10
 Administration/Staff_Advisory_Council/archive10
 Administration/WLC/archive10
 Admissions
-AdsManager
-AdsTest
 Aeroplane
 Affiliate
 AffiliateEntry
-AffiliateWidgets
-AgencySetupAjax
 AhrefsBot
-AirWatchAjaxHandler
-AirWatchAlertDhtmlPopup
-AirWatchSubscriptionAjax
-AirWatchSubscriptionWidget
-AirlineRegistration
-AirlineTips
-AirportFromGeoAjax
-AirportIP
 Ajax.htm$
 Ajax/
 AjaxLogonForm
@@ -9951,7 +9711,6 @@ AjaxPages
 AjaxSearchNavigationView
 Alamysearchhistory/
 Album.aspx/*
-AllReviews
 Allabout
 Allons_voter
 Allow:
@@ -9996,18 +9755,13 @@ AmazonSimplePay/2007-01-08
 AmazonVPC/2009-07-15
 AmazonVPC/2010-06-15
 AmazonVPC/2010-08-31
-AnalyticsSuite
 Anleitung/embed
 Anleitung/new
-AnswersAjax
 Api/
 App
 App/
 AppData
 AppData/
-AppDetail
-AppUploadAPhoto
-AppUserReview
 App_Browser/
 App_Browsers/
 App_Code/
@@ -10016,7 +9770,6 @@ App_GlobalResources/
 App_Plugins/
 App_Themes/
 App_config/
-AppleMapsAction
 Application/
 Applications
 Apps/
@@ -10859,15 +10612,12 @@ ArticleFileDownload.aspx
 Article_type=
 Articles
 Articles/Email.aspx
-ArticlesV2
 Articolo
 Artikel
 ArtnetIntegrationService
 ArtnetLookupService
 Arts/reading/UK/browse_reader
 Arts/reading/UK/search_basic_results
-AsHeardOn
-Assembly2001/
 AssetFactory.aspx
 AssetPicker
 AssetPicker/Images
@@ -10880,37 +10630,18 @@ AtoZ/HealthInformationPages/
 AtoZ/HealthInformationRibbonLinkVisibility/
 AtoZ/InstitutesDepartmentsLetterStatus/
 AtoZ/InstitutesDepartmentsPages/
-AttractionAmendTravelDate
-AttractionBookingApi
-AttractionBookingDetails
-AttractionCancelBooking
-AttractionCommerce
-AttractionLander
-AttractionOperatorReview
-AttractionPartnerRedirect
-AttractionProductDetail
-AttractionProductHighlight
-AttractionProductsAjax
-Attraction_Products
-AttractionsAjax
 Audio/
 AuroraCGI
 Auth.aspx*
 Auth/*
-AuthCheck
-AuthorTool
-AuthorizeAgency
 Auto/
 AutoScaling/2009-05-15
 Autopilot/
 Autosuggest
-B2BClickTracking
 BA
 BA/
 BACKURL=
 BACK_URL=
-BAEmailConfirmation
-BALinkImpressionTracking
 BB
 BB/
 BD
@@ -10927,7 +10658,6 @@ BIXOCRAWLER
 BJ
 BJ/
 BLEXBot
-BLImpRecord
 BM
 BM/
 BN/
@@ -15289,20 +15019,14 @@ Bart-van-Oort/nl-NL/
 Basket
 Basket.aspx
 BasketView
-BeachSweeps
 BedBugs/
 Bender
 Benoit/Public/DVDDB
 Bernina/WebServices/BerninaWebService.asmx/*
-BetterBySea
 Biker
 BillingActivity
-BillingAndPayments
-BillingDetail
-BillingInvoiceFile
 Bin/
 BingSite
-BlPromoOptOut
 Blinky
 Blog-IE
 BlogDetails/
@@ -15311,12 +15035,8 @@ BlogInfo.nhn
 Bollettino+n.+16+-+Gennaio+2001.pdf$
 Bollettino+n.+20+-+Maggio+2001.pdf$
 Bollettino+n.+6+-+Settembre-Dicembre+1998.pdf$
-BookingConfirmation
-BookingRequest
-Bookings
 Boutique/Guide
 Bpreview=
-BrandOwners
 BreakingNewsSms
 Bridging
 Browse/BookView.aspx
@@ -15327,12 +15047,10 @@ Browse/save_u.aspx
 Browse/view.aspx
 BrowserSearch.xml
 Business--Manufacturing/Business-Education/FAQ/Search?
-BusinessListingsAjax
 CA/
 CATCODE=
 CBNnews-new/
 CDONLINE/
-CDSimp
 CES
 CF
 CF/
@@ -15348,7 +15066,6 @@ CK/
 CL,
 CL/
 CM/
-CMSImp
 CN/
 CN1
 CNCDialer
@@ -15380,17 +15097,12 @@ Cache/ClearCache/
 Calculator
 CallToActionModalView
 CalmView/*
-CampaignConfigAjax
-CampaignConfiguration
 CampaignId
-CampaignManagement
-CancelBooking
 CancelPlan
 CaptchaValidationLog
 Cargo-Webdesign-Directory
 Carrello
 Carrito
-CarsComparePartners
 Cart
 Cart
 Cart-Show/
@@ -15400,24 +15112,12 @@ Cart/Add
 CartLink_updateCartSize
 CatScrolling
 CategoryDisplay
-CauseTeaserPopup
-Celebrate100Million
-CertificateOfExcellenceRequestSupport
 ChangeEmailAddressView?
 ChangePassword
 ChangePlan
 ChangeSecurityInfoView
 ChatGPT
 ChatGPT-User
-CheapFlightsCommerce
-CheapFlightsController
-CheapFlightsHome
-CheapFlightsPartnerHandoff
-CheapFlightsPartnerPostHandoff
-CheapFlightsRecord
-CheapFlightsSearchDeals
-CheapFlightsSearchResults
-CheapFlightsSearchSeatGuru
 Checkout
 Checkout
 Checkout/
@@ -15447,8 +15147,6 @@ Christian/Books/support_details
 Christian/Books/wishlist
 Citation/Download
 Citizen_k/
-Civ
-Claim
 Classifieds/
 ClientAuth
 ClientBin/
@@ -15467,14 +15165,10 @@ Cmr
 CmsArticle/
 CoWisdom/
 Coffeebreak
-Collections
 Comentario/
-CommLCT
-CommPT
 Command=*
 Comment/*
 Comment/NewComment/*
-Commerce
 Common
 Common/BML/
 Common/ThirdParty/
@@ -15495,9 +15189,6 @@ Config/
 Configuration/
 Connections
 Connections/
-ConnectivityPartnerFAQ
-ConnectivityPartnerInfo
-Consent
 Consortium/Offices/*/comments
 Consortium/Offices/*/feed
 Consortium/Offices/*/trackback
@@ -15523,16 +15214,12 @@ ControlPanel
 Control_Panel
 Controllers/
 Controls/
-CookiePingback
 CookieTest.aspx*
 Cops
-CoralEditor
 Corporate/RegisterMe
 Corporate/RequestInfo
 Corporate_2020
 CorriereAppNews
-CostPerClick
-CountryAjax
 Courses/Assessment
 Courses/Exercise-Files
 Courses/Transcript
@@ -15542,10 +15229,7 @@ CreditCardDetailAJAX
 CrickeM
 CricketAnalyst
 CricketBoardOfWales_old
-CruisesCommerce
-CruisesPartnerHandoff
 CrystalSemanticsBot
-CurationTool
 CurrentEvents.aspx
 CurrentEventsView.asp
 CurrentEventsView.aspx
@@ -15583,7 +15267,6 @@ DTS
 DZ/
 Daily/
 Dart_banner
-Dashboard
 Data
 DataAccessLayer/
 DataService/
@@ -15592,9 +15275,6 @@ Dataservice/
 Date(
 Decades
 Default.asp
-DelayedLoad
-DeleteNotify
-DemandLoadAjax
 Demographics
 Departments/Italian_Studies/archive10
 Departments/Pembroke_Center
@@ -15603,17 +15283,10 @@ Departments/Swearer_Center/Literacy_Resources/*.htm$
 Departments/Swearer_Center/SSIncludes
 Departments/Swearer_Center/admin
 Departments/Swearer_Center/icnsource
-DepositResolution
 Depts/CAS
 Design
-DestinationArticle
-DestinationGuideWidget
-DestinationReview
-Destinations
 Detail.html
 Detected
-DevMediaRedirector
-DhtmlPopup
 Diagnostics
 DigExt
 Directory/
@@ -15621,9 +15294,7 @@ Disallow
 Disallow.
 Disallow:
 Disallow:
-DiscountGroup
 DisplayCmd
-DisplayMap
 DisplayView
 Divisions
 DoNotTest
@@ -15633,7 +15304,7 @@ Doc-rss
 Doc-y/
 Documentation/
 Documents/
-Documents/Departments/EthicsElections/DemocracyVoucher/http://seattletimes.com/robots.txt
+Documents/Departments/EthicsElections/DemocracyVoucher/http://google.at/robots.txt
 Documents/postgraduate-prospectus.pdf
 Documents/students/undergraduate-prospectus.pdf
 Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf
@@ -15650,7 +15321,6 @@ Drums_and_Percussionhttps
 Duke-Recommends
 Dut
 Dut$
-DynamicPlacementAjax
 EC/
 EDOCSSESSIONID*
 EE/
@@ -15687,11 +15357,7 @@ ElasticLoadBalancing/2010-07-01
 Email/R/
 Email/r/
 EmailCartView
-EmailHotel
-EmailMap
-EmailMemberRegistration
 EmailPreferences
-EmailSpellCheckJson
 Emailer
 Emailv_v2
 EmbedSlideshow
@@ -15708,11 +15374,9 @@ Error/DistilBlock
 Error404
 ErrorLink=*
 ErrorLog
-ErrorPage
 ErrorView
 Errors/
 EssentialMetrics
-EventDates
 Events/APIs/
 Events/APIs/CliqBook/
 Events/APIs/GetThere/
@@ -15748,18 +15412,12 @@ Events/stylesheets/
 Events/xml/
 Exabot
 ExitCheckoutCmd
-ExitWindow
-ExpandedUserReviews
 Experience*
-ExperiencesCommerce
 Experimental
 Explodingstuff
 Explore*
 Export/
 External
-ExternalExitWindow
-ExternalIdMap
-ExternalLinkInterstitial
 Extranet
 Extranet.aspx
 Ezooms
@@ -15940,18 +15598,14 @@ FRONT_PROGRAMAS?go=
 FRONT_SALA_PRENSA
 Fa/
 Facebook/
-FacebookConnect
 Facilities/CIS/Network_Services/traffic
 Facilities/CIS/SCP
 Facilities/Haffenreffer/archive
 Fact_check
 FairShare
 FamilyConnect?*s=
-FareCalendar
 FatalError.html
-FavoriteReviewManagement
 Feature
-Featured
 FeaturedShowMoreOverlay
 Features/SpinaBifidaProgram/
 Feedback/
@@ -15963,27 +15617,16 @@ FicherosDatosPersonales
 File/
 Files/
 Filestore/
-FilmFestival/
-FilterState
 FinDocuments
 Finance/Financial_Aid
 FinancialServices
 Find*
-FindRestaurants
-FinishAppInstall
 FireTV
 FiveSteps/
 FiveStepsToHealth/
 Flamingo_SearchEngine
 Flash/
 FlashPlayerCallback.aspx
-Flights?
-FlightsCommerce
-FlightsComparePartners
-FlightsController
-FlightsPricelink
-FlightsRecord
-FlipKeyIdMap
 Fonts/
 FoolPics
 ForWordPress/
@@ -15994,7 +15637,6 @@ ForYourHome/Voip
 ForYourHome/voip
 ForYourhome/voip
 Foresee
-ForgotPassword
 FormExt010
 FormsCommonComponents/static-1.864
 FormsCommonComponents/static-1.879
@@ -16002,13 +15644,7 @@ FormsCommonComponents/static-1.886
 FormsCommonComponents/static-1.956
 Forum/
 Forum/User/*
-ForumFAQ
 ForumPost/
-ForumPostPreview
-ForumRedirect
-ForumSetSortCookie
-ForumSignIn
-ForumVote
 Fragment/
 Fragment/SysConfig
 FrameStep
@@ -16016,19 +15652,15 @@ FrameStudio
 FrameWork/charts
 FreeGiftDisplayView
 FreeMoney/
-FreeTools
 FreeVlast/
 Friends
 Friends/inviteFriends
 Frontend/WebService/PaymentGateway/checkout.php
 Frontend/WebService/downloadPDF.php
-FullRedirect
 Funders/rss
 G
 GA
 GA/
-GAITripBuilder
-GARecord
 GD
 GD/
 GE/
@@ -16047,20 +15679,15 @@ GL
 GLOBPICS
 GM
 GM/
-GMapsLocationController
 GN
 GN/
-GOWidget
-GOffer
 GP
 GP/
 GPStatistik/servlets/MCRSearchServlet
 GPTBot
-GPointCampaign
 GQ
 GQ/
 GR/
-GSSAjax
 GT/
 GU
 GU/
@@ -16072,7 +15699,6 @@ Gallery/*
 GarrettScript
 Gateways*
 General
-GeneralSupport
 GeneratedItems
 Generic/Generic
 Generic/IOS/
@@ -16081,13 +15707,6 @@ GenericRegistryPortalView
 GenericSystemError
 Genieo
 Genome_MOT
-GermanwingsPromo
-GermanwingsRegistration
-GetListedAjaxGeneral
-GetListedLightbox
-GetListedUpdateAttraction
-GetListedUpdateEatery
-GetMobileApp
 Getting_Started
 GiftRegistrySearchViewCmd
 Gigabot
@@ -16095,34 +15714,21 @@ Global
 Global/
 GoogleInternetAuthority
 Googlebot
Disallow:
-Gpits
 Graduate
 Graduate/Avenue
-GreenLeaderAjax
-GreenLeadersProxy
-GroupHomeApi
-GroupManagementCenter
 Groups.aspx*
 Groups/images
 Groups/include
 Gu%C3%ADa/embed
 Gu%C3%ADa/new
 GuestAsAnonymous
-GuestExperience
-GuestXManagementTool
 GuiaFyS
 Guida/embed
 Guida/new
 Guide/embed
 Guide/new
-GuideAjax
-GuideEditor
-GuideRatingAjax
-GuideRequested
-GuideRequestor
 H
-HACAffiliate
-HBO/
+HBO/
 HK/
 HM
 HMDThankYou
@@ -16130,7 +15736,6 @@ HN
 HN/
 HOW2014
 HR/
-HRMConnect
 HT
 HT/
 HTFederatedSearchResults
@@ -16140,7 +15745,6 @@ HTTrack
 HTTrainingCourseDetail
 HTTrainingModulesDetail
 HU/
-HandleHotelSuperPortal
 Handlers
 HdToggle
 HeadJS/static-2.115
@@ -16149,14 +15753,11 @@ HeadJS/static-2.84
 HeadJS/static-2.92
 Help
 HelpContent
-HelpProxy
-HelpUkraine
 Helpers/
 Heritrix
 Hitcounts/
 HoldingPage.aspx
 Home
-Home-
 Home.asp
 Home.aspx
 Home/
@@ -16166,20 +15767,9 @@ HomeRedirect.aspx
 Hotel-Information?
 Hotel-Search
 HotelBookingConfirmation
-HotelBookingController
-HotelBookingRoomSelectionHtml
-HotelBookingRoomSelectionJson
 HotelCheckout
-HotelGMCApi
-HotelHighlight
-HotelInterruptersAjax
-HotelWatchAjax
-Hotel_ReviewHAC
-HotelsManageListing
-HotelsManagementCenter
-HotelsProductCart
-HowTheSiteWorks
 How_To_Get_Sky
+HpImageArchive.aspx
 HttpModules/
 HubStyle/static-2.309
 HubStyle/static-2.313
@@ -16237,7 +15827,6 @@ I18n/static-7.314
 I18n/static-7.315
 I18n/static-7.329
 IAGA/cgi-bin
-IBCommerce
 IC
 ID/
 IDMS
@@ -16293,42 +15882,29 @@ Images
 Images/
 Images/HTEditImages
 Images/Popup/
-ImpressionRecord
-ImproveListing
 Inactive
-Inbox
 Includes
 Industry
 IndustryBrains
-InfoCenter
-InfoCenter-a_ctr.april_en
 InfoStrat
 Informacion-Hotel?
 Information/Seminars/EU1998
 Information/images
 Information/include
 Information/local
-InformationCenter
-InitializeSession
 Ink-Toner-Finder/cat_CL30001
 Inky
-InlineReviewerCta
 Install/
-InstantBooking-
-InstantBookingManagement
-InstantBookingSignup
 IntegrationCenter
 Inter
 InterestItem
 InternalError.html
-International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt
+International-Lectures/en-GB/courses/apply.aspxhttp://hertrichfordofeaston.com/robots.txt
 International-Lectures/nl-NL/cursussen/inschrijven.aspx
 International/questions/qa-html-language-declarations/icons
-InterstitialsWidget
 Intranet
 Intranet-PDB
 InvoiceListView
-IpadInterstitial
 IssueId*
 IstellaBot
 Item
@@ -16346,7 +15922,6 @@ JRC-beta
 JS
 JSC-Beta
 JSC-beta
-JSErrorRecord
 JSWidget/
 JSWidgetFeed/
 Jai-Mrug*
@@ -16355,11 +15930,8 @@ JikeSpider
 Job-Listings
 Jobs
 Jobs/Search
-JoinPlus
 Jquery/
 JsonData/
-JsonServiceController
-JustForYouGuide
 Jyxobot
 KE/
 KG/
@@ -16397,7 +15969,6 @@ LICENSE_AFL.txt
 LK
 LK/
 LK/NotAuthorized
-LNAjax
 LOCKS
 LP
 LR/
@@ -16408,8 +15979,6 @@ LU/
 LV/
 LY/
 Labs/
-LanderLogger
-LandingPage
 Landingpages.html
 LanguagePreferences
 Languages/Pages/Volunteer-Stipend.aspx
@@ -16420,7 +15989,6 @@ Latest-Books.aspx
 Latest-Releases
 Latest-Releases/
 Layout/set/popup
-Leaderboard
 Learning
 LegalNewsRoom/cfs-file/__key/communityserver-components-userfiles/00-00-04-73-71/2013-11_2D00_11-phelps.pdf
 LegalNewsRoom/members
@@ -16433,21 +16001,14 @@ Library
 Library/Document.ashx
 Library/ReadItLaterPopup.aspx
 Library/document.ashx
-LightSubscriptionCenter
-LikeButtonClicked
 Link
-LinkGenerator
 LinkPage.aspx*
 LinkScan/8.1a
 Linkshare*
-ListingQuestionsAjax
 ListlyCopyright.html
 ListlyPrivacyPolicy.html
 ListlyTermsofUse.html
 Lists/
-LithiumEmptyPage
-LithiumPageNotFound
-LithiumRegController
 LitlePayPage
 Livelapbot
 LoadTest
@@ -16455,14 +16016,6 @@ LoadTest/
 Local
 Localize
 Location/WaitTimes/
-LocationPhotoAlbum
-LocationPhotoDirectLink
-LocationPhotosInline
-LocationPhotosLightbox
-LocationPhotosSearch
-LocationTab
-LocationWidget
-LogMediaClick
 Login
 Login-LoginForm*
 Login-OAuthReentryFacebook*
@@ -16545,7 +16098,6 @@ MZ/
 M_naturalnews.com/
 MaPS
 MacHelp91
-MachineTranslation
 Mail/
 MailEmergency
 MailHelpR1
@@ -16553,22 +16105,13 @@ MakePaymentView
 Manage/
 ManageAccountAccess
 ManageDevices
-ManageListing
 ManageOrder
-ManageOwnersTopReasonsApi
 ManagePaymentAccountView
-ManagePhotos
 ManageProfiles
 ManageReturns
-ManageShopListingApi
-ManageShopping
-ManageStoryboard
-ManageUserAccess
-ManagementCenter
 Map
 Map.asp
 Map.aspx
-MapEmbed
 MapS
 MapServiceProxyWS.asmx
 Maps
@@ -16587,12 +16130,9 @@ McKinsey
 MedCenter
 MedSchool
 Media/SOAR
-MediaBadgeResponse
 MediaBin
 MediaComp/
 MediaDisplayView
-MediaKit
-MediaVoting
 Medianet
 MeetingsBase/static-1.1538
 MeetingsBase/static-1.1591
@@ -16656,173 +16196,23 @@ Mega_Transparency_Report
 Meganav/GetSectionGroupContents?
 Mehmet_Ersin_Yumer_CV.pdf
 Member/
-MemberAuditLogger
-MemberBenefitsPopup
-MemberOverlay
-MemberPassportStamps
-MemberPhotos
-MemberProfile
-MemberResetPassword
-MemberSubscribe
-MemberSubscriptionsController
-MemberTagsAjax
-MemberTravelMap
 Membership/Memberzone/
 Membership/e-Membership/app-help.asp
 Membersites
 Meo
 Merchant2
 MessageRunDetailID=
-Messages
-MessagingOptions
-MetaAirCalendarAjax
-MetaBestPriceCrossSellAjax
-MetaCheckRatesAjax
-MetaJsonAjax
-MetaPlacementAjax
 MetaURI
 Metrics/
-MetricsAjax
-MicroMetaAjax
 Microsoft.URL.Control
-MiniMetaCRAjax
 Misc/
 Mix-It-Up/ajax_get_groessentabelle
 Mix-It-Up/ajax_get_gummiband_bild
 Mix-It-Up/ajax_get_gummiband_options/link
 Mobile/
 Mobile/EM/
-MobileAddPoi
-MobileAddressLookupAjax
-MobileAdsManager
-MobileAirlineDeals
-MobileAirlineTips
-MobileAirlines
-MobileAirport
-MobileAirwatch
-MobileApps
-MobileAttractionSearch
-MobileAttractionToursAndTickets
-MobileAttraction_Products
-MobileAttractions
-MobileBookingConfirmationSMSResponse
-MobileBookingConfirmationShare
-MobileBookingCustomerSupport
-MobileBookingRequest
-MobileBookings
-MobileCancelBooking
-MobileCheapFlightsHome
-MobileCheapFlightsPartnerPostHandoff
-MobileCheapFlightsSearchResults
-MobileCheapFlightsSearchSeatGuru
-MobileCiv
-MobileCookie
-MobileEventRecord
-MobileFAQ
-MobileFareCalendar
-MobileFeaturedVacationRentals
-MobileFilters
-MobileFlights
-MobileFooter
-MobileForgotPassword
-MobileForumRedirect
-MobileForumSetSortCookie
-MobileGetMobileApp
-MobileGuide
-MobileHeaderCss
-MobileHotelBookingAgreeToBook
-MobileHotelBookingAllRoomSelectionAjax
-MobileHotelBookingAuthorization
-MobileHotelBookingPaymentform
-MobileHotelBookingRecordThreatIdAjax
-MobileHotelBookingRoomDetail
-MobileHotelBookingRoomSelection
-MobileHotelBookingSuccess
-MobileHotelCancellationPolicy
-MobileHotelHighlight
-MobileImpressionRecord
-MobileImproveThisListing
-MobileJSErrorRecord
-MobileJSONImpressionRecord
-MobileJson
-MobileJustForYouGuide
-MobileListForums
-MobileLocalMaps
-MobileLocation
-MobileManageListing
-MobileManagePhotos
-MobileManagementCenter
-MobileMemberProfile
-MobileMemberResetPassword
-MobileMobileReservation
-MobileMyBookingsDetail
-MobileMyBookingsVoucher
-MobileMyInbox
-MobileNativeCountrySettings
-MobileNativeCurrencySettings
-MobileNativeSettings
-MobileNearbyAttractions
-MobileNearbyHotels
-MobileNearbyLander
-MobileNearbyRestaurants
-MobileNewTopic
-MobileNewsletterSignOut
-MobileNokiaLauncher
-MobileOlaCabsEstimateAjax
-MobileOwnerVerifyLocation
-MobilePOITagging
-MobilePageviewRecord
-MobilePasswordReset
-MobilePayment
-MobilePhotoUpload
-MobilePostPhoto
-MobilePostReply
-MobilePromotionDetail
-MobileQueryBBox
-MobileRac
-MobileRecent
-MobileRedirector
-MobileRegistration
-MobileRentalPropertyManager
-MobileRentals
-MobileReportLocation
-MobileReservation
-MobileRestaurantMenu
-MobileRestaurantSearch
-MobileRestaurants
-MobileReviewCollect
-MobileRoadTrip
-MobileSaves
-MobileSearch
-MobileShoppingCoupon
-MobileShowForum
-MobileShowSpecialOffer
-MobileShowTopic
-MobileShowUserReviews
-MobileSiteIndex
-MobileSmartDeals
-MobileStreetView
-MobileTaggingAjax
-MobileTools
-MobileTourism
-MobileTravel
-MobileUberEstimateAjax
-MobileUpdateListing
-MobileUserReview
-MobileVRACSearch
-MobileVRUserReview
-MobileVacationRentalInquiry
-MobileVacationRentalReview
-MobileVacationRentalSearch
-MobileVacationRentals
-MobileVacation_Packages
-MobileWidgetEmbed
-MobileWinphoneLauncher
-Mobilemembers
 ModalView
 Models/
-ModuleAjax
-ModuleBootstrap
 Money/
 Monitor.html
 Monitor2.html
@@ -16831,12 +16221,8 @@ Moreoverbot
 Moved
 Movies
 MoviesYouveSeen
-MptUrl
 Ms.
 Msgs/
-MsnForumFeedServlet
-MultiOwners
-MultiPartAjax
 Museum
 Music
 My-Account
@@ -16845,15 +16231,11 @@ My/PrivateBox/*
 MyAccount
 MyAccount*
 MyAccount.jsp
-MyAchievements
 MyAlamy.asp*
 MyAlamyCustomer.asp*
 MyArticlesListDetailView
 MyBLB.cfm
-MyBookingsDetail
-MyBookingsVoucher
 MyChristies/
-MyInbox
 MyNewegg/
 MyPaintColorListDetailView
 MyPortfolio
@@ -16897,19 +16279,14 @@ NVisitorgp4Ajax.naver
 NVisitorgp4Ajax.nhn
 NZ/
 NaN
-NativeAds
 Nauka/
 NaverBot
 NavigationPartials
 Ne/SocialMediaActivity/LogJSWidgetLinkClick
 NerdByNature.Bot
 NetConnect
-NetPromoterPopup
 NetSeer
-NewMessage
 NewMyAccount/
-NewOwners
-NewTopic
 NewWatchInstantlyRSS
 News
 News/Flash.aspx/
@@ -16929,20 +16306,11 @@ News/Section.aspx/8
 News/Section.aspx/9
 News/XT
 News/Xt
-NewsLetterPlus
 NewsPass
-NewsPlus
 NewsRoom/ReleaseNg/
 NewsTips/
 Newscan
 Newsletter/
-NewsletterNews
-NewsletterPopupBudgetRomanticFamilyPopup
-NewsletterPopupNewsletterPopup1
-NewsletterSendPassword
-NewsletterSignIn
-NewsletterSignOut
-NewsletterSignupWidget
 Newsletter_htm
 NewslettersV1
 Newsroom
@@ -16968,10 +16336,7 @@ NovelUse.asp*
 NovelUse/
 Nrpp=
 Ntk=TBW*
-OASpage/Assembly2001/
-OASpage/Haiti_situation
 OAuth.aspx
-OAuthRegistration
 OCA-Beta
 OCA-beta
 OCRequests
@@ -16985,7 +16350,6 @@ Object/5FRQEn6WdzPZx95TNmgRgJ/submit-approved-subscribers.html
 Object/DA0yZYT1mFs1NaiDueSvBP/dashboard.html
 Object/FjDTkjBmbjPylZPtjdfocJ/dashboard.html
 Object/NRItzKXDWQ01wSRYBec2bK/approve-subscribers.html
-OfferAnnouncementManagement
 Offline
 Ogoniok/
 OldDefault.aspx
@@ -16993,12 +16357,9 @@ Olddefault.aspx
 OnDemandDiscount/
 OnThisDay
 OnlineOrderHistoryView
-OpenGraphLander
 OpenZoomLayer
-OpeningHours
 Oppo-F3
 OptOutEmail
-OptimusNativePayment
 OrderBillingView
 OrderItemDisplay
 OrderItemDisplay=
@@ -17022,16 +16383,6 @@ Our-Town-User-Photos/
 Our-Town-User-Stories/
 Out-Of-Date
 Ov7R_Z9qW/5TBoHk/ldQ/z99fkhLVOi/YnB5eA/SAQt/LXh7emk
-OverlayWidgetAjax
-OwnerActivityFeedAjax
-OwnerEmailManage
-OwnerNotificationSetting
-OwnerResponse
-OwnerSupport
-OwnerVerifyLocation
-Owners-
-OwnersDM
-OwnersTermsAndConditions
 P
 P.mvc?_escaped_fragment_=/peopletags.aspx
 P3/find
@@ -17065,12 +16416,10 @@ PSPV2_Privacy
 PS_cache
 PT/
 PV
-PVLog
 PW
 PW/
 PWD
 PY/
-PacMan
 Page
 Page-Show*
 Page=CatalogCourses
@@ -17080,17 +16429,14 @@ Page=Faculty
 Page=R25
 Page=r25
 PageBuilderControls
-PageMoniker
 PageSpeed=noscript
 Pages/404.aspx
 Pages/Search-Results.aspx
 Pages/Search.aspx
 Pages/myetocsunsubscribe.aspx
 Pages/subprocessors.aspx
-PageviewRecord
 Panasonic
 Panier
-PanoramaXml
 Participate
 PartnerDocuments.aspx
 PartnerSearch.aspx
@@ -17098,7 +16444,6 @@ PartnerServices
 Partners
 Parts*?*filter
 Parts*?*q=
-PasswordReset
 PatientStory/ForSearchIndex/
 PatientStory/JsonResults/
 Patrol
@@ -17109,7 +16454,6 @@ PatternValidationJS/static-1.55
 PatternValidationJS/static-1.56
 PatternValidationJS/static-1.60
 PatternValidationJS/static-1.74
-PayNow
 Payment
 PaymentHistoryView
 PaymentMethodDisplayView
@@ -17118,29 +16462,16 @@ People/Search-People
 People/all
 People/domain
 PerformRegionAutoRedirect
-PersonalizedOnboarding
-PhoneTrackingOptOuts
-PhotoBox
 PhotoUpload
 Physics/sure
 Pictures
 PillarofLight/
-Pin_Lander
 Pinky
 PiplBot
 Pixray-Seeker
 Planning_units
 Platform/
 PlayerPortal/
-PlusCommerce
-PlusManagement
-PoiArea
-PoiDetails
-PoiRecommendationDashboard
-PoiRecommendationEditor
-PoiRecommendationList
-PoiReviewDetail
-PoiTipDashboard
 Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html
 Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html?facet=amp&utm_source=googleamp&utm_medium=referral&utm_campaign=googleamp
 PopupDetails
@@ -17156,29 +16487,17 @@ PostExportDoc.naver
 PostExportDoc.nhn
 PostList.naver
 PostList.nhn
-PostPhotos
 PostPreview.naver
 PostPreview.nhn
 PostPrint.naver
 PostPrint.nhn
-PostReply
-PostVideo
 Postcomment*
 PowerMapper
 Practice-Clients
 PreBuilt
-Premium-
-PremiumAjax
-PremiumEdit
-PremiumGuidanceLander
-PremiumGuidanceMatchResults
-PremiumGuidancePayment
-PremiumPlans
 Present
 Presentation
-PreviewImage
 Price/PriceRMPopup.aspx
-PrimaryPhotoMlOptOutTool
 Primo_Piano/Cronache/10_Ottobre/23/stanzamostro.shtml
 Primo_Piano/Cronache/2003/05_Maggio/05/spari.shtml
 Primo_Piano/Cronache/2003/06_Giugno/06/sequestro.shtml
@@ -17226,7 +16545,6 @@ Primo_Piano/Sport/2002/12_Dicembre/10/bugno.shtml
 Print
 Print.aspx
 Print/*
-PrintGuide
 PrinterFriendly
 PrivacyView
 Private
@@ -17234,11 +16552,8 @@ Product-Search
 Product-Show*
 Product-Variation*
 Product?pid=*
-ProductCancellationLogApi
-ProductCart
 ProductComparisonCmd
 ProductDetailsTabView
-ProductError
 ProductListingBatteryView?
 ProductSelections/
 Product_Help
@@ -17252,13 +16567,11 @@ Products/felica/business/tech-support/st_*.html
 Products/subscriptionsSpecial.aspx
 Products/tv/androidtv
 Products/tv/seeingisbelieving
-Profile
 Profile/ViewPdf
 ProfilesGate
 Programmes/Search-Courses
 Programs
 Project
-PromoTools
 Promoted
 PromotionDetailsDisplayView
 PromotionDisplayView
@@ -17268,25 +16581,7 @@ PropertyLayer/
 Provider/Image/
 Provider/PhysicianRatings/
 Providers/
-ProxyToolsAccountSettingsTool
-ProxyToolsBillingAndPaymentsTool
-ProxyToolsBillingDetailTool
-ProxyToolsCCAuthBlacklistTool
-ProxyToolsContractDiscountTool
-ProxyToolsCustomerSupportForm
-ProxyToolsDiscountCode
-ProxyToolsInstantBookingManagementTool
-ProxyToolsManageUserAccessTool
-ProxyToolsMemberEditor
-ProxyToolsPhoneTrackingBulkLoader
-ProxyToolsPhoneTrackingTool
-ProxyToolsProductFeatureApi
-ProxyToolsRSKeyAccounts
-ProxyToolsT4BProductFeatureAjax
-ProxyToolsT4BProductFeatureTool
-ProxyToolsT4BToolsAccessDenied
-ProxyToolsTCOfflineBillingIndicatorTool
-ProxyToolsTokenTestTool
+Proxy.ashx
 Psychology/local
 Pub/Emails/
 Pub/Emails/Stylesheets/
@@ -17347,11 +16642,9 @@ QA/
 QS
 QUICKNEWS
 QUkd4lO9
-QueryJson
 QuerySeekerSpider
 QuickCheckoutLOCSnippetView
 QuickInfoView
-QuickReview
 Quickcast
 R
 R.ashx
@@ -17361,8 +16654,6 @@ R/
 R/ti/p
 RBP_HOME_URL*
 RC/*.xml$
-RCOLLHotelConnectOAuthCallback
-RCPCrossSell
 RCS
 RDF/Validator/ARPServlet
 RDF/Validator/ARPServlet?
@@ -17400,15 +16691,10 @@ RFP/venues.aspx
 RFP/xml/
 RFTS
 RHdb
-RMHome
 RMID=
-RMReviewCollect
 RO/
 RRID=
 RR_NUMBER=
-RSContentSharing
-RSManagementCenter
-RSOfflineBilling
 RSS
 RSS.aspx
 RSSSyndicator.aspx*
@@ -17417,11 +16703,7 @@ RU
 RU/
 RW
 RW/
-RateUserReview
-Rateit
 Rating/
-RatingAjax
-RatingPagingAjax
 RePEc
 ReaderReg/
 Reagan/static-6.27
@@ -17438,79 +16720,45 @@ Reagan/static-7.9
 RealMedia
 Recalls?
 Recalls?page
-Recaptcha
 ReceiveAutoRedirect
-Recent
 Recommend
-Recovery_Packages
 Redir.aspx
 Redirect
 Redirect=*
 Redirects
-RegActivation
 Register
 Register?
 RegistrationAddFormView
-RegistrationController
-RegistrationInterceptPopup
 RegistreWeb/search/advanced.htm
 RegistreWeb/search/simple.htm
 RegistreWeb/search/typedoc.htm
 Registry
 RegistryPortalCmd
 Religion-Portals/*Blog.html
-RemindMe
-RentalCarsRedirect
-RentalPropertyManager
-RentalWatchSignup
-RentalsSearch
-RentalsSupport
 ReportAbuse
 ReportBug
-ReportIAP
-ReportPost
 Reports/
-ReputationManager
 Request
 Research/Search-Research
 ResearchLibrary/
-ReservationAjax
 Reservations/tab_hotelcar.htm
 ResetPassword
 Resources
 Resources/FileUpload/
 Resources/ResourceFileView/
 Resources/tools/
-ResponsibleDisclosure
-RestaurantAdsManager
-RestaurantEnterpriseManagement
-RestaurantProductCart
-RestaurantSearch
-RestaurantSolutions
-RestaurantXSellAjax
 Restricted
-Resubscribe
 Results.aspx
 Results?k*
 Review/
 Review/LeaveReview/
 Review/List/
-ReviewCollect
-ReviewExpress-
-ReviewExpressFAQ
-ReviewPerformance
 Reviews.aspx*$
-RexSpamFilterAjax
 Ribbon
 Ribbon/LocationSpecialtyLists/
-RoadTripMap
-Robots
 Route53/2010-10-01
 Route53/2013-04-01
-RsPartnerApi
 Rss_items
-RuleBasedPopunder
-RuleBasedPopup
 Rus
 Rus$
 S
@@ -17556,11 +16804,8 @@ SOFTWARE
 SOImapPriceDisplayView
 SOURCE_URL
 SP/
-SPCommerceInternal
 SPIRIT/files
-SPOCK
 SPORTS
-SPRedirect
 SR
 SR/
 SSC
@@ -17573,16 +16818,10 @@ STOREID=
 SV/
 SY/
 SZ/
-SafetyManagementCenter
 Salaries
-SameGeoActivity
 SametimeWebApp
-SavedFlightsSearchesAjax
 SavedForLaterView
-SavedPhotos
-Saves
 Scotland
-ScreensaverShade
 Scripts
 Scripts/
 Scripts/CountryRedirect.js*
@@ -17598,7 +16837,7 @@ Search/
 Search/*
 Search/Mail/Public
 Search5
-Search?*http://cracked.com/robots.txt
+Search?*http://pbase.com/robots.txt
 Search?q*
 Search?searchstring_input=
 SearchDisplay
@@ -17609,11 +16848,7 @@ SearchResults.aspx
 SearchResults.aspx$
 Search_New
 SelectLocale?fromPage=
-SelfServeAdvertising
-SendMessage
-SendToFriend
 SendToFriend-Start/
-SentConfirmationEmail
 Server
 ServerError.aspx
 ServerSupport/LinkChecker
@@ -17626,21 +16861,15 @@ Service-Search/find-a-psychological-therapies-service/what-happens-when-you-refe
 Service-Search/other-services/Cognitive-behavioural-therapy-(CBT)/LocationSearch/1908
 Service-Search/other-services/NHS%20psychological%20therapies%20services%20(IAPT),%20including%20cognitive%20behavioural%20therapy%20(CBT)/LocationSearch/10008
 ServiceDesks/
-ServiceWorker
 Services
 Services/Dentists/Overview/DentistPatientAcceptanceVerification.aspx*
 SessID=
 SessionHandler.aspx
 Sessions/
-SetCookieOverrides
-SetLangFilter
-SetReviewFilter
-SetTranslationOption
 Settings
 Sf/
 Share.aspx
 SharePage/
-ShareWithFriends
 Shared/
 SharedDocs/Downloads/DE/BSI/Zertifizierung
 SharedDocs/Kontaktdaten
@@ -17655,28 +16884,9 @@ Shop*?*q=
 Shop/Download/Event
 Shop/OrderResults
 Shop/OrderResults.aspx
-ShoppingCart
 ShoppingCart*
-ShoppingCoupon
-ShortSurvey
-ShortlinkResolver
-ShowSpecialOffer
-ShowTopicWindowShade
-ShowUrl
-ShowUserReviewsAirlines
-ShowUserReviewsAttractions
-ShowUserReviewsCruises
-ShowUserReviewsGEO
-ShowUserReviewsHAC
-ShowUserReviewsHotels
-ShowUserReviewsRestaurants
-ShowUserReviews_Cruises_Responsive
-SiftScript
 SignInShibboleth.aspx
-SingleClickOptOut
-SingleClickSignUp
 SingleShipmentOrderSummaryView
-SingleUserReview
 SiteAds
 SiteBot
 SiteBot/0.1
@@ -17698,22 +16908,13 @@ Sites/
 Skins/
 Sky_Online
 Slurp
-SmartDealsHomeAjax
-SmsAjaxServlet
 Snap
-SocialIapReporting
 Societies
 Solr
 Soltango/de-DE/
 Soltango/en-GB/
-SolutionsDisplay
 Sony
-SortAttractions
-SortEateries
-SortHotels
-SortReviews
 Sosospider
-SpTracking
 SpamAssassin
 SpamAssassin/show_bug.cgi
 SpamAssassin/show_bug.cgi*ctype=xml
@@ -17733,26 +16934,15 @@ Special:SearchAd
 Special:Sitemap
 Special:ThankAuthors
 Special:UserLogin
-SpecialOfferManagement
-SpecialOfferWebview
 Special_Nautisme
 SpecificationDefinitionView
 Spinn3r
-SponsoredListingAjax
-SponsoredListingCommerce
-SpotlightDemo
-SpotlightHome
 Staples/
-StartBooking
 Starten/Page-Projekt-anlegen.html
 StatementsListView
-StaticPage
-StaticVelocityPage
-StaticVelocityXmlPage
 Stats
 Stats/Files/
 Stats/Reports/
-StickerRequestAjax
 StockAvailSearchForm
 StockAvailSearchForm=
 StockNews
@@ -17769,7 +16959,6 @@ Structure/cblast/cblast.cgi
 Structure/dgs
 Structure/flink/flink.cgi
 Structure/vast/vastsrv.cgi
-StruttaGameAjax
 Student_Services/Career_Planning
 Style
 Style%20Library
@@ -17785,30 +16974,17 @@ SubjectFilterPortlet
 Sublayouts
 SubscribeToRss/
 Subscriber/CreateWidget
-SubscriptionLander
-SubscriptionPopup
 SugarCRM
-Summer06Widget
 Support
 Support
-SurveyPanelPopup
 Surveys/
 Suscripcion
 Syd
 Symbols
-SyndicatedPhotos
 System/*
 Systems
-TADemo
-TAMGFooterAjax
-TAMGSubLander
-TAMGSubOffers
-TAOffer
-TAScreenSaver
 TC
 TC/
-TCDestinationsWidget
-TCIBContentQualityTool
 TD
 TD/
 TESHirewire/Attachments
@@ -17821,7 +16997,6 @@ THUMBS/6/
 TJ
 TJ/
 TL
-TLMCountries
 TM/
 TN/
 TNACRL
@@ -17833,11 +17008,8 @@ TV/
 TW/
 TWCOffer
 TZ/
-Tablet
 Tag.aspx
-TaggingAjax
 Tags/
-TagsJSONServlet
 TargetListPortalView
 TargetStoreLocatorCmd
 Taxonomy/CommonTree
@@ -17866,12 +17038,9 @@ TemplatePackage/subtopic
 Templates
 Templates/
 Templates/*
-TemporarilyClosedNoticeApi
 Test
 Test.html
 Test/
-TestEmptyPage
-TestingTravelMaps
 Testseite_4.html
 ThML
 ThankYou
@@ -17884,13 +17053,10 @@ Themes/Blogs/Healthypets/RegistrationPopUp_VWO-exit.aspx
 Themes/Blogs/mercolaArticle/RegistrationPopUpMobile.aspx
 Themes/Client/app/img/favicons/manifest.json
 Themes/HealthyPets/images/
-ThirdPartyRedirect
 ThisIsABadPathNotToBeUsed/
-ThorHammer
 ThreadeskupSimple
 Tienda/Guide
 TodayOJ
-TodaysLowestFaresAjax
 Tools*?*filter
 Tools*?*q=
 Tools/
@@ -17906,42 +17072,16 @@ Tracking?cntry_code=us
 Training/
 Training/ChooseCT/
 Trap
-TravelAdvice
 TravelAgent/Home.asp
-TravelMap-
-TravelMap?
-TravelMapHome
-TravelerInterestNotificationEndpoint
-TravelersChoice?
-TravelersChoiceHome
-TravelersChoiceWidget
-TravellersChoice?
 TreviCSS
 TreviJS
 TreviPHP
-TripBarometer
-TripConnectAccommodations
-TripConnectBadge
-TripConnectPartner
-TripConnectPaymentForm
-TripConnectPlus
-TripConnectPremium
-TripDetails
-TripWatchPromoAjax
-Trips
-Trips?
 TripsJS.ashx
-TripsNative
-TripsWebview
 TurnitinBot
 Tutor/Adm/
 Tutoriel/embed
 Tutoriel/new
-TwilioCallForward
-TwilioCallRouter
-TwilioConfirmPhoneNumber
 Type=openSource*
-TypeAheadJson
 UA
 UA/
 UCB/Administration/police/blotter
@@ -18002,21 +17142,15 @@ Units/sso/roompics
 UnivRead/vr/dotl/bb_publish
 UniversalFeedParser
 University
-Unsubscribe
 Unsubscribe/*
 UnsubscribeConfirmation
 Up2eCbBzIN/login
 Up2eCbBzIN/logout
 Up2eCbBzIN/password
 Up2eCbBzIN/register
-UpdateCM
 UpdateCommunicationPreferencesView
-UpdateContactsAjax
 UpdateGrid*
-UpdateListing
-UpdateSessionDatesAjax
 Upload/Attachments/TES
-UploadMedia
 Uptime*
 Urort/ScriptResource.axd
 Urort/WebResource.axd
@@ -18026,17 +17160,10 @@ UsedConditionEmailRequest.jsp
 User-agent:
 User/sso
 User:
-UserContent
 UserControls
 UserData.aspx
-UserInteractionRecord
-UserPage
 UserRegistrationForm
-UserReview
-UserReview$
-UserTrackingRecord
 UserUrl/
-UsernameValidation
 Users
 Utilities/RSSEngine/*
 Utility
@@ -18051,53 +17178,26 @@ VG
 VG/
 VI
 VI/
-VIP
-VKRegistration
 VN/
 VPV
-VRACSearch
-VRAffiliateClickoff
-VRDetailAjax
-VRInquirySent
-VRReviewManagement
-VRUserReview
 VU/
-VacationRentalIdeas
-VacationRentalInquiry
-VacationRentalReviewTab
-VacationRentalSendToFriend
-VacationRentalsAjax
-VacationRentalsFAQ
-VacationRentalsPromoLander
-VacationRentalsTracking
-VacationRentalsXSiteAjax
-ValidateJson
 Valley-of-Longevity-Property/
 VariationSelectionView
 Verify/*
-VerifyReview
-Verkko/http://elastic.co/robots.txt
+Verkko/http://commbox.com.au/robots.txt
 Video
 Video/*playerIndex
 Video/Panel/
-VideoController
-VideoGallery
-VideoHome?
 Videos/e
 Videos/m
 Videos/p
 View
-ViewAchAuthorization
-ViewAd
-ViewAttachment
 ViewCancelOnlinePaymentView
 ViewDoc
 ViewKey/keyword
-ViewMandate
 ViewPDF.aspx
 Vlast/
-VolunteerTranslations
-VoteActivities/http://nature.com/robots.txt
+VoteActivities/http://youcaring.com/robots.txt
 VoteCount/?action=
 W
 WAI/ER/tests
@@ -18137,12 +17237,8 @@ WT.mc_id=
 WT4fgrvixo2F
 WWW
 Warenkorb
-WatchTopic
-WatermarkPhoto
 Wayback
 WeSEE:Search
-WeatherAjax
-WeatherUnderground
 Web
 Web-answers
 Web-explore
@@ -18175,21 +17271,14 @@ Webadmin
 Webmail
 Weekend/
 WelcomeView
-WhatsNearby
 Wholesale-*-c-*-0-1-*.html
 Wholesale-Attribute-*.html
 WiViewingActivity
-WidgetBrowserExtension
-WidgetEmbed
 WidgetListAsync.naver
 WidgetListAsync.nhn
 Widgets
-Widgets-
-WidgetsAjax
-WifiPlus
 Wiki
 Wikipedia:
-WindowsApp
 Wish-List
 Wishlist*
 WorkflowTasks/
@@ -18198,7 +17287,6 @@ Wotbot
 WriteComments
 WriteReview
 WriteReview.aspx
-WriteReviewShade
 WriteReviews
 Wwwstat
 X1798
@@ -18226,10 +17314,7 @@ ZZ/
 ZZmitgliedschaft/
 Zao
 Zealbot
-ZendeskRedirector
-ZendeskSSO
 ZeroClipboard/static-1.6
-ZipCodeLookupAjax
 ZyBORG
 [_0-9a-zA-Z]+/likes
 [_0-9a-zA-Z]+/media
@@ -18347,6 +17432,7 @@ __siren
 __socialshop/
 __system
 __twitter_impression=
+_a(/qihoo_a)/*?
 _a8_listener_
 _admin
 _ah
@@ -18602,7 +17688,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://link.springer.com/robots.txt
+_r/http://swissinfo.ch/robots.txt
 _recache
 _redirectedFromOffline-true
 _remote
@@ -18727,6 +17813,7 @@ a/*.*/tree
 a/*/hosting/search
 a/*/p/*/issues/csv
 a/*/p/*/source/diff
+a/*?
 a/a/
 a/apache-extras.org
 a/api/flightPricePrediction
@@ -18798,6 +17885,7 @@ ab
 ab-taproom-api
 ab/*
 abTest
+ab_a/*?
 ab_tests
 abap
 abasu
@@ -18854,7 +17942,7 @@ about-cancer/cancer-chat/user?destination=/
 about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/
 about-ghostery
 about-the-council/about-the-website/third-party-accessibility-statements
-about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt
+about-the-council/about-the-website/third-party-accessibility-statements/*http://allmusic.com/robots.txt
 about-the-council/contact-us-new
 about-the-council/contact-us/adult-education
 about-the-council/contact-us/adult-social-care-and-health
@@ -18878,9 +17966,9 @@ about-ti/careers-maintenance.html
 about-us
 about-us/careers
 about-us/careers/job-description.html$
-about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt
+about-us/contact-enquiries/forms/emailform.jsp?*http://images.apple.com/robots.txt
 about-us/employment
-about-us/employment/*http://auswaertiges-amt.de/robots.txt
+about-us/employment/*http://hulu.com/robots.txt
 about-us/news-and-media/media-centre/corporate-news/facet/Topic/
 about-us/news-and-media/media-centre/corporate-news/facet/Year/
 about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/
@@ -18917,7 +18005,7 @@ about/*/update
 about/*qt-vzc_corporate_news_analytics
 about/adrm/data-linkage
 about/advertise/oauth-net-rate-sheet-2023.pdf
-about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt
+about/advisory-and-peer-review-committees/roster/hlbp/http://static-tagr.gd1.mookie1.com/robots.txt
 about/ask/
 about/ask?*
 about/awards/award-recipient-form.html
@@ -19048,6 +18136,7 @@ aboutus/wp-content/uploads/2022/06/Nomination_Form_2022.docx
 aboutus/wp-includes
 abraarkaran
 abram
+abroad_a/*?
 abs
 absolute=true
 abstimmen
@@ -19073,6 +18162,8 @@ academia/books/search.html
 academic
 academic-subscriptions
 academic/
+academic/profile
+academic/search
 academicaffairs/commencement/book
 academics/archive
 academics/college/special-programs/public-service-old
@@ -19140,7 +18231,7 @@ account/*
 account/Register.aspx
 account/_Resources/
 account/accomplishments
-account/accomplishments/http://courses.i-leadonline.com/robots.txt
+account/accomplishments/http://nymag.com/robots.txt
 account/ackgift
 account/artworks
 account/authenticate
@@ -19321,6 +18412,7 @@ acctmgmt/*
 acd
 ace/
 acerola-anma
+acg*?
 acgtmangacom
 ach/forums
 ach/kb/*/discuss
@@ -19329,7 +18421,6 @@ ach/user
 ach/users
 achael
 achandrahas
-achat-en-ligne
 achievements
 achterberg
 achu
@@ -19337,6 +18428,7 @@ acis/whatsnew.html
 acjohnston
 acl
 aclayton
+aclick
 aclk
 aclp-vle-decom
 acmendez
@@ -19521,7 +18613,7 @@ actualite/v2/tj22h/guide-horaire.asp
 actuator
 ad
 ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition
-ad-manager/
+ad-manager/
 ad-retargeting-101-online-shopping-in-the-covid-19-era
 ad-scans
 ad-test
@@ -19576,7 +18668,7 @@ add-ons/
 add-to-bibliography
 add-to-cart
 add-to-cart=*
-add-to-cart=*http://criteo.com/robots.txt
+add-to-cart=*http://northwestsolarprotection.com/robots.txt
 add-to-existing-collection
 add-visit
 add?community=
@@ -19655,12 +18747,13 @@ admin-user
 admin.artnet.*
 admin.php
 admin/
-admin/
+admin/
 admin/*
 admin/aso
+admin/blogmove
 admin/forgot/
 admin/form
-admin/http://mediapost.com/robots.txt
+admin/http://giorgiotave.it/robots.txt
 admin/mapping-dashboard
 admin/notification-center
 admin/sro
@@ -19674,7 +18767,7 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
-adminhttp://dji.com/robots.txt
+adminhttp://es-es.facebook.com/robots.txt
 administration
 administration/
 administrative-fellowship
@@ -19771,7 +18864,6 @@ adsb/flightfeeder/terms
 adsb/register
 adsb/request
 adsite-under/
-adsoverview
 adsrepository
 adstats.html
 adtest
@@ -19876,8 +18968,7 @@ affiliate
 affiliate-forgot-password
 affiliate-login
 affiliate-program
-affiliate/*http://fontawesome.io/robots.txt
-affiliate/home
+affiliate/*http://whc.unesco.org/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms*
@@ -19944,7 +19035,6 @@ ag=A
 agarces
 agarciacalvo
 agarzaer
-agdocs/
 age-appeal
 agegate
 agencias
@@ -19976,7 +19066,7 @@ agile064
 agile065
 agile066
 agile067
-agility/
+agility/
 aglassie
 aglynn
 agold
@@ -20211,6 +19301,7 @@ aliciademaio
 aliciafroio
 alikhani
 alilly
+alink
 aliraja
 alireza.haghighi
 alisamanning
@@ -20235,7 +19326,6 @@ allaccess_3
 allaccess_4
 allaccess_5
 allaccess_6
-allanalytics
 allanwain
 allegation
 allen
@@ -20247,7 +19337,6 @@ allgemeine_reisehinweise
 allgemeines/altdaten
 allie
 allisonportnoy
-alllocations
 allnavs
 allocate
 allocationofimpactcapital
@@ -20322,6 +19411,7 @@ amazon
 amazon
 amazon-chat
 amazon100dollarsale
+amazon_search
 amb
 ambassador
 ambassador-participation
@@ -20341,10 +19431,8 @@ ameliagan
 ameliapeterson
 amelierorty
 amenities?
-america_viva/
 american-ninja-warrior-ninja-vs-ninja
 american-sniper
-americas/
 amexblue
 amfphp
 amg
@@ -20376,6 +19464,7 @@ amp-iframe
 amp-proxy
 amp-social-login
 amp-tealium
+amp/
 amp/*/more.html
 amp/*/page-*/$
 amp/amp
@@ -20448,7 +19537,6 @@ an/kb/*/discuss
 an/search
 an/user
 an/users
-ana
 anadeem
 anadir-busqueda
 anagendra
@@ -20543,7 +19631,7 @@ ane103-17
 anesth/employment/faculty/cv
 anesthesia/alumni-thank-you
 anesthesia/pain-management-center/appointments-and-referrals/referral-thankyou
-anga/
+anga/
 angebote
 angel
 angel-cabrera
@@ -20713,12 +19801,12 @@ api/UpdateStorage
 api/abtests/active-tests
 api/access
 api/ajax/checktheseout
-api/ajax/checktheseout?.*http://indieauthorcon.com/robots.txt
+api/ajax/checktheseout?.*http://rackspace.com/robots.txt
 api/ajax/reactions
 api/ajax/reactions?.
 api/ajax/rightlatestnews
 api/ajax/rightlatestnews?.
-api/attachments/*http://docs.oracle.com/robots.txt
+api/attachments/*http://giphy.com/robots.txt
 api/auth
 api/billing
 api/billing$
@@ -20752,7 +19840,7 @@ api/discover/1/discover_web
 api/discover/sites
 api/discovery
 api/documentations/v3
-api/du/Searchhttp://dribbble.com/robots.txt
+api/du/Searchhttp://comicvine.gamespot.com/robots.txt
 api/du/search
 api/editionurlgenerator
 api/entry/http
@@ -20762,9 +19850,8 @@ api/extensions/1.0/extensions
 api/getEarthquake.php
 api/health
 api/html
-api/http://kobemural.com/robots.txt
+api/http://tiny.cc/robots.txt
 api/install_backblaze
-api/internal/*/location
 api/internal/analytics/songs
 api/internal/bookmarks/shares_and_clicks
 api/internal/cambridge/user
@@ -20778,6 +19865,7 @@ api/jobPostings/jobs
 api/latest-articles
 api/legacy/pse
 api/legendary-data/relay
+api/maps/
 api/meerkat/page
 api/messages
 api/metainfo/tv
@@ -20788,9 +19876,8 @@ api/nextsteps/*
 api/ng-looks/
 api/nicorepo/timeline
 api/nts/v1/login
-api/og/*http://crowdin.com/robots.txt
+api/og/*http://myfonts.com/robots.txt
 api/paid-article
-api/partner_select/*/price_query
 api/posts/*/popular_posts
 api/pricePrediction/V1/flight
 api/produto/calcular_frete
@@ -20922,7 +20009,6 @@ app
 app*_
 app*form_id=
 app-ads.txt
-app-ads.txt
 app-api/split-proxy
 app-assets
 app-center
@@ -20999,7 +20085,7 @@ append_follows
 appengine
 appl
 apple-app-site-association
-apple-app-site-associationhttp://focusonkids.ru/robots.txt
+apple-app-site-associationhttp://iso.org/robots.txt
 apple-news
 apple-touch-icon-120x120-precomposed.png
 apple-touch-icon-120x120.png
@@ -21016,7 +20102,7 @@ appliance
 applicant
 applicant-eligibility
 application
-application-content/
+application-content/
 application-survey/
 application-temp
 applications/farel12
@@ -21026,7 +20112,6 @@ apply/*
 apply?adId=
 appointments-and-referrals/appointment-thankyou
 appointments-and-referrals/referral-thankyou
-approbation-de-financement-en-ligne
 approver-actions
 apps
 apps*&tags=
@@ -21411,7 +20496,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://eeoc.gov/robots.txt
+archives/http://edps.europa.eu/robots.txt
 archives/multimedia/extra
 archives/multimedia/feedback.php
 archives/multimedia/rss/Instructions+for+content+providers
@@ -21443,7 +20528,6 @@ areg
 arego-costa
 arena
 areyouahuman
-ari
 arielfreyvogel
 ariellakahn-lang
 arihoffman
@@ -21674,7 +20758,7 @@ asonawane
 asouri
 asp.net/
 asp/
-asp/
+asp/
 asp/aboutus
 asp/artists
 asp/collections
@@ -21685,10 +20769,10 @@ asp/subjects
 aspi/
 aspnet_client
 aspnet_client/
-aspnet_client/
+aspnet_client/
 aspx$
 aspx/
-aspx/read.aspxhttp://tnt.netmng.com/robots.txt
+aspx/read.aspxhttp://6590300.fls.doubleclick.net/robots.txt
 aspxerrorpath*
 asross
 assafbester
@@ -21733,7 +20817,7 @@ assets/errorpage
 assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources
 assets/gov/zzzz
 assets/hk-grotesk
-assets/http://jotform.com/robots.txt
+assets/http://media.net/robots.txt
 assets/images/global/s.gif
 assets/infographic
 assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf
@@ -21781,6 +20865,7 @@ ast/search
 ast/user
 ast/users
 astrezhnev
+astro*?
 astro/Africa
 astro/Afrika
 astro/Asien
@@ -21984,7 +21069,6 @@ athletics/fans/text-messaging-terms-and-conditions
 athletics/recreation/facilities-hours/athletics-event-request-for-non-university-clients/thank-you/
 athletics/search
 atifkhan
-atl
 atlas
 atm
 atmosphere/search.php
@@ -22005,7 +21089,10 @@ atsang
 attach/
 attachements
 attachment
+attachment_category/*
+attachment_color/*
 attachment_id=
+attachment_styles/*
 attachments
 attachments/*/download_file
 attachments/download
@@ -22318,6 +21405,7 @@ audible-hug-alert
 audible-sample-player
 audible_programs=
 audiblehug
+audience/
 audio
 audio-
 audio-edition-podcast/*/index.xml
@@ -22397,7 +21485,6 @@ author_dashboard
 author_panel
 authored-by
 authoring/
-authoritiesinterior
 authorize
 authorize-ip
 authorize-net-vs-braintree
@@ -22609,10 +21696,6 @@ b-gender*
 b-newsletter/archive
 b-newsletter/content
 b-palle
-b-search-map-ajax-get-ads-by-ids.json
-b-search-map-ajax-search-ads.json
-b-search-map-ajax-search-markers.json
-b-search.html
 b/
 b/*%EF
 b/*,
@@ -22964,7 +22047,6 @@ b2b/vanimport/ad.html
 b2b/vanimport/search.html
 b2b/vanused/ad.html
 b2b/vanused/search.html
-b2bauth
 b2c-tools
 b86ca60e95733df04a7c541ad645fcf9.txt
 b?*node=7454898011
@@ -23018,6 +22100,7 @@ bagley
 bagon
 baharhaghighat
 bahl
+baidu
 baileymerlin
 baileysincox
 bait
@@ -23080,13 +22163,14 @@ bannerinclude_US
 bannerinclude_fr
 banners
 banners-old.php?
-banners/
+banners/
 bannus
+baobao*?
 baohongchen
 bap.html
 bap/webstore/search.html
 bapingseo
-bappstore/bapps/download/http://poshmark.com/robots.txt
+bappstore/bapps/download/http://graphics8.nytimes.com/robots.txt
 barchartData
 barclays-credit-eligibility-checker$
 bargill
@@ -23194,9 +22278,7 @@ baza-wiedzy*sort=
 baza-wiedzy*type=
 bazerman
 bb
-bb-audio.html
 bb-d
-bb-image.html
 bb/
 bb2600com
 bbattista
@@ -23601,7 +22683,6 @@ betting/
 betting/casinos/
 beverly-hills-dog-show
 beverlykienzle
-bewerten
 bezahlvorgaenge.html
 beznosko
 bf
@@ -23611,6 +22692,7 @@ bff
 bfgs
 bfl
 bfmp
+bfp/search
 bfrank
 bfre_new_design
 bg
@@ -23960,9 +23042,9 @@ bin/sleep.cgi
 bin/ti
 binary-data/DIY
 binary-data/EGALLEY
+bing-site-safety
 bingbot
 bingsiteauth.xml
-bingsiteauth.xml
 bingwang
 bingzhang
 biniek
@@ -24203,14 +23285,14 @@ blog/*_ga
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://salon.com/robots.txt
+blog/.html.*http://yandex.ru/robots.txt
 blog/20
 blog/200
 blog/2019
 blog/?p=
 blog/?s=
-blog/?s=*http://engvid.com/robots.txt
-blog/?s=*http://japansociety.org/robots.txt
+blog/?s=*http://apps.shopify.com/robots.txt
+blog/?s=*http://kabagaida.com/robots.txt
 blog/Neuer_Beitrag.html
 blog/Rubriken.html
 blog/SearchView.aspx
@@ -24301,7 +23383,7 @@ blog/tag
 blog/tag
 blog/tag/
 blog/tag/*
-blog/tag/success-webinar/http://jezebel.com/robots.txt
+blog/tag/success-webinar/http://hotblouse.com/robots.txt
 blog/tags
 blog/tags-search
 blog/tags-search.html
@@ -24416,6 +23498,7 @@ blogs/pad/$
 blogs/product
 blogs/research/search
 blogs/search
+blogs/search/
 blogs/slow-ride
 blogs/tag
 blogs/technology.atom
@@ -24432,7 +23515,7 @@ blogtemp
 blogvideo
 blogvision
 blogweb-20/
-blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt
+blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://cryptonewsventure.com/robots.txt
 blogzoho-at-zoho/
 blogzoho-for-google-apps/
 blokdebid/ca/calendar-created
@@ -26055,7 +25138,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://econsultancy.com/robots.txt
+bookmarkshttp://news.yahoo.com/robots.txt
 bookproperty
 books
 books/?*instrument=
@@ -26186,7 +25269,6 @@ borme/dias/2012/10/24
 borme/dias/2013/12/17/pdfs/BORME-A-2013-240-28.pdf
 borme/dias/2020/12/21
 borutpetek
-bos
 bosco/*
 boseroff
 boston-workspace
@@ -26460,7 +25542,7 @@ branding=
 brandlover
 brandmonitoring
 brandnet
-brandnew/psphttp://understood.org/robots.txt
+brandnew/psphttp://ebay.de/robots.txt
 brandnewconference/2016/video
 brandonbergman
 brandonedwards
@@ -29583,58 +28665,9 @@ buscar/suplemento_gl.php?
 buscar/suplemento_va.php?
 business
 business
+business*?
 business--manufacturing/business-education/faq/search?
 business-breakfast
-business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel
-business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html
-business-customers/aviation/shell-for-suppliers/card-services
-business-customers/aviation/shell-for-suppliers/card-services.html
-business-customers/bitumen/contact-us
-business-customers/bitumen/contact-us.html
-business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products
-business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html
-business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain
-business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain.html
-business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges
-business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges.html
-business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power
-business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power.html
-business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine
-business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html
-business-customers/lubricants-for-business/shell-panolin/five-things-to-know
-business-customers/lubricants-for-business/shell-panolin/five-things-to-know.html
-business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment
-business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment.html
-business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment
-business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment.html
-business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity
-business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity.html
-business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions
-business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions.html
-business-customers/marine/marine-lng
-business-customers/marine/marine-lng.html
-business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature
-business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature.html
-business-customers/shell-market-hub/shell-services/lube-optimizer
-business-customers/shell-market-hub/shell-services/lube-optimizer.html
-business-customers/shell-market-hub/shell-services/machinemax
-business-customers/shell-market-hub/shell-services/machinemax.html
-business-customers/shell-market-hub/shell-services/shell-desiccant-breathers
-business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html
-business-customers/shell-market-hub/shell-services/shell-lube-analyst
-business-customers/shell-market-hub/shell-services/shell-lube-analyst.html
-business-customers/shell-market-hub/shell-services/shell-lube-videocheck
-business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html
-business-customers/shell-market-hub/shell-services/shell-remote-sense
-business-customers/shell-market-hub/shell-services/shell-remote-sense.html
-business-customers/trading-and-supply/counterparty-information-request
-business-customers/trading-and-supply/counterparty-information-request.html
 business-directory/
 business-enterprise/cesm3/index_v2.php?key5sk1=
 business-enterprise/cesm3/index_v2.php?s=
@@ -29829,7 +28862,6 @@ businessCart
 businesscontinuity
 businesses
 businesses-for-sale/?encodedurl=
-businessinfo
 businessreview
 busqueda
 button
@@ -29919,12 +28951,7 @@ bz/corporate/contact
 bz/news
 bz679com
 bzw77com
-bzzagent
 c
-c-AdComparison
-c-ManageMyAds
-c-SavedAds
-c-SelectCategory
 c-gender*
 c-s
 c-w/sandbox
@@ -30318,7 +29345,7 @@ ca/fr/emplois/tous/*COm*
 ca/fr/emplois/tous/*CoM*
 ca/fr/emplois/tous/*CÃÃâ€
 ca/fr/emplois/tous/*com*
-ca/fr/emplois/tous/*commun*http://robertjohnsonbluesfoundation.org/robots.txt
+ca/fr/emplois/tous/*commun*http://thewindowsclub.com/robots.txt
 ca/fr/emplois/tous/*cÃÃâ€
 ca/fr/emplois/tous/*ÃÃâ€
 ca/fr/job-details-preview*
@@ -30445,7 +29472,7 @@ calebmooreportfolio
 calendar
 calendar
 calendar$
-calendar-2/action~*/http://icloud.com/robots.txt
+calendar-2/action~*/http://feelament.bandcamp.com/robots.txt
 calendar-2/action~agenda
 calendar-2/action~default
 calendar-2/action~http:
@@ -30665,7 +29692,7 @@ calendrier/action~agenda
 calendrier/action~month
 calendrier/action~oneday
 calendrier/action~posterboard
-calendrier/action~stream/http://dailycaller.com/robots.txt
+calendrier/action~stream/http://hortomallas.hk/robots.txt
 calendrier/action~week
 california-exhibit
 call
@@ -30732,7 +29759,7 @@ campaigns/
 campaigns/bigsix.html
 campaigns/bulk-order-form
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://southwest.com/robots.txt
+campaigns/digital-recruitmenthttp://ksl.com/robots.txt
 campaigns/help/search-results.html
 campaigns/infor-hub-xt5r5iwdrgxbnuz/
 campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once
@@ -30973,20 +30000,6 @@ careers/MAINTAINERS.txt
 careers/Phoenix-Hiring-Event/
 careers/Sydney-Hiring-Event/
 careers/UPGRADE.txt
-careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow
-careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow.html
-careers/about-careers-at-shell/employee-stories/dreaming-big
-careers/about-careers-at-shell/employee-stories/dreaming-big.html
-careers/about-careers-at-shell/employee-stories/endless-opportunities
-careers/about-careers-at-shell/employee-stories/endless-opportunities.html
-careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme
-careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme.html
-careers/about-careers-at-shell/employee-stories/testing-my-abilities
-careers/about-careers-at-shell/employee-stories/testing-my-abilities.html
-careers/about-careers-at-shell/people-at-shell
-careers/about-careers-at-shell/people-at-shell.html
-careers/about-careers-at-shell/we-are-one-team/diversity-inclusion
-careers/about-careers-at-shell/we-are-one-team/diversity-inclusion.html
 careers/admin
 careers/aus-nz-event/
 careers/aws-ar-event/
@@ -31006,8 +30019,6 @@ careers/aws-sea-event/
 careers/aws-singapore-event/
 careers/aws-sydney-event/
 careers/chattanooga-mobile-event/
-careers/choose-your-career-profile
-careers/choose-your-career-profile.html
 careers/comment/reply
 careers/cron.php
 careers/database-hiring/
@@ -31029,11 +30040,7 @@ careers/job
 careers/jobs
 careers/jobs.php
 careers/jobs.php?id=
-careers/join-the-shell-talent-community
-careers/join-the-shell-talent-community.html
 careers/landing-pages/
-careers/life-at-shell
-careers/life-at-shell.html
 careers/mentor-knowledge-bank/
 careers/mexico-edge-hiring-2014/
 careers/milwaukee-edge-hiring-2014/
@@ -31075,8 +30082,6 @@ careers/santiago-event/
 careers/scripts
 careers/search
 careers/search?
-careers/students-and-graduates
-careers/students-and-graduates.html
 careers/students-graduates/opportunities
 careers/texas-event/
 careers/thank_you
@@ -31361,7 +30366,6 @@ catalogue/*?
 catalogues
 catchup
 catec
-catedraOLD/
 categories
 categories.php
 categories/*/archive
@@ -33557,7 +32561,7 @@ cd/V77972_01
 cd/clip/parole/soprano-hiro-7260.html
 cd/corneille-entre-nord-et-sud-1769.html
 cd_upload/Search
-cdc/http://gizmodo.com/robots.txt
+cdc/http://surveygizmo.com/robots.txt
 cdf/sign
 cdj
 cdk/*
@@ -33569,9 +32573,9 @@ cdn-cgi/*
 cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://mediamatchmaker.co.uk/robots.txt
-cdn-cgi/http://newindianexpress.com/robots.txt
-cdn-cgi/http://rover.com/robots.txt
+cdn-cgi/http://hyatt.com/robots.txt
+cdn-cgi/http://imperva.com/robots.txt
+cdn-cgi/http://xkcd.com/robots.txt
 cdn-cgi/image
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
@@ -33601,7 +32605,6 @@ cdonline/
 cdp/api
 cdr
 cds
-cds/media
 cdstub
 cdtoc/attach
 ce/item.cms
@@ -33617,6 +32620,7 @@ celeb/sadie-sink
 celeb/sydney-sweeney
 celebratingcensus
 celebrities/s
+celebrities/search
 celebrity-news
 celebritycruises/guide-to-the-globe
 celenahuo
@@ -33705,8 +32709,8 @@ cgi-bin/grid-words
 cgi-bin/guestbook
 cgi-bin/histDiff.cgi
 cgi-bin/homelandsecurity
-cgi-bin/http://euroncap.com/robots.txt
-cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt
+cgi-bin/http://muse.jhu.edu/robots.txt
+cgi-bin/http://rvprecords.com/robots.txt
 cgi-bin/imagemap
 cgi-bin/isbn
 cgi-bin/kaweahits
@@ -33719,7 +32723,7 @@ cgi-bin/loginpage
 cgi-bin/longs.cgi
 cgi-bin/mb
 cgi-bin/msdemo/
-cgi-bin/notices/http://ams.usda.gov/robots.txt
+cgi-bin/notices/http://sears.com/robots.txt
 cgi-bin/onTopic
 cgi-bin/orphanWikiPages
 cgi-bin/outline
@@ -33759,7 +32763,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://ifixit.com/robots.txt
+cgi-binhttp://kck.st/robots.txt
 cgi-local
 cgi-mad/
 cgi-out
@@ -34097,9 +33101,7 @@ chats/
 chaudoin
 chauhan
 chauvin
-chc
 chdinh
-cheatrespond
 chebi
 check
 check-redirect
@@ -34134,7 +33136,7 @@ checkout/test/test.html
 checkout2
 checkout?plan_id
 checkoutconfirmation
-checkouthttp://modernistcuisine.com/robots.txt
+checkouthttp://americanlightingusa.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -34218,6 +33220,7 @@ chicago/user/password
 chicago/user/register
 chicago/xmlrpc.php
 chihantv
+chihe*?
 child/
 children
 children/appointments-and-referrals/alumni-registration-thankyou
@@ -34309,13 +33312,11 @@ ci
 ci/
 ci0
 ci360-content/
-ciaoclassification
 cibsr/cibsronly
 cid=*=
 cigallkadoch
 cimg
 cimgstwr/
-cin
 cindychristensen
 cinema
 cinema/*/libelledistribution
@@ -34439,6 +33440,7 @@ classes/*.amp
 classes/*.html
 classes/*.txt
 classic
+classic*?
 classic-apps
 classic/account
 classic/account=
@@ -34564,7 +33566,6 @@ cldr/dropbox
 cldr/repository
 cldr/trac
 cldr/utility
-cle
 clea/
 clean
 clear-article-cache.php
@@ -34594,8 +33595,8 @@ clickId=
 click_
 clickandbuy
 clickhere.jsp
-clickhttp://antena3.rtp.pt/robots.txt
-clickhttp://searchenginejournal.com/robots.txt
+clickhttp://img1.wsimg.com/robots.txt
+clickhttp://security.stackexchange.com/robots.txt
 clickstream
 clicktale
 clickthrough.jsp
@@ -36890,7 +35891,7 @@ closures/index.ssf?other
 cloud-launcher/sitemap
 cloud-setup
 cloud/
-cloud/
+cloud/
 cloud/131
 cloud/august2015/servicecs_gs
 cloud/farel10
@@ -36979,7 +35980,7 @@ cmp=
 cmplog
 cmr
 cms
-cms-search/http://cmswire.com/robots.txt
+cms-search/http://tracker.marinsm.com/robots.txt
 cms.
 cms.dll
 cms.dll*
@@ -36996,7 +35997,6 @@ cms_preview_ui
 cms_preview_ui_static
 cms_registrations
 cmsctx/
-cmsimp
 cmslanding.aspx
 cmstest/
 cmtofart
@@ -37016,7 +36016,9 @@ cn/brand/
 cn/en/book-a-trip/flights/fare-types/fare-guide-information.html
 cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
+cn/enterprise/
 cn/error-static-cdn
+cn/events/huaweiconnect/livestream-for-tvs$http://securepubads.g.doubleclick.net/robots.txt
 cn/ipns
 cn/license/ibis-models
 cn/license/licensing-agreement/
@@ -37026,10 +36028,11 @@ cn/list
 cn/list=
 cn/login-messages
 cn/phones/mate20pro/
+cn/products-lifecycle
 cn/products/online-datasheet/
 cn/products/ras/trial-center
 cn/random
-cn/request-information/
+cn/request-information/
 cn/resources
 cn/resources/packaging-quality-symbols-footprints/symbols-and-footprints/
 cn/search
@@ -37143,7 +36146,7 @@ cobrand/
 code
 code/
 code/*
-code/http://w3techs.com/robots.txt
+code/http://moz.com/robots.txt
 code2product-typeform-dashboard
 code=
 codeCoverage
@@ -37159,7 +36162,6 @@ cognizant
 cohodes
 coin*mid=
 coins/price_percentage_change?ids=
-col
 colbyk
 coldroite
 coledcrawford
@@ -37183,6 +36185,7 @@ collateral/corporate/po/
 collect
 collection
 collection/*/product
+collection/*?
 collection/api/logger
 collection=
 collectiongroups
@@ -37399,7 +36402,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://cointelegraph.com/robots.txt
+community/*/profile/*http://bernina.com/robots.txt
 community/*/rss
 community/*/topics
 community/*/trackback
@@ -37447,7 +36450,6 @@ community/newsletteroptin.asp
 community/online
 community/posts
 community/profile
-community/profile/326/stratelogics
 community/q/questions/*/view_counts
 community/register
 community/search
@@ -37703,7 +36705,7 @@ conditions-diseases?
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
 conditions/pregnancy-and-baby/pages/your-birth-plan.aspx
 conejo
-conex-2019http://view.adjust.com/robots.txt
+conex-2019http://warwick.ac.uk/robots.txt
 conf
 conf
 conf/*.php$
@@ -37783,7 +36785,7 @@ connect-accounts
 connect.facebook.net
 connect/@
 connect/help/search-results.html
-connect/http://blog.sfgate.com/robots.txt
+connect/http://sciencedirect.com/robots.txt
 connect/offer
 connect/profile
 connect/social-intranet.html
@@ -37797,7 +36799,6 @@ connectedwomen/wp-includes
 connectingAirport=
 connections
 connections/recent
-connectivity
 connectme/search/node
 connector
 connects
@@ -37849,7 +36850,7 @@ contact-comodo/contact-us.php?rs=
 contact-comodo/sales_process.php
 contact-comodo/sales_process.php?af=
 contact-comodo/thank-you.php
-contact-directory/http://doaj.org/robots.txt
+contact-directory/http://sitecheck.sucuri.net/robots.txt
 contact-form-7
 contact-form.htm
 contact-myheritage
@@ -37857,7 +36858,7 @@ contact-opnemen-met-myheritage
 contact-opnemen-met-ondersteuning
 contact-pantone-connect
 contact-preferences
-contact-sales/http://pingidentity.com/robots.txt
+contact-sales/http://dickssportinggoods.com/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -37891,8 +36892,8 @@ contact/employees/servlets
 contact/en/hague/questionnaire/
 contact/feedback
 contact/form/
-contact/http://dolphchaney.com/robots.txt
-contact/http://freewebs.com/robots.txt
+contact/http://eibar.org/robots.txt
+contact/http://hallenrad-wm-2020.de/robots.txt
 contact/menu*
 contact/partner*
 contact/support.php
@@ -37932,6 +36933,7 @@ content-design/
 content-generator-embed
 content-marketing
 content-only
+content-override.php
 content-security-policy.json
 content.pdflist.html$
 content/
@@ -37962,7 +36964,8 @@ content/*/schedule
 content/*/synchronous_inspection
 content/*/thenables
 content/*/util
-content/*http://quizlet.com/robots.txt
+content/*http://birds.cornell.edu/robots.txt
+content/*http://coloradobluesdance.com/robots.txt
 content/README.txt
 content/aarpe/en/home/
 content/aarpe/en/home/vendor/
@@ -38091,7 +37094,7 @@ content/dam/SAS/partnernet/
 content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf
 content/dam/acsorg/qa
 content/dam/alumni/2012elections
-content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt
+content/dam/avg/img/2014/business/http://lareviewofbooks.org/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -38164,7 +37167,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://journals.plos.org/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/kpmg/au/pdf/creditors
@@ -38208,7 +37211,7 @@ content/dam/sm/ccto/sunet_id_resources
 content/dam/sm/radcancerbio/resources-secure
 content/dam/sothebys/InsideSothebys*.pdf
 content/dam/static-page/customer-advocacy/*/pdf/*
-content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt
+content/dam/students/documents/graduations/programs/http://denverpost.com/robots.txt
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf
@@ -38282,7 +37285,7 @@ content/dnb/
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://marketingweek.com/robots.txt
+content/downloads/http://newegg.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -38316,7 +37319,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://columbia.jp/robots.txt
+content/index.php/user/logout/http://findagrave.com/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/institution
@@ -38486,7 +37489,7 @@ content_title=
 content_votes
 contentassets/*.xml$
 contentfeed/getdata?type=synopsi
-contentjam/
+contentjam/
 contentobject
 contentpar_gridblock
 contentresearchtool/
@@ -38892,7 +37895,7 @@ courses/Transcript
 courses/assessment
 courses/eecs484
 courses/favorites
-courses/http://codecanyon.net/robots.txt
+courses/http://hobie.com/robots.txt
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -38949,16 +37952,19 @@ cpl-edit
 cpoirier
 cpollack
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cpx.php
 cqiu
 cr
+cr$
 cr/
 cr/$
 cr/Download
 cr/corporate/contact
 cr/news
+cr?
 craft
 crafts
 crai/big
@@ -39515,7 +38521,7 @@ csd/internal/css
 csd/internal/nav
 csd/js
 csd/nav
-csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt
+csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://vh1.com/robots.txt
 csde/camp-shriver-community/camp-shriver/registration-fee/
 csde/camp-shriver-family-information/
 csde/camp-shriver-staff-information/
@@ -39678,6 +38684,7 @@ cuicui_chen
 cuilanliu
 cuisine/recettes/*
 cuisine/s
+cul*?
 cultura/12_dicembre_19/frignani-truffa-nome-modigliani_d1c07518-49e4-11e2-8f39-57d26b118e07.shtml
 cultura/dai-cittadini-per-i-cittadini/lettere-d-amore/gallery.shtml
 cultura/leparole/index_temp.shtml
@@ -39908,24 +38915,24 @@ cz/virtualization
 cz/virtualization/virtualbox
 cz/zasady-ochrany-osobnich-udaju-safe-harbor.html
 cz/ztrata-karty.html
-czde/
+czde
 cze/layout/set
-czes/
-czfr/
-czgr/
+czes
+czfr
+czgr
 czhang
 czimanyi
-czit/
-czja/
-czko/
-cznl/
-czpl/
-czpt/
-czro/
-czru/
-czsv/
-cztr/
-czzh/
+czit
+czja
+czko
+cznl
+czpl
+czpt
+czro
+czru
+czsv
+cztr
+czzh
 d
 d-gender*
 d.
@@ -40025,7 +39032,7 @@ da/blog
 da/cart
 da/checkout
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt
+da/create-a-doodle-pfmhttp://extensions.joomla.org/robots.txt
 da/firefox/collections
 da/firefox/collections/4757633
 da/firefox/collections/4757633/$
@@ -40144,8 +39151,6 @@ data-loss-prevention/?
 data-processing-terms
 data-studio
 data/
-data/*/crosssellaccommodations
-data/1.0/bundle
 data/allocated-federal-nonfederal-disbursements/?
 data/cache
 data/candidates/?
@@ -40723,7 +39728,7 @@ de/inc
 de/includes_content/missing_handler/view_map.html
 de/index.html
 de/info
-de/informationen-anfordern/
+de/informationen-anfordern/
 de/internal
 de/invites/buy
 de/ipns
@@ -41093,7 +40098,7 @@ deck
 deck-maker
 deco
 decorator/
-decz/
+decz
 deep-health-abstract
 deep-health-auth
 deep-health-search
@@ -41129,17 +40134,16 @@ definition/Rosamund
 definition/barred%20ghoul
 definition/wipedout
 definizione/geraschelt
-defr/
-degr/
+defr
+degr
 degroot
-deit/
-deja/
-deko/
+deit
+deja
+deko
 delaneyhurley
 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=42386122047193089.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1
 delange-artistmanagement/en-GB/art0sts/artist.aspx?category=44317411747102721.MURCNTY1RUY1QjA0QzRFNTMyMjg5MTdiLWEwZmUtNDNlZi05NTVkLTA5NDYwNWQ5NTEyZTA1
 delayed_job
-delegate-www.html
 delegations/*/*/members/pdf.html
 delete
 delete-comment.g
@@ -41174,15 +40178,14 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://mathworks.com/robots.txt
+demo/safari-reader-test-nielshttp://scholar.harvard.edu/robots.txt
 democenter
-demokratie-jetzt.html
 demonstration
 demos
 dempubweb
 denise-snyder
 denisschapiro
-denl/
+denl
 dental/*/index.php
 dental/dh
 dental/endo
@@ -41194,12 +40197,11 @@ dental/students
 dentistry/about/appointments-and-referrals/appointment-thankyou
 denver
 dep/rwm/hoss
-departement-de-service-ouvert
 department-beauty-gender-unisex*
 departments
 departure=
 departureDate=
-depl/
+depl
 deployment-test-clf2
 deployment-test-clf3
 deployment-test-clf4
@@ -41218,7 +40220,6 @@ deposits/*.pdf$
 deposits/*.swf$
 deposits/*.txt$
 dept
-dept/
 dept/soc/people/rsandefur
 depth--
 depts/*
@@ -41226,10 +40227,10 @@ depts/CAS
 depts/purchase/*
 dermatology/appointments-and-referrals/connective-tissue-diseases/appointment-thankyou
 dermatology/appointments-and-referrals/signup-thankyou
-dero/
+dero
 derr
 derricktin
-deru/
+deru
 deryahonca
 desai
 desalvo
@@ -41304,8 +40305,7 @@ destinations/south-america.html
 destinations/south-america/*
 destinations/south-pacific.html
 destinations/south-pacific/*
-desv/
-det
+desv
 detail
 detail/*Ajax.do$
 detail/Login
@@ -41313,9 +40313,9 @@ detail/ajax
 details-
 details-*.html
 details-print
-detailshttp://craigslist.org/robots.txt
+detailshttp://yougov.co.uk/robots.txt
 detect
-detr/
+detr
 detroitchicago
 dev
 dev-sites
@@ -41390,7 +40390,7 @@ devtest/
 dex
 dextongoh
 deyoung
-dezh/
+dezh
 df78788com
 dfa/UHC_physicians_RM_guide.pdf
 dfkw
@@ -43117,7 +42117,6 @@ didar
 diegoestevez
 diegorivera
 diets/*
-diff
 diffbot/
 diffs
 dig-perf-test
@@ -43216,7 +42215,7 @@ digitaledition
 digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://nj.gov/robots.txt
+digitalsubscription/imagedownload/http://techcommunity.microsoft.com/robots.txt
 digregorio
 dilatua/proRecensione.do
 dimitriosasproulis
@@ -43258,7 +42257,6 @@ directory/search.asp
 directory/search/?
 directory/sitemap
 directory/tp
-directory_missions/
 directoryoptout*
 dirt/index.htm
 dirty-dancing
@@ -43786,7 +42784,7 @@ dmorgan
 dmottacalderon
 dmoustafa
 dmq
-dms_priv/*http://itunes.apple.com/robots.txt
+dms_priv/*http://loom.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -44000,7 +42998,6 @@ documents/archives/ArchivesObsolete
 documents/current
 documents/d/global/*sitemap
 documents/email-a-friend
-documents/eng/biography_Carol_Fuller.asp
 documents/information-management/imr-guidance-and-appendices.pdf
 documents/mog.pdf
 documents/old/
@@ -44070,6 +43067,7 @@ dossiers/kandidatencheck/2020/video/nicht-teilgenommen
 dotbot
 doterra/
 dotnet_library_license.htm
+doubanapp/card
 double-rainbow
 double_activation
 doubleclick
@@ -44086,7 +43084,7 @@ download-lister
 download-logo-agreement.html
 download-notice
 download.asp*
-download.asp*http://impots.gouv.fr/robots.txt
+download.asp*http://fpdownload.macromedia.com/robots.txt
 download.php
 download/
 download/*/
@@ -44098,7 +43096,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://leginfo.legislature.ca.gov/robots.txt
+download/http://seagate.com/robots.txt
 download/index
 download/legacy
 download/morae
@@ -44137,7 +43135,7 @@ downloadpubliclightbox.php
 downloads
 downloads.php
 downloads/
-downloads/
+downloads/
 downloads/*
 downloads/c1_downloads_auswahl
 downloads/company-related/cpx360-2019-agenda.pdf
@@ -44195,7 +43193,7 @@ dritte
 drive
 drive-and-listen/
 drive-angry
-drive-in/
+drive-in/
 drive-with-lyft*ref=
 drive-with-lyft*utm
 drivers
@@ -44221,7 +43219,7 @@ drupal-training
 drwilliamnuma
 ds-live/
 ds-mobile/
-ds/*/*http://arte.tv/robots.txt
+ds/*/*http://creditkarma.com/robots.txt
 dsasselov
 dsb/android/collections
 dsb/android/search
@@ -44380,7 +43378,6 @@ easy-ways-to-manage-your-digital-footprint
 easyrenewal
 eat/gr-
 eayalahurtado
-eb/incl_header2.html
 ebar
 ebatesCaptcha.do
 ebay/cronus
@@ -44390,7 +43387,7 @@ ebc/portal
 ebernton
 ebi_docs
 ebibbs
-ebisearch/summary/api/identificationsearchboxs4/*http://ebird.org/robots.txt
+ebisearch/summary/api/identificationsearchboxs4/*http://es.scribd.com/robots.txt
 ebook
 ebook-creator/editor.html
 ebook.pdf
@@ -44880,7 +43877,7 @@ elisanew
 elisewilkes
 elissarweitzman
 elite?
-elizabeth-spink/http://scholastic.com/robots.txt
+elizabeth-spink/http://apsense.com/robots.txt
 elizabeth.ransome
 elizabeth_janiak
 elizabeth_mcneill
@@ -44914,7 +43911,7 @@ email$
 email-capture
 email-colleague
 email-contact/
-email-contact/nodehttp://gsma.com/robots.txt
+email-contact/nodehttp://oclc.org/robots.txt
 email-contact/taxonomy_term
 email-content
 email-help
@@ -46030,9 +45027,6 @@ en/SupportandAdministration/PoliciesandProcedures
 en/Tracker?data=*
 en/US/swassets/
 en/US/swassets/sw274/sitewide_country_language_selector.html
-en/_Original_
-en/_incl_header.html
-en/_old_
 en/_site_doc
 en/aanmeldbevestiging
 en/aanmelden-mislukt
@@ -46053,7 +45047,6 @@ en/ajax/content-product
 en/ajax/contentmedia
 en/alert
 en/alerts
-en/americas/calendar/
 en/app
 en/app/
 en/applications/release9.html
@@ -46083,8 +45076,6 @@ en/carro-de-la-compra
 en/cart
 en/cgi-bin
 en/cgi-bin
-en/cidi/menus
-en/cidi/txt_files
 en/classes
 en/classes/
 en/cloud/iaas-classic
@@ -46423,6 +45414,7 @@ en/edlmoney/
 en/enabling-interculturaldialogue/grid
 en/enabling-interculturaldialogue/list
 en/enabling-interculturaldialogue/map
+en/enterprise/
 en/error
 en/error/
 en/estado-pedido
@@ -46431,9 +45423,6 @@ en/event/*/ical
 en/events/10_Graduade%20Institute_Richard_Baldwin_PWC_Geneva.pdf
 en/events/11_International%20Accounting%20Standards_Nic_Anderson_PWC_Geneva.pdf
 en/events/1_Roche_Ian_Bishop_PWC_Geneva.pdf
-en/events/2009events.asp
-en/events/2010_
-en/events/2010events.asp
 en/events/2_UBS_Geoff_Robinson_PWC_Geneva.pdf
 en/events/3_Richemont_Lesley_Griffiths_PWC_Geneva.pdf
 en/events/4_Swiss%20Re_Swiss%20Re_Jutta_Bopp_PWC_Geneva_.pdf
@@ -46442,9 +45431,7 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf
 en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf
 en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf
 en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf
-en/events/cultural_events.asp
-en/events/default.asp
-en/events/peace_fund.asp
+en/events/huaweiconnect/livestream-for-tvs$
 en/events?
 en/explore
 en/facturas-abono
@@ -46478,13 +45465,6 @@ en/home.html
 en/hotels/
 en/identity
 en/immigration-refugees-citizenship/services/reference-include
-en/incl_banner_media_center.html
-en/incl_footer_old.html
-en/incl_headcontent_landing.inc
-en/incl_headcontent_secondary.inc
-en/incl_header1.html
-en/incl_mini_pilares.html
-en/incl_searchnav.html
 en/includes_content/missing_handler/view_map.html
 en/industries/health-sciences/clinical-one
 en/industries/health-sciences/clinical-one/depot-information
@@ -46616,12 +45596,6 @@ en/matlabcentral/topics/power-electronics-control/search.html
 en/media-materials.html
 en/media/*
 en/meetings/full-capacity
-en/member_states/haiti/backpack/Flyer_Ceremonia_ENG.html
-en/member_states/haiti/backpack/Flyer_Ceremonia_ESP.html
-en/member_states/haiti/backpack/Flyer_Ceremonia_FRE.html
-en/member_states/haiti/backpack/default.html
-en/member_states/haiti/backpack/default_anunciosept24.html
-en/member_states/haiti/backpack/gallery.html
 en/memory-world-committees/grid
 en/memory-world-committees/list
 en/memory-world-committees/map
@@ -46631,7 +45605,7 @@ en/memory-world/lac/list
 en/memory-world/lac/map
 en/memory-world/lac/risks/grid
 en/memory-world/lac/risks/list
-en/memory-world/lac/risks/maphttp://unesdoc.unesco.org/robots.txt
+en/memory-world/lac/risks/maphttp://amazonsellerslawyer.com/robots.txt
 en/memory-world/list
 en/memory-world/map
 en/merchants/
@@ -46672,8 +45646,6 @@ en/needs
 en/needs/
 en/news-redirect/*
 en/news/canarias/diary
-en/news/incl_news_items.asp
-en/news/incl_reports.asp
 en/news?
 en/newsletters/*
 en/niet-gevonden
@@ -46706,6 +45678,7 @@ en/print
 en/privacy
 en/privacy-policy
 en/privacy.html
+en/products-lifecycle
 en/products-services/space/in-space-infrastructure/bartolomeo/request-your-payload-slot-on-bartolomeo/bartolomeo-form-confirmation
 en/products/connections/product_detail/product_35486.html
 en/products/connections/search-products.html
@@ -46737,7 +45710,7 @@ en/recruitments/
 en/reeds-aangemeld
 en/related-content?
 en/renew.html
-en/request-information/
+en/request-information/
 en/resource/*
 en/resources/
 en/resources/packaging-quality-symbols-footprints/symbols-and-footprints/
@@ -46750,7 +45723,6 @@ en/right-education-country-overview/map
 en/right-education/observatory/grid
 en/right-education/observatory/list
 en/right-education/observatory/map
-en/saf/accountability/docs/
 en/safety-journalists/observatory/grid
 en/safety-journalists/observatory/list
 en/safety-journalists/observatory/map
@@ -47080,6 +46052,7 @@ enterprise/product/add_ons
 enterprise/products/checks
 enterprise/products/checks/index.jsp
 enterprise/seo
+enterpriseform/
 entertain
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
@@ -47093,6 +46066,9 @@ entertainment/test$
 entertainment/wallpapers
 enterzipcode.php
 entities
+entities/search
+entityexplore$
+entityexplore?
 entityreference
 entp
 entr/Die%20Geh%C3%A4lter%20wurden%20gek%C3%BCrzt
@@ -47141,6 +46117,7 @@ eolson
 eopro
 eoss
 eouyang
+eox_backup/
 ep-live/
 epaper
 epaper/restricted-access
@@ -47155,9 +46132,9 @@ epic
 epilepsy-seizures-rapid-rescue-single-treatment
 episerver
 episerver
-episode-engine/
-episode-podcast/
-episode/
+episode-engine/
+episode-podcast/
+episode/
 episode_times
 episodes?q=
 epmt
@@ -47526,9 +46503,6 @@ es/TermsAndPrivacy.aspx
 es/Themes
 es/TripsJS.ashx
 es/_
-es/_Original_
-es/_incl_header.html
-es/_old_
 es/accessories/*/f
 es/accessories/ies
 es/account
@@ -47540,8 +46514,6 @@ es/ajax
 es/ajax/content-product
 es/ajax/contentmedia
 es/alpha.php
-es/americas/calendar/
-es/ana
 es/android/collections
 es/android/search
 es/angels/search
@@ -47557,18 +46529,15 @@ es/app
 es/app/
 es/apple-app-site-association
 es/apps
-es/ari
 es/asset-preview*
 es/assets
 es/astros/search
 es/athletics/search
-es/atl
 es/autenticacion
 es/auth
 es/autocomplete
 es/b
 es/backgrounds
-es/bal
 es/bcn
 es/beta
 es/blog.atom
@@ -47585,7 +46554,6 @@ es/blogs/blog.atom
 es/blogs/technology.atom
 es/blogsearch
 es/bluejays/search
-es/bos
 es/braves/search
 es/brewers/search
 es/buscar
@@ -47604,14 +46572,9 @@ es/carrito
 es/carro-de-la-compra
 es/cart
 es/changes-that-qualify-for-special-enrollment/
-es/chc
 es/checkout
-es/cidi/menus
-es/cidi/txt_files
-es/cin
 es/classes
 es/classes/
-es/cle
 es/cloud/saas/applications-common/19d
 es/cloud/saas/applications-common/20a
 es/cloud/saas/applications-common/21c
@@ -47629,7 +46592,6 @@ es/cloud/saas/sales/21c
 es/cloud/saas/talent-management/19d
 es/cloud/saas/talent-management/20a
 es/cloud/saas/talent-management/21c
-es/col
 es/colecciones
 es/comments
 es/componente_del_widget
@@ -47650,7 +46612,6 @@ es/create-a-doodle-pfm
 es/crm/
 es/css
 es/cubs/search
-es/cws
 es/datos-personales
 es/datos-personales
 es/days/world-radio/grid
@@ -47659,7 +46620,6 @@ es/days/world-radio/map
 es/dbacks/search
 es/descuento
 es/descuento
-es/det
 es/devolucion-de-productos
 es/devtest/
 es/direccion
@@ -47701,18 +46661,10 @@ es/es/promos/
 es/es/promos/lyve-cloud-for-startups/
 es/es/size/*
 es/estado-pedido
-es/estados_miembros/haiti/mochilas/default.html
-es/estados_miembros/haiti/mochilas/galeria.html
 es/eula.html
 es/event/*/ical
 es/event/*/shoutbox
 es/event/*/shoutbox?
-es/eventos/2010_reuniones_ministeriales.asp
-es/eventos/cultural_events.asp
-es/eventos/default.asp
-es/eventos/eventos2009.asp
-es/eventos/eventos2010.asp
-es/eventos/fondo_paz.asp
 es/explore
 es/facturas-abono
 es/facturas-abono
@@ -47765,18 +46717,9 @@ es/holidayrentals
 es/hoteles/h
 es/hoteles/redirect
 es/hoteles/s
-es/hou
-es/http://hearthis.at/robots.txt
+es/http://manoket.lt/robots.txt
 es/images
 es/inc
-es/incl_banner_media_center.html
-es/incl_footer_old.html
-es/incl_headcontent_landing.inc
-es/incl_headcontent_secondary.inc
-es/incl_header1.html
-es/incl_header2.html
-es/incl_mini_pilares.html
-es/incl_searchnav.html
 es/info
 es/inicia-sesi%C3%B3n
 es/iniciar-sesion
@@ -47793,8 +46736,6 @@ es/js
 es/js/
 es/kb
 es/kb/*/discuss
-es/kc
-es/la
 es/label
 es/landing
 es/law-school/resultados-busqueda/
@@ -47838,9 +46779,6 @@ es/messages
 es/mets/search
 es/mi-cuenta
 es/mi-cuenta
-es/mia
-es/mil
-es/min
 es/mini.php
 es/mirar
 es/modules
@@ -47859,16 +46797,11 @@ es/music/+noredirect
 es/myunited
 es/nationals/search
 es/negocios
-es/new/http://edyst.com/robots.txt
-es/news/incl_news_items.asp
-es/news/incl_reports.asp
+es/new/http://jetbrains.com/robots.txt
 es/node
 es/node/
 es/node/*
 es/node/add
-es/nym
-es/nyy
-es/oak
 es/obtener-respuestas/*.imprimir.html
 es/obtener-respuestas/buscar
 es/obtener-respuestas/buscar-por-etiqueta
@@ -47886,10 +46819,8 @@ es/pdf/
 es/pedido
 es/pedido
 es/personal
-es/phi
 es/phillies/search
 es/pirates/search
-es/pit
 es/player
 es/plus/r
 es/politica_privacidad.html
@@ -47931,9 +46862,6 @@ es/royals/search
 es/s/colecciones
 es/s/perfecta
 es/s/usuarios
-es/saf/rendicion_cuentas/docs/
-es/sd
-es/sea
 es/search
 es/search*
 es/search*attr_*=
@@ -47944,20 +46872,18 @@ es/search.php
 es/search/
 es/search/autocomplete
 es/search?
-es/search?*http://platform.instagram.com/robots.txt
+es/search?*http://hacks.mozilla.org/robots.txt
 es/secure-preview
 es/seguimiento-pedido
 es/seguimiento-pedido-invitado
 es/sell
-es/sf
 es/share
 es/share-order
 es/sharecontacts-for-microsoft-outlook.aspx
 es/shop_name_search_service
-es/sica/
 es/site-achievement
 es/sobre_nosotros
-es/solicitar-informacion/
+es/solicitar-informacion/
 es/solutions/case-studies/
 es/solutions/case-studies/innovators/innovators-eu/
 es/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
@@ -47965,7 +46891,6 @@ es/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
 es/spellcheck
 es/src
 es/src/
-es/stl
 es/strumenti/creatore-di-logo/onboarding
 es/submit.php
 es/support
@@ -47974,11 +46899,9 @@ es/tag/*/shoutbox
 es/tag/*/shoutbox?
 es/tarjetas_personales
 es/taxonomy/term
-es/tb
 es/teams
 es/technology.atom
 es/technology/tagged/*page
-es/tex
 es/themes
 es/tigers/search
 es/tools
@@ -47992,7 +46915,6 @@ es/tools/reports-and-studies/h-1b-employer-data-hub/export
 es/tools/reports-and-studies/h-1b-employer-data-hub/export-csv
 es/tools/reports-and-studies/h-2b-employer-data-hub/export
 es/tools/reports-and-studies/h-2b-employer-data-hub/export-csv
-es/tor
 es/trackback
 es/transactions
 es/translation.asp?tranword=%5BReadinghtmliframe=true%5D
@@ -48062,7 +46984,6 @@ es/versions/*/release.html
 es/ville-de-paris
 es/vuelo/cn/*
 es/vuelo/ct
-es/was
 es/wce
 es/webinar/archive
 es/webservice
@@ -48126,14 +47047,14 @@ escuela-arquitectura-diseno/wp-content/sites/
 escuela-arquitectura-diseno/wp-content/themes/
 escuela-arquitectura-diseno/wp-content/wp-admin/
 escuela-arquitectura-diseno/wp-content/wp-includes/
-escz/
+escz
 esearch
 esejdic
 esender-subscribe-portlet-ajax/*
 esfr/Empella
 esfr/Unternehmensanteil
 esfr/fixedneutered
-esgr/
+esgr
 eshabliy
 eshah
 eshop.xml
@@ -48144,12 +47065,12 @@ esi_cache
 esim/wp-admin
 esim/wp-content/plugins
 esim/wp-includes
-esja/
-esko/
+esja
+esko
 eskupTSUpdate
 esl/layout/set
 esmecaramello
-esnl/
+esnl
 esntial.htm
 esoft-job
 esotiri
@@ -48175,15 +47096,15 @@ especial/juegos-olimpicos/
 especial/pruebas-comercial
 especiales/vogue_business
 espiar
-espl/
+espl
 espn/now
 espnradio/podcast/feeds/easports
 esports
 esrc=
-esro/
-esru/
+esro
+esru
 essentialmums
-essv/
+essv
 estadao
 estadao-verifica
 estadisticas/populares/p
@@ -48193,7 +47114,7 @@ estaticos/recursosgraficos/responsive/especiales/amazon-interno/*
 esteban-orellana
 estefania_rodriguez
 esteri/07_novembre_24/allam_8b31e72c-9a84-11dc-a3e4-0003ba99c53b.shtml
-estr/
+estr
 estudis/mastersuniversitaris/prodart
 esu/unitprogcat
 esupport/article.html*
@@ -48221,7 +47142,7 @@ esw/internal/departments/education/ugcourses
 esw/internal/departments/socialwork/modules
 esw/internal/departments/socialwork/pgcourses
 esw/internal/departments/socialwork/ugcourses
-eszh/
+eszh
 et
 et$
 et-*/
@@ -48439,7 +47360,6 @@ evaluate
 evaluate-link
 evaluate-unique-link
 evaluation
-evalutaion-virtuelle
 evan
 evanbenjamin
 evapayne
@@ -48528,6 +47448,7 @@ event/sansfire-2019
 event/santa-monica-2019
 event/scottsdale-2019
 event/scottsdale-2020
+event/search
 event/seattle-fall-2019
 event/seattle-spring-2019
 event/security-east-2019
@@ -48664,12 +47585,11 @@ evered
 everly
 everlycoleman
 evernote/like.php
-everybodylatina
 everybodyshirts
 everywhere-configuration/
 everywhere/
 evinchin
-evite/*http://dustinandtracy.com/robots.txt
+evite/*http://mozilla.com/robots.txt
 evolok
 ewalk
 ewalker
@@ -48731,7 +47651,6 @@ expense/webinars/webinar-confirmation.html
 experience/fic
 experiment
 experiment=
-experimentalcliff
 experiments
 experiments.xml
 expert-search-form
@@ -48880,8 +47799,6 @@ extern_js
 external
 external-affiliations
 external-catalog-services
-external-redirects
-external-redirects.html
 external-test-ids=
 external/
 external/BusArch
@@ -48943,7 +47860,7 @@ external_service/connect_now
 external_slp_click
 externalservices/surveyfeedapi/api/testfeed
 extfile
-exthttp://edutopia.org/robots.txt
+exthttp://fitbots.com/robots.txt
 extlink
 extra
 extra/gremien
@@ -48967,7 +47884,6 @@ eyeblaster
 eyeblaster
 eyewitness
 ezais
-ezine/
 ezk888cn
 ezra
 f
@@ -49129,6 +48045,7 @@ fariello
 farig-sadeque
 farris
 fas/centres/sci-tech01/
+fashion*?
 fashion-shows
 fashion/lookbook/38917
 fashion/s
@@ -49192,6 +48109,7 @@ fco=
 fcollado
 fcyrraci
 fd-fr/
+fd/
 fdbk
 fdias
 fding
@@ -49313,8 +48231,9 @@ feed/sitema
 feed/subscribe
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://championat.com/robots.txt
 feed/xml
+feed/zen/
 feed=
 feed=rss
 feed?
@@ -49679,9 +48598,9 @@ filestore
 fileview
 filing
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://yandex.com/robots.txt
 filings/pdf
-fill-private.htmlhttp://babycenter.com/robots.txt
+fill-private.htmlhttp://lunacycle.com/robots.txt
 fill.html
 film/s
 films/*/size/large
@@ -49744,7 +48663,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://freemius.com/robots.txt
+find/*http://mastercard.us/robots.txt
 find/3DImage.jsp
 find/ApplecareDetails.jsp
 find/DemoItem.jsp
@@ -49925,7 +48844,7 @@ flightsearch
 flightstatus-results.aspx?
 flightstatus/
 flint-deals
-flip-player/
+flip-player/
 flip-preview
 flipboardrss
 flipbook
@@ -50767,7 +49686,6 @@ food/recipes/*/shopping-list
 food/recipes/search*?
 food/search*?
 fooddirectory
-foodfestival/
 foodordering
 foodpickle
 foods/brands/page/
@@ -50842,7 +49760,7 @@ forgotpassword.aspx
 forgotpassword?
 forgotten-password
 forgotten-password/
-forgov-devhttp://qobuz.com/robots.txt
+forgov-devhttp://texastribune.org/robots.txt
 form
 form-containers
 form-id=
@@ -51051,7 +49969,7 @@ forum/member.php
 forum/memberlist.php
 forum/memberlist.php
 forum/members
-forum/membre/http://spl.zeotap.com/robots.txt
+forum/membre/http://telegram.org/robots.txt
 forum/messenger
 forum/misc
 forum/modcp
@@ -51377,7 +50295,7 @@ forum/topic/221-tips-and-suggestions-for-working-members
 forum/traininggroups_onlinefree.php
 forum/translation_do.php
 forum/ucp.php
-forum/ucp.phphttp://eleks.com/robots.txt
+forum/ucp.phphttp://foodnetwork.com/robots.txt
 forum/ucp_agreement_trainings.php
 forum/uretral-nyj-vektor-4-25.html
 forum/user
@@ -51391,7 +50309,6 @@ forum/voprosy-po-kozhnomu-vektoru-91-25.html
 forum/vzaimootnoshenija-v-pare-236-25.html
 forum/whats-new
 forum2
-forumTeaser
 forums
 forums
 forums*/markallread/*
@@ -51441,7 +50358,7 @@ forums/discover/unread/
 forums/editpost.php
 forums/forum/30-general-members-forums
 forums/help.html
-forums/http://sofafactory.ru/robots.txt
+forums/http://customtechflooring.com/robots.txt
 forums/index.php/ef
 forums/index.php/h
 forums/index.php/i
@@ -51458,7 +50375,7 @@ forums/index.php/sel
 forums/index.php/sp
 forums/index.php/u
 forums/index.php?&act=Online
-forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt
+forums/index.php?/user/http://mountainx.com/robots.txt
 forums/index.php?act=Arcade
 forums/index.php?act=Attach
 forums/index.php?act=Forward
@@ -51865,9 +50782,6 @@ fr/Themes
 fr/Tr/
 fr/Tracker?data=*
 fr/TripsJS.ashx
-fr/_Original_
-fr/_incl_header.html
-fr/_old_
 fr/_site_doc
 fr/aboutus
 fr/academia/books/members.html
@@ -51998,7 +50912,7 @@ fr/datos-personales
 fr/days/world-radio/grid
 fr/days/world-radio/list
 fr/days/world-radio/map
-fr/demande-informations/
+fr/demande-informations/
 fr/develop/
 fr/develop/review/
 fr/devolucion-de-productos
@@ -52022,15 +50936,7 @@ fr/enterprise/blog/search?
 fr/error-static-cdn
 fr/errors
 fr/estado-pedido
-fr/etats_membres/haiti/sacs/default.html
-fr/etats_membres/haiti/sacs/galerie.html
 fr/eula.html
-fr/evenements/2010_reunions_ministerielles.asp
-fr/evenements/cultural_events.asp
-fr/evenements/default.asp
-fr/evenements/evenements2009.asp
-fr/evenements/evenements2010.asp
-fr/evenements/fonds_paix.asp
 fr/event/*/ical
 fr/event/*/shoutbox
 fr/event/*/shoutbox?
@@ -52100,14 +51006,6 @@ fr/hotel/s
 fr/images
 fr/immigration-refugies-citoyennete/services/reference-inclusion
 fr/inc
-fr/incl_banner_media_center.html
-fr/incl_footer_old.html
-fr/incl_headcontent_landing.inc
-fr/incl_headcontent_secondary.inc
-fr/incl_header1.html
-fr/incl_header2.html
-fr/incl_mini_pilares.html
-fr/incl_searchnav.html
 fr/includes_content/missing_handler/view_map.html
 fr/info
 fr/intangible-cultural-heritage/grid
@@ -52234,7 +51132,6 @@ fr/music/*/+wiki/shoutbox?
 fr/music/+noredirect
 fr/myunited
 fr/naviguer
-fr/news/incl_news_items.asp
 fr/newsroom
 fr/node
 fr/onelook_american_dictionary_words.html
@@ -52487,12 +51384,12 @@ frank
 frank/index.htm
 frankiefung
 franklynwang
-frcz/
-frde/
+frcz
+frde
 fre/layout/set
 fred
 fred-glance-widget.php
-fred-glance-widget.phphttp://freecodecamp.org/robots.txt
+fred-glance-widget.phphttp://kroatien-idriva.de/robots.txt
 free
 free-cancellation/index.
 free-coloring-pages/featured/frenchs-coloring-pages/
@@ -52515,7 +51412,7 @@ fren/volumeters
 french-studies/
 fres/grandseigneur
 fresh
-frgr/
+frgr
 fri
 friday
 friday-after-next
@@ -52523,17 +51420,16 @@ friedman-oeb
 friend/add_as_friend
 friends
 friends-through-gvhd
-friendscvs
 friendsfavorites/
 friendships
 friendsprofile
 friendstimes
 friesco
-frit/
-frja/
-frko/
+frit
+frja
+frko
 frnf2014
-frnl/
+frnl
 frogs/
 frogs/legs/
 frogs/phones/
@@ -52559,13 +51455,13 @@ frontoffice
 frontpage-slideshow-images
 froogle?
 froogle_
-frpl/
-frpt/
-frro/
-frru/
-frsv/
-frtr/
-frzh/
+frpl
+frpt
+frro
+frru
+frsv
+frtr
+frzh
 fscripts
 fssp
 ftb
@@ -52589,6 +51485,8 @@ fullscreen
 fullscreen/ReportLinker
 fullwiley
 fun
+fun/api/
+fun/g/
 fun/printlog2.php
 function=*404*
 function=CHECKOUTFIELDS
@@ -52677,7 +51575,7 @@ g
 g%C5%82osuj
 g-gender*
 g-recaptcha-response
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://wunderground.com/robots.txt
 g/api
 g/banana/api/context
 g/ts
@@ -52855,6 +51753,7 @@ gallery_more_stories_insider.cms*
 gam-
 gambling-promos
 game
+game*?
 game-reviews/*/user-reviews/manage/add
 game/dislike
 game/export
@@ -52903,6 +51802,7 @@ garruss
 garrysmitchell
 garyli
 gas-prices/*
+gas2015/
 gasic
 gaston-institute/contact/join-our-mailing-list/thank-you/
 gate
@@ -52948,7 +51848,7 @@ gb/resources-campaign/*
 gb/search
 gb/user
 gb/user$
-gb_xapi_content/http://smartpassiveincome.com/robots.txt
+gb_xapi_content/http://pro.imdb.com/robots.txt
 gbahadir
 gbapujii
 gbook
@@ -53404,7 +52304,7 @@ gibbslab-personal
 giee/*category=ucommall
 gif
 gifs
-gifshttp://girlsridetoo.de/robots.txt
+gifshttp://whitehouse.gov/robots.txt
 gift
 gift-calculator-ranges/
 gift-calculator-tags/
@@ -53500,7 +52400,7 @@ global-disclaimer/
 global-embeds:
 global-font-test.php
 global-footer
-global-infrastructure/services/get-async/http://b.hatena.ne.jp/robots.txt
+global-infrastructure/services/get-async/http://delphi.org/robots.txt
 global-master
 global-nav-esi
 global-search/search*
@@ -53589,7 +52489,7 @@ go/directory
 go/download
 go/fanfiction/
 go/help.ticket.submit$
-go/http://pod.link/robots.txt
+go/http://helpersofyourjoy.com/robots.txt
 go/member
 go/members
 go/menu
@@ -53632,8 +52532,9 @@ goldengate/c1221/gg-winux
 goldenkirby
 goldstein
 goldstine-cole
-golocal/extranet/http://nmap.org/robots.txt
+golocal/extranet/http://avex.lnk.to/robots.txt
 gonda
+gongyi*?
 gonsalves
 goodvibes
 google
@@ -53674,7 +52575,7 @@ gostevaya/karta-sayta/poisk/?
 goto
 goto.htm
 goto.php
-goto/http://spensor.blogspot.com/robots.txt
+goto/http://productuniversity.ru/robots.txt
 goto=
 gotoPage=
 goto_issue
@@ -53683,6 +52584,7 @@ gotos
 gottlieb
 gould
 gourl*
+gov*?
 gov/DownloadAsset?
 gov/DownloadAsset?assetId=
 gov/content/*/search-details-
@@ -54005,33 +52907,34 @@ grar
 gratianschindler
 grav
 grazie
-grcz/
-grde/
+grcz
+grde
 greece/documento/2012
 greenzang
 greet.php
 greetingcard-view
 greg
 gregorschubert
-gres/
+gres
 grestenberger
 grfp*
-grfr/
+grfr
 grid
 grid_report/documents
 griffinlab
 griggs
 grillos
-grit/
+grit
 grizzlies/node
 grizzlies/users
-grja/
-grko/
-grnl/
+grja
+grko
+grnl
 groeger
 grossesshowexcel.cfm
 group
 group/
+group/search
 group/terms
 group/wp-admin
 groupAnswers
@@ -54065,17 +52968,17 @@ growing-up-chrisley
 growth
 growth-tools-assets
 growthformula
-grpl/
-grpt/
-grro/
-grru/
-grsv/
-grtr/
+grpl
+grpt
+grro
+grru
+grsv
+grtr
 grub-client
 gruizeh
 grunes
 grusdt
-grzh/
+grzh
 gs-
 gs-taxonomy
 gs_counter
@@ -54233,7 +53136,7 @@ haaretz-labels
 habbal
 haberleri/
 hackathons/reinvent-2013/
-hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt
+hacker/*/followhttp://blog.twitter.com/robots.txt
 hacker/*/unfollow
 hackerproof/?
 hackerproof/abreporting.html
@@ -54267,7 +53170,6 @@ haininggouinlock
 hair-transplant-services
 haishuai
 haitham
-haitibackpacks/http://oasis-open.org/robots.txt
 hajiang
 haksoochoi
 haku
@@ -54509,6 +53411,7 @@ headlineId=
 headlines
 health
 health
+health*?
 health-and-family
 health-care-information-topic/
 health-center?
@@ -54785,13 +53688,11 @@ highest_rated
 highlights
 highmath
 highwire
-hihood
 hijack
 hilaryweingarden
 hilf
 hilfe/fundingdetail.html
 hilfe/live/launch-day/launch-day-show-voting.html
-hilfe/live/launch-day/launch-day-videoupload.html
 hilfe/live/officehour/officehour-link.html
 hillarystein
 hillis
@@ -54813,6 +53714,7 @@ histoire/cgi/mail
 historique-commandes
 history
 history
+history*?
 history-acm-org/
 history-cults-los-angeles
 history.naver
@@ -55161,6 +54063,7 @@ homepage-b
 homepage-beta
 homepage-experiment
 homepage-video-test
+homepage/
 homepage/2013
 homepage/health/2009/fall/nobel-prize.shtml
 homepage_feature
@@ -55208,7 +54111,7 @@ homework-help/landing/offer
 homework-help/search?
 homoud
 homr/services
-honeypot/http://dr.dk/robots.txt
+honeypot/http://i-sys.co.in/robots.txt
 hong-kong-ting-hui-limited-cclxixe
 honing.html
 hook
@@ -55257,6 +54160,7 @@ hotel/*/?type
 hotel/h
 hotel/index.hi.
 hotel/redirect
+hotel/reviews?
 hotel/s
 hotel/search
 hotel/us/the-airstream-van.*.html
@@ -55306,6 +54210,7 @@ hotels/reservation-payment.htm
 hotels/rpc
 hotels/s
 hotels/search
+hotels/search
 hotels/search-results.htm
 hotels/search/list*
 hotels/search/map*
@@ -55318,8 +54223,6 @@ hoteluri/s
 hotfix/
 hotline/search
 hotspot
-hou
-hou/fan_forum/mascot_appearance_form.jsp
 houchenli
 hounds-of-diana
 hourlie/hourliePortfolio
@@ -55341,7 +54244,7 @@ how-low-will-you-go-
 how-to-adjust-the-privacy-settings-for-your-smartwatch
 how-to-change-your-privacy-settings-on-facebook-and-instagram
 how-to-change-your-privacy-settings-on-twitter-and-youtube
-how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt
+how-to-find-happiness-newsletter-book-preview/http://hiroya.typepad.jp/robots.txt
 how-to-keep-your-browsing-information-untraceable
 how-to-keep-your-phone-secure-while-traveling
 how-to-limit-ad-tracking-on-your-mobile-device
@@ -55365,10 +54268,12 @@ hoyinversion
 hoysport
 hp
 hp/focus-retrocompatibile$
-hp/http://ideas.lego.com/robots.txt
+hp/http://zynga.com/robots.txt
 hp/video
 hp_channels
 hpan
+hpm
+hpmob
 hpws/max-connections.php
 hpws/parallel-downloads.php
 hpws/post-onload.php
@@ -58552,7 +57457,7 @@ html?order
 html?trial
 html?widget
 html_bbs/
-html_email/
+html_email/
 html_externe
 html_file/
 html_templates
@@ -58568,171 +57473,168 @@ http
 http-checker
 http2_data
 http:
-http://1533911.fls.doubleclick.net/robots.txt
-http://1731177.fls.doubleclick.net/robots.txt
-http://1password.com/robots.txt
-http://2224480.fls.doubleclick.net/robots.txt
-http://4shared.com/robots.txt
-http://8285353.fls.doubleclick.net/robots.txt
+http://1.gravatar.com/robots.txt
+http://10770828.fls.doubleclick.net/robots.txt
+http://2020.webassembly-summit.org/robots.txt
+http://20minutos.es/robots.txt
+http://6254058.fls.doubleclick.net/robots.txt
+http://9902122.fls.doubleclick.net/robots.txt
+http://abbyharmony.com/robots.txt
 http://abc7chicago.com/robots.txt
-http://abc7ny.com/robots.txt
-http://abcnews.go.com/robots.txt
-http://abduzeedo.com/robots.txt
-http://acrobat.adobe.com/robots.txt
-http://ad.doubleclick.net/robots.txt
-http://adcell.de/robots.txt
-http://adeje.es/robots.txt
-http://ademe.fr/robots.txt
-http://allrecipes.com/robots.txt
-http://amazon.de/robots.txt
-http://ampmexterminators.com/robots.txt
-http://androidpolice.com/robots.txt
-http://api.ning.com/robots.txt
-http://api.whatsapp.com/robots.txt
-http://apod.nasa.gov/robots.txt
-http://app.box.com/robots.txt
-http://apple.co/robots.txt
-http://artnews.com/robots.txt
-http://artsandculture.google.com/robots.txt
-http://au.effectivemeasure.net/robots.txt
-http://austinmoody.net/robots.txt
-http://autode.sk/robots.txt
-http://azure.microsoft.com/robots.txt
-http://babylenta.ru/robots.txt
-http://basecamp.com/robots.txt
-http://bath.ac.uk/robots.txt
-http://bbc.com/robots.txt
-http://bbcamerica.com/robots.txt
-http://bbcgoodfood.com/robots.txt
-http://bcg.com/robots.txt
-http://bcmmaa.com/robots.txt
-http://beautifulthailand99.blogspot.co.uk/robots.txt
+http://about.google/robots.txt
+http://aclweb.org/robots.txt
+http://adamdurica.lnk.to/robots.txt
+http://adameve.com/robots.txt
+http://addons.opera.com/robots.txt
+http://allegro.pl/robots.txt
+http://alternet.org/robots.txt
+http://amnesty.org/robots.txt
+http://annex.s-manga.net/robots.txt
+http://apachefriends.org/robots.txt
+http://apps.microsoft.com/robots.txt
+http://archive.constantcontact.com/robots.txt
+http://asahi-net.or.jp/robots.txt
+http://atom.io/robots.txt
+http://author24.expert/robots.txt
+http://avto.pro/robots.txt
+http://bag.admin.ch/robots.txt
+http://baymard.com/robots.txt
+http://bcb.gov.br/robots.txt
+http://bcn.cl/robots.txt
 http://bestdocsnetwork.com/robots.txt
+http://beta.companieshouse.gov.uk/robots.txt
 http://bharat.republicworld.com/
 http://bharat.republicworld.com/*
-http://bhf.org.uk/robots.txt
-http://bigoven.com/robots.txt
-http://blackholerecordings.com/robots.txt
-http://bleepingcomputer.com/robots.txt
-http://blog.bufferapp.com/robots.txt
-http://businessbuiltonline.blogspot.com/robots.txt
-http://cambridge.org/robots.txt
-http://carinon.hatenablog.com/robots.txt
-http://cdn.polyfill.io/robots.txt
-http://cedcommerce.com/robots.txt
-http://cio.com/robots.txt
-http://cityam.com/robots.txt
+http://bing.com/robots.txt
+http://biography.com/robots.txt
+http://bitbucket.org/robots.txt
+http://bitly.com/robots.txt
+http://blacklivesmatter.com/robots.txt
+http://blog.naver.com/robots.txt
+http://blog.torproject.org/robots.txt
+http://blogger.com/robots.txt
+http://blogs.law.harvard.edu/robots.txt
+http://blubrry.com/robots.txt
+http://boell.de/robots.txt
+http://brickset.com/robots.txt
+http://bulletjournal.com/robots.txt
+http://cancerresearchuk.org/robots.txt
+http://careerbuilder.com/robots.txt
+http://case.edu/robots.txt
+http://cc.com/robots.txt
+http://change.org/robots.txt
+http://childmind.org/robots.txt
+http://chromereleases.googleblog.com/robots.txt
+http://cisco.com/robots.txt
+http://citylab.com/robots.txt
 http://click.linksynergy.com/robots.txt
-http://clubic.com/robots.txt
-http://coeducacion.grial.eu/robots.txt
+http://clubhouse.com/robots.txt
+http://cmdshft.ffm.to/robots.txt
+http://coinbase.com/robots.txt
+http://coingecko.com/robots.txt
+http://colorado.edu/robots.txt
+http://comcluster.cxense.com/robots.txt
+http://componemos.com/robots.txt
 http://comunitaqueeniana.weebly.com/news-of-the-world
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor
-http://constantcontact.com/robots.txt
-http://coursera.org/robots.txt
-http://crn.com/robots.txt
-http://croixmode.jp/robots.txt
-http://cultofmac.com/robots.txt
-http://d.turn.com/robots.txt
-http://dc.arrivalist.com/robots.txt
-http://delivery.yandex.ru/robots.txt
-http://docstoc.com/robots.txt
-http://domain.com/robots.txt
-http://ecma-international.org/robots.txt
-http://economie.gouv.fr/robots.txt
-http://ed.gov/robots.txt
-http://eff.org/robots.txt
-http://en.support.wordpress.com/robots.txt
-http://engadget.com/robots.txt
-http://euronews.com/robots.txt
-http://evite.com/robots.txt
-http://evuk.co.uk/robots.txt
-http://experience.arcgis.com/robots.txt
-http://expressen.se/robots.txt
-http://faithandreason.com/robots.txt
-http://fauerzaesp.org/robots.txt
-http://fema.gov/robots.txt
-http://firstrunfeatures.com/robots.txt
-http://fiverr.com/robots.txt
-http://fnac.com/robots.txt
-http://folhadeirati.com.br/robots.txt
-http://forcefieldsnz.bandcamp.com/robots.txt
-http://form.jotform.com/robots.txt
-http://foromontefrio.com/robots.txt
-http://fortune.com/robots.txt
-http://foxnews.com/robots.txt
-http://francetvinfo.fr/robots.txt
-http://galu.co.jp/robots.txt
-http://geraldtabios.com/robots.txt
-http://goldstocktrades.com/robots.txt
-http://govinfo.gov/robots.txt
-http://graphics8.nytimes.com/robots.txt
-http://gtm.js.fls.doubleclick.net/robots.txt
-http://gyro13.com/robots.txt
-http://health.com/robots.txt
-http://health.pa.gov/robots.txt
-http://heart.org/robots.txt
-http://homesinhamiltonontario.com/robots.txt
-http://htmlpreview.github.io/robots.txt
-http://hubs.ly/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt
+http://contradance.org/robots.txt
+http://copyblogger.com/robots.txt
+http://counterpunch.org/robots.txt
+http://credly.com/robots.txt
+http://ct.pinterest.com/robots.txt
+http://daikyokan-dojo.fr/robots.txt
+http://dailywire.com/robots.txt
+http://dasbuchderwahrheit.de/robots.txt
+http://deccanherald.com/robots.txt
+http://deviantart.com/robots.txt
+http://docusign.com/robots.txt
+http://durhamcollege.ca/robots.txt
+http://economictimes.indiatimes.com/robots.txt
+http://ecx.images-amazon.com/robots.txt
+http://elseptimoarte.net/robots.txt
+http://en-gb.wordpress.org/robots.txt
+http://engineering.cornell.edu/robots.txt
+http://entrepreneur.com/robots.txt
+http://eresunpagafantas.com/robots.txt
+http://ericsson.com/robots.txt
+http://esri.com/robots.txt
+http://expedia.com.au/robots.txt
+http://faculty.washington.edu/robots.txt
+http://fakeotube.com/robots.txt
+http://feedly.com/robots.txt
+http://feross.org/robots.txt
+http://festo.com/robots.txt
+http://fliphtml5.com/robots.txt
+http://fsmitha.com/robots.txt
+http://ftp.gnu.org/robots.txt
+http://fxnetworks.com/robots.txt
+http://g.co/robots.txt
+http://gamestop.com/robots.txt
+http://gemellidiversi.forumcommunity.net/robots.txt
+http://getcloudapp.com/robots.txt
+http://goethe.de/robots.txt
+http://google.com.bd/robots.txt
+http://google.rs/robots.txt
+http://govtech.com/robots.txt
+http://graniteasap.com/robots.txt
+http://gstatic.com/robots.txt
+http://headspace.com/robots.txt
+http://hellomagazine.com/robots.txt
+http://help.apple.com/robots.txt
+http://help.yahoo.com/robots.txt
+http://helpscout.net/robots.txt
+http://home.comcast.net/robots.txt
+http://howtobeloved.com/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://ibtimes.com/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://i.ebayimg.com/robots.txt
-http://i9.ytimg.com/robots.txt
-http://ie.edu/robots.txt
-http://ifcncodeofprinciples.poynter.org/robots.txt
-http://imagekandi.com/robots.txt
-http://indiana.edu/robots.txt
-http://info.yahoo.com/robots.txt
-http://iopscience.iop.org/robots.txt
-http://istanbulyelken.org.tr/robots.txt
-http://izioq.bandcamp.com/robots.txt
-http://journals.plos.org/robots.txt
+http://icanhascheezburger.com/robots.txt
+http://ilo.org/robots.txt
+http://indianexpress.com/robots.txt
+http://interaction-design.org/robots.txt
+http://jeet.tv/robots.txt
+http://join.slack.com/robots.txt
+http://jp.youtube.com/robots.txt
+http://jpmorgan.com/robots.txt
+http://jsfiddle.net/robots.txt
+http://jwz.org/robots.txt
+http://kiesque.com/robots.txt
+http://klook.com/robots.txt
+http://knoxnews.com/robots.txt
+http://kohls.com/robots.txt
 http://kongregate.com/robots.txt
-http://lapresse.ca/robots.txt
-http://larouchepub.com/robots.txt
-http://lepoint.fr/robots.txt
-http://lg.com/robots.txt
-http://librarything.com/robots.txt
-http://linkedin.com/robots.txt
-http://list.ly/robots.txt
-http://m.youtube.com/robots.txt
-http://macobserver.com/robots.txt
-http://mapquest.com/robots.txt
-http://market.android.com/robots.txt
-http://mathworld.wolfram.com/robots.txt
-http://militarytimes.com/robots.txt
-http://mineyour.biz/robots.txt
-http://mootools.net/robots.txt
-http://mpgi.edu.in/robots.txt
-http://myrobotlove.blogspot.com/robots.txt
+http://krebsonsecurity.com/robots.txt
+http://lanacion.com.ar/robots.txt
+http://latin-ongaku.net/robots.txt
+http://luzmarinaluna.com/robots.txt
+http://madadalian.com/robots.txt
+http://madrid.es/robots.txt
+http://maps.google.co.uk/robots.txt
+http://mathiasbynens.be/robots.txt
+http://mayalounge.net/robots.txt
+http://media.licdn.com/robots.txt
+http://memrise.com/robots.txt
+http://metacritic.com/robots.txt
+http://motherjones.com/robots.txt
+http://motorcycletraining.com/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://mta.info/robots.txt
+http://mylifetime.com/robots.txt
 http://n.us1.dyntrk.com/robots.txt
-http://nachosuarez.blogspot.com/robots.txt
-http://namecheap.com/robots.txt
-http://nascardigitalmediallc.demdex.net/robots.txt
-http://ncbi.nlm.nih.gov/robots.txt
-http://nebula.wsimg.com/robots.txt
-http://newrelic.com/robots.txt
-http://news.berkeley.edu/robots.txt
-http://news.gallup.com/robots.txt
-http://news.google.com/robots.txt
-http://news.softpedia.com/robots.txt
-http://news24.com/robots.txt
-http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt
-http://nofilmschool.com/robots.txt
-http://notivu.blogspot.com/robots.txt
-http://nzz.ch/robots.txt
-http://oag.ca.gov/robots.txt
-http://observer.com/robots.txt
-http://ogp.me/robots.txt
-http://on.fb.me/robots.txt
-http://parents.com/robots.txt
-http://parkinsonsresource.org/robots.txt
-http://passionfruitsporthorses.squarespace.com/robots.txt
-http://pastemagazine.com/robots.txt
-http://photomatt.net/robots.txt
-http://pixabay.com/robots.txt
+http://nbcbayarea.com/robots.txt
+http://networkworld.com/robots.txt
+http://neurosciencenews.com/robots.txt
+http://news.nationalgeographic.com/robots.txt
+http://no.wikipedia.org/robots.txt
+http://oasis-open.org/robots.txt
+http://oltrelecolonne.it/robots.txt
+http://pagseguro.uol.com.br/robots.txt
+http://phongkhamdakhoabienhoa.webflow.io/robots.txt
+http://picsuk.com/robots.txt
+http://pinterest.com/robots.txt
+http://pixel.everesttech.net/robots.txt
+http://pixel.myrtbportal.com/robots.txt
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/
@@ -58754,73 +57656,77 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/
 http://pompeachaleurdaikin.fr/le-lexique/
 http://pompeachaleurdaikin.fr/temoignages-infos/
 http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/
-http://poolwiseliving.com.au/robots.txt
-http://poppet.us/robots.txt
-http://premiumbeat.com/robots.txt
-http://primit.it/robots.txt
-http://prnt.sc/robots.txt
-http://pt.wikipedia.org/robots.txt
-http://publish.twitter.com/robots.txt
-http://purityring.ffm.to/robots.txt
-http://px.adentifi.com/robots.txt
-http://px.gumgum.com/robots.txt
-http://qiita.com/robots.txt
+http://protonmail.com/robots.txt
+http://punk4free.org/robots.txt
+http://px1.bandsintown.com/robots.txt
 http://quantcast.com/robots.txt
-http://ragesw.com/robots.txt
-http://rdr.connectedinteractive.com/robots.txt
-http://recalculatingfilm.com/robots.txt
-http://repubblica.it/robots.txt
-http://reuters.com/robots.txt
-http://rijksoverheid.nl/robots.txt
-http://rsfbathroomdesigns.co.uk/robots.txt
-http://rtb.adp3.net/robots.txt
-http://rtd.tubemogul.com/robots.txt
-http://rte.ie/robots.txt
-http://scienceandnonduality.com/robots.txt
-http://sciencing.com/robots.txt
-http://security.googleblog.com/robots.txt
-http://seekingalpha.com/robots.txt
-http://servedby.ipromote.com/robots.txt
-http://smileeasy.com/robots.txt
-http://socialnomics.net/robots.txt
-http://static.wixstatic.com/robots.txt
-http://sunderlandecho.com/robots.txt
-http://t3n.de/robots.txt
-http://tandfonline.com/robots.txt
-http://tapncap.com/robots.txt
-http://tattierecords.com/robots.txt
-http://techopedia.com/robots.txt
-http://techpi-und-malibu.de/robots.txt
-http://terribjones.com/robots.txt
+http://rapidmile.gotrackier.com/robots.txt
+http://rashidgaripov.com/robots.txt
+http://register.gotowebinar.com/robots.txt
+http://rover.ebay.com/robots.txt
+http://rsf.org/robots.txt
+http://runative-syndicate.com/robots.txt
+http://sas.com/robots.txt
+http://search.google.com/robots.txt
+http://secure-au.imrworldwide.com/robots.txt
+http://seg.sharethis.com/robots.txt
+http://sendspace.com/robots.txt
+http://sfgate.com/robots.txt
+http://shutterfly.com/robots.txt
+http://siteground.com/robots.txt
+http://skroutz.gr/robots.txt
+http://spiegel.de/robots.txt
+http://sportskeeda.com/robots.txt
+http://stern.de/robots.txt
+http://stevesouders.com/robots.txt
+http://store.apple.com/robots.txt
+http://strava.com/robots.txt
+http://sverigesradio.se/robots.txt
+http://tailsofhead.com/robots.txt
+http://tcd.ie/robots.txt
+http://teamusa.org/robots.txt
+http://telegraph.co.uk/robots.txt
+http://theathletic.com/robots.txt
+http://theaustralian.com.au/robots.txt
+http://thefa.com/robots.txt
+http://thelancet.com/robots.txt
 http://theonion.com/robots.txt
-http://thinglink.com/robots.txt
-http://timesofisrael.com/robots.txt
-http://tnc.org.br/robots.txt
-http://tools.google.com/robots.txt
-http://tools.pingdom.com/robots.txt
-http://track.adform.net/robots.txt
-http://track.omguk.com/robots.txt
-http://trends.google.com.mx/robots.txt
+http://tips.work/robots.txt
+http://tn.gov/robots.txt
+http://tomsguide.com/robots.txt
+http://transparency.org/robots.txt
+http://travel.state.gov/robots.txt
 http://uat-next-a30-uk.udev1a.net*
-http://undefined.fls.doubleclick.net/robots.txt
-http://unstats.un.org/robots.txt
-http://uptimerobot.com/robots.txt
-http://usda.gov/robots.txt
-http://v.qq.com/robots.txt
-http://vancouver.ca/robots.txt
-http://viki.com/robots.txt
-http://vmed.club/robots.txt
-http://voterga.org/robots.txt
-http://wise.com/robots.txt
-http://wnyc.org/robots.txt
-http://wolframreiter.org/robots.txt
+http://upworthy.com/robots.txt
+http://us.battle.net/robots.txt
+http://usa.canon.com/robots.txt
+http://usnews.com/robots.txt
+http://uspto.gov/robots.txt
+http://uwaterloo.ca/robots.txt
+http://vaughanbusiness.ca/robots.txt
+http://vaultpress.com/robots.txt
+http://vevo.com/robots.txt
+http://w3techs.com/robots.txt
+http://wbur.org/robots.txt
+http://wearechange.org.uk/robots.txt
+http://web.dev/robots.txt
+http://webmd.com/robots.txt
+http://webopedia.com/robots.txt
+http://webroot.com/robots.txt
+http://webtoons.com/robots.txt
+http://wellbeing.google/robots.txt
+http://wiki.mozilla.org/robots.txt
+http://wikitravel.org/robots.txt
+http://worldtimebuddy.com/robots.txt
 http://www.comodo.com/email/webinspector-email
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://yellowpages.com/robots.txt
+http://yadi.sk/robots.txt
 http://youtubefanfest.com/robots.txt
-http://zertifikateawards.de/robots.txt
-http://zmg.su/robots.txt
+http://youtubocairent.blogspot.com/robots.txt
+http://zappos.com/robots.txt
+http://zeit.de/robots.txt
+http://zuken.com/robots.txt
 httpd
 httpd/reports
 https
@@ -58943,7 +57849,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427
 https://www.oxfamintermon.org/ca/resultats-de-cerca?term=
 https://www.oxfamintermon.org/es/resultados-de-busqueda?term=
 https://www.republicworld.com/ipl-2024/
-https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt
+https://www.republicworld.com/ipl-2024/*http://webdesignerdepot.com/robots.txt
 https://www.southampton.ac.uk/research/areas/
 https://www.southampton.ac.uk/research/search/
 https://www.southampton.ac.uk/research/search/all
@@ -59090,6 +57996,7 @@ huansharonwang
 huanyang
 huanyuyang
 huawang
+huaweilink/
 hub
 hub-
 hub-http/static-1.137
@@ -59265,7 +58172,6 @@ hypeindex/graph
 hypeindex/performance-graph
 hyper
 hypernews
-hypoallergenique
 hyrbil/resultat
 hyunjin
 hz/contact-us/ajax/initiate-trusted-contact
@@ -59777,7 +58683,7 @@ iframe/dirette
 iframe/video
 iframe=
 iframes
-iframes/http://earthobservatory.nasa.gov/robots.txt
+iframes/http://streamelements.com/robots.txt
 ifwns
 ig/add?
 ig/forums
@@ -59854,6 +58760,7 @@ il/
 il/*?*lang=en-US
 il/cart
 il/images
+ilink/
 illustrations/*/download
 ilo/forums
 ilo/kb/*/discuss
@@ -59903,7 +58810,7 @@ imagelib
 imagelibrary
 imagelightbox?elementId
 imagenes
-imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://hollywoodlife.com/robots.txt
+imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://events.withgoogle.com/robots.txt
 imageresults.asp*
 images
 images
@@ -59936,6 +58843,8 @@ images/about/
 images/adspace/
 images/api
 images/application_uploads
+images/async/?
+images/async?
 images/campaign/
 images/carBlogsimages
 images/chart_gifs
@@ -59948,6 +58857,9 @@ images/dopfiles/DNT20170204041207.pdf
 images/email/
 images/ga_img_handler.php
 images/home/
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/interview_pdfs
 images/intfood/thermomix/HF_icon_thermomix.svg
 images/li.gif
@@ -59962,9 +58874,14 @@ images/pad/search?text=*&source=morda
 images/related
 images/resume
 images/scaled
+images/search%3F
+images/search%5C
+images/search/?
 images/search/details/twitterCards/twitter-card
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/showroomimages
 images/smart/$
 images/staff
@@ -59984,6 +58901,7 @@ images/welcome_image.png
 images2/
 images3/
 images4/
+images?
 imagesCC/
 imagesLinks
 imagesfordorian/
@@ -60007,7 +58925,7 @@ img/*.docx$
 img/*.pdf$
 img/category
 img/hc_ambassador.png
-img/http://takeout.google.com/robots.txt
+img/http://wisc.edu/robots.txt
 img/logo/3rdpartylogos
 img/mobile
 img/not-indexed
@@ -60224,6 +59142,7 @@ inbox-talk
 inbox-user
 inbox.aspx
 inbox.php
+inboxcommerce
 inc
 inc/
 inc5000dev
@@ -60242,7 +59161,7 @@ include/toc
 includes
 includes
 includes/
-includes/
+includes/
 includes/*
 includes/*.asp$
 includes/*.js
@@ -60389,13 +59308,12 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://commissions.arlingtonva.us/robots.txt
-index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt
-index.php/user/logout/http://medicine-world.ru/robots.txt
-index.php/user/logout/http://ncaa.com/robots.txt
-index.php/user/logout/http://seagate.com/robots.txt
-index.php/user/logout/http://trapanishuttle.com/robots.txt
-index.php/user/logout/http://usmagazine.com/robots.txt
+index.php/user/logout/http://annualreviews.org/robots.txt
+index.php/user/logout/http://archives.gov/robots.txt
+index.php/user/logout/http://bbpress.org/robots.txt
+index.php/user/logout/http://cdn.knightlab.com/robots.txt
+index.php/user/logout/http://lyst.com/robots.txt
+index.php/user/logout/http://towardsdatascience.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -60800,6 +59718,7 @@ intarnel/*
 intcmp=
 integr8
 integrate/
+integration-api/*?
 integration-product-categories
 integrations
 integromedb
@@ -60814,7 +59733,7 @@ inter-wait-buy
 interact
 interact.sh
 interactions-list-drugs.php
-interactive*http://fcc.gov/robots.txt
+interactive*http://jigsaw.w3.org/robots.txt
 interactive/quiz/preview
 interactive/reading-preference
 interculturaldialogu/ar/event/*/ical
@@ -61049,10 +59968,6 @@ investors/de/stock/fixed-income/bond-documentation
 investors/de/stock/fixed-income/cp-documentation
 investors/en/stock/fixed-income/bond-documentation
 investors/en/stock/fixed-income/cp-documentation
-investors/results-and-reporting/quarterly-results/latest-results/test-page
-investors/results-and-reporting/quarterly-results/latest-results/test-page.html
-investors/shareholder-meetings/2021-agm-webcast
-investors/shareholder-meetings/2021-agm-webcast.html
 invitation
 invitation
 invitations
@@ -61114,7 +60029,7 @@ ip-outreach/*/ipday/2024/
 ipAcl
 ipAddress=
 ipad
-ipad/
+ipad/
 ipad/4/Contents/en/searchindex
 ipadconsent
 ipadvantage/
@@ -61240,6 +60155,7 @@ iss/modules/subjects
 issale-*
 issue.php
 issues
+isurvey/
 iswc
 isynchelpr1
 isynchelpr2
@@ -61258,6 +60174,7 @@ it*/shop/*/sold
 it*/step
 it*/submit
 it*/submitted
+it*?
 it-*/
 it-AE
 it-AT
@@ -61633,7 +60550,7 @@ it/responsive-header
 it/retail/search$
 it/retail/search?
 it/ricerca
-it/richiesta-informazioni/
+it/richiesta-informazioni/
 it/s/collezioni
 it/s/immagini
 it/s/utenti
@@ -61709,8 +60626,8 @@ ita/layout/set
 italianthings
 itc
 itc/ccnmtl/assets
-itcz/
-itde/
+itcz
+itde
 item-img/*
 item/clone
 item/correction
@@ -61738,14 +60655,14 @@ itemsize-*
 iten/Rotationskolbenpumpe
 iten/knarrender
 iten/lastricher%C3%A0
-itfr/
-itgr/
+itfr
+itgr
 itineraires
 itineraires/*/itineraires-de-
 itineraires/*/routes-a-partir-de-
-itja/
+itja
 itkatz
-itko/
+itko
 itm/*&fits
 itm/*,
 itm/*.jpg
@@ -61765,13 +60682,13 @@ itm/soi
 itm/variationlogistics
 itm/watch
 itmhero
-itnl/
+itnl
 itoolshelp
 itpi/digitaltour/
-itpl/
-itpt/
-itro/
-itru/
+itpl
+itpt
+itro
+itru
 its-national-cybersecurity-awareness-month
 its/internal
 its/new
@@ -61782,15 +60699,15 @@ itsadmin
 itservices/sfuconnect
 itsnotok
 itsolutions/
-itsv/
-ittr/
+itsv
+ittr
 itu_mt_main
 itudocr
 itudocs
 itunes
 itunes/mac/10.1/Contents/en/searchindex
 itvs/mt3
-itzh/
+itzh
 iui
 iulianradu
 iv
@@ -61811,6 +60728,7 @@ iw/kb/*/discuss
 iw/search
 iw/user
 iw/users
+iwcmmarketing/
 iwork
 iwork/1.3/safari/English.lproj/searchindex
 iworkcom
@@ -61821,23 +60739,7 @@ iznanka
 izumivazquez
 izzuddinaris
 j
-j-auto-suggest.json
-j-contact-seller.json
-j-dealer-link-inc.json
-j-edit-watchlist.json
-j-feature-link-inc.json
 j-gender*
-j-get-watchlist-item.json
-j-homepage-galerie.json
-j-homepage-gallery.json
-j-locations.json
-j-page-view.json
-j-recently-viewed
-j-send-to-friend.json
-j-tokens-gen.json
-j-vac-inc-carproof.json
-j-vac-inc-get.json
-j-vac-phone-get.json
 j/pro-site
 j=
 j_spring_security_check
@@ -62050,24 +60952,24 @@ jacobrosen
 jacqueline-lane
 jacquelineepstein
 jacquianderle
-jacz/
+jacz
+jade
 jade-moon
-jade/
 jaehyun_jung
 jaeinlee
 jaekim
-jaes/
+jaes
 jaewonshin
-jafr/
+jafr
 jagchhatwal
-jagr/
+jagr
 jahuang
 jaimebgoldstein
 jaimepanoptotestsite
-jait/
+jait
 jajp/
 jakeconway
-jako/
+jako
 jalali
 jalekseyeva
 jalili
@@ -62103,20 +61005,20 @@ janheng
 janicelintz
 janisthamm
 janitor
-janl/
+janl
 jannejnappi
 jannyliao
 january-anmaicu
-japl/
-japt/
+japl
+japt
 jaq
 jarada
 jared
 jaredhawkins
-jaro/
+jaro
 jarradvanstan
 jarred
-jaru/
+jaru
 jasminc
 jasmine-runner/static-1.14
 jasmine-runner/static-1.15
@@ -62137,8 +61039,8 @@ jasonjiaxiwu
 jasonkey
 jasonmitchell
 jastover
-jasv/
-jatr/
+jasv
+jatr
 java
 javacalcs
 javadb/10.3.3.0
@@ -62179,7 +61081,7 @@ jayender
 jayoungchoi
 jayski/tracks/archive/story/_/id/*/*
 jayson-marwaha
-jazh/
+jazh
 jazz/node
 jazz/users
 jb=
@@ -62804,6 +61706,7 @@ jp/*max=
 jp/*min=
 jp/*my_etsy=
 jp/Flash
+jp/about-huawei/publications/huawave$
 jp/access_aem.html
 jp/admin
 jp/ajax
@@ -63144,10 +62047,6 @@ js/streamsense-*.min.js
 js/swfobject.js
 js/trash
 js/widget.js
-js2
-js3
-js3/ta-mobile
-js3/vr-shared
 js?
 js?*
 jsErrAjax
@@ -63413,8 +62312,6 @@ kaza
 kb/
 kb/index?*page=search
 kb/results
-kb/wp-admin
-kb/xmlrpc.php
 kbabphavong
 kbaker4
 kbf
@@ -63423,7 +62320,6 @@ kbkaletka
 kbrackney
 kbreedlove
 kbsriharsha
-kc
 kcadviento
 kcet/mt4
 kconnolly
@@ -63806,24 +62702,24 @@ ko/위젯컴포넌트
 ko_kr
 ko_kr/templates/M
 kobe-incheonmassage
-kocz/
-kode/
+kocz
+kode
 kodixon
 kodychristiansen
-koes/
-kofr/
+koes
+kofr
 kogod/calendar/
-kogr/
+kogr
 koha/
 kohane
 koichiroshiba
-koit/
-koja/
+koit
+koja
 kolkata
 kolson
 koncerty
 kong
-konl/
+konl
 konradboeschenstein
 kontakt-myheritage
 kontakt-podr%C5%A1ka
@@ -63842,24 +62738,24 @@ kontaktova%C5%A5-podporu
 kontaktovat-podporu
 kontaktovat-spole%C4%8Dnost-myheritage
 kontakty
-kopl/
-kopt/
+kopl
+kopt
 koray
 korean
 korina
 korisauserzachrison
-koro/
+koro
 kortizceballos
-koru/
+koru
 korzina
 kosgei
 kossowsky
 kostioukhina
-kosv/
-kotr/
+kosv
+kotr
 kouafi
 kourtniesanders
-kozh/
+kozh
 kozin
 kp/
 kpacheco-barrios
@@ -64093,7 +62989,7 @@ lamda/images
 lan
 lancaster
 land
-land/
+land/
 land/search.php
 landing
 landing-feed
@@ -64102,10 +62998,10 @@ landing-page-sitemap.xml
 landing-page/changelog
 landing-page/cmp-freemium
 landing-page/licensing
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://jmp.sh/robots.txt
 landing-pages
 landing.php
-landing/
+landing/
 landing/braintree-paypal
 landing/brand/
 landing/brand/adam-eve-products$
@@ -64213,8 +63109,7 @@ latinamerica/wp-admin
 latinamerica/wp-content/plugins
 latinamerica/wp-includes
 latoyaprincessjackson
-launch-day-show-voting.html
-launch/
+launch/
 launch2005/
 launch_invitation
 launcher
@@ -64316,9 +63211,10 @@ le-cegep/signature-courriel/
 leaders/center-programs/elp-applications/thank-you/
 leaders/center-programs/elp-nomination/thank-you/
 leadership/
-leadingtogether/http://uspto.gov/robots.txt
+leadingtogether/http://jupiterbroadcasting.com/robots.txt
 leads
 leads/recommendations
+leaening*?
 leaf
 leah-aronowsky
 leah-gose
@@ -64392,7 +63288,7 @@ learning/settings$
 learning/settings?
 learningarcade/
 learningcenter
-learnmore-transferhttp://mc.yandex.ru/robots.txt
+learnmore-transferhttp://interchalet.de/robots.txt
 learnmorelayer
 learnmorelayertv
 leave
@@ -64474,7 +63370,7 @@ legal-services/checkout?
 legal/3874403/
 legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
-legal/http://outdooractive.com/robots.txt
+legal/http://amnestyusa.org/robots.txt
 legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
@@ -64721,7 +63617,6 @@ library/working
 library=
 library?
 library?/
-library_common/
 library_glossary.htm
 libraryservices/beta/search
 libraryservices/feedback/poll
@@ -64820,7 +63715,9 @@ link-intersect
 link-intersect/$
 link.php
 link/
+link2
 link:
+link?
 link_to
 linked
 linked_webroots
@@ -64845,7 +63742,6 @@ linux
 linux?
 lipeng
 lipovsky
-lippreliminary
 lipsy-catwalk-looks/
 lipsy-shop/*/1*
 lipsy-shop/*/2*
@@ -64919,7 +63815,7 @@ listmanager/goodbye.php
 listmanager/notification1.php
 listmanager/notification2.php
 lists
-lists/
+lists/
 lists/search
 lists/search?q=
 listspider/
@@ -64940,9 +63836,9 @@ live
 live-a-detruire_19925.html
 live-blogs/*embed=1
 live-eyewear
-live-preview/http://darksidedetective.com/robots.txt
-live-preview/http://game.es/robots.txt
-live-preview/http://infosecurity-magazine.com/robots.txt
+live-preview/http://computerweekly.com/robots.txt
+live-preview/http://convertkit.com/robots.txt
+live-preview/http://fedorahosted.org/robots.txt
 live-score/cricket/auction_ajax
 live-score/cricket/comm
 live-score/cricket/commentary
@@ -64994,7 +63890,6 @@ living/wellness/hearstmagazines
 livingcurriculum
 livingin1901
 livingthepoorlife
-livraison-a-domicile
 liyanahusenay
 liyufan
 liz
@@ -65013,7 +63908,6 @@ lk/corporate/contact
 lk/news
 lkc
 lkwan
-ll=
 llm-art-law
 llm-international-corporate-commercial-law
 llm-international-human-rights-law-practice
@@ -65063,6 +63957,7 @@ loans
 loc/volunteers
 loc=
 local
+local
 local-dev
 local-dev-old
 local-navigation/
@@ -65114,6 +64009,7 @@ locate/index.html?locale=en_US
 location-de-voiture/resultats
 location-voiture/resultats
 location.json
+location/drama/search
 locationQuery=
 location_suggest
 locations
@@ -65181,7 +64077,7 @@ login/comodo-members.php/*_blank
 login/domain
 login/facebook
 login/googleplus
-login/http://cex.io/robots.txt
+login/http://365schritte.com/robots.txt
 login/join$
 login/join?
 login/password
@@ -65233,7 +64129,6 @@ logo-request.php
 logodownload.php
 logonUserServicesStartupAction.do
 logos
-logotipoanticorrupcion/
 logotypes
 logout
 logout
@@ -65369,7 +64264,7 @@ lrotenstein
 lrtrambaiolli
 ls
 ls/
-ls/docshttp://console.cloud.google.com/robots.txt
+ls/docshttp://petitions.whitehouse.gov/robots.txt
 lsdahlberg
 lshao
 lsho1976
@@ -66109,7 +65004,7 @@ mai/users
 maier
 mail
 mail
-mail-fertighttp://npmjs.com/robots.txt
+mail-fertighttp://ist-track.com/robots.txt
 mail-gotowe
 mail-listo
 mail-okay
@@ -66286,7 +65181,7 @@ manzo
 map
 map-constructor/loader
 map-regular.xml
-map-review/
+map-review/
 map-search-flats/leningradskaya-oblast/$
 map-search-flats/moskovskaya-oblast/$
 map-search-flats/moskva/$
@@ -66321,6 +65216,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -66375,7 +65271,7 @@ marenalin
 margaretjenkins
 margarettroyer
 margotmoinester
-mari/
+mari/
 maria-garytrainingsite
 maria_acevedo
 maria_ratanova
@@ -66734,8 +65630,6 @@ mbrady
 mbronstein
 mbsullivan
 mburkhauser
-mc-publication-test-folder
-mc-publication-test-folder.html
 mc.html
 mc/
 mc/all/ad.html
@@ -66803,30 +65697,21 @@ media-manager
 media/
 media/*
 media/*/edit
-media/0000
 media/1287752/
 media/1287913/
 media/1288165/
 media/357557/
-media/BookingThumbnails
 media/JC
 media/Player6_0.swf
-media/ProviderThumbnails
-media/Resized-Images/*http://minecraftforum.net/robots.txt
+media/Resized-Images/*http://facebook.github.io/robots.txt
 media/SL
-media/TALSO.swf
-media/TUIThumbnails
 media/VK
 media/access
 media/admin
-media/advertorials
 media/all/1287752/
 media/all/1287913/
-media/all/1288165/http://cell.com/robots.txt
+media/all/1288165/http://whiskyzone.de/robots.txt
 media/all/357557/
-media/attractions-splice-test-spp
-media/bl-video
-media/careers
 media/clicks
 media/cmsform
 media/cmslist
@@ -66840,12 +65725,6 @@ media/colorpicker
 media/common
 media/contentful/
 media/css/
-media/daodao
-media/daodao/photo-f
-media/daodao/photo-l
-media/daodao/photo-t
-media/daodao/video-t
-media/daodao/video-v
 media/downloads/
 media/editimgecaption/*
 media/en/analog-dialogue/
@@ -66856,18 +65735,14 @@ media/en/technical-documentation/customer-case-studies/
 media/en/technical-documentation/design-notes/
 media/en/technical-documentation/tech-articles/
 media/ethics-center/social-sector-ethics/
-media/fbavatar
 media/feeds
-media/forums
 media/html
 media/html/box
 media/html/easter2015
 media/html/enterprise-cybersecurity
 media/html/spread
 media/i18n/
-media/image_download
 media/interactive/cdrom/onehundredandeightyears
-media/ja-content-thumbs
 media/jp/analog-dialogue/
 media/jp/company/sustainability-reports/
 media/jp/landing-pages/
@@ -66879,69 +65754,21 @@ media/jquery
 media/js/
 media/js/app/*?
 media/js/translations.js
-media/jwplayer
 media/mediaplayer/videos
 media/member
-media/mktg
-media/mobile
-media/ngdl/download-photo
 media/oembed
 media/oembed
-media/oyster
 media/pagelist
-media/photo-a
-media/photo-f
-media/photo-g
-media/photo-l
-media/photo-o
-media/photo-t
-media/photo-w
 media/player
 media/player/data/
 media/popup/
 media/shop
-media/solutions
-media/string
 media/subscribe
-media/t4b
-media/ta
-media/test
-media/thirdpartyflash
 media/thumbnails/
-media/tmp
-media/tourism-content
-media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://startrankingnow.com/robots.txt
-media/unesco
 media/uploads
 media/video
-media/vr-geo-photo-j
-media/vr-geo-photo-l
-media/vr-geo-photo-m
-media/vr-geo-photo-s
-media/vr-ha-splice
-media/vr-nifty-headers
-media/vr-photo-j
-media/vr-photo-l
-media/vr-photo-m
-media/vr-photo-o
-media/vr-photo-q
-media/vr-photo-s
-media/vr-photo-test-j
-media/vr-photo-test-l
-media/vr-photo-test-m
-media/vr-photo-test-o
-media/vr-photo-test-q
-media/vr-photo-test-s
-media/vr-photos
-media/vr-splice-m
-media/vr-splice-s
-media/vr-splice-test-j
-media/vr-splice-test-l
-media/vr-splice-test-m
-media/vr-splice-test-s
 media1$
 media2$
 media3$
@@ -66954,7 +65781,8 @@ mediacard
 mediacentral
 mediacomp/
 mediaembed
-mediahttp://newscientist.com/robots.txt
+mediafiles/*
+mediahttp://eea.europa.eu/robots.txt
 mediakit
 mediakit/
 medialibrary/de/brief
@@ -67207,6 +66035,7 @@ medialibrary/zh/brief/executive-brief-why-you-need-web-application-security.pdf
 medialibrary/zh/brief/solution-brief-a-unified-approach-to-managing-governance-risk-and-compliance.pdf
 medialibrary/zh/ebook
 medialibrary/zh/white-paper
+medialist/detail
 median_prices
 median_prices?
 medianet
@@ -67259,7 +66088,7 @@ medstaging
 meeting/help/search-results.html
 meeting/register
 meeting/schedule
-meetingOptionshttp://teamusa.org/robots.txt
+meetingOptionshttp://nbcnewyork.com/robots.txt
 meetings
 meetings/en/html.jsp
 meetings/national/jmm/2124_abstracts/1056-30-23.pdf
@@ -67448,6 +66277,7 @@ merchant/directions/*
 merchant/imageUploadPreview/*
 merchant/loc/*
 merchant/moreProducts?*
+merchant/reviews?
 merchant/update/*
 merchant_login
 merchant_shipping_policy.pdf
@@ -67552,7 +66382,6 @@ mgg/tmp
 mgg/trk
 mgmarin
 mgmt/
-mgo
 mgoldstein
 mgough
 mgtm
@@ -67570,7 +66399,6 @@ mhooper
 mhpc/search/node
 mhrc/home/search/node
 mhuchu
-mia
 miamexpress/devhelp
 miami-workspace
 miami/
@@ -67665,7 +66493,7 @@ mikenish
 mikezhang
 mikhak
 mikly.pl
-mil
+mil*?
 mil4teachers/ar/event/*/ical
 mil4teachers/ar/explore
 mil4teachers/ar/paragraph-resource/*
@@ -67872,14 +66700,20 @@ minisite/ar/
 minisite/br/
 minisite/cloudservice/
 minisite/en/
+minisite/error
 minisite/error/
+minisite/gas2015/
 minisite/id/
+minisite/japan10years/
 minisite/latin/
 minisite/mea-fr/
 minisite/minisitetest/
 minisite/mm/
 minisite/newslettertest/
 minisite/pdf
+minisite/qr/
+minisite/sm-vi/
+minisite/static/
 minisite/test/
 minisite/th/
 minisite/vn/
@@ -67954,7 +66788,6 @@ mishu
 missing-email
 missing.html
 missing_link
-missingpage
 mission-focused-transformation
 mission-motherhood/wp-admin/admin-ajax.php
 mission-paani/home-page-mission-paani-pledge
@@ -68052,7 +66885,6 @@ ml/users
 mla
 mlawrence
 mlb
-mlb/gameday
 mld?
 mlevay
 mlewis
@@ -68768,7 +67600,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.il/robots.txt
+mre/*.zip$http://rijksmuseum.nl/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -68886,7 +67718,7 @@ msaadat
 msagha
 msandel
 msatwork/amazon
-msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt
+msatwork/uber/en.htmlhttp://blog.kissmetrics.com/robots.txt
 msb
 msc-accounting-financial-management
 msc-advanced-clinical-practice
@@ -69014,6 +67846,7 @@ mssiwek
 mstephenson
 mstile-150x150.png
 mt
+mt*?
 mt-mt/
 mt-preview-
 mt-static
@@ -69072,9 +67905,9 @@ multiview
 multivu
 mumbaiedition
 munin
-munin*http://demandcooling.com/robots.txt
-munin*http://pacaneleaparate.biz/robots.txt
-munin*http://packages.debian.org/robots.txt
+munin*http://cakap.com/robots.txt
+munin*http://tourinhes.blogspot.com/robots.txt
+munin*http://v0.wordpress.com/robots.txt
 muns
 munshi
 musafim
@@ -69105,7 +67938,7 @@ music/admission/ao_selection_dc20180809.html
 music/admission/ao_selection_eo20180809.html
 music/admission/ao_selection_gh20180809.html
 music/admission/ao_selection_jz20180809.html
-music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt
+music/admission/ao_selection_me20180809.htmlhttp://metoffice.gov.uk/robots.txt
 music/admission/ao_selection_ms20180809.html
 music/admission/ao_selection_pf20180809.html
 music/admission/ao_selection_pi20180809.html
@@ -69152,7 +67985,7 @@ mvideos
 mvm
 mvmishra
 mvonbaeyer
-mvp/http://delta.com/robots.txt
+mvp/http://media.giphy.com/robots.txt
 mw
 mw/
 mw/en
@@ -69277,7 +68110,7 @@ mx/user
 mx/user$
 mx/ventureone
 mx/your
-mxf-final-cut-pro/
+mxf-final-cut-pro/
 mxhe
 my
 my*/blog-article-remove-faq-utms-*.js
@@ -69497,7 +68330,6 @@ myshop
 mystorm
 mystuff
 mystunningwebsites
-mystyles.css
 mysuccesshub
 mysupport/s/forumshome
 mysupport/s/forumsproduct
@@ -69518,7 +68350,6 @@ myworld
 mz/
 n
 n-gender*
-n-notifications.html
 n/:state_code/:city/:neighborhood_name/:locationId
 n/pr
 n245com
@@ -69840,6 +68671,7 @@ neurosurgery/appointments-and-referrals/appointment-thankyou
 neurosurgery/paralysis/appointment-and-referrals/appointment-request-thankyou
 never-been-kissed
 new
+new*?
 new-admin
 new-bookshop
 new-features
@@ -69867,6 +68699,7 @@ new_cmtofart2_nit_v1/
 new_invite
 new_listing
 new_subdirectory
+new_subject
 new_writer
 newattorneys
 newblog
@@ -69894,12 +68727,6 @@ newrelic
 news
 news$
 news*?
-news-and-insights/annual-publications
-news-and-insights/annual-publications.html
-news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page
-news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page.html
-news-and-insights/scenarios/a-better-life-with-a-healthy-planet
-news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html
 news-app
 news-archive/*/*/?ap=
 news-archive/?
@@ -69916,7 +68743,7 @@ news-ga
 news-insider$
 news-keywords
 news-list
-news-manager/
+news-manager/
 news-mobile
 news-redirect/*
 news-release/
@@ -70096,7 +68923,7 @@ news_test
 newsanalysis
 newsapp-api
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://partner.e-domizil.de/robots.txt
 newsfeed
 newsfeed$
 newsfeedemail
@@ -70195,8 +69022,8 @@ newsletter-templates/weather
 newsletter-templates/weather-weekly
 newsletter-templates/weekly-messenger
 newsletter/
-newsletter/
-newsletter/$http://digital-strategy.ec.europa.eu/robots.txt
+newsletter/
+newsletter/$http://jadserve.postrelease.com/robots.txt
 newsletter/*
 newsletter/archive/
 newsletter/archive/exearth/
@@ -70801,7 +69628,6 @@ newstudent
 newsuppliers
 newswire
 newt
-newwearesorry.asp
 newyears-2020-aff
 newyork
 nexradinv
@@ -71618,23 +70444,23 @@ nl_BE/EUR
 nl_NL/EUR
 nl_nl/sjablonen/M
 nlanter
-nlcz/
-nlde/
-nles/
-nlfr/
-nlgr/
-nlit/
-nlja/
-nlko/
-nlpl/
-nlpt/
-nlro/
-nlru/
-nlsv/
-nltr/
+nlcz
+nlde
+nles
+nlfr
+nlgr
+nlit
+nlja
+nlko
+nlpl
+nlpt
+nlro
+nlru
+nlsv
+nltr
 nltrack
 nlylew
-nlzh/
+nlzh
 nm1
 nmaps/*?
 nmathewson
@@ -71896,7 +70722,7 @@ nomobile=
 nonConfig/api/wpa
 nonacm
 nonbot/
-nonce="1nNiqA0y-nJoQWXIajRuzw">if(google.cis
+nonce="FmTwmqDk-IHwl7hJjFdXhA">if(google.cis
 nonlystdomainredirect
 nonprofits-ngos
 nonprofits/account
@@ -72010,6 +70836,7 @@ notificationId
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 notify.js
 notifyMe.jsp
@@ -72024,7 +70851,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A
 notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml
 notlikelytohappenever
 notonline
-notyours/http://openclipart.org/robots.txt
+notyours/http://telerik.com/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -72041,7 +70868,7 @@ novostroyki
 novostroyki*/?direct=1
 novostroyki/*?order=
 novostroyki/po-ulizam
-novostroyki/po-ulizam/*http://nozbe.com/robots.txt
+novostroyki/po-ulizam/*http://bhphotovideo.com/robots.txt
 novostroyki/po-ulizam/moskva
 novostroyki/sankt-peterburg/moskovskij/in2it-intuit2
 now
@@ -72154,7 +70981,6 @@ nyheter/?s=
 nyheter/bakgrunn
 nyheter/search
 nyheter/wp-admin
-nym
 nymag/columns/intelligencer/features/16951
 nymag/letters/14872
 nyoon
@@ -72162,7 +70988,6 @@ nyserda
 nyt
 nytimes-partners
 nyucard/campuscash/admin
-nyy
 nz
 nz$
 nz*/blog-article-remove-faq-utms-*.js
@@ -72328,7 +71153,6 @@ oa/time-tracking/elite
 oa/time-tracking/premium
 oah/
 oai2
-oak
 oar
 oas/
 oauth
@@ -72343,7 +71167,7 @@ oauth/
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://fitbots.com/robots.txt
+oauth/http://prioryrecords.co.uk/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -72463,6 +71287,8 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -72607,7 +71433,7 @@ omniauth
 omniture/
 on
 on
-on-demand/session/*http://nxp.com/robots.txt
+on-demand/session/*http://youronlinechoices.eu/robots.txt
 on/*.ico$
 on/*.png$
 on/demandware.store
@@ -72688,7 +71514,7 @@ online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt
+online/online-program/curriculum_draft.cfmhttp://useit.com/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -72803,8 +71629,8 @@ opt-out*
 opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
-opt-out/http://youronlinechoices.eu/robots.txt
-opt-out/http://yourstory.com/robots.txt
+opt-out/http://cts.vresp.com/robots.txt
+opt-out/http://verisign.com/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -72997,7 +71823,6 @@ overlays
 overlays/
 override
 override/
-overview
 overview.php
 overviewblockseeother
 owenmartin
@@ -73019,7 +71844,6 @@ p*from=
 p*groupType=
 p-a
 p-api
-p-edit-ad
 p-gender*
 p-r
 p-user
@@ -73423,11 +72247,9 @@ pages/node/add
 pages/podcasts
 pages/privacy
 pages/profiles
-pages/ps
 pages/pt$
 pages/reorderpages.action
 pages/reset-password/*
-pages/rss_terms.html
 pages/scripts
 pages/search
 pages/show?
@@ -73473,7 +72295,7 @@ paldrive/en-es
 paldrive/en-no
 paldrive/en-sk
 paldrive/en-tr
-paldrive/en-us/http://paloaltonetworks.com/robots.txt
+paldrive/en-us/http://aesthetics.fandom.com/robots.txt
 paleo
 paleo/metadata
 paleo/pubs
@@ -73801,12 +72623,8 @@ pdfView-pro
 pdf_lightbox.php
 pdfartworkmenu.php
 pdfs
-pdfs/advertorials
-pdfs/crm
-pdfs/email
 pdfs/gre/gre-bschool-comparison-tool.xlsx
 pdfs/mortgage-guide
-pdfs/tca
 pdfs/terms/*.pdf$
 pdfs/userguide.pdf
 pdjohnson
@@ -73880,8 +72698,12 @@ people-profiles/*
 people/$
 people/*/*?*daterange
 people/*/*?*page
+people/*/all
 people/*/category
+people/*/collect
+people/*/do
 people/*/issues
+people/*/wish
 people/[author]
 people/faculty/shapiro
 people/faq/
@@ -73972,6 +72794,7 @@ peteryork
 petites-annonces
 petrbudrin
 pets
+pets*?
 peyronies-treatment-option/talk-to-doctor
 peyronies-treatment-option/treatment-option
 pf
@@ -74146,7 +72969,6 @@ phd-tfti-creative-practice
 phd-womens-studies
 pheller
 phenom/
-phi
 philadelphia/?q=admin
 philadelphia/?q=comment/reply
 philadelphia/?q=filter/tips
@@ -74283,7 +73105,6 @@ photos/videos
 photos/view
 photos/youpy
 photosales/index.cfm?fuseaction=
-photosandvideos
 photoshop/license
 photoslider/
 photostoart/PhotosToArt.asp
@@ -74344,6 +73165,7 @@ pics/taylor-swift-new-look-old-hair-makeup-pics
 pics/trumps-lighting-the-white-house-xmas-tree-pics
 pics/we-can-be-heroes-photos
 picture-gallery.htm
+picture/*?
 pictures
 pictures/
 pictures/*+
@@ -74409,7 +73231,6 @@ pirruccello
 piste
 pistons/node
 pistons/users
-pit
 pitch-black
 pixall
 pixel
@@ -74598,7 +73419,7 @@ pl/pl/product-finder/internal-hard-drives/
 pl/pl/promos/
 pl/pl/promos/lyve-cloud-for-startups/
 pl/player
-pl/popros-o-informacje/
+pl/popros-o-informacje/
 pl/questions
 pl/renew.html
 pl/search
@@ -74822,31 +73643,31 @@ playlists/*/user
 playlists/flag
 plays
 playstation
-plcz/
-plde/
+plcz
+plde
 please_wait.php
 plehmann
 plenary/*/vod.html
-ples/
+ples
 plesk-lifecycle-policy-draft
 plesk-webops-and-hosting-panel/
-plfr/
-plgr/
+plfr
+plgr
 pli
-plit/
+plit
 pliu
-plja/
-plko/
-plnl/
+plja
+plko
+plnl
 plonejsi18n$
 plp$
-plpt/
-plro/
-plru/
+plpt
+plro
+plru
 pls
 pls/zone2/f
-plsv/
-pltr/
+plsv
+pltr
 plug_id
 plugin
 plugin/*.css
@@ -74898,7 +73719,7 @@ plus/signup
 plus/vip
 plusd/cables/07PANAMA255_a.html
 plusinstall
-plzh/
+plzh
 pm
 pm-optout
 pm/
@@ -74927,7 +73748,7 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyYAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChQKEldhcyBoZWnDn3QgUm9ib3RzPxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x222qEnIPnVnymPTMfYb-PTccOXxSg\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
+pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyYAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChQKEldhcyBoZWnDn3QgUm9ib3RzPxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22rsnkXXG4Kp9sdfTphqneqoZliYU\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment
 pmcomment/
 pmeehan
@@ -75202,6 +74023,7 @@ pokemon
 pol/layout/set
 polaris-ldp
 poleznye-ssylki/
+police*?
 police/appointments-and-referrals/police-detail-request-thankyou
 police/blotter
 police/contact/report-a-crime-confidentially/thank-you/
@@ -75239,13 +74061,13 @@ politica/16_luglio_08/gara-camera-manovre-pizza-bene-c-marotta-inchiesta-tiap-54
 politica/20081007/53556163832/
 politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739
 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022
-politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt
+politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://techopedia.com/robots.txt
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp
 politica/padron-electoral-2021-back-up-nid04052021
 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml
 politiclothes
-politico-footer/http://politifact.com/robots.txt
+politico-footer/http://lesscss.org/robots.txt
 politico-header
 politics/e/sharing
 politics/index.ssf/2010/01/nova_scotia_property_attracted.html
@@ -75262,7 +74084,6 @@ politics/law/news/2001/12/49083
 politics/law/news/2001/12/49141
 politics/law/news/2002/03/51042
 politique-de-confidentialite/
-politique-de-retour
 poll
 poll-post!input.jspa
 poll-rss.php
@@ -75384,6 +74205,7 @@ portfolio
 portfolio-airtable
 portfolio-site
 portfolio/
+portfolio/*
 portin
 portland/2011/01/portland_woman_upset_by_attack.html
 portland/2016/12/who_is_portlands_mysterious_li.html
@@ -75505,7 +74327,7 @@ prashant-nageshwar
 prateek
 pratique/informatique/logiciels/windows-xp/1630
 praveer-singh
-prayers?*http://uscis.gov/robots.txt
+prayers?*http://hs.fi/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -75633,7 +74455,7 @@ press-release.php?
 press-releases
 press-this.php
 press/art-institute-images
-press/content-search?*http://channel9.msdn.com/robots.txt
+press/content-search?*http://howdini.com/robots.txt
 press/exhibition-press-room
 press/fellowship
 press/founders/
@@ -75834,6 +74656,7 @@ pro/tools
 pro/upgrade
 pro/waze/report/*?*&hash=
 pro2
+proFile/history?
 proMatch
 proProjects
 proTeXt
@@ -75883,7 +74706,7 @@ product-manager-old
 product-marketing
 product-page-testing
 product-question/
-product-ratings/http://wisper.io/robots.txt
+product-ratings/http://fanimalo.com/robots.txt
 product-recommended.jsp
 product-refferal
 product-review-post
@@ -75904,7 +74727,7 @@ product/ajax-about-brand
 product/alive-detox-vegan-cookbook
 product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat
 product/buy/
-product/buybundle/http://webdesign.about.com/robots.txt
+product/buybundle/http://codecademy.com/robots.txt
 product/containedresources
 product/customersalsobought
 product/dynamic-creative/gallery
@@ -75916,6 +74739,7 @@ product/prd-5193422
 product/productreviews/
 product/recommended
 product/review/add
+product/reviews?
 product/summer-plant-based-recipe-cookbook
 product/valentines-chocolate-vegan-cookbook
 product/vegan-desserts-cookbook
@@ -75970,6 +74794,7 @@ productreview/user
 products
 products.php?
 products/
+products/*
 products/*+
 products/*--*--*--
 products/*/*/dse
@@ -76120,7 +74945,7 @@ products/g4
 products/getStatesByIdHandler.asp
 products/holiday-sales-*sgbr-sg
 products/home-perf
-products/http://aliexpress.com/robots.txt
+products/http://larouchepub.com/robots.txt
 products/images
 products/includes/products-min.xml
 products/insurance/content/answer1.html
@@ -76214,6 +75039,7 @@ professionals/country/*/locations/locations.kml
 professionals/locations/locations.kml
 professionals/query
 professionals/s
+profi/*
 profil
 profil/
 profile
@@ -76232,13 +75058,14 @@ profile/*/map$
 profile/*/reviews
 profile/*/trophies
 profile/*article*.ece
-profile/*http://cbs.com/robots.txt
+profile/*http://formula1.com/robots.txt
 profile/author/$
 profile/author/?
 profile/contributor/$
 profile/contributor/?
 profile/downloads_limit
 profile/edit
+profile/history?
 profile/license
 profile/manage
 profile/messages
@@ -76356,7 +75183,7 @@ program-2/action~stream
 program-2/action~undefined
 program-2/action~week
 program-registration
-program/action~*/http://attendee.gotowebinar.com/robots.txt
+program/action~*/http://patheos.com/robots.txt
 program/action~agenda
 program/action~default
 program/action~http:
@@ -76400,6 +75227,7 @@ progressloading.html
 project
 project-chooser!input.jspa
 project-crisps--beta
+project/*
 project/*/event
 project/KCRW
 project/issues/*/search
@@ -76409,6 +75237,7 @@ project/pgeverydayme
 project/video
 projectrvm
 projects
+projects/*
 projects/*/activity
 projects/*/best_release.html
 projects/*/complete
@@ -76493,7 +75322,6 @@ promosearch-*
 promote
 promoted
 promoted-content
-promotionaltools
 promotions
 promotions-publish*
 promotions/attracta-promo
@@ -76782,9 +75610,6 @@ pt/*max=
 pt/*min=
 pt/*my_etsy=
 pt/Download
-pt/_Original_
-pt/_incl_header.html
-pt/_old_
 pt/account
 pt/account=
 pt/adisplay.php
@@ -76818,31 +75643,17 @@ pt/error-static-cdn
 pt/event/*/ical
 pt/event/*/shoutbox
 pt/event/*/shoutbox?
-pt/eventos/2010_reunioes_ministeriais.asp
-pt/eventos/cultural_events.asp
-pt/eventos/default.asp
-pt/eventos/eventos2009.asp
-pt/eventos/eventos2010.asp
-pt/eventos/fundo_da_paz.asp
 pt/explore
 pt/features/partial/footer
 pt/features/partial/page-bottom
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://dai.ly/robots.txt
+pt/forum/goto.phphttp://seriouseats.com/robots.txt
 pt/group
 pt/guest-pass
 pt/help/sitemap
 pt/help/sitemap.php
-pt/incl_banner_media_center.html
-pt/incl_footer_old.html
-pt/incl_headcontent_landing.inc
-pt/incl_headcontent_secondary.inc
-pt/incl_header1.html
-pt/incl_header2.html
-pt/incl_mini_pilares.html
-pt/incl_searchnav.html
 pt/info
 pt/internal
 pt/invites/buy
@@ -76939,17 +75750,17 @@ pt_pt/privacy.html
 pt_pt/renew.html
 pt_pt/support
 ptapi/*
-ptcz/
-ptde/
+ptcz
+ptde
 pten/deslanchar
-ptfr/
-ptgr/
-ptit/
-ptja/
-ptko/
-ptnl/
+ptfr
+ptgr
+ptit
+ptja
+ptko
+ptnl
 ptp
-ptpl/
+ptpl
 ptr-2/account
 ptr-2/account=
 ptr-2/error-static-cdn
@@ -76966,12 +75777,12 @@ ptr/list=
 ptr/random
 ptr/search
 ptr/site-achievement
-ptro/
-ptru/
-ptsv/
-pttr/
+ptro
+ptru
+ptsv
+pttr
 ptype=
-ptzh/
+ptzh
 pu/
 pu_all
 pu_echo/*.htaccess
@@ -77015,6 +75826,7 @@ pubkey.pl
 publ/bcbs
 public
 public
+public-api/*?
 public-api/docsv2
 public-data-sets/applicants/
 public-data-sets/terms/
@@ -77032,7 +75844,7 @@ public/*.jpg
 public/*.js$
 public/*.js?
 public/*.png
-public/*http://cloudflare.com/robots.txt
+public/*http://s1.wp.com/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -77049,7 +75861,7 @@ public/checkout
 public/cmscommentAbuse
 public/comments
 public/data/
-public/dochttp://znc.si/robots.txt
+public/dochttp://englishclass101.com/robots.txt
 public/emailtemplates
 public/english/dw/ilo-dw-amharic-web.swf
 public/english/dw/ilo-dw-arabic-web.swf
@@ -77127,7 +75939,6 @@ publications?page=
 publications?page=*&
 publicclass
 publicdatasets-confirmation/
-publicfolders/
 publicidad/
 publicidad/prueba
 publicliterature.PublicLiterature.search.html
@@ -77483,7 +76294,7 @@ r/*/wiki/*.rss
 r/*page=
 r/Preview
 r/cms
-r/http://blog.codinghorror.com/robots.txt
+r/http://ez.analog.com/robots.txt
 r/instant/response
 r/kappa/api
 r/search
@@ -77557,7 +76368,6 @@ radio/thedebaters
 radio/thisisthat
 radio3/concursos/app/index.shtml
 radio_er
-radius=
 radkevich
 rafaelferrazbannitz
 rafaelrezende
@@ -77626,7 +76436,6 @@ rastern
 rate
 rate/orders
 rate=
-rateandparity
 ratefinder/home?cc=US&language=en&locId=express
 rateit.aspx
 raters/ap-reader-chat/ap-reader-chat
@@ -77722,7 +76531,7 @@ reader/
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://lunacycle.com/robots.txt
+readme.htmlhttp://girlsridetoo.de/robots.txt
 ready_sit_read/index.jhtml
 readysetgov-dev
 readysetgov-dev-old
@@ -77842,7 +76651,6 @@ receipt
 receipt/order
 receipts
 received-gift
-recensioni
 recent
 recent$
 recent-car-searches.htm
@@ -77885,7 +76693,7 @@ recipes/search
 recipes/search/?q
 recipes/search?o=newest&tag=test-kitchen-approved
 recipes/shoppinglist/email
-reckon/http://clevescene.com/robots.txt
+reckon/http://es.linkedin.com/robots.txt
 reco
 recomendations/*/owner_actions
 recommend
@@ -78156,6 +76964,7 @@ rememberme
 remingtonhill
 remixed/rules/
 remo
+remont-kvartir/
 remote
 remote-login.php
 remote.control
@@ -78178,7 +76987,6 @@ render
 renderdocument
 renderingMetricsSearch
 renders
-rendez-vous-video
 rendongarcia
 renee_rinehart
 renew
@@ -78222,7 +77030,6 @@ report-a-problem
 report-abuse
 report-abuse?report=
 report-abuse?url=
-report-de-paiement
 report-have-publishers-banned-facebook-trackers-from-their-pages-after-the-cambridge-analytica-scandal
 report-review
 report-spam
@@ -79809,11 +78616,10 @@ resources-campaign/*
 resources-old
 resources-rx/*
 resources-rx/files/*
-resources/
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
-resources/calendar/http://lua.org/robots.txt
+resources/calendar/http://java.sun.com/robots.txt
 resources/css
 resources/css/webscripts.css
 resources/download/download-attribution-data-driven-marketer
@@ -79926,7 +78732,7 @@ results.sale.pdf
 results/
 results?k*
 resume-database/preview-iframe
-resume/http://whisky.de/robots.txt
+resume/http://vinrecca2011.weebly.com/robots.txt
 resume/preview
 resumes
 resumes2
@@ -79955,7 +78761,7 @@ reuters
 reuters$
 rev=
 revadhingra
-revendeur/http://telestream.net/robots.txt
+revendeur/http://sumup.com/robots.txt
 revenue/search/node
 review
 review-by-author
@@ -79987,7 +78793,6 @@ review_includes/form-review.php?
 review_json
 reviewed-with-chains/*
 reviewer-match
-reviewit
 reviewlist.*.html
 reviewlist.html
 reviews
@@ -80039,6 +78844,7 @@ rewards-polyite/spin
 rewards/*/membership
 rewards/*/status-matching
 rewards/bebas-ongkir
+rewardsapp/
 rex/recommendation/*
 rezepte/suche
 rf=*
@@ -80105,7 +78911,6 @@ richardsmith
 richardsteppe
 richiekohman
 rift
-rigor
 riijima
 rimam
 rinabao
@@ -80318,26 +79123,26 @@ rockets/users
 rockies/fans/text-messaging-terms-and-conditions
 rockies/search
 rockwell
-rocz/
-rode/
+rocz
+rode
 rodi
 rodrigocetinapresuel
 rodriguez_padilla
 rodrik
 roe
 roeder
-roes/
-rofr/
+roes
+rofr
 roganesyan
 rogerbot
 rogerdias
 rogers
 rogowski
-rogr/
+rogr
 rohitabraham
-roit/
-roja/
-roko/
+roit
+roja
+roko
 rolandolink
 roles
 roll
@@ -80349,7 +79154,7 @@ ronakjain
 ronald
 roncarati
 rongqing-aaron-pan
-ronl/
+ronl
 roomforrent/preview
 roomplanner/
 roomplanner3d/
@@ -80362,9 +79167,9 @@ rooms/*/photos
 rooms/*/reviews
 rooms/*/safety
 root
-ropl/
-ropt/
-roru/
+ropl
+ropt
+roru
 ros
 rosa/index.htm
 rosaguzman
@@ -80376,13 +79181,13 @@ rosenfeld
 rosenthal
 rossmair
 rosta
-rosv/
+rosv
 rotalar/*/rotalar-kalkis-
 rotalar/*/suradan-rotalar-
 rotas/*/rotas-de-
 roth
 rothleadership
-rotr/
+rotr
 rotte/*/rotte-da-
 roundabout
 route
@@ -80411,7 +79216,7 @@ royals/search
 royalty-free-subscriptions.php
 royalty/s
 roymalka
-rozh/
+rozh
 rp
 rp/
 rpc
@@ -80472,7 +79277,6 @@ rsrc_ara
 rss
 rss
 rss$
-rss-
 rss-feed
 rss-feeds
 rss.xml
@@ -80649,7 +79453,7 @@ ru/forums
 ru/gateway.html
 ru/general
 ru/group
-ru/http://zoo.105.net/robots.txt
+ru/http://psidetektiv.cz/robots.txt
 ru/images
 ru/inc
 ru/info
@@ -80692,7 +79496,7 @@ ru/promotions
 ru/random
 ru/redirect-notification/
 ru/renew.html
-ru/request-information/
+ru/request-information/
 ru/resource/*
 ru/resources
 ru/ru/materials/*
@@ -80767,35 +79571,35 @@ rubin
 rubric2sport
 rubrique.php?
 rubulmout
-rucz/
-rude/
-rues/
-rufr/
+rucz
+rude
+rues
+rufr
 rugby?
 rugged-trucks
-rugr/
+rugr
 ruidai
 ruiguo
-ruit/
+ruit
 ruiyin
-ruja/
-ruko/
+ruja
+ruko
 rules
 rules
 rules$
 rules?
 run
 rundowns/segment.php?
-runl/
+runl
 running_races/*/results
 runsavedsearch
 ruokonen
 ruoloAnzianita/
 ruoloAnzianita2013/
-rupl/
-rupt/
+rupl
+rupt
 rurl=
-ruro/
+ruro
 rus
 rus$
 rush
@@ -80803,7 +79607,7 @@ rush-hour
 rush-hour-2
 rush-hour-3
 russia-today
-rusv/
+rusv
 rutas-aereas/*/rutas-aereas-de-
 rutas-aereas/*/rutas-de-
 rutas/*/rutas-de-
@@ -80812,11 +79616,11 @@ rute/*/rute-de-la-
 rute/*/rute-din-
 ruter/*/flyreiser-fra-
 ruter/*/ruter-fra-
-rutr/
+rutr
 rutter/*/rutter-fran-
 rutter/*/turer-fran-
 ruxitagentjs_2SVfqr_10139180201161915.js
-ruzh/
+ruzh
 rvh
 rvwr/*/visitdtl
 rw
@@ -80848,9 +79652,6 @@ rye
 rzheng
 rzhuo
 s
-s-ForgotPassword
-s-SignIn
-s-StartRegistration
 s-gender*
 s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/
 s/
@@ -80916,6 +79717,7 @@ s689
 s=
 s=p
 s?
+s?
 s?*rh=n%3A1380045031
 s?k=
 sa
@@ -80972,7 +79774,7 @@ sale/early-black-friday-2020
 sale/search*
 salehizadeh
 salernolisa
-sales-kit/
+sales-kit/
 sales/digital
 sales/guest/form/
 sales/includes
@@ -80993,7 +79795,6 @@ salesiq/help/integrations/live-chat-plugin-for-cscart.html
 salesiq/help/search-results.html
 saleslink
 salkin
-salle-de-montre-ouverte
 salle/recherche
 salliemae
 salliemae/termsandconditions
@@ -81269,7 +80070,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt
+science/new-drug-product-pipelinehttp://tag.simpli.fi/robots.txt
 science/outlineJson
 science/page/flash/VideoPlayer
 science/ppv-pdf
@@ -81318,7 +80119,7 @@ scopemagazine/
 score/*/download
 scorecard
 scorecard/
-scorecard_staging/http://aclweb.org/robots.txt
+scorecard_staging/http://servedby.flashtalking.com/robots.txt
 scoredrift/*
 scott
 scott64
@@ -81332,13 +80133,12 @@ scr5net
 scratch
 scratch_1.4
 scratchr2/static
-screen-flow/
+screen-flow/
 screen-time-strategies-you-can-start-today
 screen.js
 screen/image
 screencast
 screener/insider
-screensaver
 screensaverpix
 screenshot
 screenshots
@@ -81388,7 +80188,6 @@ scsb-beta
 scss
 sct
 scwu
-sd
 sd-jobs
 sd/
 sd_xdinfo
@@ -82015,8 +80814,8 @@ search?*
 search?Ntt=
 search?filter
 search?fmt=JSON*
-search?gss-q=*http://ubuntu.com/robots.txt
-search?http://ezp-news.de/robots.txt
+search?gss-q=*http://crn.com/robots.txt
+search?http://arkaos.net/robots.txt
 search?keyword=
 search?n=16&r=3
 search?q
@@ -82124,9 +80923,9 @@ section/3
 section/36
 section/6
 section/8
-section/9http://issues.apache.org/robots.txt
+section/9http://w3c.github.io/robots.txt
 section_and_ivideo_widget_ajax.html
-sectionhttp://abs.twimg.com/robots.txt
+sectionhttp://transifex.com/robots.txt
 sectionized
 sections
 sections$
@@ -82382,7 +81181,6 @@ server/banners
 server/body-include
 server/bottom-notes
 server/check-olark-chat-support
-server/docs/search
 server/footer
 server/fs-gang
 server/generic
@@ -82406,7 +81204,6 @@ servers/frontend
 service
 service*
 service-archive
-service-de-navette
 service-pages
 service-private-offers
 service-search/dist/images/loading.gif
@@ -82424,6 +81221,7 @@ service-unavailable-today
 service/
 service/*
 service/archiv
+service/iframe
 service/products
 service/quiz
 service/suche
@@ -82472,7 +81270,6 @@ servicedeskserver046
 servicedeskserver047
 servicedeskserver048
 servicedeskserver049
-servicedown
 servicemanagementserver0414
 services
 services
@@ -82505,8 +81302,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt
-services/conferences/news/*?*http://www2005.org/robots.txt
+services/conferences/news/*?*http://babbel.com/robots.txt
+services/conferences/news/*?*http://smallbusiness.chron.com/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -82525,7 +81322,7 @@ services/guide/cti
 services/guide/webboards
 services/heart/mychart-welcome
 services/heart/mychart-welcome/
-services/http://christies.com/robots.txt
+services/http://iqair.com/robots.txt
 services/humanresources/ftcstaff
 services/humanresources/trackers
 services/images
@@ -82623,7 +81420,7 @@ services/wp-content/plugins
 services/wp-includes
 services/xml
 serviceworker.js
-serviceworker.jshttp://treysongz.lnk.to/robots.txt
+serviceworker.jshttp://kaeru-life.com/robots.txt
 servicos/
 servin
 servizi
@@ -82696,14 +81493,12 @@ setsompop
 sette/13_luglio_29/2013-31-fiaschetti-falsi-autori_9becf36c-f84e-11e2-a59e-96a502746665.shtml
 settings
 settings
-settings.html
 settings/*
 settings/deactivated
 settings/linkaccount
 settings/loid-email-unsubscribe
 settings/loid-email-unsubscribe-router
 settings/mirror_choices
-settingsuburban
 settlements/search.php
 setup
 setup/
@@ -82906,7 +81701,6 @@ shared/code/test
 shared/docs
 shared/downloads
 shared/inc
-shared/scripts
 shared/section
 shared/tips/AboutCompanyFares.asp
 shared/tips/AboutDiscountCodes.aspx
@@ -82958,18 +81752,10 @@ shekhargadkaree
 shelf/user_shelves
 shell
 shell/
-shellbitumen100
-shellbitumen100.html
-shellenergy/marketingandtrading/shell-energy-europe/eworld
-shellenergy/marketingandtrading/shell-energy-europe/eworld.html
-shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording
-shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording.html
-shellenergy/tech/dc-whitepaper
-shellenergy/tech/dc-whitepaper.html
 shellysimana
-shemaleschains
 shen
 sheng
+shenghuo
 shenghuo/search?
 shenyang
 sheraz
@@ -82985,6 +81771,7 @@ sherwin_special_offers
 shi
 shian
 shibboleth
+shifen/
 shihui
 shihui?
 shijiawei
@@ -83013,6 +81800,7 @@ shoelaces
 shomiller
 shootouts
 shop
+shop$
 shop-data
 shop-interrupt
 shop-reviews
@@ -83605,6 +82393,7 @@ shop/use-*-use-*
 shop/use/*
 shop/waist/*
 shop/wishlist
+shop?
 shopCBN/
 shop_name_search_service
 shop_pins
@@ -83657,7 +82446,7 @@ shopwidget
 shore/blogs/party/public
 shorefire_nj
 short
-short-url-machine/error/http://whatwg.org/robots.txt
+short-url-machine/error/http://randomhouse.com/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -83674,7 +82463,7 @@ shots/month
 shots/new
 shots/week
 shots/year
-shoutbox/http://bat.bing.com/robots.txt
+shoutbox/http://theteachingbank.com/robots.txt
 shouwenwang
 show
 show-email
@@ -83723,7 +82512,7 @@ shows3
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://img-fotki.yandex.ru/robots.txt
+showtimes/location/*http://example.com/robots.txt
 shr*
 shreedas
 shrek
@@ -83875,7 +82664,7 @@ signup
 signup$
 signup*
 signup*?ha
-signup*http://litmus.com/robots.txt
+signup*http://avicii.lnk.to/robots.txt
 signup-b/
 signup-intlredirect
 signup-light/
@@ -83885,7 +82674,6 @@ signup/$
 signup/*
 signup/?
 signup/collablink
-signup/create_new_account
 signup/index.v2.php
 signup/index.v2.php*?*
 signup/onboarding
@@ -84023,7 +82811,6 @@ site/userguide?
 site/wp-admin
 site/wp-admin/admin-ajax.php
 siteBackHtml
-siteLocale=
 siteSwitch
 site_faq/
 site_faq_category/
@@ -84289,7 +83076,7 @@ sites/frisco
 sites/gapincthiswayahead
 sites/gapinternational
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt
+sites/gs1/files/docs/EDI/*http://justpaste.it/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -84664,7 +83451,6 @@ skhan
 skill-auth-uber
 skills
 skin/
-skincooperative
 skinmassagenet
 skins/
 skip/this/url
@@ -84809,7 +83595,7 @@ sms/unsubscribe?
 sms10666
 smstaging
 sn
-sn-config.htmlhttp://cleveland.com/robots.txt
+sn-config.htmlhttp://elifesciences.org/robots.txt
 sn/
 snagit-eula.html
 snake
@@ -84858,6 +83644,7 @@ social/help/search-results.html
 social/our_partners/
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/share_modal
 social/social-security-directory/cai
 social_media
@@ -85027,7 +83814,7 @@ sorunBildir
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://in.linkedin.com/robots.txt
+sos/registration/http://berlin.de/robots.txt
 sotomarion
 soul/*
 soumission
@@ -85081,6 +83868,7 @@ sparkkorlit
 sparshasaha
 spartan
 spb
+spbasic
 spbot
 spc-source=
 spc/amazon/en/landingPage.html
@@ -85105,7 +83893,6 @@ specialhandling-payments/
 specialities/*/all-bmj/feed
 specializations-noperf
 specializations-perf
-specialoffers
 specialprojects
 specials
 specials/north-america-2
@@ -85208,7 +83995,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s
 sport/404_en.htm
 sport/?
 sport/alpha
-sport/bundesliga/http://zdnet.com/robots.txt
+sport/bundesliga/http://awwwards.com/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -85234,6 +84021,7 @@ sportdaten
 sportello-cancro/dizionario
 sports
 sports*/index?topId=
+sports*?
 sports/
 sports/baseball/includes
 sports/basketball/includes
@@ -85254,6 +84042,7 @@ spotlight
 spots_shown=
 spp/
 spreadsheet
+spresults
 sprince
 spring
 spring
@@ -85270,7 +84059,6 @@ spsearch.php
 spurs/node
 spurs/users
 spyros-ampanavos
-spywareattempt
 sq-al/
 sq/android/collections
 sq/android/search
@@ -85324,7 +84112,6 @@ sraid
 sramgopal
 srao
 src
-src
 src/
 src/*
 src/js/spmsg
@@ -85523,7 +84310,6 @@ static/css/m-shows-lp-fp.css?v=
 static/css/m-tag-fp.css?v=
 static/css/show-lp-fp.css?v=
 static/css/tag-fp.css?v=
-static/decodeKey.txt
 static/ebsa
 static/email-pdfs/
 static/fileupload
@@ -85574,6 +84360,7 @@ stations/anytimefitness/episodes/all_genres
 stations/force/force_localization.php?
 statistic
 statistic-server
+statistic/
 statistics
 statistics/popular/p
 statistics/recent/p
@@ -85605,7 +84392,7 @@ stats/draft/history
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://nfpa.org/robots.txt
+stats/player-stats/*http://jerusalemstringquartet.com/robots.txt
 stats3.html
 stats?gid=
 statsFree
@@ -85618,7 +84405,7 @@ status-updates/wp-admin
 status-updates/wp-admin/admin-ajax.php
 status.formstack.com
 status/
-statusupdateshttp://thalesgroup.com/robots.txt
+statusupdateshttp://onerpm.link/robots.txt
 statwood
 stay-in-loop/send_mail.php
 stay-in-loop/send_mail.php?
@@ -85694,7 +84481,6 @@ stingray/mobile/ask-agent/api-get-agent
 stingray/mobile/listingResolver
 stingray/redfinnow/api/merchandising/info/for/property
 stingray/serviceRequest/sellerConsult/getConsultTime
-stl
 stob-dab
 stock-photo/*/
 stock-photo/*?pe=001*
@@ -85711,7 +84497,7 @@ stock-photos/photos/search$
 stock-photos/photos/search?
 stock-ranker
 stock/photos
-stock/videos/*http://screencast.com/robots.txt
+stock/videos/*http://americangreetings.com/robots.txt
 stock_status=
 stockade.php
 stocks
@@ -85883,6 +84669,8 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
+stores/
 stores/page/*visitId=
 stories
 stories/shop
@@ -86096,8 +84884,10 @@ subagiarta
 subcategory=
 subject
 subject-editors
+subject/*?
 subject=
 subject_browse
+subject_search
 subjects
 subjects*search=
 submission
@@ -86164,7 +84954,7 @@ subscribe/v3
 subscribe/view.pl
 subscribe/wb-auto/
 subscribe?*
-subscribe?*http://addyosmani.com/robots.txt
+subscribe?*http://madisonkennedyblog.com/robots.txt
 subscribe_now_url
 subscribe_success
 subscribedtitles
@@ -86209,7 +84999,7 @@ sugarfif.html
 suggest
 suggest/?
 suggest/?*
-suggest/?*http://itu.int/robots.txt
+suggest/?*http://joytoeveryone.com/robots.txt
 suggested-edits
 suggested-edits?
 suggestions
@@ -86229,7 +85019,6 @@ summary_view$
 summary_view$
 summer
 summer/archive
-summerbzz
 summercamp
 summermusic
 summum/recortes
@@ -86382,7 +85171,6 @@ supportl.php
 supporto-tecnico
 supprimer-favoris
 supriyadey
-sur-rendez-vous-seulement
 sureroute
 sureshmohan
 sureshpavuluri
@@ -86427,32 +85215,6 @@ suspended_tickets
 suspension-appeal
 sustainability
 sustainability-as-an-efficient-business-strategy
-sustainability/nature/respecting-nature
-sustainability/nature/respecting-nature.html
-sustainability/our-approach/environmental-and-community-partners
-sustainability/our-approach/environmental-and-community-partners.html
-sustainability/our-approach/impact-assessment
-sustainability/our-approach/impact-assessment.html
-sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024
-sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024.html
-sustainability/people/access-to-energy/access-to-energy-in-communities/case-study
-sustainability/people/access-to-energy/access-to-energy-in-communities/case-study.html
-sustainability/people/access-to-energy/access-to-energy-in-communities/clean-cooking-solutions
-sustainability/people/access-to-energy/access-to-energy-in-communities/clean-cooking-solutions.html
-sustainability/people/community-health
-sustainability/people/community-health.html
-sustainability/people/education
-sustainability/people/education.html
-sustainability/people/local-employment-and-enterprise
-sustainability/people/local-employment-and-enterprise.html
-sustainability/people/working-with-communities
-sustainability/people/working-with-communities.html
-sustainability/safety/transport-safety/community-road-safety
-sustainability/safety/transport-safety/community-road-safety.html
-sustainability/safety/transport-safety/driver-safety
-sustainability/safety/transport-safety/driver-safety.html
-sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases
-sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases.html
 sustainable-development-goals/sustainable-cities
 sustainable-is-attainable-fest
 sustainable-is-attainable-news18-and-tata-power-initiative
@@ -86658,27 +85420,27 @@ svc_ssr/site/EUR/rfktkn
 svc_ssr/site/GBR/rfktkn
 svc_ssr/site/USA/rfktkn
 svc_tax
-svcz/
-svde/
-sves/
-svfr/
+svcz
+svde
+sves
+svfr
 svg/not-indexed
 svg/private
 svgimageproc
-svgr/
-svit/
-svja/
-svko/
+svgr
+svit
+svja
+svko
 svmehta
 svn
-svnl/
+svnl
 svpRecommendations
-svpl/
-svpt/
-svro/
-svru/
-svtr/
-svzh/
+svpl
+svpt
+svro
+svru
+svtr
+svzh
 sw
 sw$
 sw-BR
@@ -86753,7 +85515,7 @@ sys_
 system
 system-maintenance
 system/
-system/*.js$http://zeldman.com/robots.txt
+system/*.js$http://gs.statcounter.com/robots.txt
 system/admin/LoginPopup/Login
 system/files/documents/noindex
 system/maintenance.html
@@ -86779,7 +85541,6 @@ szukaj?
 szwierlein
 t
 t-gender*
-t-login.html?targetUrl=
 t-other-great-sites.aspx
 t.cfm
 t.php
@@ -86884,19 +85645,16 @@ tablet-t3
 tabletes1t
 tabmanager
 tabs/*.htm?sort=date
-tacms
 tacpage
 taf.php
 tag
 tag
 tag-manager
 tag-manager-360
-tag-search
-tag-search.html
 tag/
 tag/*
 tag/*
-tag/*+http://dilbert.com/robots.txt
+tag/*+http://aboutads.info/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -87198,7 +85956,6 @@ talk/user/*/article
 talk_to_us/?
 talkread
 talks2
-talksdonor
 talktalk
 tallarita
 tally-loader-react/static-1.65
@@ -87473,9 +86230,7 @@ team-new
 team-new-a
 team-new-b
 team/*/schedule$
-team/*/schedule$http://nbc.com/robots.txt
-team/player_career.jsp
-team/player_news.jsp
+team/*/schedule$http://smartshoot.com/robots.txt
 teamInvitations
 teamplain/
 teamprojects
@@ -87530,7 +86285,6 @@ teknologica
 tel
 tel:
 tel:*
-teldir/
 telechargement-en-cours/
 telecharger-fiche
 telecharger/redirect
@@ -87782,7 +86536,7 @@ test.html
 test.jsp
 test.umb.edu/
 test/
-test/
+test/
 test/action~
 test/action~agenda
 test/action~default
@@ -87841,7 +86595,7 @@ testds.jsp
 teste-*.html$
 testfl
 testgpr
-testhttp://money.com/robots.txt
+testhttp://europa.eu/robots.txt
 testimonial/
 testimonials.php
 testimonials/?
@@ -87880,7 +86634,6 @@ tetex/texmf-dist
 tetex/texmf-local
 tetro
 teuber
-tex
 texlive/Contents
 texlive/Images
 texlive/devsrc
@@ -87912,6 +86665,7 @@ tge
 tgibson
 tgkkk6681
 th
+th$
 th-*/
 th-AE
 th-AT
@@ -88027,6 +86781,7 @@ th/unesco-solr/*/load-more/*
 th/user
 th/users
 th/ส่วนประกอบ_widget
+th?
 th_th/templates/M
 thailandgolf.
 thanawala
@@ -88711,7 +87466,7 @@ tools/civil-surgeons-by-region
 tools/demos
 tools/en/styleguide/
 tools/find-a-doctor/list/export
-tools/http://kungfukingdom.com/robots.txt
+tools/http://tijuanabible.org/robots.txt
 tools/logo-maker/onboarding
 tools/lyst_widget/?lyst_slug=
 tools/packages/cambridge_themes/getSocialImage
@@ -88791,10 +87546,9 @@ topicsearch?q=
 topo-summit-2019
 toprailapp
 tops
-topsecret/
+topsecret/
 topsy
 topup
-tor
 torman-pub-title
 torman-pub-type
 torman-pub-year
@@ -89054,11 +87808,11 @@ trademgr
 tradeoffer
 traffic
 traffic
-traffic-manager/
+traffic-manager/
 traffic/status*?
 trafficbot.life
 trafficbot.live
-traffichttp://comedycentral.com/robots.txt
+traffichttp://symfony.com/robots.txt
 training
 training-aarpe/
 training-plans
@@ -89089,7 +87843,6 @@ training/studentships/howtoapply
 training/studentships/phdprojects
 trains
 trains/$
-traitement=
 traj
 tralston
 trans/CheckTransCron.jsp
@@ -89139,7 +87892,8 @@ translate_t
 translation
 translations
 translations/
-translators/
+translator/?ref=
+translators
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -89173,15 +87927,14 @@ transporte
 transporter
 transporter-3
 trap
-trapdir
 trash
 trash/
-trashburton
 trasporti
 trasy/*/loty-z-
 trasy/*/trasy-od-
 trasy/*/trasy-z-
 travel
+travel*?
 travel-frontend/images
 travel-getaways
 travel-info/travel-updates/coronavirus/health-screen-form.html
@@ -89201,14 +87954,28 @@ travel/airlines/main/us/en
 travel/airlines/pfs*
 travel/airlines/premium-travel-arranger/au/en
 travel/clk
+travel/css
 travel/event/search
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
 travel/flights/s
+travel/hotel-search
 travel/hotel/e
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
+travel/hotels/search/?
+travel/hotels/search?
 travel/passport
 travel/s
+travel/scripts
 travel/search
+travel/secure
 travel/test$
 travel/wp-admin
 travelDate=
@@ -89218,8 +87985,8 @@ travisbenson
 travismoore
 trax
 trck
-trcz/
-trde/
+trcz
+trde
 tre-artis
 treadstone
 treas-reports/
@@ -89257,14 +88024,14 @@ trends/viz?
 trends?
 trends_tpt
 trentonbricken
-tres/
+tres
 trevi_excel
 trevor-spelman
 trevordavidrhone
 trevorhughdavis
 trevorstark
-trfr/
-trgr/
+trfr
+trgr
 trial
 trial-pricing
 trial-status/
@@ -89340,27 +88107,27 @@ trips/v1
 trishashrum
 trishaurmibanerjee
 tristanorthlaboratory
-trit/
+trit
 trivia
 trivia/answer
-trja/
+trja
 trk
 trk-download
-trko/
-trnl/
+trko
+trnl
 trovitBot
 troyadair
-trpl/
-trpt/
-trro/
-trru/
+trpl
+trpt
+trro
+trru
 trs/forums
 trs/kb/*/discuss
 trs/search
 trs/search/node
 trs/user
 trs/users
-trsv/
+trsv
 truckingindustryforum/ajax.php
 truckingindustryforum/attachment.php
 truckingindustryforum/calendar.php
@@ -89425,7 +88192,7 @@ try-which/wills/
 try?
 tryagainlater.html
 trylater
-trzh/
+trzh
 ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$
 ts_s/*
 tsa
@@ -89448,7 +88215,6 @@ tthaweethai
 tto
 ttobin
 ttong
-tucritica
 tudum
 tue
 tufengen
@@ -89727,7 +88493,6 @@ tylermalka
 typ$
 typ?
 type
-type-demploi
 type-faketan*
 type=
 type=1478165154*
@@ -89831,6 +88596,7 @@ ubtv
 ubuntu/+source/utouch
 uc
 ucm/idcplg
+ucmf/groups/
 udpddoscn
 uds
 uec/events/
@@ -90162,6 +88928,7 @@ uksf-bin/
 ul/P/umse/0
 ulatan
 uli/trac
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -90182,7 +88949,7 @@ umbraco_client/
 umfrage/1
 umfrage/2
 umfrage/3
-umfrage/4http://zh.wikipedia.org/robots.txt
+umfrage/4http://jjpan.com/robots.txt
 un-us/
 unable-to-process-request/
 unanswered
@@ -90298,7 +89065,6 @@ unleash-2019-booth-form
 unlink
 unlisted
 unlock...been
-unlockgratuit
 unodc/en/search.html
 unodc/en/site-search.html
 unodc/search.html
@@ -90335,13 +89101,14 @@ upcomingeventdetails.html
 upcomingevents
 upcomingevents.html?
 update
-update-check/wirecast/
+update-check/wirecast/
 update-your-browser
 update-your-browser.html
 update.bml
 update.php
 update.php
 update/
+update/topic
 updateNote
 updatePassword.htm
 update_
@@ -90402,7 +89169,7 @@ uploads/8/5/1/4/85141968
 uploads/8/5/1/4/85141968/custom_themes
 uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos
 uploads/excel
-uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt
+uploads/wpo-plugins-tables-list.jsonhttp://nutritionfacts.org/robots.txt
 uptime*
 ur
 ur-CA
@@ -90428,6 +89195,7 @@ ur/users
 urayama
 urchin_test
 url
+url
 url.asp
 url=
 url=absolutely
@@ -90544,7 +89312,7 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://change.org/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://hamburg.de/robots.txt
 us/0
 us/?q=switch
 us/Marketing
@@ -90914,7 +89682,7 @@ user-profile
 user-profile-view?
 user-registration
 user-registrierung
-user-reports/http://wordpress.com/robots.txt
+user-reports/http://hp.com/robots.txt
 user.mefi/
 user.php
 user/
@@ -90947,7 +89715,7 @@ user/*/track
 user/*/track?page=
 user/*/unfollow_user
 user/*?*redirect=
-user/*http://m.media-amazon.com/robots.txt
+user/*http://gsmarena.com/robots.txt
 user/.*
 user//attending/upcoming
 user/account
@@ -90963,7 +89731,7 @@ user/delete-account
 user/forgotPassword
 user/forgotten-password
 user/fpd/api
-user/http://news.mongabay.com/robots.txt
+user/http://patagonia.com/robots.txt
 user/images
 user/libraries
 user/lists
@@ -91144,7 +89912,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://song.link/robots.txt
+users/profile-unpub/http://anobii.com/robots.txt
 users/ranking
 users/remote-logout/
 users/remote-logout/*/?
@@ -91192,7 +89960,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://dashboard.gglot.com/robots.txt
+ut*.xmlhttp://cfr.org/robots.txt
 utaukwa
 util
 util
@@ -91218,7 +89986,7 @@ utils/*
 utl/
 utm
 utm*=
-utm*http://fun88thai.net/robots.txt
+utm*http://blue.ap.teacup.com/robots.txt
 utm=
 utm=
 utm_
@@ -91263,7 +90031,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://biblegateway.com/robots.txt
+uz/http://faq.whatsapp.com/robots.txt
 uz/kb/*/discuss
 uz/paragraph-resource/*
 uz/resource/*
@@ -91280,13 +90048,9 @@ uçak-bileti/cn/*
 uçak-bileti/ct
 v
 v$
-v-*/*/*/c
 v-ajax
 v-esi
 v-gender*
-v-map-view.html
-v-print-view
-v-view-image.html
 v.cfm
 v/account/
 v/badge
@@ -91369,13 +90133,13 @@ vanessa_knutson
 vanessarodriguez
 vanilla
 vansorat
-vantage-cloud/
-vantage-enterprise/
-vantage-transcoding/
-vantageCloudManager/
-vantageCloudTrial/
-vantageDomainServer/
-vantageTrancodeServer/
+vantage-cloud/
+vantage-enterprise/
+vantage-transcoding/
+vantageCloudManager/
+vantageCloudTrial/
+vantageDomainServer/
+vantageTrancodeServer/
 vantage_point/archive
 var
 var/
@@ -91442,7 +90206,7 @@ velo/forum/search
 velo/profile
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt
+venda-presencial/conclusion.htmlhttp://francetvinfo.fr/robots.txt
 vendor
 vendor$
 vendor-info/
@@ -91480,7 +90244,7 @@ verify-skill
 verify-url
 verify.php
 verify/*
-verify/*http://soundcloud.com/robots.txt
+verify/*http://sunsetbrian.com/robots.txt
 verify_age
 verify_your_email$
 verify_your_email?
@@ -91491,7 +90255,7 @@ veronica_benavides
 version
 version
 version.json
-version/http://read.amazon.com/robots.txt
+version/http://boardgamegeek.com/robots.txt
 version=
 versions
 versions/Unicode10.0.0
@@ -91667,7 +90431,7 @@ video
 video-
 video-alert
 video-c.php
-video-cue/
+video-cue/
 video-keywords
 video-landing-pages/
 video-old
@@ -91726,7 +90490,6 @@ video/hls/manifest/visittype/site/videohash
 video/hva-jobber-aina-med_53104
 video/iframe
 video/includes
-video/index.jsp
 video/like
 video/moment-joseph-mccann-arrested-in-a-tree-11878890
 video/mucinex-md
@@ -91792,33 +90555,47 @@ videos
 videos
 videos/*.feedback.html
 videos/*?
+videos/?
 videos/api
 videos/assets
+videos/browsing
 videos/e
 videos/embed
 videos/expander
+videos/explore
+videos/favorites
 videos/feed
+videos/feed
+videos/feedcontent
 videos/get_video_by_uid/
 videos/hardware-in-the-loop-simulation-with-simulink-real-time-using-plcs-and-ethernetip-protocol-for-validating-industrial-automation-control-algorithms-96697.html
 videos/iframe
 videos/images
 videos/js
+videos/music
+videos/music/
+videos/music/?
+videos/music?
 videos/new
 videos/raw-ethernet-communication-support-from-simulink-real-time-96619.html
 videos/real-time-udp-communication-support-99895.html
 videos/search
 videos/search.html
 videos/search.php
+videos/search/?
 videos/search?
 videos/show_trailer
 videos/slider
 videos/theme/
 videos/transcripts
+videos/trending
+videos/trendingcontent
 videos/video-feedback-confirmation.html
 videos/video-feedback.html
 videos/viewmeta/
 videos/week
 videos/widgets/
+videos?
 videosearch
 videosearch?
 videotutorials
@@ -92156,6 +90933,7 @@ w/users/user_hints
 w2arts
 w3
 w3c
+w3info/
 w3m
 w9
 w?
@@ -92203,7 +90981,6 @@ warnings
 warpdemo
 warriors/node
 warriors/users
-was
 washington-dc-workspace
 washington/?q=admin
 washington/?q=comment/reply
@@ -92355,9 +91132,6 @@ we_are_all_unicorns
 weallen
 wealth/*.asp$
 wearepages
-wearesorry.asp
-wearesorry.htm
-wearesorry2.htm
 weather
 weather-api
 weather.html?latitude=
@@ -93092,7 +91866,6 @@ web/packages/CARM/DESCRIPTION
 web/packages/CARME/DESCRIPTION
 web/packages/CARMS/DESCRIPTION
 web/packages/CARRoT/DESCRIPTION
-web/packages/CARlasso/DESCRIPTION
 web/packages/CASCORE/DESCRIPTION
 web/packages/CASMAP/DESCRIPTION
 web/packages/CASMI/DESCRIPTION
@@ -99248,7 +98021,6 @@ web/packages/autoRasch/DESCRIPTION
 web/packages/autoReg/DESCRIPTION
 web/packages/autoScorecard/DESCRIPTION
 web/packages/autoTS/DESCRIPTION
-web/packages/autocart/DESCRIPTION
 web/packages/autocogs/DESCRIPTION
 web/packages/autoharp/DESCRIPTION
 web/packages/autohrf/DESCRIPTION
@@ -100455,7 +99227,6 @@ web/packages/cloudos/DESCRIPTION
 web/packages/cloudstoR/DESCRIPTION
 web/packages/clptheory/DESCRIPTION
 web/packages/clr/DESCRIPTION
-web/packages/clrng/DESCRIPTION
 web/packages/clttools/DESCRIPTION
 web/packages/clubSandwich/DESCRIPTION
 web/packages/clubpro/DESCRIPTION
@@ -103020,7 +101791,6 @@ web/packages/fracdiff/DESCRIPTION
 web/packages/fracdist/DESCRIPTION
 web/packages/fracprolif/DESCRIPTION
 web/packages/fractD/DESCRIPTION
-web/packages/fractalRegression/DESCRIPTION
 web/packages/fractaldim/DESCRIPTION
 web/packages/fractional/DESCRIPTION
 web/packages/fracture/DESCRIPTION
@@ -106464,7 +105234,6 @@ web/packages/mlrCPO/DESCRIPTION
 web/packages/mlrMBO/DESCRIPTION
 web/packages/mlrintermbo/DESCRIPTION
 web/packages/mlrpro/DESCRIPTION
-web/packages/mlrv/DESCRIPTION
 web/packages/mlsbm/DESCRIPTION
 web/packages/mlsjunkgen/DESCRIPTION
 web/packages/mlstrOpalr/DESCRIPTION
@@ -110107,7 +108876,6 @@ web/packages/runstats/DESCRIPTION
 web/packages/rusda/DESCRIPTION
 web/packages/rush/DESCRIPTION
 web/packages/rusk/DESCRIPTION
-web/packages/rusquant/DESCRIPTION
 web/packages/rust/DESCRIPTION
 web/packages/rutifier/DESCRIPTION
 web/packages/rutledge/DESCRIPTION
@@ -110565,7 +109333,6 @@ web/packages/seqDesign/DESCRIPTION
 web/packages/seqHMM/DESCRIPTION
 web/packages/seqICP/DESCRIPTION
 web/packages/seqSHP/DESCRIPTION
-web/packages/seqest/DESCRIPTION
 web/packages/seqgendiff/DESCRIPTION
 web/packages/seqhandbook/DESCRIPTION
 web/packages/seqimpute/DESCRIPTION
@@ -112940,7 +111707,6 @@ web/packages/virtuoso/DESCRIPTION
 web/packages/virustotal/DESCRIPTION
 web/packages/visNetwork/DESCRIPTION
 web/packages/visOmopResults/DESCRIPTION
-web/packages/visR/DESCRIPTION
 web/packages/visStatistics/DESCRIPTION
 web/packages/visTree/DESCRIPTION
 web/packages/visa/DESCRIPTION
@@ -113737,7 +112503,6 @@ weightcenter/appointments-and-referrals/appointment-thankyou
 weiling-liu
 weilong
 weiluo
-weimg
 wein
 weiran
 weiskel
@@ -113804,15 +112569,7 @@ what-makes-up-your-digital-self
 what-now/card-details/
 what-s-cooking-with-julie-chrisley
 what-to-expect-when-you-re-expecting
-what-we-do/digitalisation/news-room
-what-we-do/digitalisation/news-room.html
 what-we-do/investment-management/private-wealth-management/intellectual-capital/isg-outlook-2013.pdf
-what-we-do/major-projects/vito
-what-we-do/major-projects/vito.html
-what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road
-what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road.html
-what-we-do/renewable-power/wind/supplier-registration
-what-we-do/renewable-power/wind/supplier-registration.html
 whatis
 whats-new
 whats-next/planes-trains-and-analytics
@@ -113860,14 +112617,18 @@ why-liveperson
 why-sell?inquirySource=482&
 whysecure
 whythisad
-wicket:interface*http://springerlink.com/robots.txt
+wicket:interface*http://patents.google.com/robots.txt
 widget
 widget-landing-page.html
 widget-uploads
 widget.html
 widget/*
+widget/cr
+widget/entity/search/?
 widget/head/login
 widget/player
+widget/render
+widget/snapshot
 widget/v2
 widget_auth.php
 widget_chunks
@@ -114872,7 +113633,7 @@ wipo-alert/
 wipoforcreators/
 wipostad/
 wire-
-wire-cast/
+wire-cast/
 wirecutter/*&xid=
 wirecutter/*.csv$
 wirecutter/*.zip$
@@ -114890,7 +113651,6 @@ wish-list
 wish-list.jsp
 wish-lists
 wishList
-wishingwebpage
 wishlist
 wishlist.aspx
 wishlist.php
@@ -114905,7 +113665,6 @@ wishlist/vendor-button
 wishlist/vendor-button
 wishlist?
 wishlistajax
-wishlistthing
 wisser
 withdraw
 witkov
@@ -114999,6 +113758,7 @@ wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 words
 work
+work
 work$
 work-at-ucl/redeployment
 work/
@@ -115226,30 +113986,30 @@ wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
 wp-admin/admin-ajax.php?r=*
-wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt
-wp-admin/admin-ajax.phphttp://akismet.com/robots.txt
-wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://aweber.com/robots.txt
-wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt
-wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt
-wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt
-wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt
-wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt
-wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt
-wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt
-wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt
-wp-admin/admin-ajax.phphttp://lonelyplanet.com/robots.txt
-wp-admin/admin-ajax.phphttp://news.microsoft.com/robots.txt
-wp-admin/admin-ajax.phphttp://openssl.org/robots.txt
-wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
-wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt
-wp-admin/admin-ajax.phphttp://refinery29.com/robots.txt
-wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt
-wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
-wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
-wp-admin/admin-ajax.phphttp://tribe.net/robots.txt
-wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt
-wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt
+wp-admin/admin-ajax.phphttp://androidauthority.com/robots.txt
+wp-admin/admin-ajax.phphttp://asahi.com/robots.txt
+wp-admin/admin-ajax.phphttp://clairerousay.bandcamp.com/robots.txt
+wp-admin/admin-ajax.phphttp://dismissyourself.com/robots.txt
+wp-admin/admin-ajax.phphttp://docs.github.com/robots.txt
+wp-admin/admin-ajax.phphttp://five.fourtimessmelly.com/robots.txt
+wp-admin/admin-ajax.phphttp://highwaytoenglish.com/robots.txt
+wp-admin/admin-ajax.phphttp://holographicuniverseworkshops.com/robots.txt
+wp-admin/admin-ajax.phphttp://lefigaro.fr/robots.txt
+wp-admin/admin-ajax.phphttp://ligabemowska.pl/robots.txt
+wp-admin/admin-ajax.phphttp://makerhacks.com/robots.txt
+wp-admin/admin-ajax.phphttp://news18.com/robots.txt
+wp-admin/admin-ajax.phphttp://nme.com/robots.txt
+wp-admin/admin-ajax.phphttp://noticias24carabobo.com/robots.txt
+wp-admin/admin-ajax.phphttp://revista.tebeosfera.com/robots.txt
+wp-admin/admin-ajax.phphttp://romoto.de/robots.txt
+wp-admin/admin-ajax.phphttp://ryze.com/robots.txt
+wp-admin/admin-ajax.phphttp://stem.ffm.to/robots.txt
+wp-admin/admin-ajax.phphttp://sunsooda.in/robots.txt
+wp-admin/admin-ajax.phphttp://thenounproject.com/robots.txt
+wp-admin/admin-ajax.phphttp://trapanishuttle.com/robots.txt
+wp-admin/admin-ajax.phphttp://usps.com/robots.txt
+wp-admin/admin-ajax.phphttp://voernatuurlijk.nl/robots.txt
+wp-admin/admin-ajax.phphttp://wasatchhousepartners.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -115279,9 +114039,6 @@ wp-content/*.js
 wp-content/*.js
 wp-content/*.png
 wp-content/*.svg
-wp-content/*.ttf
-wp-content/*.woff
-wp-content/*.woff2
 wp-content/cache
 wp-content/cache
 wp-content/cache/
@@ -115290,14 +114047,12 @@ wp-content/client-mu-plugins
 wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
-wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt
+wp-content/mu-plugins/http://3155290.fls.doubleclick.net/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
 wp-content/plugins/
 wp-content/plugins/*.css
-wp-content/plugins/*.css
-wp-content/plugins/*.js
 wp-content/plugins/*.js
 wp-content/plugins/abm-sej/includes/ga/js/pix.js
 wp-content/plugins/abm-sej/includes/ga/js/tcfapi.js
@@ -115327,11 +114082,8 @@ wp-content/plugins/ws-form-pro/public/js/ws-form-public-tracking.min.js
 wp-content/sabai
 wp-content/sabai/File/thumbnails
 wp-content/themes
-wp-content/themes
 wp-content/themes/
 wp-content/themes/*.css
-wp-content/themes/*.css
-wp-content/themes/*.js
 wp-content/themes/*.js
 wp-content/themes/*.php
 wp-content/themes/2012/ad_
@@ -115365,7 +114117,7 @@ wp-content/themes/screamingfrog/inc/download-modal-lfa.php
 wp-content/themes/screamingfrog/inc/download-modal.php
 wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
-wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://news.artnet.com/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
 wp-content/themes/treated/search/
@@ -115382,10 +114134,10 @@ wp-content/uploads
 wp-content/uploads/
 wp-content/uploads/*
 wp-content/uploads/**/*seo-restricted*.*
-wp-content/uploads/*.jpg
-wp-content/uploads/*.png
+wp-content/uploads/*.css
+wp-content/uploads/*.js
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://wikihow.com/robots.txt
+wp-content/uploads/*http://skillshare.com/robots.txt
 wp-content/uploads/2011
 wp-content/uploads/2012
 wp-content/uploads/2013
@@ -115417,21 +114169,21 @@ wp-content/uploads/_pda
 wp-content/uploads/complianz
 wp-content/uploads/elementor/css/
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://minimul.com/robots.txt
-wp-content/uploads/http://sheknows.com/robots.txt
+wp-content/uploads/http://apemusicale.it/robots.txt
+wp-content/uploads/http://survivalmagazine.org/robots.txt
 wp-content/uploads/member-access
 wp-content/uploads/ninja-forms
 wp-content/uploads/sites/*/ninja-forms
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
-wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt
+wp-content/uploads/vj-wp-import-export/http://pala-lagaw.com/robots.txt
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://aa.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://cbs.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://dansmoviereport.blogspot.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://elegantthemes.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://healthcare.gov/robots.txt
+wp-content/uploads/wp-import-export-lite/http://osce.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://which.co.uk/robots.txt
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
 wp-content/uploads/wpo-plugins-tables-list.json
@@ -115459,12 +114211,12 @@ wp-includes/*.js
 wp-includes/*/*.css
 wp-includes/*/*.js
 wp-includes/css
-wp-includes/css/*.css
+wp-includes/css/
 wp-includes/css/*.css
 wp-includes/css/dist/block-library/style.min.css
 wp-includes/fonts
-wp-includes/http://nokia.co.jp/robots.txt
-wp-includes/http://scotusblog.com/robots.txt
+wp-includes/http://ajansnaber.com/robots.txt
+wp-includes/http://douban.com/robots.txt
 wp-includes/images
 wp-includes/images/
 wp-includes/js
@@ -115619,7 +114371,6 @@ ws/ajax
 ws/geocoding.ashx
 ws/includes
 ws/partnerproxy.ashx?
-ws/search
 ws_v7/Disqus.asmx
 ws_v7/geocoding.ashx
 ws_v7/get_complete_photos_list.ashx?
@@ -115747,6 +114498,7 @@ xh/kb/*/discuss
 xh/search
 xh/user
 xh/users
+xhprof/*
 xhr
 xhtml/?
 xhtml/search?
@@ -115808,7 +114560,7 @@ xmlhttp
 xmlrpc
 xmlrpc.php
 xmlrpc.php
-xmlrpc.phphttp://datastudio.google.com/robots.txt
+xmlrpc.phphttp://allthebootboys.blogspot.fr/robots.txt
 xmlsearch
 xmltv/
 xmorelle
@@ -115829,7 +114581,7 @@ xsanR4
 xsl
 xsl/
 xslt/
-xslt/http://cryptonewsventure.com/robots.txt
+xslt/http://rtd.tubemogul.com/robots.txt
 xtra/sante-et-mieux-etre
 xuanzhu
 xuwang
@@ -115982,7 +114734,7 @@ youraccount
 youraccount/
 yourarchives
 youreurope/businessACC
-youreurope/businessDEV/http://europapress.es/robots.txt
+youreurope/businessDEV/http://latimes.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -116041,6 +114793,7 @@ yuesun
 yuhou
 yukunxia
 yule
+yule*?
 yunan
 yunfangyang
 yunfeili
@@ -116434,7 +115187,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://amazon.jp/robots.txt
+zh/internalhttp://upenn.edu/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -116544,28 +115297,28 @@ zh_tw/versions/*/release.html
 zhangs
 zhaoheng.gong
 zhcn/
-zhcz/
-zhde/
+zhcz
+zhde
 zhenbo
-zhes/
-zhfr/
-zhgr/
-zhit/
+zhes
+zhfr
+zhgr
+zhit
 zhixianlei
 zhiyounvshen168
 zhiyuan-sun
-zhja/
+zhja
 zhk
 zhk-reviews
-zhko/
-zhnl/
+zhko
+zhnl
 zhongyingyan
 zhouchan
 zhowlett
-zhpl/
-zhpt/
-zhro/
-zhru/
+zhpl
+zhpt
+zhro
+zhru
 zhs/%E6%90%9C%E7%B4%A2
 zhs/%E6%B5%8F%E8%A7%88
 zhs/auth
@@ -116574,7 +115327,7 @@ zhs/info
 zhs/onelook_american_dictionary_words.html
 zhs/onelook_british_dictionary_words.html
 zhs/spellcheck
-zhsv/
+zhsv
 zht/%E6%90%9C%E7%B4%A2
 zht/%E7%80%8F%E8%A6%BD
 zht/auth
@@ -116583,7 +115336,7 @@ zht/info
 zht/onelook_american_dictionary_words.html
 zht/onelook_british_dictionary_words.html
 zht/spellcheck
-zhtr/
+zhtr
 zhujustin
 zhukov
 zhuohan.shao
@@ -116724,7 +115477,7 @@ zzz_systest
 ~neubank/Eubank_EthnicityNetworksPaper.pdf
 ~neubank/Eubank_EthnicityNetworksPaper2016.pdf
 ~nsdwww/mail
-~oar/http://web.whatsapp.com/robots.txt
+~oar/http://data.gov/robots.txt
 ~oratorio/wordpress
 ~pasr1/
 ~philippe
@@ -116750,6 +115503,7 @@ zzz_systest
 ~ward/wikitect
 ~webshare
 ~wpwt/
+Ϊ��ʱ��������Ŀ¼######
 【
 �hnliche-fahrzeuge/
 恒博国际app下载
@@ -116863,8 +115617,6 @@ zzz_systest
 22minutes
 24/
 33k1com
-36AG/english/menu_bottom.asp
-36AG/english/menu_top.asp
 48f6543196cbbdefb88f247a0a8e4375
 50x.html
 51anma
@@ -116890,10 +115642,10 @@ zzz_systest
 404.aspx
 404.html
 404.html
-404.htmlhttp://airliners.net/robots.txt
+404.htmlhttp://bcmmaa.com/robots.txt
 404.php
 404/
-404http://diplomatie.gouv.fr/robots.txt
+404http://screenshots.firefox.com/robots.txt
 413gkwMT
 429.html
 432v·com
@@ -116980,7 +115732,7 @@ zzz_systest
 2012-privacy-policy
 2012/10/04/single-thirtysomething-and-living-with-breast-cancer
 2012/Goog
-2012/collins/
+2012/collins
 2012/pyRdfa/extract
 2013
 2013/03/21/174840895
@@ -117182,9 +115934,7 @@ zzz_systest
 4900/webm.ABC
 5055/aw-techrepublic
 5055/maw-techrepublic
-5138
 5293
-5349
 5480
 5480.iac.
 5503cc
@@ -117232,7 +115982,7 @@ zzz_systest
 93826
 94140
 94230
-101612.rsshttp://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt
+101612.rsshttp://news.bbc.co.uk/robots.txt
 101705/docs/mccom/format/pdf/longform/
 126190
 128892