From 7fd36c18f100cc025da03742bb7d21edb897019b Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 27 Aug 2024 10:03:38 +0000 Subject: [PATCH] [Github Action] Automated trickest wordlists update. --- .bin/wordlist-updaters/status.json | 2 +- .../erpnext-all-levels.txt | 20 + .../CMS/trickest-cms-wordlist/erpnext.txt | 4 + .../ghost-all-levels.txt | 12 + .../CMS/trickest-cms-wordlist/ghost.txt | 2 + .../opencart-all-levels.txt | 22 - .../CMS/trickest-cms-wordlist/opencart.txt | 4 - .../woocommerce-all-levels.txt | 24 + .../CMS/trickest-cms-wordlist/woocommerce.txt | 6 + .../top-100.txt | 201 +- .../top-1000.txt | 290 +-- .../top-10000.txt | 2314 +++++------------ 12 files changed, 1026 insertions(+), 1875 deletions(-) diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json index bdb3a04a..6c977eba 100644 --- a/.bin/wordlist-updaters/status.json +++ b/.bin/wordlist-updaters/status.json @@ -3,6 +3,6 @@ "last_update": 1724526209 }, "Trickest wordlist update": { - "last_update": 1724666634 + "last_update": 1724753008 } } \ No newline at end of file diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt index 3c292227..2671120c 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext-all-levels.txt @@ -13035,6 +13035,26 @@ accounts/report/accounts_receivable_summary/accounts_receivable_summary.json report/accounts_receivable_summary/accounts_receivable_summary.json accounts_receivable_summary/accounts_receivable_summary.json accounts_receivable_summary.json +erpnext/accounts/report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.json +accounts/report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.json +report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.json +cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.json +cheques_and_deposits_incorrectly_cleared.json +erpnext/accounts/report/cheques_and_deposits_incorrectly_cleared/__init__.py +accounts/report/cheques_and_deposits_incorrectly_cleared/__init__.py +report/cheques_and_deposits_incorrectly_cleared/__init__.py +cheques_and_deposits_incorrectly_cleared/__init__.py +__init__.py +erpnext/accounts/report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.py +accounts/report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.py +report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.py +cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.py +cheques_and_deposits_incorrectly_cleared.py +erpnext/accounts/report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.js +accounts/report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.js +report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.js +cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.js +cheques_and_deposits_incorrectly_cleared.js erpnext/accounts/report/inactive_sales_items/inactive_sales_items.js accounts/report/inactive_sales_items/inactive_sales_items.js report/inactive_sales_items/inactive_sales_items.js diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt index 46189f21..bbd06a46 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/erpnext.txt @@ -2652,6 +2652,10 @@ erpnext/accounts/report/accounts_receivable_summary/test_accounts_receivable_sum erpnext/accounts/report/accounts_receivable_summary/accounts_receivable_summary.html erpnext/accounts/report/accounts_receivable_summary/accounts_receivable_summary.py erpnext/accounts/report/accounts_receivable_summary/accounts_receivable_summary.json +erpnext/accounts/report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.json +erpnext/accounts/report/cheques_and_deposits_incorrectly_cleared/__init__.py +erpnext/accounts/report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.py +erpnext/accounts/report/cheques_and_deposits_incorrectly_cleared/cheques_and_deposits_incorrectly_cleared.js erpnext/accounts/report/inactive_sales_items/inactive_sales_items.js erpnext/accounts/report/inactive_sales_items/inactive_sales_items.json erpnext/accounts/report/inactive_sales_items/__init__.py diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt index f83f697e..14c0bff9 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost-all-levels.txt @@ -31005,6 +31005,12 @@ src/assets/icons/arrow-up.svg assets/icons/arrow-up.svg icons/arrow-up.svg arrow-up.svg +apps/admin-x-design-system/src/assets/icons/column-layout.svg +admin-x-design-system/src/assets/icons/column-layout.svg +src/assets/icons/column-layout.svg +assets/icons/column-layout.svg +icons/column-layout.svg +column-layout.svg apps/admin-x-design-system/src/assets/icons/facebook.svg admin-x-design-system/src/assets/icons/facebook.svg src/assets/icons/facebook.svg @@ -31095,6 +31101,12 @@ src/assets/icons/navigation.svg assets/icons/navigation.svg icons/navigation.svg navigation.svg +apps/admin-x-design-system/src/assets/icons/card-list.svg +admin-x-design-system/src/assets/icons/card-list.svg +src/assets/icons/card-list.svg +assets/icons/card-list.svg +icons/card-list.svg +card-list.svg apps/admin-x-design-system/src/assets/icons/cardview.svg admin-x-design-system/src/assets/icons/cardview.svg src/assets/icons/cardview.svg diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt index e48c6fe5..9819a5ac 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/ghost.txt @@ -5128,6 +5128,7 @@ apps/admin-x-design-system/src/assets/icons/twitter-x.svg apps/admin-x-design-system/src/assets/icons/linkedin.svg apps/admin-x-design-system/src/assets/icons/share.svg apps/admin-x-design-system/src/assets/icons/arrow-up.svg +apps/admin-x-design-system/src/assets/icons/column-layout.svg apps/admin-x-design-system/src/assets/icons/facebook.svg apps/admin-x-design-system/src/assets/icons/user.svg apps/admin-x-design-system/src/assets/icons/arrow-down.svg @@ -5143,6 +5144,7 @@ apps/admin-x-design-system/src/assets/icons/upload.svg apps/admin-x-design-system/src/assets/icons/email.svg apps/admin-x-design-system/src/assets/icons/thumbs-down.svg apps/admin-x-design-system/src/assets/icons/navigation.svg +apps/admin-x-design-system/src/assets/icons/card-list.svg apps/admin-x-design-system/src/assets/icons/cardview.svg apps/admin-x-design-system/src/assets/icons/megaphone.svg apps/admin-x-design-system/src/assets/icons/labs-flask.svg diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt index 3d0eceff..c318a5d9 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt @@ -46492,21 +46492,11 @@ catalog/controller/api/shipping_address.php controller/api/shipping_address.php api/shipping_address.php shipping_address.php -upload/catalog/controller/api/reward.php -catalog/controller/api/reward.php -controller/api/reward.php -api/reward.php -reward.php upload/catalog/controller/api/order.php catalog/controller/api/order.php controller/api/order.php api/order.php order.php -upload/catalog/controller/api/coupon.php -catalog/controller/api/coupon.php -controller/api/coupon.php -api/coupon.php -coupon.php upload/catalog/controller/api/affiliate.php catalog/controller/api/affiliate.php controller/api/affiliate.php @@ -47356,24 +47346,12 @@ language/en-gb/api/shipping_address.php en-gb/api/shipping_address.php api/shipping_address.php shipping_address.php -upload/catalog/language/en-gb/api/reward.php -catalog/language/en-gb/api/reward.php -language/en-gb/api/reward.php -en-gb/api/reward.php -api/reward.php -reward.php upload/catalog/language/en-gb/api/order.php catalog/language/en-gb/api/order.php language/en-gb/api/order.php en-gb/api/order.php api/order.php order.php -upload/catalog/language/en-gb/api/coupon.php -catalog/language/en-gb/api/coupon.php -language/en-gb/api/coupon.php -en-gb/api/coupon.php -api/coupon.php -coupon.php upload/catalog/language/en-gb/api/affiliate.php catalog/language/en-gb/api/affiliate.php language/en-gb/api/affiliate.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt index fd477de9..0cadc424 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt @@ -5303,9 +5303,7 @@ upload/catalog/view/javascript/bootstrap/js/bootstrap.min.js.map upload/catalog/controller/api/payment_method.php upload/catalog/controller/api/payment_address.php upload/catalog/controller/api/shipping_address.php -upload/catalog/controller/api/reward.php upload/catalog/controller/api/order.php -upload/catalog/controller/api/coupon.php upload/catalog/controller/api/affiliate.php upload/catalog/controller/api/shipping_method.php upload/catalog/controller/api/cart.php @@ -5475,9 +5473,7 @@ upload/catalog/language/en-gb/api/payment_method.php upload/catalog/language/en-gb/api/payment_address.php upload/catalog/language/en-gb/api/login.php upload/catalog/language/en-gb/api/shipping_address.php -upload/catalog/language/en-gb/api/reward.php upload/catalog/language/en-gb/api/order.php -upload/catalog/language/en-gb/api/coupon.php upload/catalog/language/en-gb/api/affiliate.php upload/catalog/language/en-gb/api/shipping_method.php upload/catalog/language/en-gb/api/cart.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt index 99312b62..ad00328b 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt @@ -63948,6 +63948,10 @@ plugins/woocommerce/changelog/fix-50112-ux-improvements-core-profiler-checkbox woocommerce/changelog/fix-50112-ux-improvements-core-profiler-checkbox changelog/fix-50112-ux-improvements-core-profiler-checkbox fix-50112-ux-improvements-core-profiler-checkbox +plugins/woocommerce/changelog/50751-fix-isRequesting-report-summary +woocommerce/changelog/50751-fix-isRequesting-report-summary +changelog/50751-fix-isRequesting-report-summary +50751-fix-isRequesting-report-summary plugins/woocommerce/changelog/48843-update-48796-use-createRoot-instead-of-render woocommerce/changelog/48843-update-48796-use-createRoot-instead-of-render changelog/48843-update-48796-use-createRoot-instead-of-render @@ -64144,6 +64148,10 @@ plugins/woocommerce/changelog/update-explicit-timeout-for-get_product_usage_noti woocommerce/changelog/update-explicit-timeout-for-get_product_usage_notice_rules changelog/update-explicit-timeout-for-get_product_usage_notice_rules update-explicit-timeout-for-get_product_usage_notice_rules +plugins/woocommerce/changelog/fix-50550-improve-product-details-minimal-style-focus-styles +woocommerce/changelog/fix-50550-improve-product-details-minimal-style-focus-styles +changelog/fix-50550-improve-product-details-minimal-style-focus-styles +fix-50550-improve-product-details-minimal-style-focus-styles plugins/woocommerce/changelog/50770-image-add-additional-size-units woocommerce/changelog/50770-image-add-additional-size-units changelog/50770-image-add-additional-size-units @@ -64308,6 +64316,10 @@ plugins/woocommerce/changelog/50628-fix-add-to-cart-form-translation woocommerce/changelog/50628-fix-add-to-cart-form-translation changelog/50628-fix-add-to-cart-form-translation 50628-fix-add-to-cart-form-translation +plugins/woocommerce/changelog/fix-hide-payments-recommendation-when-no-extensions +woocommerce/changelog/fix-hide-payments-recommendation-when-no-extensions +changelog/fix-hide-payments-recommendation-when-no-extensions +fix-hide-payments-recommendation-when-no-extensions plugins/woocommerce/changelog/fix-warning-related-to-customer-meta-field-without-class woocommerce/changelog/fix-warning-related-to-customer-meta-field-without-class changelog/fix-warning-related-to-customer-meta-field-without-class @@ -64612,6 +64624,10 @@ plugins/woocommerce/changelog/49648-fix-43603-footer-text-color woocommerce/changelog/49648-fix-43603-footer-text-color changelog/49648-fix-43603-footer-text-color 49648-fix-43603-footer-text-color +plugins/woocommerce/changelog/fix-show-recommendation-on-settings-payment-main-page +woocommerce/changelog/fix-show-recommendation-on-settings-payment-main-page +changelog/fix-show-recommendation-on-settings-payment-main-page +fix-show-recommendation-on-settings-payment-main-page plugins/woocommerce/changelog/fix-page-titles-49798 woocommerce/changelog/fix-page-titles-49798 changelog/fix-page-titles-49798 @@ -64692,6 +64708,10 @@ plugins/woocommerce/changelog/fix-49979-attribute-filter-dynamic-block-title woocommerce/changelog/fix-49979-attribute-filter-dynamic-block-title changelog/fix-49979-attribute-filter-dynamic-block-title fix-49979-attribute-filter-dynamic-block-title +plugins/woocommerce/changelog/fix-50055-compatibility-layer-patterns +woocommerce/changelog/fix-50055-compatibility-layer-patterns +changelog/fix-50055-compatibility-layer-patterns +fix-50055-compatibility-layer-patterns plugins/woocommerce/changelog/e2e-env-setup-add-option-to-skip-setup-script woocommerce/changelog/e2e-env-setup-add-option-to-skip-setup-script changelog/e2e-env-setup-add-option-to-skip-setup-script @@ -64828,6 +64848,10 @@ plugins/woocommerce/changelog/50431-50371-cys-automatic-scrolling-to-added-patte woocommerce/changelog/50431-50371-cys-automatic-scrolling-to-added-pattern-not-functioning changelog/50431-50371-cys-automatic-scrolling-to-added-pattern-not-functioning 50431-50371-cys-automatic-scrolling-to-added-pattern-not-functioning +plugins/woocommerce/changelog/50923-fix-remove-non-existing-method +woocommerce/changelog/50923-fix-remove-non-existing-method +changelog/50923-fix-remove-non-existing-method +50923-fix-remove-non-existing-method plugins/woocommerce/changelog/update-contribution-docs woocommerce/changelog/update-contribution-docs changelog/update-contribution-docs diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt index 53327e73..a0ef395e 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt @@ -9694,6 +9694,7 @@ plugins/woocommerce/changelog/test-50444-inspector-control plugins/woocommerce/changelog/e2e-core-e2e-add-new-flaky-reporter plugins/woocommerce/changelog/e2e-add-tests-prod-reviews plugins/woocommerce/changelog/fix-50112-ux-improvements-core-profiler-checkbox +plugins/woocommerce/changelog/50751-fix-isRequesting-report-summary plugins/woocommerce/changelog/48843-update-48796-use-createRoot-instead-of-render plugins/woocommerce/changelog/fix-wcadmin-react-18-create-root-shippingzones-payment-methods plugins/woocommerce/changelog/49803-fix-subscription-activation-with-multiple-subs-for-same-product @@ -9743,6 +9744,7 @@ plugins/woocommerce/changelog/update-tc-link-color plugins/woocommerce/changelog/50725-fix-cart-url-with-query-string plugins/woocommerce/changelog/fix-47071-navigation-landmarks plugins/woocommerce/changelog/update-explicit-timeout-for-get_product_usage_notice_rules +plugins/woocommerce/changelog/fix-50550-improve-product-details-minimal-style-focus-styles plugins/woocommerce/changelog/50770-image-add-additional-size-units plugins/woocommerce/changelog/update-stricter-global-unique-id plugins/woocommerce/changelog/fix-marketing-task @@ -9784,6 +9786,7 @@ plugins/woocommerce/changelog/50372-48150-move-patterns-endpoint plugins/woocommerce/changelog/50218-add-sdk-for-feature-usage-control plugins/woocommerce/changelog/e2e-add-environment-reporter plugins/woocommerce/changelog/50628-fix-add-to-cart-form-translation +plugins/woocommerce/changelog/fix-hide-payments-recommendation-when-no-extensions plugins/woocommerce/changelog/fix-warning-related-to-customer-meta-field-without-class plugins/woocommerce/changelog/tweak-bump-jetpack-connection plugins/woocommerce/changelog/50424-fix-store-alerts-action-keys @@ -9860,6 +9863,7 @@ plugins/woocommerce/changelog/update-e2e-test-utils-playwright plugins/woocommerce/changelog/50190-add-navigation-deprecation plugins/woocommerce/changelog/dev-ci-phpunit-sharding plugins/woocommerce/changelog/49648-fix-43603-footer-text-color +plugins/woocommerce/changelog/fix-show-recommendation-on-settings-payment-main-page plugins/woocommerce/changelog/fix-page-titles-49798 plugins/woocommerce/changelog/50016-skip-cys-test-wordpress-version plugins/woocommerce/changelog/50396-48150-move-products-endpoint @@ -9880,6 +9884,7 @@ plugins/woocommerce/changelog/feature-blueprint-visual plugins/woocommerce/changelog/ci-only-run-last-failed-e2e-tests plugins/woocommerce/changelog/e2e-fix-create-checkout-block-gutenberg plugins/woocommerce/changelog/fix-49979-attribute-filter-dynamic-block-title +plugins/woocommerce/changelog/fix-50055-compatibility-layer-patterns plugins/woocommerce/changelog/e2e-env-setup-add-option-to-skip-setup-script plugins/woocommerce/changelog/e2e-fix-flaky-variations-test plugins/woocommerce/changelog/e2e-remove-github-reporter @@ -9914,6 +9919,7 @@ plugins/woocommerce/changelog/e2e-update-readme-pnpm-commands plugins/woocommerce/changelog/50498-fix-fonts-zoom-out plugins/woocommerce/changelog/dev-dont-disable-coming-soon-e2e plugins/woocommerce/changelog/50431-50371-cys-automatic-scrolling-to-added-pattern-not-functioning +plugins/woocommerce/changelog/50923-fix-remove-non-existing-method plugins/woocommerce/changelog/update-contribution-docs plugins/woocommerce/changelog/fix-core-profiler-plugins-sticky-footer-button plugins/woocommerce/changelog/49970-fix-cys-skip-test-wordpress-6-5 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 730478ac..acaf1725 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -26,6 +26,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .well-known .well-known/assetlinks.json .xml +/*/*/_tools +/*/*/more_ideas +/*/_tools +/*/activity /*/branches /*/commits /*/compare @@ -33,8 +37,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/edit$ /*/forks /*/graphs +/*/group +/*/invite /*/issues/new /*/issues/search +/*/more_ideas /*/network /*/projects /*/pulse @@ -45,10 +52,21 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*source= /.git //wiki/skins +/?z=1 /MANUALS/*.pdf$ /Search/ /_ /_/rsrc +/_activities +/_activity +/_community +/_created +/_followers +/_following +/_quick_saves +/_saved +/_shop +/_shopping_list /album/*/*?i= /api /apis @@ -60,6 +78,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /comments /commits/*?author /commits/*?path +/communities +/discovered /docs/product /download /download/Browse.aspx? @@ -84,6 +104,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /layout/ /leads/*/jsplayer_show_lead_form.html /leads/*/show_form.html +/likes /listing/*/favoriters /lookup? /mediaapi/ @@ -91,15 +112,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /music/*/Search/ /music/*/search/ /newsearch/ +/organize /people/*/circle /people/*/favorites /pinned_flashes +/pins /podcast/*/*?i= /print$ +/profile-about /raw /revisions /rg*/mediaviewer/rm*/tr /rss +/scheduled-pin +/scheduled-pins /search /search/ /search/*?q= @@ -115,11 +141,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/d/groove-music-pass/cfq7ttc0k5dq/0001 /store/locations/store-locations-sitemap.xml /store/music/groove-music-pass/* +/story_pins +/tagged /tarball /tree +/tried /tv-season/*/*?i= /unsubscribe/ /video- +/video_pins /wal/ /wiki/Special: /wiki/index.php/Help @@ -193,6 +223,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?order= ?pt1=true$ ?s= +?show_error=true ?slogin ?tab=achievements&achievement= ?utm_*= @@ -984,6 +1015,8 @@ ZipCodeLookupAjax [_0-9a-zA-Z]+/status/[0-9]+/likes [_0-9a-zA-Z]+/status/[0-9]+/retweets _ +_/_ +_/_/pixel _/aihub_pod _/ain/_/js _/alkali-learn @@ -1045,6 +1078,8 @@ _next/gtm _next/jwt _next/title _next/viewer +_ngjs/resource +_ngjs/resource/*/get _nimbusJson.json _nimbusJsonp.js _nimbusJsonpStatic.js @@ -1150,10 +1185,12 @@ ad_spice ad_syndication_user_tracking ad_visibility addContacts +addboard addressBookExport admin adredir? ads +ads.txt ads/gpa/vidgen ads/hotels/partners ads/learn @@ -1172,6 +1209,7 @@ adwords/proposal adx/bin affil affil/pal +age-appeal aihub/tfhub ajax ajax/follow_info @@ -1184,6 +1222,7 @@ alkali allanalytics alllocations ambry +amp amphtml amphtml/blogs/test amphtml/classic-apps @@ -1211,7 +1250,9 @@ api/v3/ajax/bespoke/public/neu/specs api_access_key= app*_ app*form_id= +app-ads.txt app/updates +appealed-pin apple-app-site-association apps apps*&tags= @@ -1383,6 +1424,7 @@ auth/verifychallenge author/following author= authwall +autocomplete avis away.php b2bauth @@ -1501,7 +1543,11 @@ blogs/test blogsearch blogsearch_feeds bn +board +board_activity +board_activity_comment bookmark? +bookmarklet bookmarks books books/about @@ -1523,17 +1569,38 @@ books?*zoom=1 books?*zoom=5 booksrightsholders boutique/sitemaps +branded-pins browse/reviews/recent +business/ad_create business/adshare business/adshare/faqs business/blahblah +business/business-access +business/business-hierarchy +business/business-manager +business/catalogs +business/commerce-integrations +business/community-information +business/convert +business/create +business/create-linked-account business/feedback +business/hub +business/invite business/leads/jsplayer_show_lead_form.html business/leads/show_form.html business/learning/blog +business/onboarding +business/pin_create business/premium/is_payment_pending business/promotion +business/referral business/sales/blog +business/site +business/switch-account +business/top-ads +business/update +business/verified-merchant/status businessinfo buyside-e2e-monitor buzz/post @@ -1730,6 +1797,7 @@ checkout checkout/package checkoutnow checkpoint +christmas-spotlight chrome/browser/mobile/tour chrome/crlset chrome/webstore/images @@ -1752,6 +1820,7 @@ clickthru client_errors clima/ets clima/sites/registry +close-account cloud-launcher/sitemap cloudsourcetools/images cms_content @@ -1773,6 +1842,7 @@ commercesearch/images commercesearch/services commission_2010-2014/katainen commits?author= +communities communities/bin.aspx? communities/blogs/PortalResults.mspx? communities/eventdetails.mspx? @@ -1788,12 +1858,15 @@ community/category/* community/comments community/feed community/trackback +community_comment +community_post community_s companyDir compare compare/*/apply compressiontest config.js +connect connections connectivity connector @@ -1801,20 +1874,31 @@ consumers/archive contact_me contactus content +content-claiming context_referrer=gig_page context_referrer=user_page control +conversation conversations +convert-business +convert-personal coop/directory coop/manage copy-conductor/crawled +copyright-reporting corgi$ couchmode counter/*? coupons/visit covid19 covid19/mobility +create_pin creative-europe/404_en.htm +creative-studio +creative_editor +creator-spotlight +creator_hub/_earn +creator_hub/_partnerships creatorhub cse/home cse/manage @@ -1823,7 +1907,9 @@ cse? csp csp_block csp_report_only +csrf_error ct +ct.html ct/log_list culturalinstitute/images culturalinstitute/sitemaps @@ -1938,7 +2024,9 @@ de/teams de/transactions de/treasury de/your +deactivate-account default +delete_post delight dell/cities-transformed dell/cloud-future-of-medicine @@ -1989,6 +2077,7 @@ digital-single-market/taxonomy digital-single-market/users directory directory/all +discover discussion discussion/comment-permalink discussion/edit-profile @@ -2084,6 +2173,8 @@ ebooks?*zoom=1 ebooks?*zoom=5 ece eclas +edit +editorial/* edu/cs4hs education/404_en.htm edurec @@ -2095,6 +2186,7 @@ elite? email email-unsubscribe email_actions +email_verification_error embed embed/feed/update employment_social/anticipedia/xwiki/bin/attach @@ -2149,6 +2241,7 @@ en/microsoft-viva/ en/security en/security/ endorsements +engagement enterprise-jobs enterprise-partner-search/sitemaps environment/ets @@ -2251,6 +2344,8 @@ exec/obidos/subst/marketplace/sell-your-collection.html exec/obidos/subst/marketplace/sell-your-stuff.html exec/obidos/subst/partners/friends/access.html exec/obidos/tg/cm/member +explore +explore/*/?p= explore/*/lightbox external external/overture @@ -2260,6 +2355,7 @@ facebook facebook_connect faves-i_love_u_get_away_from_me favorite +fb.html fe=true feature/sf-test feed @@ -2340,6 +2436,8 @@ flights flutter-canvaskit folder follow +follow_board +follow_user following food/archive food/favourites @@ -2451,6 +2549,8 @@ global$ globalmarketfinder globalmarketfinder/*.html gog +google_gdn.html +google_search.html googlebooks/images gp gp/aag @@ -2560,6 +2660,7 @@ gview gwt h5games_gamecenter/images handmade +hanukkah-spotlight hashtag/*?src= hd header/channels @@ -2635,15 +2736,18 @@ hk-en/teams hk-en/transactions hk-en/treasury hk-en/your +holiday-spotlight +holidays-celebrations home +homefeed homepage-video-test hosted/images hotelfinder/rpc hotels/rpc hp/video hpc/*/supported-applications.aspx? -http://amazon.co.uk/robots.txt -http://i2.wp.com/robots.txt +http://wordpress.org/robots.txt +http://wp.me/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ @@ -2654,6 +2758,9 @@ i/u ia icons id-id.www.cloudflare.com +idea-ads-tool +idea-pin-builder +idea-pin-invite identity/accountsettingsactivityweb identity/accountsettingssyaf ie*/listing/*/favoriters @@ -2827,11 +2934,14 @@ info/customerror.htm* info/smart404.asp* info/tech-feedback inproduct_help/chatsupport +install-shuffles internalPref intl/*/about/views intlkb/ +invite inviteFromProfile inviteMany +invited invites/buy invoice/est invoice/estimate/buyerView @@ -2922,6 +3032,8 @@ johnhancock johnhancock/in-a-lifetime-healthcare johnhancock/in-a-lifetime-sustainability johnhancock/in-a-lifetime-work +join/?next= +join/signup/?next= jp*/listing/*/favoriters jp*/people/*/circle jp*/people/*/favorites @@ -2989,6 +3101,7 @@ knowmore ko-kr.www.cloudflare.com ko-kr/feedback ko-kr/lp +kwanzaa-spotlight labs/popgadget/search lamda/images landing/cmsnext-root @@ -3023,10 +3136,12 @@ learning/search? learning/settings learning/settings$ learning/settings? +lens-search li/track library/devices licensing-syndication limited-release +linked linkedin list list/ls*/_ajax @@ -3034,6 +3149,7 @@ list/ls*/export listing/*/stubs lite lite.publication.PublicationRequestFulltextPromo.requestFulltext.html +live-session live_chat lm/R1XIHQVKXSKBNJ lm/R3HQ5WJSZK6QSO @@ -3064,6 +3180,7 @@ location_suggest lochp? login login$ +login/?next= login?*= logo-maker/brief logo-maker/choose-variation @@ -3310,6 +3427,7 @@ native nb-no.www.cloudflare.com nbubumblebee network +new_invite news$ news/$ news/0 @@ -3321,6 +3439,7 @@ news/test news/test-liveblog news?viewArticle newsArticle +news_hub newsletter newsroom/dae newssearch @@ -3484,8 +3603,12 @@ nz/teams nz/transactions nz/treasury nz/your +oauth/line +oauth/login oauth/v2 oauth2/v2 +oauth_error +offsite og onebox/media/sports/logos onebox/media/sports/photos/soccer/wc2018 @@ -3519,8 +3642,11 @@ pagespeed/insights/ui/logo panel pantheon pantheon-platform +parental-consent/confirmation +parental-passcode participate/conferences.xml partners +password/reset password_expired patent-search/frontend patents/download @@ -3556,8 +3682,40 @@ photos/i_love_u_get_away_from_me photos/tags/*/page photos/youpy photosandvideos +pin-builder +pin-communities +pin-creation-tool +pin-editor +pin/*/activities +pin/*/activity +pin/*/analytics +pin/*/brand-catalog +pin/*/comments +pin/*/email +pin/*/feedback +pin/*/idea-pin/related-products +pin/*/likes +pin/*/promote +pin/*/reaction +pin/*/related-products +pin/*/repin +pin/*/repins +pin/*/sent +pin/*/share +pin/*/shop-the-look +pin/*/tag +pin/*/takes +pin/*/visual-search +pin/*/visual-shop +pin/create +pin/find +pin/find?url= +pin_shop ping? pingback +pinterest-predicts +pinterest-wellbeing +pinterestwellbeing pl*/listing/*/favoriters pl*/people/*/circle pl*/people/*/favorites @@ -3609,6 +3767,7 @@ pl/teams pl/transactions pl/treasury pl/your +place plan= platform-telemetry play/store/web @@ -3635,6 +3794,7 @@ ppob/? ppob? pqa preference +prefs present presentation prettyearth/assets @@ -3645,6 +3805,8 @@ private pro pro-resources pro/about +product-catalogs +product-feed product-reviews/B0069IY63Y productPurchaseDone product_ @@ -3723,6 +3885,7 @@ publications publicliterature.PublicLiterature.search.html purchases puzzles/leaderboards/invite +pw pwapi-proxy/pwproxy pwapiv2 px.gif @@ -3730,6 +3893,7 @@ q= qnasearch? qr quality_form? +quiz r rackspace/elevating-performance radio/aod @@ -3743,6 +3907,7 @@ rd/search rd/search$ rd/search? recensioni +recently-viewed recharge/dashboard/car recharge/dashboard/static recipes/search @@ -3760,6 +3925,8 @@ refer refer/pal referrals referrer= +refresh_stored_accounts +refresh_token register registration registry/wishlist @@ -3769,10 +3936,14 @@ report report-abuse?report= report= report_abuse.gne +reports-and-violations +request-data requestList requests research/participants/cofund reservations/*/notifyme +resource +resource/*/get results retail retail/old @@ -3808,6 +3979,7 @@ s2/sitemaps s2/static s3 s? +safe-redirect safebrowsing/diagnostic safebrowsing/report_badware safebrowsing/report_error @@ -3906,6 +4078,7 @@ searchhistory sections secure seller_onboarding +sendHeaderEarly send_to_friend sendarticle services @@ -3979,6 +4152,7 @@ shihui? shop/browse/overlay shop/iphone/payments/overlay shop_name_search_service +shop_pins shopping-content-api/product_images shopping/product shopping/ratings/account/metrics @@ -4271,11 +4445,13 @@ smart/buttons social/photosui/images social/photosui/sitemap social/social-security-directory/cai +socialmanager sounds/player sounds/player$ sounds/search sounds/search$ sounds/search? +source source= source_repo= spain/empresas/ @@ -4298,6 +4474,7 @@ ss ss/customer-reviews/lighthouse ss/twister/ajax sslsingle +sso stadia/gamers start start_order @@ -4352,6 +4529,10 @@ storefront storepicker stores/page/*visitId= stories +story-pin-builder +story-pin-invite +story_feed +story_pins studios styles/js-on.css$ subscribe/braintree @@ -4372,6 +4553,7 @@ support support/content support/forum/search? surprise +suspension-appeal sv-se.www.cloudflare.com svc svc/crosswords @@ -4382,6 +4564,7 @@ svc/spelling-bee svc/vertex svc/wordle svpRecommendations +sw-shell.html swg syndicate system1/images @@ -4389,6 +4572,7 @@ t/terms tab= tablet tacms +taggingtool tagmanager/containers/xo tagmanager/pptm.js talk @@ -4421,8 +4605,10 @@ test testpage-forhomepage tetro th-th.www.cloudflare.com +thanksgiving-spotlight thanx? themacallan/worlds-together +theme themes/rss things/search things/search$ @@ -4505,6 +4691,7 @@ trustedstores/s trustedstores/tm2 trustedstores/verify tucritica +tv tv/thumb tvschedule twitter @@ -4570,9 +4757,13 @@ uk/teams uk/transactions uk/treasury uk/your +unauth-profile +unlink unsub until= updates +upload-image-lens-history +upload-lens-image uploads urchin_test us-es*/listing/*/favoriters @@ -4647,6 +4838,8 @@ uviewer v1/*http://w3.org/robots.txt v1/browser-performance v1/stats +v1/urls/count.json +v3/pidgets/log v4 verify_age vi-vn.www.cloudflare.com @@ -4677,10 +4870,13 @@ webapps/xoonboarding webmasters/sitemaps/ping? webscr websearch +website/confirm +website/confirm/download webstore/search webstore/static/*/wall/js weekly/signup weimg +welcome whats-next/planes-trains-and-analytics whsmiths widget_auth.php @@ -5141,6 +5337,7 @@ xml? xoplatform/logger/api/logger xorouter your +your-shop youth/404_en.htm youtube/fonts youtube/img/promos diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index aac45644..4b60ca02 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -15,13 +15,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService %7B%7Burl%7D%7D %7B*%7D %7C -%7Cd_ & &* &*To66.Asia &*gg155.cn &*pg99.asia &Lid= +&SID=* &TBL_Prod100Page= &TB_iframe= &VID= @@ -129,6 +129,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &sgsc=* &share= &showAllGroups= +&sid=* &signmein* &sitrackingid= &solrsort @@ -224,7 +225,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css$ .css************* .diff$ -.do .ece .element .emailjson @@ -254,7 +254,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .js************** .json .json$ -.jsp .jsx .jsx$ .jsx? @@ -2327,9 +2326,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /MANUALS/*.pdf$ /Message-Error.htm /Newsroom/GoogleSitemap -/Ntk -/Ntt -/Ntx /P /PWD /RedesignBucket @@ -3092,7 +3088,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newssearch /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://gmail.com/robots.txt +/no-referrer-when-downgradehttp://google.ru/robots.txt /no-search-results /node /node/add @@ -3281,7 +3277,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /scheduled-pin /scheduled-pins /schemes -/schoollist /schrijf-een-review /science/ereader /science/fabrication @@ -3662,7 +3657,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*__rmid ?*__rmidpage ?*ajs_event -?*apikey*http://visitazores.com/robots.txt +?*apikey*http://sundancechannel.com/robots.txt ?*app ?*appidt=* ?*aspects= @@ -3891,18 +3886,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium ?*utm_source ?*utm_source= -?*utm_source=http://chrome.google.com/robots.txt +?*utm_source=http://pixel.quantserve.com/robots.txt ?*verified= ?*xid ?252525253Bpreview= ?Author= -?CMP ?EGOTECpage -?ExternalDataReference ?LID= ?ModPagespeed=noscript ?RefID= ?SESSION +?SID=* ?SSOWebDispatcher&tg=web&ru= ?TBL_Prod100Page= ?TB_iframe= @@ -3911,7 +3905,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?_af_cid= ?_cookie-check= ?_erv=* -?_ga ?_health_check_= ?_locale= ?_preview= @@ -4056,7 +4049,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?id ?id= ?id=* -?iframe ?iframe= ?image= ?industry=agency @@ -4184,7 +4176,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ref=binfind.com ?referralCode=* ?referrer= -?region= ?region=australia-and-new-zealand ?replytocom ?reported_by= @@ -4218,7 +4209,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?showAllGroups= ?show_error=true ?showcomment* -?site_version=viewfullsite +?sid=* ?sitrackingid= ?slogin ?snr @@ -4395,8 +4386,6 @@ AdRequestEventLogApi AddForumUser AddListing AddThis.com -AddToList -AddToRegistry Admin Admin/ Administration/ @@ -4413,10 +4402,8 @@ AirlineRegistration AirlineTips AirportFromGeoAjax AirportIP -AjaxSearchNavigationView Album.aspx/* AllReviews -Allons_voter AlumniAppLoad AmazonCloudFront/2008-06-30 AmazonCloudFront/2009-04-02 @@ -5316,7 +5303,6 @@ BDCbot BIXOCRAWLER BLEXBot BLImpRecord -BTWN BUbiNG Backnumber Baldric/static-1.71 @@ -5347,7 +5333,6 @@ COG CP CR-Dokumentation.pdf$ Calculator -CallToActionModalView CampaignConfigAjax CampaignConfiguration CampaignId @@ -5368,11 +5353,6 @@ CheapFlightsRecord CheapFlightsSearchDeals CheapFlightsSearchResults CheapFlightsSearchSeatGuru -Checkout -CheckoutEditItemsDisplayView -CheckoutOrderBillingView -CheckoutOrderShippingView -CheckoutSignInView Citation/Download Civ Claim @@ -5449,27 +5429,22 @@ Download DownloadFile/ DynamicPlacementAjax ERRORS -ESPDisplayOptionsViewCmd -ESPModal EULegal EarlyRequesterJS/static-1.38 ElasticLoadBalancing/2009-05-15 ElasticLoadBalancing/2010-07-01 -EmailCartView EmailHotel EmailMap EmailMemberRegistration EmailSpellCheckJson Emailer EmbedSlideshow -EnlargedImageView Entrez ErrorLog ErrorPage EssentialMetrics EventDates Exabot -ExitCheckoutCmd ExitWindow ExpandedUserReviews ExperiencesCommerce @@ -5491,12 +5466,9 @@ FareCalendar FatalError.html FavoriteReviewManagement Featured -FeaturedShowMoreOverlay Features/SpinaBifidaProgram/ Feeds Fetch -FetchProdRefreshContent -FiatsCmd FilterState FindRestaurants FinishAppInstall @@ -5523,7 +5495,6 @@ ForumSetSortCookie ForumSignIn ForumVote Fragment/SysConfig -FreeGiftDisplayView FreeTools Friends Friends/inviteFriends @@ -5539,7 +5510,6 @@ GSSAjax GeneralSupport Generic/Generic Generic/IOS/ -GenericRegistryPortalView Genieo GermanwingsPromo GermanwingsRegistration @@ -5548,7 +5518,6 @@ GetListedLightbox GetListedUpdateAttraction GetListedUpdateEatery GetMobileApp -GiftRegistrySearchViewCmd Gigabot GoogleInternetAuthority Gpits @@ -5556,7 +5525,6 @@ GreenLeaderAjax GreenLeadersProxy GroupHomeApi GroupManagementCenter -GuestAsAnonymous GuestExperience GuestXManagementTool GuideAjax @@ -5574,7 +5542,6 @@ HeadJS/static-2.83 HeadJS/static-2.84 HeadJS/static-2.92 Help -HelpContent HelpProxy HelpUkraine Heritrix @@ -5719,7 +5686,6 @@ LocationTab LocationWidget LogMediaClick Login.html -LogonForm MAINTAINERS.txt MAPS MJ12bot @@ -5732,10 +5698,8 @@ Mail/ MailEmergency Manage/ ManageListing -ManageOrder ManageOwnersTopReasonsApi ManagePhotos -ManageReturns ManageShopListingApi ManageShopping ManageStoryboard @@ -5749,7 +5713,6 @@ Marketing/EcapSurvey.aspx Maxthon McKinsey MediaBadgeResponse -MediaDisplayView MediaKit MediaVoting MeetingsBase/static-1.1538 @@ -6041,14 +6004,12 @@ OfferAnnouncementManagement Offline OnThisDay OpenGraphLander -OpenZoomLayer OpeningHours OptOutEmail OptimusNativePayment OrderItemDisplay OrderItemDisplay= Orthogaffe -OtherDisplayView Out-Of-Date OverlayWidgetAjax OwnerActivityFeedAjax @@ -6138,8 +6099,6 @@ PrintGuide Private ProductCancellationLogApi ProductCart -ProductComparisonCmd -ProductDetailsTabView ProductError Production/ Products/AddToCart.aspx @@ -6149,8 +6108,6 @@ Products/subscriptionsSpecial.aspx Profile Project PromoTools -PromotionDetailsDisplayView -PromotionDisplayView ProxyToolsAccountSettingsTool ProxyToolsBillingAndPaymentsTool ProxyToolsBillingDetailTool @@ -6173,7 +6130,6 @@ ProxyToolsTokenTestTool QUICKNEWS QueryJson QuerySeekerSpider -QuickInfoView QuickReview Quickcast R @@ -6223,14 +6179,12 @@ RegistrationInterceptPopup RegistreWeb/search/advanced.htm RegistreWeb/search/simple.htm RegistreWeb/search/typedoc.htm -RegistryPortalCmd RemindMe RentalCarsRedirect RentalPropertyManager RentalWatchSignup RentalsSearch RentalsSupport -ReportAbuse ReportBug ReportIAP ReportPost @@ -6270,7 +6224,6 @@ SI SID= SITE=es.antevenio. SNP -SOImapPriceDisplayView SPCommerceInternal SPOCK SPRedirect @@ -6285,7 +6238,6 @@ Scripts Search Search/* Search/Mail/Public -SearchNavigationView SelectLocale?fromPage= SelfServeAdvertising SendMessage @@ -6331,7 +6283,6 @@ SiftScript SignInShibboleth.aspx SingleClickOptOut SingleClickSignUp -SingleShipmentOrderSummaryView SingleUserReview SiteBot SiteBot/0.1 @@ -6369,7 +6320,6 @@ Special:ThankAuthors Special:UserLogin SpecialOfferManagement SpecialOfferWebview -SpecificationDefinitionView Spinn3r SponsoredListingAjax SponsoredListingCommerce @@ -6420,8 +6370,6 @@ TLMCountries Tablet TaggingAjax TagsJSONServlet -TargetListPortalView -TargetStoreLocatorCmd Taxonomy/CommonTree Taxonomy/Selector TealeafTarget.jsp @@ -6537,7 +6485,6 @@ VacationRentalsPromoLander VacationRentalsTracking VacationRentalsXSiteAjax ValidateJson -VariationSelectionView VerifyReview Video Video/*playerIndex @@ -6594,10 +6541,7 @@ WidgetsAjax WifiPlus WindowsApp Wotbot -WriteComments WriteReviewShade -WriteReviews -XCSA Xenu Xhr Yandex @@ -6614,7 +6558,6 @@ ZyBORG [_0-9a-zA-Z]+/photo [_0-9a-zA-Z]+/status/[0-9]+/likes [_0-9a-zA-Z]+/status/[0-9]+/retweets -[path] \+*\+ _ _ @@ -7117,7 +7060,6 @@ advanced-search advanced-search/x advanced-trade/spot advanced/adv-suggestions -advancedGiftRegistrySearchView advanced_blog_search advanced_engl.html advancedsearch.aspx @@ -7224,7 +7166,6 @@ alacarta/videos/the-challengers alacarta/videoslide.shtml? album albums -alert-when-launch.htm alerts alerts-v1 alerts/$ @@ -7322,12 +7263,12 @@ api.html? api.php api/ api/? -api/attachments/*http://docs.wixstatic.com/robots.txt +api/attachments/*http://unpkg.com/robots.txt api/discovery api/editionurlgenerator api/eventlogging api/html -api/http://kobo.com/robots.txt +api/http://ssl.gstatic.com/robots.txt api/internal/*/location api/internal/analytics/songs api/jobPostings/jobs @@ -7401,7 +7342,7 @@ appchart appdynamics-wem.cisco.com appealed-pin apple-app-site-association -apple-app-site-associationhttp://fonts.google.com/robots.txt +apple-app-site-associationhttp://iso.org/robots.txt apple-news appliance applicant-eligibility @@ -7459,9 +7400,7 @@ archiv/regional archive archive$ archive/api/image.jpg -archive/article archive/graphs.php -archive/page archive/project/sovsport$ archived archives @@ -7486,11 +7425,7 @@ article/HUG article/PR-CO article/api article/beta -article/category article/preview -article/this-article-has-been-deleted -article/this-article-has-been-removed -article/this-article-is-no-longer-available article_email articlecomment/ articles @@ -8205,7 +8140,6 @@ backgrounds backoffice= badges/profile/create bagon -baidu ban-me-i-am-a-robot bandito banking @@ -8603,7 +8537,7 @@ blog/*?text= blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://salon.com/robots.txt +blog/.html.*http://deepmind.com/robots.txt blog/?p= blog/?s= blog/Neuer_Beitrag.html @@ -8730,7 +8664,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://ed.ted.com/robots.txt +bookmarkshttp://overcast.fm/robots.txt books books/NBK books/about @@ -8754,9 +8688,6 @@ bookshelf booksrightsholders boutique/sitemaps bp -bp/c -bp/guest_mfg_brand -bp/p bp01 bpage-preview br @@ -9291,7 +9222,6 @@ cacheKiller= cachebust= cached cai -caijing.php?hr= cak/android/collections cak/android/search cak/firefox/collections @@ -9506,7 +9436,6 @@ capacity4dev/users capacity4dev/xmlrpc.php captcha captchas -car-search-sitemap card/panel card_management.php career-academy/programs @@ -9553,7 +9482,6 @@ careers/texas-event/ careers/toronto-event/ careers/toronto-storage-hiring-2014/ carousel -cars-search cars/index.hi. cart cart$ @@ -9636,7 +9564,7 @@ cdn-cgi cdn-cgi/ cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://mediapost.com/robots.txt +cdn-cgi/http://minds.com/robots.txt cdn-cgi/rum cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t @@ -9663,8 +9591,7 @@ cgi-bin/homelandsecurity cgi-bin/loginpage cgi-bin/state cgi-bin/wx -cgi-binhttp://ifttt.com/robots.txt -cgi-local +cgi-binhttp://is.gd/robots.txt cgi-perl cgi-registry cgi-sys @@ -9785,7 +9712,6 @@ chat/ chat/api/livechat chats/ check -check-web-status.html checkForm= checklink checkout @@ -9948,7 +9874,6 @@ co*/cdn-cgi/challenge-platform co*/step co*/submit co*/submitted -co- co/ co/*?*shpxid= co/*digital_wallets/dialog @@ -9997,7 +9922,7 @@ co/users co/ventureone code code/* -code/http://w3techs.com/robots.txt +code/http://moz.com/robots.txt codeCoverage codesamples/ coin*mid= @@ -10121,6 +10046,7 @@ compagnie companies/c companies/o companies/search +company company/*.rss company/?s= company/add-ons-agreement @@ -10134,11 +10060,9 @@ companydb/recherche companydb/search companydb/suche compare -compare-used-car compare/*/apply compare= compare? -comparecarresultwidget comparl/ competitions/best-buy/entry-thank-you/ competitive-research @@ -10206,7 +10130,7 @@ confirmation.html conflagexp connect connect/@ -connect/http://blog.twitter.com/robots.txt +connect/http://mailchimp.com/robots.txt connect/social-intranet.html connections connections/recent @@ -10322,7 +10246,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://w3c.github.io/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/oecd/ content/dam/redcross/lp @@ -10488,7 +10412,6 @@ counters/year2000a.html?p0 country= country_code= coupons -coupons. coupons/visit courier courses/ @@ -10508,7 +10431,6 @@ cp/api/wpa cpds2 cpes/ cpresources -cpro cpropub/univercd cpspa cr @@ -10636,7 +10558,6 @@ culture/lifestyle/news/2001/08/46315 cupid-v1 curatedsearches currentcartcount -custom-reviews custom/created.html custom/search/ custom_orders @@ -10727,7 +10648,6 @@ data-studio data/*/crosssellaccommodations data/1.0/bundle data/free/files -database/philboard.mdb datasets/ datax date/dateadd.html? @@ -10742,8 +10662,6 @@ db2s dbcfiles dc/ dc? -dcb.htm -dcbdealer dcomlib/ ddp de @@ -11103,7 +11021,6 @@ digital_wallets/dialog digitaledition digitalpdf dip -dir_on_server direct direct/purchase directory @@ -11562,7 +11479,6 @@ edit/success edit_article editarticle editgroup -edition/null editionssi editor editor.jsp @@ -11636,7 +11552,7 @@ email-preferences/ email-unsubscribe email-validation email/$ -email/*http://dw.com/robots.txt +email/*http://klove.com/robots.txt email/privacy-guarantees email/privacy-terms email/unsubscribe @@ -12415,8 +12331,6 @@ feedback feedback-service feedback/user_study feeds -feeds.thetimes.com/puzzles -feeds.thetimes.com/timescrossword feeds/ feeds/* feeds/rss @@ -12568,7 +12482,6 @@ fi/users fi/ventureone fi/virtualization fi/virtualization/virtualbox -fiats ficapp fichas/gestor ficmanagers @@ -12587,8 +12500,7 @@ files/techabuse-welsh.pdf files/techabuse.pdf fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt -filter +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://amazon.co.jp/robots.txt filter/tips filter/tips filterTags= @@ -12966,7 +12878,6 @@ fresh friend/add_as_friend friends friends-through-gvhd -friendsprofile from_cloud= from_id= from_page= @@ -13001,7 +12912,7 @@ fy-NL/search fy-NL/user fy-NL/users g -g/4arE9Chttp://flickr.com/robots.txt +g/4arE9Chttp://history.com/robots.txt g/api g00 g01 @@ -13128,7 +13039,6 @@ gallery gallery/*/copyright gallery/*/flag gallery/rg*/mediaviewer/rm*/tr -gam- game game/score game/summary @@ -13154,7 +13064,6 @@ gb/node/add gb/search gb/user gb/user$ -gc?k gcc gclid= gd/forums @@ -13196,7 +13105,6 @@ get get$ get-author-review get-cloud/ -get-dealer-calback.htm get-galleryfragment get-giftmodule get-hired @@ -13231,7 +13139,7 @@ gh/news gh/useracquisition gh_jid= gif -gifshttp://gist.github.com/robots.txt +gifshttp://zen.yandex.ru/robots.txt gift-redemption gift-terms gift_card= @@ -13258,7 +13166,7 @@ glass/images/commerce global global$ global-consumer-survey/tool -global-infrastructure/services/get-async/http://baidu.com/robots.txt +global-infrastructure/services/get-async/http://justanotherdeveloper.net/robots.txt global-master global-nav-esi global/RU/ @@ -13564,7 +13472,6 @@ gu/firefox/collections/mozilla/$ gu/firefox/search guest-demos guest-pass -guestEmailNotificationView guestbook/ guidatv-old$ guidatv/lista$ @@ -13591,7 +13498,7 @@ ha/search ha/user ha/users hackathons/reinvent-2013/ -hacker/*/followhttp://hackerone.com/robots.txt +hacker/*/followhttp://thefader.com/robots.txt hacker/*/unfollow hair-transplant-services handler @@ -13869,7 +13776,6 @@ homeandgarden/home/hearstmagazines homefeed homepage homepage-video-test -homepage/ homepage/2013 honing.html hooks @@ -13989,39 +13895,38 @@ http http-checker http2_data http: -http://2.bp.blogspot.com/robots.txt +http://1.gravatar.com/robots.txt http://about.google/robots.txt -http://amazon.de/robots.txt -http://amzn.to/robots.txt -http://api.whatsapp.com/robots.txt -http://app.box.com/robots.txt -http://bbc.com/robots.txt -http://bcn.cl/robots.txt -http://behance.net/robots.txt -http://census.gov/robots.txt -http://creativecommons.org/robots.txt -http://euronews.com/robots.txt -http://extension.purdue.edu/robots.txt -http://graphisoft.com/robots.txt +http://ads.google.com/robots.txt +http://blogger.com/robots.txt +http://change.org/robots.txt +http://copyright.gov/robots.txt +http://creatoracademy.youtube.com/robots.txt +http://deviantart.com/robots.txt +http://dx.doi.org/robots.txt +http://fastcompany.com/robots.txt +http://feross.org/robots.txt +http://flipboard.com/robots.txt +http://fsf.org/robots.txt +http://geo.itunes.apple.com/robots.txt +http://google.com.br/robots.txt http://hubspot.com/robots.txt -http://ie.edu/robots.txt -http://linkedin.com/robots.txt +http://i2.wp.com/robots.txt +http://lh5.googleusercontent.com/robots.txt +http://m.youtube.com/robots.txt +http://moma.org/robots.txt http://mrisoftware.com/robots.txt -http://nationalgeographic.com/robots.txt -http://news.yahoo.com/robots.txt -http://patreon.com/robots.txt -http://producthunt.com/robots.txt -http://raiplay.it/robots.txt -http://redbubble.com/robots.txt -http://support.apple.com/robots.txt -http://techradar.com/robots.txt -http://theverge.com/robots.txt -http://tiny.cc/robots.txt -http://torproject.org/robots.txt -http://translate.google.com/robots.txt -http://upload.wikimedia.org/robots.txt -http://vogue.com/robots.txt -http://yelp.com/robots.txt +http://nydailynews.com/robots.txt +http://pcworld.com/robots.txt +http://phys.org/robots.txt +http://pkp.sfu.ca/robots.txt +http://platform.twitter.com/robots.txt +http://purdue.edu/robots.txt +http://smashingmagazine.com/robots.txt +http://stackoverflow.com/robots.txt +http://tech.nikkeibp.co.jp/robots.txt +http://track.adform.net/robots.txt +http://uk.linkedin.com/robots.txt hu hu-*/ hu-hu/ @@ -14313,7 +14218,6 @@ ig/search ig/user ig/users ignoring/human/orders -igp ii il il-en*/listing/*/favoriters @@ -14393,7 +14297,6 @@ images/$ images/* images/? images/Podcasts -images/carBlogsimages images/chart_gifs images/chart_pdfs images/chart_png300 @@ -14405,17 +14308,13 @@ images/mockups images/ndtvvideo/* images/pad/search?rpt=imageview images/pad/search?text=*&source=morda -images/resume images/search?rpt=imageview images/search?text=*&source=morda -images/showroomimages images/smart/$ images/touch/$ images/touch/? images/touch/search?rpt=imageview images/touch/search?text=*&source=morda -images/usedcarimages -images/userprofileimg images/v$ images/viewconfig$ imagine/ @@ -14562,7 +14461,6 @@ index.hi. index.html index.html$ index.html? -index.jhtml index.new.html index.php index.php/*/media/oembed @@ -14699,7 +14597,7 @@ intcmp= integrate/ integromedb intelligencer/amp -interactive*http://fcc.gov/robots.txt +interactive*http://startnext.com/robots.txt interactive/reading-preference interface/pda intern/service/suche @@ -15378,7 +15276,6 @@ keep keepalive.html keyboard_qwerty.html keyword -keyword= kg/en/ kg/ru/ khan-labs?step=children-over-limit @@ -15570,7 +15467,7 @@ layout/set/txt_pq layout/set/xml layouts lb -leadingtogether/http://validator.w3.org/robots.txt +leadingtogether/http://elpais.com/robots.txt leaf learn learn-noperf @@ -15612,7 +15509,6 @@ lees/gids/exclusief$ lees/gids/exclusief.*$ lees/gids/exclusief.html$ legal -legal-contact-us legal-content/BG/TXT/DOC legal-content/BG/TXT/SIG legal-content/CS/TXT/DOC @@ -15731,7 +15627,6 @@ liked limit_hits limited-release link -link? link_to linked linkedin @@ -15744,7 +15639,6 @@ linux list list-bibliography-delegates list-existing-collections -list.id=1 list/ls*/_ajax list/ls*/export list_community.pl @@ -15843,7 +15737,6 @@ login$ login-business/* login-messages login.mhtml$ -login.thetimes.com/user/logout login/ login/$ login/?*guestpasskey= @@ -15942,7 +15835,6 @@ lu lu/$ lu/corporate/contact lu/news -lucene-search-sitemap*.xml lung/copd/treat-copd-21/copd-new-treatment lux lv @@ -16002,7 +15894,6 @@ m-redirect.cfm m-s.cfm m/ m/? -m/carwallpaper m/finance m/rich m=1$ @@ -16241,7 +16132,7 @@ media/tourism-content media/travelpod-roll.flv media/tv/channel/credits media/tyfo* -media/tyfo*http://statcounter.com/robots.txt +media/tyfo*http://jigsaw.w3.org/robots.txt media/unesco media/vr-geo-photo-j media/vr-geo-photo-l @@ -16723,7 +16614,6 @@ moon/*? moon/*year= more more_samples -moreinfo.cfm morelikethis morerecenthistory morerecenthistoryajax @@ -16931,7 +16821,6 @@ my*/step my*/submit my*/submitted my-account -my-articles my-eurlex my-library my-list-shows @@ -17129,8 +17018,6 @@ new_cmtofart* new_cmtofart2_nit_v1/ new_invite newblog -newcarfilterwidget -newcarwidget newfanshot newpoll newreleases*language= @@ -17548,7 +17435,6 @@ notifications/* nova now/mt3 now50 -np npk npln npost/ @@ -17925,7 +17811,6 @@ p/allura/tickets p/blackout-m7 p/featured.atom p/moduleprovider -p/premium-registry p/surveyopen pa-IN/android/collections pa-IN/android/search @@ -17962,6 +17847,7 @@ page/*/?egotecpage page/*/?hc_location= page/*/?iq_id= page/*/?pcd= +page/*/?s page/*/?s= page/*/?search= page/account-confirmation-thanks @@ -18049,9 +17935,6 @@ password password-changed-email password/reset password_expired -past-six-days -past-six-days$ -past-six-days/$ patent-search/frontend patents patents/download @@ -18226,7 +18109,6 @@ photosandvideos phvw-vp piano pickadate/static-1.6 -picture-gallery.htm pictures pictures/related pictures/search @@ -18273,7 +18155,6 @@ pipeline pixel.png pk pkginfo -pl pl*/listing/*/favoriters pl*/people/*/circle pl*/people/*/favorites @@ -18386,7 +18267,6 @@ play/store/web play/surveys/serp play/videos/modulos player -player/brightcove player/metadata/video playerColor= playlist.php @@ -19270,7 +19150,6 @@ q/user/*/verifies q= qa qemail -qi qnasearch? qr qrCode/* @@ -19387,14 +19266,12 @@ reactions? read readcommentshtml reader -ready_sit_read/index.jhtml realmedia rearrange rec recaptcha received-gift recensioni -recent-car-searches.htm recently-viewed recfb? recharge/dashboard/car @@ -19586,7 +19463,6 @@ review/show review/top-reviewers reviewFilters reviewSeller -reviewVote reviewWidget review_feed_auto_fetch reviewit @@ -19807,7 +19683,6 @@ s2/sitemaps s2/static s3 s? -s? s?*rh=n%3A1380045031 sa sa= @@ -20250,12 +20125,10 @@ searchbeta searchdeb/ searches searchhistory -searchresult?q= searchresults.aspx searchresults.json searchsuggest searchtest -searchuc?city= sec section section/1 @@ -20268,7 +20141,7 @@ section/3 section/36 section/6 section/8 -section/9http://issuu.com/robots.txt +section/9http://nam.edu/robots.txt sectionized sections sections$ @@ -20569,7 +20442,6 @@ sharing/files sharing/folders shelf/user_shelves shenghuo/search? -shifen/ shihui shihui? ship @@ -20633,7 +20505,7 @@ showdependency shows/ showtag showtime/.requestinvite.html.swp -showtimes/location/*http://img.youtube.com/robots.txt +showtimes/location/*http://anchor.fm/robots.txt shr* shutterstock si @@ -20688,6 +20560,7 @@ sign-in sign-in-6for6Sale sign-out sign-out +sign-up sign-up-to-be-contacted-for-research sign-up/? sign_in @@ -21308,7 +21181,6 @@ spip.php?page=recherche splash splashui splashui_rc -splitOrderItem sponsored sponsored-content sponsored/2022/10/disruptors-who-are-changing-their-industries @@ -21510,7 +21382,6 @@ stock-ranker stoken storage store -store-locator/search-results-print store/ store/* store/*/search @@ -21672,7 +21543,6 @@ summary_view$ summerbzz sun/*? sun/*year= -supertarget/index.jhtml supervision/coexistence supervision/setup support @@ -21878,7 +21748,7 @@ tag tag-manager tag-manager-360 tag/ -tag/*+http://discogs.com/robots.txt +tag/*+http://www2.deloitte.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -21959,9 +21829,6 @@ talk/user talk/user/*/article talks2 tally-loader-react/static-1.65 -target_baby -target_group -targetdirect_group tasks tax-center tax.php @@ -21997,7 +21864,6 @@ tc/accept tdaroundme tdautourdemoi tdid=* -tdir/p/kids-back-to-school tdv2_fp te/android/collections te/android/search @@ -22105,7 +21971,7 @@ test5 test6 testcases testfl -testhttp://moz.com/robots.txt +testhttp://pca.st/robots.txt testing testpage-forhomepage tests/* @@ -22274,7 +22140,6 @@ topic/*/Rss topic/*? topic/article/ topic/articlecollection -topic/bbc topic/electrode/api/logger topic/electrode/api/wpa topic/photo/ @@ -22387,7 +22252,6 @@ track/exposure trackback trackexternal.aspx trackexternalsite.aspx -tracking tracking-pixels/static-1.10 tracking-pixels/static-1.8 tracking?tracking_number @@ -22426,7 +22290,7 @@ transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency -transparency/http://anchor.fm/robots.txt +transparency/http://docs.aws.amazon.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -22509,8 +22373,6 @@ try-which/price-predictor/ try-which/wills/ try? trylater -tsa -tto tucritica tune*retpath= turbo @@ -22827,7 +22689,6 @@ uk/users uk/ventureone uk/wdc uk/your -ulink? ulk/i ulk/sch ulk/usr @@ -23146,10 +23007,6 @@ use-cases/global-solution-providers/microsoft/bizspark/signon/ use-cases/global-solution-providers/microsoft/bizspark/signon/thankyou/ use-cases/global-solution-providers/microsoft/bizspark/thankyou/ used -used-car-details -used-car-finance -usedcar-pictures -usedcarwidget user user user$ @@ -23322,7 +23179,7 @@ v/badge v/checkin v/s/vmdn v1 -v1/*http://podcasts.google.com/robots.txt +v1/*http://instagram.com/robots.txt v1/SocialMediaActivity/ v1/browser-performance v1/stats @@ -23671,7 +23528,6 @@ webnode2 webops-perf/free/files webpoc/ruleCenter webscr -websdksettings websearch website website-template/view/flash @@ -23710,7 +23566,6 @@ wgbh/pages/frontline/digitalnation/%3F wget what-is-slack whats-next/planes-trains-and-analytics -whatsapp whatson/dbs whatson/pbsyou whatson/schedulex @@ -24446,7 +24301,6 @@ windowsforms/ windowsvista/ winforms/ winfx/ -winnt wirecutter/*&xid= wirecutter/*.csv$ wirecutter/*.zip$ @@ -24597,9 +24451,9 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt -wp-admin/admin-ajax.phphttp://fool.com/robots.txt -wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt +wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt +wp-admin/admin-ajax.phphttp://mirror.co.uk/robots.txt +wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -24669,7 +24523,7 @@ wp-content/uploads/ wp-content/uploads/wc-logs wp-content/uploads/woocommerce_transient_files wp-content/uploads/woocommerce_uploads -wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt +wp-content/uploads/wp-import-export-lite/http://deezer.com/robots.txt wp-dyn wp-includes wp-includes*.css @@ -24794,7 +24648,7 @@ your-account your-orders your-shop youreurope/businessACC -youreurope/businessDEV/http://europarl.europa.eu/robots.txt +youreurope/businessDEV/http://use.typekit.net/robots.txt youreurope/citizensACC youreurope/citizensDEV yours @@ -24823,7 +24677,6 @@ youtube/fonts youtube/img/promos youtube/partner youtubei -yr yss_fragment.gne yuv z @@ -25143,15 +24996,12 @@ zz 8618 9742 9744 -101612.rsshttp://c-span.org/robots.txt +101612.rsshttp://google.qualtrics.com/robots.txt 1010203 1014943 1027454 -1089059 3584794 5787254 -7078046 -7079046 23219321/iac. 30585109/ 34722903 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 884f5543..d5fdd755 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -356,7 +356,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService %7CName= %7CUNSUB%7C %7CUPDATE_PROFILE%7C -%7Cd_ %7E %7Eelph %7Ephilippe @@ -419,6 +418,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &PN=* &Rehydrate=* &S= +&SID=* &TBL_Prod100Page= &TB_iframe= &URL= @@ -681,6 +681,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &share= &shopby=* &showAllGroups= +&sid=* &signmein* &sitrackingid= &size= @@ -777,6 +778,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &ved= &version= &view= +&view= &view=ajax &view=json &viewday= @@ -974,7 +976,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*__hsfp. .*__hssc. .*__hstc. -.+http://skype.com/robots.txt +.+http://theweathernetwork.com/robots.txt ...$ .../ .ASPX$ @@ -1041,7 +1043,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css* .css************* .css? -.csshttp://famicom-guitar.com/robots.txt +.csshttp://coreywilley.com/robots.txt .cssx$ .csv .csv$ @@ -1132,7 +1134,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jpg .jpg$ .jpg$ -.jpg$http://palwatch.org/robots.txt +.jpg$http://viator.com/robots.txt .jpg* .jpg************* .js @@ -1143,12 +1145,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .js* .js************** .js? -.jshttp://domains.google/robots.txt +.jshttp://cio.com/robots.txt .json .json .json$ .jsp -.jsp .jsp$ .jsp$ .jsp? @@ -1206,14 +1207,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .php$ .php*dropship .php?$ -.phphttp://regjeringen.no/robots.txt +.phphttp://pompeachaleurdaikin.fr/robots.txt .pl .plist$ .png .png$ .png$ -.png$http://straitstimes.com/robots.txt -.png$http://wayfair.com/robots.txt +.png$http://clamav.net/robots.txt +.png$http://whatis.techtarget.com/robots.txt .png* .png************* .ppt @@ -1255,7 +1256,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .swf .swf$ .swf$ -.swfhttp://english.happybuddhatemple.org/robots.txt +.swfhttp://eresunpagafantas.com/robots.txt .sz= .tar$ .tar.bz2$ @@ -1309,7 +1310,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .zip .zip$ .zip$ -.zip$http://glas-javnosti.rs/robots.txt +.zip$http://state.gov/robots.txt .|jsp / /$ @@ -1747,7 +1748,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*?*ls%3d*%3fls%3d /*?*ls=*&ls= /*?_requestid= -/*?add-to-cart=*http://qiita.com/robots.txt +/*?add-to-cart=*http://assets.pinterest.com/robots.txt /*?attachment-id= /*?label= /*?layout=grid @@ -4615,7 +4616,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Job-Listings /LICENSE.txt /Layout/set/popup -/Lenses/Snapshots* /Lightroom /Lists/ /LiveCycle @@ -4637,9 +4637,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /MusicStore-MusicStoreShop-Site/*/*/*/ViewContactForm-Start /MyAccount /Newsroom/GoogleSitemap -/Ntk -/Ntt -/Ntx /OTC-Trading /OnLocation /P @@ -4828,9 +4825,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /actions /actions_panel /action~ -/action~*/http://aswaja.net/robots.txt -/action~*/http://rachats2credits.fr/robots.txt -/action~*/http://taern.com/robots.txt +/action~*/http://bijinhiroba.seesaa.net/robots.txt +/action~*/http://heilpraktiker-psychotherapie-bonn.de/robots.txt +/action~*/http://mackenzieporter.com/robots.txt /activate /activities/detail /activities/detail/*/* @@ -4858,6 +4855,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /administrator/* /ads /adult +/adults/VolunteerDocent /advanced-sparql-query-editor /advertiserDetail /adyen @@ -5079,13 +5077,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /attend-my-event /auctions/ecatalogue/lot.pdf /audible/signinRedirect +/audio-video/docent /audio_ad? /auth /auth/linkedin /auth/login/* /auth/ui /author -/author/page/ /auto_erotic_* /autodiscover/autodiscover.xml /autoerotic_* @@ -5420,7 +5418,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /catalog/product/view/ /catalog/product_compare/ /catalogsearch/ -/category/ /category/* /cbp-*.html /cdn-cgi/challenge-platform @@ -5724,7 +5721,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /contributions /contributor /control_panel/manage* -/control_panel/manage*http://garciniaweightloss.com/robots.txt +/control_panel/manage*http://upenn.edu/robots.txt /conversation /conversation? /conversations @@ -5793,6 +5790,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /crunchylists /crypto/recurring /css.php +/css/default.css?* /csv /csw/previous-sessions/csw59-2015/? /csw/previous-sessions/csw59-2015? @@ -5990,7 +5988,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /dynamics/ /dzcfg /eat_my_ass_* -/ebible* /ebook /ebook/preview.html /ecchi_* @@ -6025,6 +6022,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /edits?*$ /editview /edm +/education/adults/volunteer /einleitung /ejaculation_* /ekgroup/id* @@ -6049,7 +6047,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /embed /embed$ /embed* -/embed.js?pname=wordpress&amp;amp;amp;amp;amp;amp;amp;amp;amp;pver=2.74 /embed/$ /embed/enterprise-form /embed/single-line-form @@ -6436,6 +6433,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /galaxy-s10-buy-test /gallery.html /gallery.js +/gallery/*order=* /gallerylist /games/archive /games/search @@ -6755,6 +6753,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /invites/$ /invoices/invoice-templates /invoices/recurring-payments +/ipz /irprev_ /it/partite /item/*? @@ -6775,6 +6774,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /javascript/jquery/i18n/ui.datepicker-da.js? /jbequicksignup /jbs +/jcr:content /jcr:content*.html /jcr:content*.json /jcr:content*.xml @@ -6797,7 +6797,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /jquery.js /js /js.php +/js/default.js?* /js/lib/magic +/js/location.js?* /jserrors /json /json/cmlink @@ -6945,6 +6947,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /loan/data /locale /location- +/locationview.html? /log /log$ /log/* @@ -7085,7 +7088,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /mobile/mimo/activity /mobile_collapsed /mobile_expanded_voter_list -/mobilnavigation.html /modals /mode/edu /mode/gsa @@ -7155,17 +7157,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /mvopinions/* /my /my-account -/my-account/profile -/my-account/register/newsletters-setup -/my-account/register/profile-setup -/my-account/reset-password -/my-account/subscription/checkout -/my-account/subscription/checkout/register -/my-account/subscription/checkout/sign-in -/my-account/subscription/confirmation -/my-account/subscription/offers/?campaignId= -/my-account/subscription/offers/sign-in -/my-account/subscription/payment /my-addresses /my-alerts /my-lists @@ -7220,7 +7211,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /neonazi_* /neueroeffnung /neueroeffnungen-und-nachrichten -/neuroscience-terms/$http://newatlas.com/robots.txt +/neuroscience-terms/$http://jetblue.com/robots.txt /neuroscience-topics/$ /new /new-for-you @@ -7277,9 +7268,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /no /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt -/no-referrer-when-downgradehttp://marketwired.com/robots.txt -/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt +/no-referrer-when-downgradehttp://bsi.bund.de/robots.txt +/no-referrer-when-downgradehttp://oclc.org/robots.txt +/no-referrer-when-downgradehttp://video.twimg.com/robots.txt /no-search-results /no_access /node @@ -7487,7 +7478,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/standalone /pdf/$ /pdf/index.html -/pdf_reader/*/http://venmo.com/robots.txt +/pdf_reader/*/http://globalbankingandfinance.com/robots.txt /pdfft /pdp/lo /pedobear_* @@ -7585,8 +7576,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /popular/*/channel /popular/this /popup -/popup- -/popup_ /porn_* /porno_* /pornography_* @@ -7607,11 +7596,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pr/ /preferences/ /premium -/premium/* /premium/search /preplay /prereq /presi +/press-release.html?news_id= /press-releases.html /pressroom/utlite /preview @@ -7636,7 +7625,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /print.html /print.ssf /print/ -/print/http://opplemena.com/robots.txt +/print/http://golem.de/robots.txt /print?id /print_ad? /printable @@ -7956,7 +7945,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /scheduled-pins /schemes /schlong_* -/schoollist /schrijf-een-review /science/ereader /science/fabrication @@ -7974,6 +7962,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /search /search /search$ +/search* /search*%7C /search*&node=*&sort= /search*18573351011 @@ -8240,6 +8229,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sl /slanteye_* /slide_show +/slide_show/ /slut_* /smadar /smut_* @@ -8318,7 +8308,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/checkouts /store/closest /store/feed -/store/orderhttp://pouet.net/robots.txt +/store/orderhttp://enable-cors.org/robots.txt /store/orders /storefront/ /storelocator/storesSearch.json @@ -8423,7 +8413,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /tablon-de-edictos /tag /tag-site -/tag/ /tag/* /tag= /tagged @@ -8882,8 +8871,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wp-content/gallery /wp-content/plugins /wp-content/themes -/wp-content/uploads/http://copaco.com.py/robots.txt -/wp-content/uploads/http://next.co.uk/robots.txt +/wp-content/uploads/http://bursaanaliz.com/robots.txt +/wp-content/uploads/http://metalsur.com.ar/robots.txt /wp-feed /wp-includes /wp-json/* @@ -8970,6 +8959,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService 0-tiktok* 0.gif 000/* +0;((a=google.c)==null?void 0c49118 0c491184f9.html : @@ -9041,7 +9031,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*amp= ?*answerId= ?*api_key -?*apikey*http://visaeurope.com/robots.txt +?*apikey*http://akismet.com/robots.txt ?*app ?*append_element ?*appidt=* @@ -9115,8 +9105,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hitsPerPage ?*hl ?*hsCtaTracking -?*http://amplifypixel.outbrain.com/robots.txt -?*http://tapatalk.com/robots.txt +?*http://goldstocktrades.com/robots.txt +?*http://regjeringen.no/robots.txt ?*hubs_signup-cta ?*hybrid= ?*ic= @@ -9392,7 +9382,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://chordsoftruth.com/robots.txt +?*utm_source=http://pixel.quantserve.com/robots.txt ?*utm_term= ?*verified= ?*view_post_comments= @@ -9411,7 +9401,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?Author= ?Brand=* ?CID* -?CMP +?COURSE_ID= ?Category=* ?Color=* ?Colors=* @@ -9419,7 +9409,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ContensisTextOnly=true ?Cookie=true ?EGOTECpage -?ExternalDataReference ?Features=* ?G2I_ActionId=* ?ID_PAGE=Journal @@ -9446,8 +9435,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?S=% ?SESSION ?SID= +?SID=* ?SQ_VARIATION* ?SSOWebDispatcher&tg=web&ru= +?SelectedContentFilter= ?TBL_Prod100Page= ?TB_iframe*= ?TB_iframe= @@ -9501,6 +9492,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?action= ?action=callus ?action=fx_tracking_data +?action=recent* ?action_typTHe= ?adbypass= ?adcode= @@ -9545,7 +9537,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?anyWord* ?api_key ?app= -?app=truehttp://decide.madrid.es/robots.txt +?app=truehttp://domain.com.au/robots.txt ?app_id_mytracker ?app_v2 ?ar @@ -9611,7 +9603,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?cache= ?cacheBurst= ?calendar -?callback=http://bitfinex.com/robots.txt +?callback=http://hyatt.com/robots.txt ?callsandtexts ?cameFrom* ?card= @@ -9770,6 +9762,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?document* ?dologin=* ?duration= +?dve_trk_id ?dwhsplit ?ec ?edit= @@ -9887,6 +9880,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?givingPlayers= ?go= ?go=111b735a516af85c84df92fa7be3eface405339a91bac1c0d5bf8db96e9a2fc1 +?go=Anime ?goalAchievementShowContactOptions ?gologin=1 ?gp @@ -9978,7 +9972,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?keymap ?keyword ?keyword= -?keyword=* ?keywords= ?keywordslug= ?kind= @@ -10009,6 +10002,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?lat= ?latest-type= ?lc= +?letter= ?lgeurl= ?licenses ?lid= @@ -10034,7 +10028,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ls= ?ltclid ?lx* -?m=1 ?m_bt= ?manufacturer= ?manufacturer=*&p= @@ -10062,6 +10055,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?modelNumber= ?moderer.shtml ?module= +?moguid= ?month* ?monthnum= ?most-popular @@ -10079,9 +10073,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ncrnd= ?ncs= ?neighborhoods -?netflixsource=*http://help.opera.com/robots.txt +?netflixsource=*http://forums.macrumors.com/robots.txt ?netmng= ?new= +?news_id= ?newsid ?next ?nextUrl=* @@ -10111,13 +10106,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?occasions= ?ocid= ?offer= -?offset* ?offset= ?offset=0 ?omiid ?onboard= ?op= ?opeco= +?option= ?oq= ?order ?order @@ -10156,6 +10151,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?pagespeed ?pagination ?partner= +?path= ?payed ?pcrid= ?pdfJsInlineViewToken= @@ -10170,6 +10166,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?photo_counts= ?phpinfo= ?pk_campaign* +?pkgCode= ?pl ?plainText ?platform @@ -10209,7 +10206,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?print ?print= ?print=1 -?print=1 ?print=yes ?printable= ?priority= @@ -10301,7 +10297,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?r ?r= ?radius= -?rangeId=*http://dafont.com/robots.txt +?rangeId=*http://zonasrurales.com/robots.txt ?rc= ?receiver= ?recipient=*&id= @@ -10435,10 +10431,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?showOlderReviews ?show_error=true ?showcomment* -?shttp://jetpack.com/robots.txt +?shttp://3lion-anime.com/robots.txt ?sid ?sid= -?site_version=viewfullsite +?sid=* ?sitemap ?sitrackingid= ?size= @@ -10512,7 +10508,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?spm= ?sputnik=* ?sq_content_src= -?sq_content_src=http://news.un.org/robots.txt +?sq_content_src=http://bh.contextweb.com/robots.txt ?src ?src* ?src=sem_ggl @@ -10650,6 +10646,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?uuid=*&preview= ?v ?v02 +?v= ?v=* ?v=2 ?var @@ -10673,7 +10670,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?viewId= ?viewType ?view_medium= -?view_only=http://osha.gov/robots.txt +?view_only=http://kxan.com/robots.txt ?view_source= ?viewday= ?viewmont= @@ -10699,6 +10696,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?wbraid= ?wc-ajax=get_refreshed_fragments ?wcmmode* +?wcmmode= ?webview= ?webview=true ?week= @@ -10760,7 +10758,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService @me @me$ @nfs/ecommerce-front-core -@vitehttp://optinmonster.com/robots.txt +@vitehttp://doaj.org/robots.txt A= AAMSZ=160x600 AAMSZ=300x250 @@ -10787,7 +10785,7 @@ API/forum/update-who-typing API/user/abtest API/user/combinedinfo API/uxr-survey-management -API/v2$http://hawaii.edu/robots.txt +API/v2$http://bat.bing.com/robots.txt APIAccessSupport APWIRE AR/ @@ -10879,8 +10877,6 @@ AdRequestEventLogApi AddForumUser AddListing AddThis.com -AddToList -AddToRegistry AddedToBasket.aspx Addedtobasket Addedtobasket.aspx @@ -10911,12 +10907,10 @@ Ajax.htm$ Ajax/ AjaxLogonForm AjaxOrderItemDisplayView -AjaxSearchNavigationView Alamysearchhistory/ Album.aspx/* AllReviews Allabout -Allons_voter Allow: AlumniAppLoad AmazonCloudFront/2008-06-30 @@ -16288,7 +16282,6 @@ BORME-C-2020-7914.pdf BR/ BS/ BT/ -BTWN BUbiNG BUbin BW/ @@ -16375,6 +16368,7 @@ CONF715 COP/analyzing_progress COShipping* COURSE +COURSE_ID= CP CR-Dokumentation.pdf$ CR/ @@ -16387,7 +16381,6 @@ CY/ CZ/ Cache/ClearCache/ Calculator -CallToActionModalView CalmView/* CampaignConfigAjax CampaignConfiguration @@ -16429,11 +16422,7 @@ CheapFlightsSearchSeatGuru Checkout Checkout Checkout/ -CheckoutEditItemsDisplayView -CheckoutOrderBillingView -CheckoutOrderShippingView CheckoutPayInStoreView -CheckoutSignInView Christian/Books/WISHLIST Christian/Books/backorder_email Christian/Books/bookbag @@ -16635,7 +16624,7 @@ Doc-rss Doc-y/ Documentation/ Documents/ -Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt +Documents/Departments/EthicsElections/DemocracyVoucher/http://js.stripe.com/robots.txt Documents/postgraduate-prospectus.pdf Documents/students/undergraduate-prospectus.pdf Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf @@ -16659,6 +16648,7 @@ EDOCSSESSIONID* EE/ EG/ EH/ +ELEMENT_CODE= EN/Service ENews.aspx ER/ @@ -16673,8 +16663,6 @@ ERORecords ERRORS ES/ ESJ382 -ESPDisplayOptionsViewCmd -ESPModal ESPNPlusAdobeTracking ET/ EULegal @@ -16687,7 +16675,6 @@ ElasticLoadBalancing/2009-05-15 ElasticLoadBalancing/2010-07-01 Email/R/ Email/r/ -EmailCartView EmailHotel EmailMap EmailMemberRegistration @@ -16697,8 +16684,6 @@ Emailv_v2 EmbedSlideshow Emoticons/ Eng -Engage* -EnlargedImageView EnsMart EnterpriseSubscriber/* Entrez @@ -16748,15 +16733,12 @@ Events/register/ Events/stylesheets/ Events/xml/ Exabot -ExitCheckoutCmd ExitWindow ExpandedUserReviews -Experience* ExperiencesCommerce ExperiencesInsights/?s Experimental Explodingstuff -Explore* Export/ External ExternalExitWindow @@ -16942,19 +16924,17 @@ Facilities/CIS/SCP Facilities/Haffenreffer/archive Fact_check FairShare +Faiths/Islam/Islamic-Quote-Search.aspx FamilyConnect?*s= FareCalendar FatalError.html FavoriteReviewManagement Feature Featured -FeaturedShowMoreOverlay Features/SpinaBifidaProgram/ Feedback/ Feeds Fetch -FetchProdRefreshContent -FiatsCmd FicherosDatosPersonales File/ Files/ @@ -16964,7 +16944,6 @@ FilterState FinDocuments Finance/Financial_Aid FinancialServices -Find* FindRestaurants FinishAppInstall FiveSteps/ @@ -17007,7 +16986,6 @@ ForumVote Fragment/ Fragment/SysConfig FrameWork/charts -FreeGiftDisplayView FreeMoney/ FreeTools FreeVlast/ @@ -17050,14 +17028,12 @@ GW/ GY/ Gallery/* GarrettScript -Gateways* General GeneralSupport GeneratedItems Generic/Generic Generic/IOS/ GenericApplicationError -GenericRegistryPortalView GenericSystemError Genieo Genome_MOT @@ -17069,7 +17045,6 @@ GetListedUpdateAttraction GetListedUpdateEatery GetMobileApp Getting_Started -GiftRegistrySearchViewCmd Gigabot Global Global/ @@ -17087,7 +17062,6 @@ Groups/images Groups/include Gu%C3%ADa/embed Gu%C3%ADa/new -GuestAsAnonymous GuestExperience GuestXManagementTool GuiaFyS @@ -17119,12 +17093,12 @@ HU/ HX62 HandleHotelSuperPortal Handlers +Handlers/ HeadJS/static-2.115 HeadJS/static-2.83 HeadJS/static-2.84 HeadJS/static-2.92 Help -HelpContent HelpProxy HelpUkraine Helpers/ @@ -17216,6 +17190,7 @@ I18n/static-7.329 IAGA/cgi-bin IBCommerce ID/ +ID= IDMS ID_PAGINA=1810072 ID_PAGINA=1810080 @@ -17295,7 +17270,7 @@ IntegrationCenter Inter InterestItem InternalError.html -International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt +International-Lectures/en-GB/courses/apply.aspxhttp://tempestchess.com/robots.txt International-Lectures/nl-NL/cursussen/inschrijven.aspx International/questions/qa-html-language-declarations/icons InterstitialsWidget @@ -17436,7 +17411,6 @@ Login/ Login? Logoff LogonForm -LogonForm LogonFormView Logs MA/ @@ -17512,11 +17486,9 @@ MakePaymentView Manage/ ManageAccountAccess ManageListing -ManageOrder ManageOwnersTopReasonsApi ManagePaymentAccountView ManagePhotos -ManageReturns ManageShopListingApi ManageShopping ManageStoryboard @@ -17546,7 +17518,6 @@ Media/SOAR MediaBadgeResponse MediaBin MediaComp/ -MediaDisplayView MediaKit MediaVoting Medianet @@ -17845,7 +17816,6 @@ NVisitor4Ajax.nhn NVisitorgp4Ajax.naver NVisitorgp4Ajax.nhn NZ/ -NaN NativeAds Nauka/ NaverBot @@ -17943,7 +17913,6 @@ OnDemandDiscount/ OnThisDay OnlineOrderHistoryView OpenGraphLander -OpenZoomLayer OpeningHours Oppo-F3 OptOutEmail @@ -17956,7 +17925,6 @@ OrderShippingBilling OrderSummaryView Ore/Public Orthogaffe -OtherDisplayView Otherdepts Our-Town-Business/ Our-Town-Going-Out/ @@ -17989,6 +17957,8 @@ P3/find PA/ PAD PAGEN +PAGEN_* +PAGE_NAME= PAGINA-DE-PROVA PDAET PDATOI/ @@ -18183,8 +18153,6 @@ Product-Variation* Product?pid=* ProductCancellationLogApi ProductCart -ProductComparisonCmd -ProductDetailsTabView ProductError ProductListingBatteryView? ProductSelections/ @@ -18206,8 +18174,6 @@ Programs Project PromoTools Promoted -PromotionDetailsDisplayView -PromotionDisplayView Promotions/ Properties.asp Property @@ -18297,7 +18263,6 @@ QUkd4lO9 QueryJson QuerySeekerSpider QuickCheckoutLOCSnippetView -QuickInfoView QuickReview Quickcast R @@ -18401,15 +18366,12 @@ RegistreWeb/search/advanced.htm RegistreWeb/search/simple.htm RegistreWeb/search/typedoc.htm Registry -RegistryPortalCmd -Religion-Portals/*Blog.html RemindMe RentalCarsRedirect RentalPropertyManager RentalWatchSignup RentalsSearch RentalsSupport -ReportAbuse ReportBug ReportIAP ReportPost @@ -18459,7 +18421,6 @@ Rus Rus$ Rya22 S -S1= S3Bucket-images/ SA/ SAGE @@ -18473,18 +18434,19 @@ SD/ SE/ SEARCH SEARCH/ +SECTION_CODE= SEOkicks-Robot SESSIONID* SFACS SG/ SH/ SH55 +SHOWALL SI SI/ SID= SIT SITE=CHAMPIONAT.RU -SITE=NZH SITE=es.antevenio. SK/ SL/ @@ -18495,7 +18457,6 @@ SNflightreservation SO/ SODO66 SOFTWARE -SOImapPriceDisplayView SOURCE_URL SP/ SPCommerceInternal @@ -18539,12 +18500,11 @@ Search/ Search/* Search/Mail/Public Search5 -Search?*http://cracked.com/robots.txt +Search?*http://dreamhost.com/robots.txt Search?q* Search?searchstring_input= SearchDisplay SearchKey -SearchNavigationView SearchResults SearchResults.aspx SearchResults.aspx$ @@ -18580,6 +18540,7 @@ SetTranslationOption Settings Sf/ Share.aspx +Share/Send-To-A-Friend SharePage/ ShareWithFriends Shared/ @@ -18676,7 +18637,6 @@ Special:UserLogin SpecialOfferManagement SpecialOfferWebview Special_Nautisme -SpecificationDefinitionView Spinn3r SponsoredListingAjax SponsoredListingCommerce @@ -18771,8 +18731,6 @@ Tag.aspx TaggingAjax Tags/ TagsJSONServlet -TargetListPortalView -TargetStoreLocatorCmd Taxonomy/CommonTree Taxonomy/Selector Teaching-Staff/Lecturers/John-Mandalios @@ -18829,7 +18787,6 @@ Tools*?*q= Tools/ Tools/services Tooltip-feed-atom -Topics/Public-Square/ TouchWeb Tr/SocialMediaActivity/LogJSWidgetLinkClick Track @@ -19003,12 +18960,12 @@ VacationRentalsTracking VacationRentalsXSiteAjax ValidateJson Valley-of-Longevity-Property/ -VariationSelectionView Verify/* VerifyReview -Verkko/http://elastic.co/robots.txt +Verkko/http://revista.tebeosfera.com/robots.txt Video Video/*playerIndex +Video/Import/ Video/Panel/ VideoController VideoGallery @@ -19026,7 +18983,7 @@ ViewMandate ViewPDF.aspx Vlast/ VolunteerTranslations -VoteActivities/http://nature.com/robots.txt +VoteActivities/http://git.io/robots.txt VoteCount/?action= W WAI/ER/tests @@ -19124,14 +19081,11 @@ Wishlist* WorkflowTasks/ World Wotbot -WriteComments WriteReview WriteReview.aspx WriteReviewShade -WriteReviews Wwwstat X1798 -XCSA XK5537 XML Xbottle_size @@ -19167,7 +19121,6 @@ ZyBORG [_0-9a-zA-Z]+/status/[0-9]+/likes [_0-9a-zA-Z]+/status/[0-9]+/retweets [helpCenterIdentifier] -[path] [variant] \+*\+ _ @@ -19357,6 +19310,7 @@ _email.html _error _errors _escaped_fragment +_escaped_fragment* _escaped_fragment_ _escaped_fragment_ _escaped_fragment_= @@ -19533,7 +19487,7 @@ _qa _qa.html _qos _query= -_r/http://link.springer.com/robots.txt +_r/http://bitdefender.com/robots.txt _recache _redirectedFromOffline-true _remote @@ -19681,6 +19635,7 @@ a72g4xbonus a=blame a=blobdiff a=commitdiff +a=function(){I=!1;O()};google.caft(a);window.setTimeout(a,amd)}K&&(a=function(){K=!1;O()},J?J.cbvi.push(a):(0,google.rairicb)(a),window.setTimeout(a,mmd));M&&(H||A())}else a=search a=snapshot aaanderson @@ -19796,7 +19751,7 @@ about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/ about-ghostery about-iqair about-the-council/about-the-website/third-party-accessibility-statements -about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt +about-the-council/about-the-website/third-party-accessibility-statements/*http://aliexpress.com/robots.txt about-the-council/contact-us-new about-the-council/contact-us/adult-education about-the-council/contact-us/adult-social-care-and-health @@ -19820,9 +19775,9 @@ about-ti/careers-maintenance.html about-us about-us/careers about-us/careers/job-description.html$ -about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt +about-us/contact-enquiries/forms/emailform.jsp?*http://asp.net/robots.txt about-us/employment -about-us/employment/*http://auswaertiges-amt.de/robots.txt +about-us/employment/*http://messenger.com/robots.txt about-us/news-and-media/media-centre/corporate-news/facet/Topic/ about-us/news-and-media/media-centre/corporate-news/facet/Year/ about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/ @@ -19851,7 +19806,7 @@ about/*/update about/*qt-vzc_corporate_news_analytics about/adrm/data-linkage about/advertise/oauth-net-rate-sheet-2023.pdf -about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt +about/advisory-and-peer-review-committees/roster/hlbp/http://chegg.com/robots.txt about/ask/ about/ask?* about/awards/award-recipient-form.html @@ -20033,46 +19988,6 @@ acast_podcast_episode acc-merge acc_random accedi -accelerators/*afghanistan -accelerators/*belarus -accelerators/*bosnia-and-herzegovina -accelerators/*burundi -accelerators/*central-african-republic -accelerators/*china -accelerators/*croatia -accelerators/*cuba -accelerators/*democratic-republic-of-the-congo -accelerators/*eritrea -accelerators/*ethiopia -accelerators/*guinea -accelerators/*guinea-bissau -accelerators/*haiti -accelerators/*hong-kong -accelerators/*iran -accelerators/*iraq -accelerators/*ivory-coast -accelerators/*kosovo -accelerators/*lebanon -accelerators/*liberia -accelerators/*libya -accelerators/*macedonia -accelerators/*mali -accelerators/*montenegro -accelerators/*myanmar -accelerators/*nicaragua -accelerators/*north-korea -accelerators/*russia -accelerators/*rwanda -accelerators/*serbia -accelerators/*somalia -accelerators/*south-sudan -accelerators/*sudan -accelerators/*syria -accelerators/*ukraine -accelerators/*venezuela -accelerators/*vietnam -accelerators/*yemen -accelerators/*zimbabwe accenture accept-membership-referral acceso @@ -20334,6 +20249,7 @@ action/sso action/twitter_login action/welcome action= +action= action=*popup= action=activate action=delete @@ -20516,7 +20432,7 @@ add-to-bibliography add-to-cart add-to-cart= add-to-cart=* -add-to-cart=*http://criteo.com/robots.txt +add-to-cart=*http://mladi.hbk.hr/robots.txt add-to-existing-collection add-visit add?community= @@ -20600,7 +20516,7 @@ admin/aso admin/blogmove admin/forgot/ admin/form -admin/http://mediapost.com/robots.txt +admin/http://giorgiotave.it/robots.txt admin/mapping-dashboard admin/notification-center admin/sro @@ -20614,14 +20530,14 @@ adminapps1/ adminapps2/ adminapps3/ adminapps4/ -adminhttp://aa.com/robots.txt -adminhttp://dji.com/robots.txt +adminhttp://es-es.facebook.com/robots.txt +adminhttp://win.staticstuff.net/robots.txt administration administration/ administrative-fellowship administrator administrator/ -administrator/http://trustpilot.com/robots.txt +administrator/http://indolevic.com/robots.txt adminjiraserver070 adminjiraserver071 adminjiraserver0710 @@ -20734,7 +20650,6 @@ advanced-search advanced-search/x advanced-trade/spot advanced/adv-suggestions -advancedGiftRegistrySearchView advancedSearch advanced_blog_search advanced_engl.html @@ -20776,7 +20691,6 @@ adwordsresellers adx/bin adzikiewicz ae -ae-en/ ae/ ae/en/book-a-trip/flights/fare-types/fare-guide-information.html ae/en/c/* @@ -20818,7 +20732,7 @@ affiliate affiliate-forgot-password affiliate-login affiliate-program -affiliate/*http://fontawesome.io/robots.txt +affiliate/*http://amnestyusa.org/robots.txt affiliate/register.htm affiliate/screenname.htm affiliate_amazon.cms* @@ -21008,9 +20922,6 @@ ajax/skill-bundle.php ajax/sponsored-widget ajax/takeoffer ajax/user -ajax/user-data -ajax/views/cookie -ajax/views/mobile ajax/yahoo_stocks.php ajax? ajaxCalendar= @@ -21121,7 +21032,6 @@ aleksandrastankovic alekseiopacic aleksic alert-box -alert-when-launch.htm alerte-create.shtml alerte_mail alerts @@ -21158,7 +21068,6 @@ alfredog alfredomorales aliahmad aliasani -alicejardine alicelin alicendikumana alicewu @@ -21503,46 +21412,6 @@ anesthesia/pain-management-center/appointments-and-referrals/referral-thankyou angebote angel angel-cabrera -angel-groups/*afghanistan -angel-groups/*belarus -angel-groups/*bosnia-and-herzegovina -angel-groups/*burundi -angel-groups/*central-african-republic -angel-groups/*china -angel-groups/*croatia -angel-groups/*cuba -angel-groups/*democratic-republic-of-the-congo -angel-groups/*eritrea -angel-groups/*ethiopia -angel-groups/*guinea -angel-groups/*guinea-bissau -angel-groups/*haiti -angel-groups/*hong-kong -angel-groups/*iran -angel-groups/*iraq -angel-groups/*ivory-coast -angel-groups/*kosovo -angel-groups/*lebanon -angel-groups/*liberia -angel-groups/*libya -angel-groups/*macedonia -angel-groups/*mali -angel-groups/*montenegro -angel-groups/*myanmar -angel-groups/*nicaragua -angel-groups/*north-korea -angel-groups/*russia -angel-groups/*rwanda -angel-groups/*serbia -angel-groups/*somalia -angel-groups/*south-sudan -angel-groups/*sudan -angel-groups/*syria -angel-groups/*ukraine -angel-groups/*venezuela -angel-groups/*vietnam -angel-groups/*yemen -angel-groups/*zimbabwe angela-tasho angelaalberti angelachang @@ -21724,12 +21593,12 @@ api/abtests/active-tests api/access api/adsplatform/conversion/event api/ajax/checktheseout -api/ajax/checktheseout?.*http://indieauthorcon.com/robots.txt +api/ajax/checktheseout?.*http://blogtalkradio.com/robots.txt api/ajax/reactions api/ajax/reactions?. api/ajax/rightlatestnews api/ajax/rightlatestnews?. -api/attachments/*http://docs.oracle.com/robots.txt +api/attachments/*http://1.bp.blogspot.com/robots.txt api/auth api/beta/search api/billing @@ -21768,7 +21637,7 @@ api/discover/1/discover_web api/discover/sites api/discovery api/documentations/v3 -api/du/Searchhttp://dribbble.com/robots.txt +api/du/Searchhttp://ib.mookie1.com/robots.txt api/du/search api/editionurlgenerator api/entry/http @@ -21778,7 +21647,7 @@ api/extensions/1.0/extensions api/getEarthquake.php api/health api/html -api/http://kobemural.com/robots.txt +api/http://tepapa.govt.nz/robots.txt api/install_backblaze api/internal/*/location api/internal/analytics/songs @@ -21804,7 +21673,7 @@ api/nextsteps/* api/ng-looks/ api/nicorepo/timeline api/nts/v1/login -api/og/*http://crowdfundingusa.com/robots.txt +api/og/*http://kaspersky.com/robots.txt api/paid-article api/partner_select/*/price_query api/posts/*/popular_posts @@ -21983,8 +21852,6 @@ app/hp-enrollment app/hp-vhp app/login app/module/webproduct/goto -app/my-account/register -app/my-account/sign-in app/newsapp/share app/opic-cipo/trdmrks/srch/viewTrademark.html app/orquesta @@ -22028,7 +21895,7 @@ append_follows appengine appl apple-app-site-association -apple-app-site-associationhttp://focusonkids.ru/robots.txt +apple-app-site-associationhttp://iso.org/robots.txt apple-news apple-touch-icon-120x120-precomposed.png apple-touch-icon-120x120.png @@ -22225,7 +22092,6 @@ ar-eg/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi ar-eg/televisionat-dolby-vision-atmos ar-eg/wade3-mou3ayar-men-netflix-li-televisionat-zakia ar-en -ar-es/ ar-es/shop/*?*&*&*&* ar-iq/ ar-iq/home-theatre-sound-bars/neckband-speakers @@ -22358,8 +22224,6 @@ ar/personal ar/pm/ ar/polo ar/promotions -ar/recherche -ar/recherche? ar/search ar/search/ ar/search/default.mi @@ -22412,7 +22276,6 @@ architects-specifiers-designers/color/find-and-explore-colors/hoa architecture/ architecture/about/our-people/academic-staff/staff-profile.html archiv -archiv/ archiv/* archiv/regional archiv2 @@ -22424,14 +22287,12 @@ archive-university-communications archive/ archive/*?publishingId=152 archive/api/image.jpg -archive/article archive/courier/courierS2002.pdf archive/events archive/graphs.php archive/issue archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair archive/nws-who.html -archive/page archive/print archive/print/ archive/project/sovsport$ @@ -22447,7 +22308,7 @@ archives archives archives/ archives/*/*/* -archives/http://eeoc.gov/robots.txt +archives/http://privateinternetaccess.com/robots.txt archives/multimedia/extra archives/multimedia/feedback.php archives/multimedia/rss/Instructions+for+content+providers @@ -22499,6 +22360,7 @@ arnoldlopez arodriguez aroulet arowland +arrFilter_* arris/*/feed$ arrival= art @@ -22542,7 +22404,6 @@ article/api article/archive article/articlelistjson* article/beta -article/category article/comments article/item/mix_up article/listjson* @@ -22550,9 +22411,6 @@ article/p article/preview article/thank-you-registering article/thank-you-signing-health-edit -article/this-article-has-been-deleted -article/this-article-has-been-removed -article/this-article-is-no-longer-available article/welcome-email article6ter/ articleId @@ -22670,6 +22528,7 @@ asaid asanapedia asapi asaxena +asc/ aschenbrenner aschultz aschwartz @@ -22721,14 +22580,14 @@ asonawane asouri asp.net/ asp/ -asp/*http://arte.tv/robots.txt +asp/*http://sftrack.searchforce.net/robots.txt asp/demo_db_edit.asp aspi/ aspnet_client aspnet_client/ aspx$ aspx/ -aspx/read.aspxhttp://tnt.netmng.com/robots.txt +aspx/read.aspxhttp://6590300.fls.doubleclick.net/robots.txt aspxerrorpath* asrelated.cms* asross @@ -22775,7 +22634,7 @@ assets/errorpage assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources assets/gov/zzzz assets/hk-grotesk -assets/http://jotform.com/robots.txt +assets/http://sfmoma.org/robots.txt assets/images/global/s.gif assets/infographic assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf @@ -22869,7 +22728,6 @@ at*/people/*/circle at*/people/*/favorites at*/shop/*/favoriters at*/shop/*/sold -at-de/ at-en at/ at/*?order= @@ -23093,7 +22951,6 @@ au*/shop/*/sold au*/step au*/submit au*/submitted -au-en/ au-en/shop/*?*&*&*&* au-fr au.html @@ -24143,7 +24000,7 @@ baohongchen bap.html bap/webstore/search.html bapingseo -bappstore/bapps/download/http://poshmark.com/robots.txt +bappstore/bapps/download/http://windowscentral.com/robots.txt baqaee barbarak barchartData @@ -24173,6 +24030,7 @@ basie basilico basilnajjar basket +basket/ basket/view basketshim bastepe_lab @@ -24390,7 +24248,6 @@ be-fr*/cdn-cgi/challenge-platform be-fr*/step be-fr*/submit be-fr*/submitted -be-fr/ be-fr/*?*shpxid= be-fr/*digital_wallets/dialog be-fr/admin @@ -24423,7 +24280,6 @@ be-fr/tools/business-name-generator/searchpage be-fr/tools/business-name-generator/searchutf8 be-fr/tools/logo-maker/onboarding be-fr/ventureone -be-nl/ be/ be/*?*shpxid= be/*?order= @@ -24885,9 +24741,6 @@ bihar-assembly-elections-2020/home-page-ajax bihuizhu bilalnadeem bilder -bilder/ -bilder2/ -bilder3/ bilgisayar-tablet bill/pay billandpay @@ -25020,6 +24873,7 @@ bitrix/components/ bitrix/js/ bitrix/panel/ bitrix/templates/ +bitrix_*= bitrix_include_areas= biz biz/*?*&translate=1 @@ -25117,7 +24971,7 @@ blog-ads-api-output blog-galleries blog-manager blog-old -blog-p2/http://sendpulse.com/robots.txt +blog-p2/http://britishmuseum.org/robots.txt blog-post.html blog-preview blog-rap-us @@ -25172,14 +25026,14 @@ blog/*_ga blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://salon.com/robots.txt +blog/.html.*http://pca.st/robots.txt blog/20 blog/200 blog/2019 blog/?p= blog/?s= -blog/?s=*http://engvid.com/robots.txt -blog/?s=*http://japansociety.org/robots.txt +blog/?s=*http://news.softpedia.com/robots.txt +blog/?s=*http://webkit.org/robots.txt blog/Neuer_Beitrag.html blog/Rubriken.html blog/SearchView.aspx @@ -25272,7 +25126,7 @@ blog/tag blog/tag blog/tag/ blog/tag/* -blog/tag/success-webinar/http://jezebel.com/robots.txt +blog/tag/success-webinar/http://chordsoftruth.com/robots.txt blog/tags blog/tags-search blog/tags-search.html @@ -25357,7 +25211,6 @@ blogs/$ blogs/*%2B blogs/*%2b blogs/*+ -blogs/*/Events/* blogs/*/comments/feed/$ blogs/*/plugins blogs/*/tag/*/index.php/page @@ -25404,7 +25257,6 @@ blogtemp blogvideo blogvision blogweb-20/ -blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt blogzoho-at-zoho/ blogzoho-for-google-apps/ blokdebid/ca/calendar-created @@ -25501,6 +25353,7 @@ board_activity_comment boardgame/*/*/edit boardingpass boardinvited +boards/ boards/api boards/localities.*/rss.xml boards/rss/localities. @@ -27058,7 +26911,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://econsultancy.com/robots.txt +bookmarkshttp://nj.gov/robots.txt bookproperty books books/?*instrument= @@ -27283,9 +27136,6 @@ boysenberry-anma boyuwu bozhao_homepage bp -bp/c -bp/guest_mfg_brand -bp/p bp01 bp2 bpage-preview @@ -27460,7 +27310,7 @@ branding/images/dont-04.png branding= brandmonitoring brandnet -brandnew/psphttp://understood.org/robots.txt +brandnew/psphttp://ebay.de/robots.txt brandnewconference/2016/video brandonbergman brandonedwards @@ -27729,7 +27579,7 @@ buscador buscador.aspx buscador/GoogleServlet buscador/GoogleServletBuscadorVertical -buscador_generalhttp://decrypt.co/robots.txt +buscador_generalhttp://theridesharepro.com/robots.txt buscar buscar buscar.html @@ -31152,7 +31002,6 @@ ca-ES/*barcelona ca-ES/*spain ca-ES/office-space ca-ES/signup -ca-en/ ca-es/ ca-fr*/blog-article-remove-faq-utms-*.js ca-fr*/cdn-cgi/challenge-platform @@ -31164,7 +31013,6 @@ ca-fr*/shop/*/sold ca-fr*/step ca-fr*/submit ca-fr*/submitted -ca-fr/ ca-fr/*?*shpxid= ca-fr/*?order= ca-fr/*color= @@ -31458,7 +31306,6 @@ cadres/ cag/time-series cage cai -caijing.php?hr= cak/android/collections cak/android/search cak/firefox/collections @@ -31481,7 +31328,7 @@ calebmooreportfolio calendar calendar calendar$ -calendar-2/action~*/http://icloud.com/robots.txt +calendar-2/action~*/http://feelament.bandcamp.com/robots.txt calendar-2/action~agenda calendar-2/action~default calendar-2/action~http: @@ -31700,7 +31547,7 @@ calendrier/action~agenda calendrier/action~month calendrier/action~oneday calendrier/action~posterboard -calendrier/action~stream/http://dailycaller.com/robots.txt +calendrier/action~stream/http://delivery.yandex.ru/robots.txt calendrier/action~week calf california-exhibit @@ -31755,7 +31602,7 @@ campaigns campaigns/ campaigns/bulk-order-form campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://southwest.com/robots.txt +campaigns/digital-recruitmenthttp://brainyquote.com/robots.txt campaigns/infor-hub-xt5r5iwdrgxbnuz/ campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once campaigns/portals/ @@ -31927,7 +31774,6 @@ car-lease-calculator car-match/buildandfind.xhtml car-questions/*/edit/ car-rental/results -car-search-sitemap car-seat car-static-data-requirements car/caravan/ad.html @@ -32180,7 +32026,6 @@ cars-for-sale/vehicledetails.xhtml$ cars-for-sale/vehicledetails/modelinfo-tab.xhtml cars-for-sale/vehicledetails/research-tab.xhtml cars-for-sale/vehicledetails/warranty-tab.xhtml -cars-search cars/$ cars/docs/fax-cover-sheet.pdf cars/index.hi. @@ -32268,7 +32113,6 @@ casualads cat cat-*/pid-*/ord-*/p- cat= -cat=* cat_without_ad.php cata/account cata/account= @@ -32357,6 +32201,7 @@ catalog/*{ catalog/? catalog/?sort catalog/?text= +catalog/besedki-dlya-dachi/ catalog/br catalog/catalog10-11 catalog/category/view @@ -34621,7 +34466,7 @@ cd/V77972_01 cd/clip/parole/soprano-hiro-7260.html cd/corneille-entre-nord-et-sud-1769.html cd_upload/Search -cdc/http://gizmodo.com/robots.txt +cdc/http://confluence.atlassian.com/robots.txt cdf/sign cdj cdk/* @@ -34633,10 +34478,10 @@ cdn-cgi/* cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://hortomallas.hk/robots.txt -cdn-cgi/http://mediamatchmaker.co.uk/robots.txt -cdn-cgi/http://newindianexpress.com/robots.txt -cdn-cgi/http://rover.com/robots.txt +cdn-cgi/http://20min.ch/robots.txt +cdn-cgi/http://bcg.com/robots.txt +cdn-cgi/http://faz.net/robots.txt +cdn-cgi/http://google.co.in/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -34644,7 +34489,7 @@ cdn-cgi/rum cdn-cgi/scripts cdn-cgi/styles cdn-cgi/zaraz -cdn-cgi/zaraz/http://deepmind.com/robots.txt +cdn-cgi/zaraz/http://rappler.com/robots.txt cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t cdn-dgi @@ -34769,8 +34614,8 @@ cgi-bin/grid-words cgi-bin/guestbook cgi-bin/histDiff.cgi cgi-bin/homelandsecurity -cgi-bin/http://euroncap.com/robots.txt -cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt +cgi-bin/http://6478929.fls.doubleclick.net/robots.txt +cgi-bin/http://szorfdeszka.hu/robots.txt cgi-bin/imagemap cgi-bin/isbn cgi-bin/kaweahits @@ -34783,7 +34628,7 @@ cgi-bin/loginpage cgi-bin/longs.cgi cgi-bin/mb cgi-bin/msdemo/ -cgi-bin/notices/http://ams.usda.gov/robots.txt +cgi-bin/notices/http://manta.com/robots.txt cgi-bin/onTopic cgi-bin/orphanWikiPages cgi-bin/outline @@ -34824,7 +34669,7 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb -cgi-binhttp://ifixit.com/robots.txt +cgi-binhttp://euroncap.com/robots.txt cgi-local cgi-mad/ cgi-out @@ -34895,8 +34740,6 @@ ch*/people/*/circle ch*/people/*/favorites ch*/shop/*/favoriters ch*/shop/*/sold -ch-de/ -ch-fr/ ch/ ch/*?order= ch/*color= @@ -35186,7 +35029,6 @@ chdinh chebi check check-redirect -check-web-status.html check.htm checkForm= check_area @@ -35216,7 +35058,7 @@ checkout2 checkout?* checkout?plan_id checkoutconfirmation -checkouthttp://modernistcuisine.com/robots.txt +checkouthttp://pacanele.biz/robots.txt checkoutnow checkouts checkpoint @@ -35478,7 +35320,6 @@ ckgeiger ckorponay cksum= cl -cl-es/ cl-es/shop/*?*&*&*&* cl/ cl/Download @@ -35638,7 +35479,6 @@ classics/the_twilight_zone/includes classics/twin_peaks/includes classics/wmc.com classified -classifieds classifieds/* classifieds/*? classifier @@ -35669,17 +35509,8 @@ clearance/search* clearcookies clemenshug clementine-anma -cleveland/ArticleArchives -cleveland/CommentArchives -cleveland/EventSearch cleveland/FilmSearch -cleveland/ImageArchives -cleveland/LocationSearch -cleveland/MemberSearch -cleveland/MovieTimes cleveland/Search -cleveland/SlideshowArchives -cleveland/VideoArchives cley cli cli/ @@ -35690,8 +35521,8 @@ clickId= click_ clickandbuy clickhere.jsp -clickhttp://antena3.rtp.pt/robots.txt -clickhttp://searchenginejournal.com/robots.txt +clickhttp://travis-ci.org/robots.txt +clickhttp://uspto.gov/robots.txt clickstream clicktale clickthrough.jsp @@ -35843,7 +35674,7 @@ cmp= cmplog cmr cms -cms-search/http://cmswire.com/robots.txt +cms-search/http://tracker.marinsm.com/robots.txt cms. cms.dll cms.dll* @@ -35881,7 +35712,7 @@ cn/en/privacy-statement/qualtrics cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html cn/enterprise/ cn/error-static-cdn -cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt +cn/events/huaweiconnect/livestream-for-tvs$http://wowhead.com/robots.txt cn/ipns cn/list cn/list= @@ -35930,7 +35761,6 @@ co*/cdn-cgi/challenge-platform co*/step co*/submit co*/submitted -co- co-en co-es/ co-es/shop/*?*&*&*&* @@ -36010,7 +35840,7 @@ cobrand/ code code/ code/* -code/http://w3techs.com/robots.txt +code/http://g.co/robots.txt code2product-typeform-dashboard code= codeCoverage @@ -36020,8 +35850,6 @@ codes-promo/redirect codesamples/ codesearch/feeds/search? codesearch? -coe -coe/ cognizant cohodes coin*mid= @@ -36125,6 +35953,12 @@ colors$ colors-* colors/for_404.json coltoneicher +columnists/responsivetest/ +columnists/tags/ +columnists/testblog/ +columnists/testblog2/ +columnists/wp-admin/ +columnists/wp-includes/ com com/vzw/commerce/order/purchase combine.php @@ -36193,7 +36027,6 @@ comments/*/likes comments/TeachLeader/responses comments/count comments/feed -comments/feed* comments/feed/ comments/for_profile_page comments/like @@ -36202,6 +36035,7 @@ comments/nationalforum97/responses comments/quote comments/reply comments= +comments=true commerce commerce$ commerce/digital-download @@ -36265,7 +36099,6 @@ communities?q= communities?t= community community -community* community- community-comments community-corriere @@ -36282,7 +36115,7 @@ community/*/latest$ community/*/live community/*/post community/*/post- -community/*/profile/*http://cointelegraph.com/robots.txt +community/*/profile/*http://cve.mitre.org/robots.txt community/*/rss community/*/topics community/*/trackback @@ -36361,98 +36194,18 @@ comp comp/ compagnie companies/ -companies/*/afghanistan -companies/*/belarus -companies/*/bosnia-and-herzegovina -companies/*/burundi -companies/*/central-african-republic -companies/*/china -companies/*/croatia -companies/*/cuba -companies/*/democratic-republic-of-the-congo companies/*/edit companies/*/embed companies/*/embed? -companies/*/eritrea -companies/*/ethiopia companies/*/framed companies/*/framed? -companies/*/guinea -companies/*/guinea-bissau -companies/*/haiti -companies/*/hong-kong -companies/*/iran -companies/*/iraq -companies/*/ivory-coast -companies/*/kosovo -companies/*/lebanon -companies/*/liberia -companies/*/libya -companies/*/macedonia -companies/*/mali companies/*/modules/*/embed companies/*/modules/*/framed -companies/*/montenegro -companies/*/myanmar -companies/*/nicaragua -companies/*/north-korea -companies/*/russia -companies/*/rwanda -companies/*/serbia -companies/*/somalia -companies/*/south-sudan -companies/*/sudan -companies/*/syria -companies/*/ukraine -companies/*/venezuela -companies/*/vietnam -companies/*/yemen -companies/*/zimbabwe -companies/afghanistan companies/announcements/* -companies/belarus -companies/bosnia-and-herzegovina -companies/burundi companies/c -companies/central-african-republic -companies/china -companies/croatia -companies/cuba -companies/democratic-republic-of-the-congo -companies/eritrea -companies/ethiopia -companies/guinea -companies/guinea-bissau -companies/haiti -companies/hong-kong -companies/iran -companies/iraq -companies/ivory-coast -companies/kosovo -companies/lebanon -companies/liberia -companies/libya -companies/macedonia -companies/mali -companies/montenegro -companies/myanmar -companies/nicaragua -companies/north-korea companies/o -companies/russia -companies/rwanda companies/search companies/search? -companies/serbia -companies/somalia -companies/south-sudan -companies/sudan -companies/syria -companies/ukraine -companies/venezuela -companies/vietnam -companies/yemen -companies/zimbabwe company company-narrative-1.php? company/*.rss @@ -36518,7 +36271,6 @@ comparatif-camescope-resultat.php? compare compare-braintree compare-products -compare-used-car compare.lg? compare.php compare/ @@ -36531,7 +36283,6 @@ compare/*/linkedin_shares compare= compare? compareajax -comparecarresultwidget compared_products comparelists comparison/ @@ -36658,7 +36409,7 @@ concussion/HeadsUp/training/ conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/ conditions/pregnancy-and-baby/pages/your-birth-plan.aspx conejo -conex-2019http://view.adjust.com/robots.txt +conex-2019http://bicycling.com/robots.txt conf conf conf/*.php$ @@ -36737,7 +36488,7 @@ connect connect-accounts connect.facebook.net connect/@ -connect/http://blog.sfgate.com/robots.txt +connect/http://discogs.com/robots.txt connect/offer connect/profile connect/social-intranet.html @@ -36778,10 +36529,26 @@ consultation-startup?* consultations? consumer-profile consumer-tools/educator-tools/youth-financial-education/curriculum-review/tool +consumer/*/403 +consumer/*/404 +consumer/*/InternalServerError +consumer/*/VoucherredemptionEnd +consumer/*/legal +consumer/*/microsite +consumer/*/policy-referenced-content +consumer/*/promos +consumer/*/pstore +consumer/*/referenced-content +consumer/*/site-configurations +consumer/*/store +consumer/*/support consumer/cac consumer/cache consumer/colors/paint/color +consumer/en-ca1 consumer/share +consumer/sitemap +consumer/sr-rs consumers/archive conta contact @@ -36798,7 +36565,7 @@ contact-opnemen-met-myheritage contact-opnemen-met-ondersteuning contact-pantone-connect contact-preferences -contact-sales/http://pingidentity.com/robots.txt +contact-sales/http://law360.com/robots.txt contact-support contact-thank-you contact-tos @@ -36832,8 +36599,8 @@ contact/employees/servlets contact/en/hague/questionnaire/ contact/feedback contact/form/ -contact/http://dolphchaney.com/robots.txt -contact/http://freewebs.com/robots.txt +contact/http://expedia.com.au/robots.txt +contact/http://humorporhoras.com/robots.txt contact/menu* contact/partner* contact/support.php @@ -36904,7 +36671,7 @@ content/*/schedule content/*/synchronous_inspection content/*/thenables content/*/util -content/*http://top-fwz1.mail.ru/robots.txt +content/*http://redes-ciencias-unam.gitlab.io/robots.txt content/README.txt content/aarpe/en/home/ content/acs/en/campaigns @@ -37024,7 +36791,7 @@ content/dam/SAS/partnernet/ content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf content/dam/acsorg/qa content/dam/alumni/2012elections -content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt +content/dam/avg/img/2014/business/http://play.spotify.com/robots.txt content/dam/bitdefender/business/ar content/dam/blackberry-com/asset/enterprise/pdf/direct content/dam/blackberry-com/asset/enterprise/webcast/direct @@ -37101,7 +36868,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://festo.com/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/jpm/structured-products-documents content/dam/kpmg/au/pdf/creditors @@ -37149,7 +36916,7 @@ content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico content/dam/splunk2/images/logos/splunk-logo.svg?asd content/dam/static-page/customer-advocacy/*/pdf/* -content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt +content/dam/students/documents/graduations/programs/http://denverpost.com/robots.txt content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf @@ -37196,7 +36963,7 @@ content/dist/fonts content/docdel content/download content/downloads/ -content/downloads/http://marketingweek.com/robots.txt +content/downloads/http://teespring.com/robots.txt content/ebook content/ebook/ content/ebrochure/toyota-mobility.pdf @@ -37222,7 +36989,7 @@ content/index.php/filter/tips content/index.php/node/add content/index.php/search content/index.php/user/login -content/index.php/user/logout/http://columbia.jp/robots.txt +content/index.php/user/logout/http://sellfy.com/robots.txt content/index.php/user/password content/index.php/user/register content/institution @@ -37394,46 +37161,6 @@ contest/log_presence contest/previous_winners contests contests/*/shareimage -contests/*afghanistan -contests/*belarus -contests/*bosnia-and-herzegovina -contests/*burundi -contests/*central-african-republic -contests/*china -contests/*croatia -contests/*cuba -contests/*democratic-republic-of-the-congo -contests/*eritrea -contests/*ethiopia -contests/*guinea -contests/*guinea-bissau -contests/*haiti -contests/*hong-kong -contests/*iran -contests/*iraq -contests/*ivory-coast -contests/*kosovo -contests/*lebanon -contests/*liberia -contests/*libya -contests/*macedonia -contests/*mali -contests/*montenegro -contests/*myanmar -contests/*nicaragua -contests/*north-korea -contests/*russia -contests/*rwanda -contests/*serbia -contests/*somalia -contests/*south-sudan -contests/*sudan -contests/*syria -contests/*ukraine -contests/*venezuela -contests/*vietnam -contests/*yemen -contests/*zimbabwe contests/scrape contests/sitemap contests/xhr/contests/*/designs-pane @@ -37800,7 +37527,6 @@ countrysearch/*/*-importer.html countrysearch/*/*/importers/*.html coupon coupons -coupons. coupons/coupons/visit coupons/visit courier @@ -37825,12 +37551,12 @@ courses/Transcript courses/assessment courses/eecs484 courses/favorites -courses/http://codecanyon.net/robots.txt +courses/http://hypeddit.com/robots.txt courses/oasis/BabbScholarship courses/section courses/transcript courses/uchet-v-excel -courses/uchet-v-excel/http://moz.com/robots.txt +courses/uchet-v-excel/http://dejaflow.com/robots.txt courtneytwittekind courts cover @@ -37847,46 +37573,6 @@ covid19/search/node covid19screen covid19tickets cowdery -coworking-spaces/*afghanistan -coworking-spaces/*belarus -coworking-spaces/*bosnia-and-herzegovina -coworking-spaces/*burundi -coworking-spaces/*central-african-republic -coworking-spaces/*china -coworking-spaces/*croatia -coworking-spaces/*cuba -coworking-spaces/*democratic-republic-of-the-congo -coworking-spaces/*eritrea -coworking-spaces/*ethiopia -coworking-spaces/*guinea -coworking-spaces/*guinea-bissau -coworking-spaces/*haiti -coworking-spaces/*hong-kong -coworking-spaces/*iran -coworking-spaces/*iraq -coworking-spaces/*ivory-coast -coworking-spaces/*kosovo -coworking-spaces/*lebanon -coworking-spaces/*liberia -coworking-spaces/*libya -coworking-spaces/*macedonia -coworking-spaces/*mali -coworking-spaces/*montenegro -coworking-spaces/*myanmar -coworking-spaces/*nicaragua -coworking-spaces/*north-korea -coworking-spaces/*russia -coworking-spaces/*rwanda -coworking-spaces/*serbia -coworking-spaces/*somalia -coworking-spaces/*south-sudan -coworking-spaces/*sudan -coworking-spaces/*syria -coworking-spaces/*ukraine -coworking-spaces/*venezuela -coworking-spaces/*vietnam -coworking-spaces/*yemen -coworking-spaces/*zimbabwe cox cp cp-edit @@ -38387,7 +38073,7 @@ csd/internal/css csd/internal/nav csd/js csd/nav -csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt +csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://wave.webaim.org/robots.txt csde/camp-shriver-community/camp-shriver/registration-fee/ csde/camp-shriver-family-information/ csde/camp-shriver-staff-information/ @@ -38433,7 +38119,6 @@ css/index.php css/print.css css/quiz.css css/screen.css -css2/ css=* css? css?* @@ -38531,7 +38216,6 @@ curtiskchan cust-login.asp* custom custom-404/ -custom-reviews custom-search custom-tattoo-designs custom/ @@ -38645,7 +38329,6 @@ cycounter cyr cz cz-CZ -cz-cs/ cz-cz/ cz-en cz/ @@ -38841,7 +38524,7 @@ da/blog da/cart da/checkout da/create-a-doodle-pfm -da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt +da/create-a-doodle-pfmhttp://emirates.com/robots.txt da/firefox/collections da/firefox/collections/4757633 da/firefox/collections/4757633/$ @@ -39024,7 +38707,6 @@ database/nosql-12.1.4.0 database/nosql-12.1.4.2 database/nosql-12.1.4.3 database/nosql-12.2.4.4 -database/philboard.mdb database/sql-developer-4.2 database/sql-developer-data-modeler-4.2 databaseManager @@ -39121,8 +38803,6 @@ dc_lat dcarchiv dcaunt dcb -dcb.htm -dcbdealer dccc dcforum dchapel @@ -40027,7 +39707,7 @@ demo/closed-unclosed-performance?closed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://mathworks.com/robots.txt +demo/safari-reader-test-nielshttp://action.dstillery.com/robots.txt democenter demokratie-jetzt.html demonstration @@ -40089,6 +39769,7 @@ desai desalvo desantola desc +desc/ describecomponents.cgi describekeywords.cgi descriptivepsychology @@ -40131,6 +39812,7 @@ desk/images/desk-pricing-inr.pdf desk/images/desk-pricing-usd.pdf desktop desktop/browse/includes +desktop_app/ despiration/testseo destekle-iletisime-gecin destination-selector @@ -40165,7 +39847,7 @@ details- details-*.html details-print details.do -detailshttp://craigslist.org/robots.txt +detailshttp://nbclosangeles.com/robots.txt detect detr detroitchicago @@ -42141,7 +41823,7 @@ digitaledition digitalexpress/ digitalpdf digitalsubscription/imagedownload -digitalsubscription/imagedownload/http://nj.gov/robots.txt +digitalsubscription/imagedownload/http://ahrefs.com/robots.txt digregorio dilatua/proRecensione.do dimitriosasproulis @@ -42155,7 +41837,6 @@ dipayan diplomat dir/pdf dir2= -dir_on_server direct direct/ direct/* @@ -42169,7 +41850,6 @@ directory directory-profile/ directory/ directory/%7B -directory/* directory/*? directory/*?page= directory/*?q @@ -42505,7 +42185,6 @@ dk*/cdn-cgi/challenge-platform dk*/step dk*/submit dk*/submitted -dk-da/ dk-da/Brancher/PI-materialer/ dk-da/Brancher/pi-materialer/Documents/infrastruktur/ dk-da/l%C3%B8sninger/Fakturering%20og%20opkr%C3%A6vning/Leverand%C3%B8rservice/Pages/%A6ndring.aspx @@ -42720,7 +42399,7 @@ dmorgan dmottacalderon dmoustafa dmq -dms_priv/*http://itunes.apple.com/robots.txt +dms_priv/*http://loom.com/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -42777,7 +42456,7 @@ dnigrin dnn do do-not-crawl -do-not-index-this-page.htmlhttp://tr.outbrain.com/robots.txt +do-not-index-this-page.htmlhttp://proboxing.eu/robots.txt do/ do=getLastComment? do=getNewComment @@ -43069,7 +42748,7 @@ download-lister download-logo-agreement.html download-notice download.asp* -download.asp*http://impots.gouv.fr/robots.txt +download.asp*http://flightradar24.com/robots.txt download.php download/ download/*/ @@ -43081,7 +42760,7 @@ download/Forside/2022 download/attachments download/binary download/get -download/http://leginfo.legislature.ca.gov/robots.txt +download/http://gov.scot/robots.txt download/index download/legacy download/morae @@ -43549,7 +43228,6 @@ editemail editflow editgroup editing -edition/null editionssi edito editor @@ -43626,7 +43304,6 @@ edv edwardcliff edwardii-conference ee -ee-en/ ee/ ee/$ ee/Download @@ -43924,7 +43601,7 @@ email$ email-capture email-colleague email-contact/ -email-contact/nodehttp://gsma.com/robots.txt +email-contact/nodehttp://pixel-a.basis.net/robots.txt email-contact/taxonomy_term email-content email-help @@ -43941,7 +43618,7 @@ email-verify/* email.jsp* email/ email/$ -email/*http://dustinlynch.lnk.to/robots.txt +email/*http://fcc.gov/robots.txt email/R/ email/emailfriend.xhtml email/index.html @@ -45410,7 +45087,7 @@ en/modules/ace en/moler/ncm-download.html en/mowlac-risks-observatory/grid en/mowlac-risks-observatory/list -en/mowlac-risks-observatory/maphttp://unesdoc.unesco.org/robots.txt +en/mowlac-risks-observatory/maphttp://engvid.com/robots.txt en/my-account en/myunited en/needs @@ -45475,9 +45152,7 @@ en/publications? en/quality/ en/questions en/ratings-rewards/car-details/ -en/recherche en/recherche.html -en/recherche? en/recruitments/ en/reeds-aangemeld en/related-content? @@ -45795,6 +45470,7 @@ enterpriseform/ entertainment/article/Minerva-s-horoscope entertainment/bravo entertainment/index.html +entertainment/sports-quotes-search.aspx entertainment/test$ enterzipcode.php entities @@ -46476,7 +46152,7 @@ es/hoteles/h es/hoteles/redirect es/hoteles/s es/hou -es/http://hearthis.at/robots.txt +es/http://houseofthedevilmovie.com/robots.txt es/images es/inc es/incl_banner_media_center.html @@ -46572,7 +46248,7 @@ es/music/+noredirect es/myunited es/nationals/search es/negocios -es/new/http://edyst.com/robots.txt +es/new/http://unesco.org/robots.txt es/news/incl_news_items.asp es/news/incl_reports.asp es/node @@ -46622,9 +46298,7 @@ es/random es/rangers/search es/rays/search es/reasons-to-buy-sharecontacts.aspx -es/recherche es/recherche.html -es/recherche? es/recuperar-contrasena es/recursos*category= es/recursos*company-or-business-role= @@ -46657,7 +46331,7 @@ es/search/ es/search/autocomplete es/search/default.mi es/search? -es/search?*http://platform.instagram.com/robots.txt +es/search?*http://leginfo.legislature.ca.gov/robots.txt es/secure-preview es/seguimiento-pedido es/seguimiento-pedido-invitado @@ -47271,46 +46945,6 @@ eventos/en-directo/resources.html events events.php? events/ -events/*afghanistan -events/*belarus -events/*bosnia-and-herzegovina -events/*burundi -events/*central-african-republic -events/*china -events/*croatia -events/*cuba -events/*democratic-republic-of-the-congo -events/*eritrea -events/*ethiopia -events/*guinea -events/*guinea-bissau -events/*haiti -events/*hong-kong -events/*iran -events/*iraq -events/*ivory-coast -events/*kosovo -events/*lebanon -events/*liberia -events/*libya -events/*macedonia -events/*mali -events/*montenegro -events/*myanmar -events/*nicaragua -events/*north-korea -events/*russia -events/*rwanda -events/*serbia -events/*somalia -events/*south-sudan -events/*sudan -events/*syria -events/*ukraine -events/*venezuela -events/*vietnam -events/*yemen -events/*zimbabwe events/30168404 events/30168429 events/30168489 @@ -47684,6 +47318,7 @@ external/stemcellsforblood external/strada/secure external/tces external/whistler +externalContentView external_assets external_click external_click_ga @@ -47693,7 +47328,7 @@ external_service/connect_now external_slp_click externalservices/surveyfeedapi/api/testfeed extfile -exthttp://edutopia.org/robots.txt +exthttp://servicesdirectory.withyoutube.com/robots.txt extlink extra extra/gremien @@ -47742,7 +47377,6 @@ f_imprimer f_zone=impression fa-ir/ fa/ -fa/admin fa/android/collections fa/android/search fa/article @@ -47755,8 +47389,6 @@ fa/firefox/collections/mozilla/$ fa/firefox/search fa/forums fa/kb/*/discuss -fa/recherche -fa/recherche? fa/renew.html fa/search fa/user @@ -47796,8 +47428,12 @@ fairs.artnet.* faisal faisalmahmood faith-brodi +faiths/buddhism/buddhist-quote-search.aspx +faiths/christianity/christian-quote-search.aspx +faiths/hinduism/hindu-quote-search.aspx +faiths/judaism/jewish-quote-search.aspx +faiths/prayer/prayer-search.aspx fakaIDcom -fakebots falcao falco fallahi @@ -48035,7 +47671,7 @@ feed/sitema feed/subscribe feed/update feed/v1/podcast/triggered-uncensored -feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt +feed/v1/podcast/unredacted-with-kurt-schlichterhttp://championat.com/robots.txt feed/xml feed= feed=rss @@ -48062,10 +47698,8 @@ feedback/surveylogin.asp?k=138143139287&Q1 feedback/user_study feedbackR1 feedcommunicationdetail -feedhttp://digiday.com/robots.txt +feedhttp://eibar.org/robots.txt feeds -feeds.thetimes.com/puzzles -feeds.thetimes.com/timescrossword feeds/ feeds/* feeds/channel/deals @@ -48376,7 +48010,6 @@ fi/wiki/UserProfile: fi/wiki/User_talk: fi= fi=STUD -fiats fibroids/appointments-and-referrals/appointment-thankyou ficapp fichas/gestor @@ -48442,15 +48075,14 @@ filestore fileview filing filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://thenewstack.io/robots.txt filings/pdf -fill-private.htmlhttp://babycenter.com/robots.txt +fill-private.htmlhttp://datasciencetech.institute/robots.txt fill.html film/s films/*/size/large films/*/year films/year -filter filter-partner-vertical filter-subscription filter.do @@ -48516,7 +48148,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://freemius.com/robots.txt +find/*http://lifewithalacrity.com/robots.txt find/3DImage.jsp find/ApplecareDetails.jsp find/DemoItem.jsp @@ -48640,7 +48272,6 @@ flash-sale-60 flash-templates flash/ flash/IPTraining -flashXml/ flashcards flashcards/r flashcards/search @@ -48851,7 +48482,7 @@ forgotpassword.aspx forgotpassword? forgotten-password forgotten-password/ -forgov-devhttp://qobuz.com/robots.txt +forgov-devhttp://ecosia.org/robots.txt forlibraries form form-containers @@ -48948,16 +48579,19 @@ forum/anders-brejvik-anders-behring-breivik-sobytija-v-norvegii-1258.html forum/applications forum/archive forum/archive/index.php?t-*.html +forum/attach_mod forum/attachment.php forum/attachments forum/cache forum/calendar.php +forum/chat forum/common.php forum/config.php forum/contact.php forum/converge_local forum/conversations forum/cron.php +forum/db forum/discover forum/discover/unread forum/docs @@ -48976,6 +48610,7 @@ forum/forum/4-general-board-open-to-non-members forum/gallery forum/goto forum/goto.php +forum/groupcp.php forum/hooks forum/ignore forum/images @@ -49055,10 +48690,11 @@ forum/member.php forum/memberlist.php forum/memberlist.php forum/members -forum/membre/http://spl.zeotap.com/robots.txt +forum/membre/http://redbull.com/robots.txt forum/messenger forum/misc forum/modcp +forum/modcp.php forum/neuverennost-v-sebe-736.html forum/newreply.php forum/notifications @@ -49334,8 +48970,10 @@ forum/presenterchat forum/printthread.php forum/privacy-policy.html forum/privacypolicy +forum/privmsg.php forum/profile forum/profile.php +forum/profile.php forum/proxy.php forum/public/style_captcha forum/register @@ -49368,6 +49006,7 @@ forum/subscription.php forum/sud-ba-mirozdanija-v-natjazhenii-mezhdu-zvukom-i-obonjaniem-20-75.html forum/tags forum/tags.php +forum/templates forum/terms-of-use.html forum/topic/1121-vxx-and-vix-trading/?do=reportComment&comment forum/topic/1870-the-power-of-diversification @@ -49377,7 +49016,7 @@ forum/topic/221-tips-and-suggestions-for-working-members forum/traininggroups_onlinefree.php forum/translation_do.php forum/ucp.php -forum/ucp.phphttp://eleks.com/robots.txt +forum/ucp.phphttp://lifehack.org/robots.txt forum/ucp_agreement_trainings.php forum/uretral-nyj-vektor-4-25.html forum/user @@ -49423,7 +49062,7 @@ forums/discover/ forums/discover/unread/ forums/forum/30-general-members-forums forums/help.html -forums/http://sofafactory.ru/robots.txt +forums/http://xavs.es/robots.txt forums/ignore/ forums/index.php/ef forums/index.php/h @@ -49441,7 +49080,7 @@ forums/index.php/sel forums/index.php/sp forums/index.php/u forums/index.php?&act=Online -forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt +forums/index.php?/user/http://truecolorstour.com/robots.txt forums/index.php?act=Arcade forums/index.php?act=Attach forums/index.php?act=Forward @@ -49506,7 +49145,6 @@ forums/startTopic/ forums/style_images forums/tags/ forums/u -forums/unreasonablefaith* forums/user- forumtest forward @@ -50225,8 +49863,6 @@ fr/quickbooks-online/sui/entrevue-de-demarrage-widget-debut.jsp fr/quickbooks-online/sui/niveau-votre-navigateur.jsp fr/random fr/reasons-to-buy-sharecontacts.aspx -fr/recherche -fr/recherche? fr/rechercher fr/recrutement fr/recrutement/job-posts @@ -50428,7 +50064,7 @@ frde fre/layout/set fred fred-glance-widget.php -fred-glance-widget.phphttp://freecodecamp.org/robots.txt +fred-glance-widget.phphttp://kroatien-idriva.de/robots.txt free free-cancellation/index. free-coloring-pages/featured/frenchs-coloring-pages/ @@ -50464,7 +50100,6 @@ friends friends-through-gvhd friendsfavorites/ friendships -friendsprofile friendstimes friesco frit @@ -50475,6 +50110,7 @@ frnl frogs/ frogs/legs/ frogs/phones/ +from from-the-ghostery-desk-series-notifications-1 from-the-ghostery-desk-series-trust-restrict-sites from= @@ -50618,7 +50254,7 @@ g g%C5%82osuj g-gender* g-recaptcha-response -g/4arE9Chttp://flickr.com/robots.txt +g/4arE9Chttp://nngroup.com/robots.txt g/api g/banana/api/context g/ts @@ -50788,7 +50424,6 @@ gallery/recipes/wine gallery/rg*/mediaviewer/rm*/tr gallery_cache_key= gallery_more_stories_insider.cms* -gam- gambling-promos game game*? @@ -50893,12 +50528,11 @@ gb/resources-campaign/* gb/search gb/user gb/user$ -gb_xapi_content/http://smartpassiveincome.com/robots.txt +gb_xapi_content/http://fedorahosted.org/robots.txt gbahadir gbapujii gbook gbox/ -gc?k gcache gcc gchamedes @@ -51205,7 +50839,6 @@ get-block-meteo get-cloud/ get-coverage-topic/ get-current-user -get-dealer-calback.htm get-favorite get-galleryfragment get-giftmodule @@ -51336,7 +50969,7 @@ gibbslab-personal giee/*category=ucommall gif gifs -gifshttp://girlsridetoo.de/robots.txt +gifshttp://whitehouse.gov/robots.txt gift gift-calculator-ranges/ gift-calculator-tags/ @@ -51425,7 +51058,7 @@ global-disclaimer/ global-embeds: global-font-test.php global-footer -global-infrastructure/services/get-async/http://b.hatena.ne.jp/robots.txt +global-infrastructure/services/get-async/http://erickimphotography.com/robots.txt global-master global-nav-esi global-search/search* @@ -51457,6 +51090,7 @@ global/resources/search global/shop global/shop/creator global/sprachassistenten +globalassets globalassets/departementene/*.xml$ globalassets/upload/*.xml$ globalblueprint/ @@ -51504,8 +51138,8 @@ go/directory go/download go/fanfiction/ go/help.ticket.submit$ -go/http://pod.link/robots.txt -go/http://quilomberos.blogspot.com/robots.txt +go/http://audubon.org/robots.txt +go/http://ok1fig.nagano.cz/robots.txt go/member go/members go/menu @@ -51547,7 +51181,7 @@ goldengate/c1221/gg-winux goldenkirby goldstein goldstine-cole -golocal/extranet/http://nmap.org/robots.txt +golocal/extranet/http://papygeek.com/robots.txt gonda gongyi*? gonsalves @@ -51586,13 +51220,12 @@ gorsel/smart/$ gorsel/touch/$ gorsel/touch/? gosha -gosquared/deals/show/forever-50-off-real-time-analytics gossip/getAjaxgossip gostevaya/karta-sayta/poisk/? goto goto.htm goto.php -goto/http://spensor.blogspot.com/robots.txt +goto/http://myfavouritemedicine.com/robots.txt goto= gotoPage= goto_issue @@ -51829,7 +51462,6 @@ gq/ gql gr gr- -gr-el/ gr/ gr/$ gr/aboutus @@ -52076,7 +51708,6 @@ guest guest-demos guest-helpful guest-pass -guestEmailNotificationView guestbook/ guholdings/studenttempline guia-comunicacio-digital @@ -52140,6 +51771,12 @@ gx/en/forensics/gecs-2020/pdf/global-economic-crime-and-fraud-survey-2020.pdf gx/en/zz-test gxcuf89792/rss gy/ +gyrobase/ArticleArchives +gyrobase/EventSearch +gyrobase/FilmSearch +gyrobase/LocationSearch +gyrobase/MovieTimes +gyrobase/Search gz36vip gzambotti gztourek @@ -52163,7 +51800,7 @@ haaretz-labels habbal haberleri/ hackathons/reinvent-2013/ -hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt +hacker/*/followhttp://thefa.com/robots.txt hacker/*/unfollow hackerproof/? hackerproof/abreporting.html @@ -52199,7 +51836,7 @@ haininggouinlock hair-transplant-services haishuai haitham -haitibackpacks/http://oasis-open.org/robots.txt +haitibackpacks/http://redux.js.org/robots.txt hajiang haksoochoi haku @@ -52339,7 +51976,6 @@ hc/communities/public/topics/*?*filter= hc/requests hcasavant hcdc.dslc2015_16 -hcediting hchong hcl hcp @@ -52794,7 +52430,6 @@ hk-en*/shop/*/sold hk-en*/step hk-en*/submit hk-en*/submitted -hk-en/ hk-en/*?*shpxid= hk-en/*?order= hk-en/*?services @@ -52874,7 +52509,6 @@ hk-en/transactions hk-en/treasury hk-en/ventureone hk-en/your -hk-zh/ hk-zh/shop/*?*&*&*&* hk/ hk/*?*shpxid= @@ -52895,7 +52529,7 @@ hk/education hk/email-validation hk/en/book-a-trip/flights/fare-types/fare-guide-information.html hk/en/privacy-statement/qualtrics -hk/en/privacy/qualtricshttp://robertjohnsonbluesfoundation.org/robots.txt +hk/en/privacy/qualtricshttp://blackhat.com/robots.txt hk/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html hk/en/search hk/enterprise/blog/search$ @@ -53167,7 +52801,7 @@ homework-help/landing/offer homework-help/search? homoud homr/services -honeypot/http://dr.dk/robots.txt +honeypot/http://streamriver.thebase.in/robots.txt hong-kong-ting-hui-limited-cclxixe honing.html hook @@ -53303,7 +52937,7 @@ how-to-adjust-the-privacy-settings-for-your-smartwatch how-to-change-your-privacy-settings-on-facebook-and-instagram how-to-change-your-privacy-settings-on-twitter-and-youtube how-to-delete-account -how-to-find-happiness-newsletter-book-preview/http://jasminethompson.com/robots.txt +how-to-find-happiness-newsletter-book-preview/http://tantemarie.com/robots.txt how-to-keep-your-browsing-information-untraceable how-to-keep-your-phone-secure-while-traveling how-to-limit-ad-tracking-on-your-mobile-device @@ -56492,6 +56126,8 @@ html/ipad html/it html/js/editor html/js/editor/fckeditor +html/map_delivery_msk.html +html/map_delivery_spb.html html/media/pdf html/misc html/mobile/iPhone2012 @@ -56531,166 +56167,164 @@ http http-checker http2_data http: -http://1533911.fls.doubleclick.net/robots.txt -http://1731177.fls.doubleclick.net/robots.txt -http://1password.com/robots.txt -http://2224480.fls.doubleclick.net/robots.txt -http://4shared.com/robots.txt -http://6323411.fls.doubleclick.net/robots.txt -http://a-z.love/robots.txt +http://10004668.fls.doubleclick.net/robots.txt +http://20minutos.es/robots.txt +http://2549153.fls.doubleclick.net/robots.txt +http://3shape.com/robots.txt +http://4384249.fls.doubleclick.net/robots.txt +http://aa.com.tr/robots.txt http://abc7chicago.com/robots.txt -http://abc7ny.com/robots.txt -http://abcnews.go.com/robots.txt -http://abduzeedo.com/robots.txt -http://acrobat.adobe.com/robots.txt -http://ad.doubleclick.net/robots.txt -http://adcell.de/robots.txt -http://adeje.es/robots.txt -http://adelainedevelopment.com/robots.txt -http://allrecipes.com/robots.txt -http://amazon.de/robots.txt -http://ampmexterminators.com/robots.txt +http://about.usps.com/robots.txt +http://academic.oup.com/robots.txt +http://acornhilllodge.com/robots.txt +http://adamdurica.lnk.to/robots.txt +http://advertise.bingads.microsoft.com/robots.txt +http://aeonmetals.com.au/robots.txt +http://amnh.org/robots.txt +http://ams.usda.gov/robots.txt +http://amvnews.ru/robots.txt http://amzn.to/robots.txt -http://androidpolice.com/robots.txt -http://api.ning.com/robots.txt -http://api.whatsapp.com/robots.txt -http://apod.nasa.gov/robots.txt -http://app.box.com/robots.txt -http://apple.co/robots.txt -http://artnews.com/robots.txt -http://au.effectivemeasure.net/robots.txt -http://austinmoody.net/robots.txt -http://autode.sk/robots.txt -http://azure.microsoft.com/robots.txt -http://babylenta.ru/robots.txt -http://basecamp.com/robots.txt -http://bbc.com/robots.txt -http://bbcamerica.com/robots.txt -http://bbcgoodfood.com/robots.txt -http://beautifulthailand99.blogspot.co.uk/robots.txt -http://bestdocsnetwork.com/robots.txt +http://annualreviews.org/robots.txt +http://apache.org/robots.txt +http://apps.microsoft.com/robots.txt +http://art-building.zp.ua/robots.txt +http://asia.nikkei.com/robots.txt +http://atom.io/robots.txt +http://autotrader.com/robots.txt +http://avexnet.or.jp/robots.txt +http://avito.ru/robots.txt +http://avto.pro/robots.txt +http://baymard.com/robots.txt http://bharat.republicworld.com/ http://bharat.republicworld.com/* -http://bhf.org.uk/robots.txt -http://bigoven.com/robots.txt -http://blackholerecordings.com/robots.txt -http://bleepingcomputer.com/robots.txt -http://blog.bufferapp.com/robots.txt -http://boe.es/robots.txt -http://businessbuiltonline.blogspot.com/robots.txt -http://businesstoday.in/robots.txt -http://cambridge.org/robots.txt -http://carinon.hatenablog.com/robots.txt -http://cdn.rawgit.com/robots.txt -http://cedcommerce.com/robots.txt -http://chronicle.com/robots.txt -http://cio.com/robots.txt -http://cityam.com/robots.txt -http://click.linksynergy.com/robots.txt -http://clubic.com/robots.txt -http://coeducacion.grial.eu/robots.txt +http://bicicletadobravel.com.br/robots.txt +http://bitcoin.org/robots.txt +http://blackgirlhealth.com/robots.txt +http://blog.goo.ne.jp/robots.txt +http://blog.sina.com.cn/robots.txt +http://blog.torproject.org/robots.txt +http://blubrry.com/robots.txt +http://books.google.de/robots.txt +http://br.linkedin.com/robots.txt +http://bullfroginsurance.com/robots.txt +http://business-standard.com/robots.txt +http://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt +http://cancerresearchuk.org/robots.txt +http://cards-dev.twitter.com/robots.txt +http://careerbuilder.com/robots.txt +http://case.edu/robots.txt +http://cdn.datatables.net/robots.txt +http://cdn.discordapp.com/robots.txt +http://cdn.knightlab.com/robots.txt +http://cegeplimoilou.ca/robots.txt +http://christinakarst.com/robots.txt +http://cloud.google.com/robots.txt +http://cnet.co/robots.txt +http://colourlovers.com/robots.txt http://comunitaqueeniana.weebly.com/news-of-the-world http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor -http://constantcontact.com/robots.txt -http://coursera.org/robots.txt -http://courses.i-leadonline.com/robots.txt -http://crn.com/robots.txt -http://croixmode.jp/robots.txt -http://cultofmac.com/robots.txt -http://d.turn.com/robots.txt -http://dc.arrivalist.com/robots.txt -http://delivery.yandex.ru/robots.txt +http://corporate.walmart.com/robots.txt +http://criteo.com/robots.txt +http://cs.washington.edu/robots.txt +http://csmonitor.com/robots.txt +http://curata.com/robots.txt +http://d.adroll.com/robots.txt +http://dailywire.com/robots.txt +http://danland.de/robots.txt +http://dashlane.com/robots.txt +http://data.gov/robots.txt +http://developer.apple.com/robots.txt +http://deviantart.com/robots.txt +http://digicert.com/robots.txt +http://digiday.com/robots.txt +http://dl.dropbox.com/robots.txt +http://docs.docker.com/robots.txt http://docstoc.com/robots.txt -http://ecma-international.org/robots.txt -http://economie.gouv.fr/robots.txt -http://ed.gov/robots.txt -http://eff.org/robots.txt -http://en.support.wordpress.com/robots.txt -http://engadget.com/robots.txt -http://estatousa.com/robots.txt -http://euronews.com/robots.txt -http://everydayhealth.com/robots.txt -http://evite.com/robots.txt -http://evuk.co.uk/robots.txt -http://experience.arcgis.com/robots.txt -http://expressen.se/robots.txt -http://faithandreason.com/robots.txt -http://fauerzaesp.org/robots.txt -http://fema.gov/robots.txt -http://firstrunfeatures.com/robots.txt -http://fiverr.com/robots.txt -http://fnac.com/robots.txt -http://folhadeirati.com.br/robots.txt -http://forcefieldsnz.bandcamp.com/robots.txt -http://foromontefrio.com/robots.txt -http://fortune.com/robots.txt -http://foxnews.com/robots.txt -http://francetvinfo.fr/robots.txt -http://galu.co.jp/robots.txt -http://geraldtabios.com/robots.txt -http://govinfo.gov/robots.txt -http://graphics8.nytimes.com/robots.txt -http://gyro13.com/robots.txt -http://health.com/robots.txt -http://health.pa.gov/robots.txt -http://heart.org/robots.txt -http://homesinhamiltonontario.com/robots.txt -http://htmlpreview.github.io/robots.txt -http://hubs.ly/robots.txt -http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt +http://dot.visitordatainc.com/robots.txt +http://doublesmart.digital/robots.txt +http://ea.com/robots.txt +http://ec.europa.eu/robots.txt +http://ecwid.com/robots.txt +http://ecx.images-amazon.com/robots.txt +http://edenguard.fr/robots.txt +http://edps.europa.eu/robots.txt +http://eji.org/robots.txt +http://electricradiatorsdirect.co.uk/robots.txt +http://en.oxforddictionaries.com/robots.txt +http://engineering.cornell.edu/robots.txt +http://enyakinnerde.com/robots.txt +http://ericsson.com/robots.txt +http://espn.go.com/robots.txt +http://etagi.com/robots.txt +http://etsi.org/robots.txt +http://extension.purdue.edu/robots.txt +http://feross.org/robots.txt +http://fox.com/robots.txt +http://fr.wikipedia.org/robots.txt +http://freedomhouse.org/robots.txt +http://fsmitha.com/robots.txt +http://g.page/robots.txt +http://general-overnight.com/robots.txt +http://geosmartasia.org/robots.txt +http://getcloudapp.com/robots.txt +http://getcomposer.org/robots.txt +http://gnupg.org/robots.txt +http://goodway.com/robots.txt +http://google.co.il/robots.txt +http://google.co.th/robots.txt +http://google.fr/robots.txt +http://govtrack.us/robots.txt +http://hagemann.one/robots.txt +http://hellomagazine.com/robots.txt +http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://arduino.cc/robots.txt http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/ http://i.ebayimg.com/robots.txt -http://i.vimeocdn.com/robots.txt -http://i9.ytimg.com/robots.txt -http://ie.edu/robots.txt -http://ifcncodeofprinciples.poynter.org/robots.txt -http://imagekandi.com/robots.txt -http://indiana.edu/robots.txt -http://iopscience.iop.org/robots.txt -http://istanbulyelken.org.tr/robots.txt -http://izioq.bandcamp.com/robots.txt -http://journals.plos.org/robots.txt -http://kongregate.com/robots.txt -http://lapresse.ca/robots.txt -http://larkenequity.com/robots.txt -http://lg.com/robots.txt -http://librarything.com/robots.txt -http://linkedin.com/robots.txt -http://list.ly/robots.txt -http://m.youtube.com/robots.txt -http://macobserver.com/robots.txt -http://market.android.com/robots.txt -http://mathworld.wolfram.com/robots.txt -http://militarytimes.com/robots.txt -http://mineyour.biz/robots.txt -http://mootools.net/robots.txt -http://mpgi.edu.in/robots.txt -http://myrobotlove.blogspot.com/robots.txt -http://n.us1.dyntrk.com/robots.txt -http://nachosuarez.blogspot.com/robots.txt -http://namecheap.com/robots.txt -http://nascardigitalmediallc.demdex.net/robots.txt -http://ncbi.nlm.nih.gov/robots.txt -http://nebula.wsimg.com/robots.txt -http://newrelic.com/robots.txt -http://news.google.com/robots.txt -http://news.softpedia.com/robots.txt +http://iaea.org/robots.txt +http://ipac.ctnsnet.com/robots.txt +http://jet.com/robots.txt +http://jhsph.edu/robots.txt +http://jmp.sh/robots.txt +http://joelonsoftware.com/robots.txt +http://jsfiddle.net/robots.txt +http://jsoulb.jp/robots.txt +http://justgetflux.com/robots.txt +http://jwz.org/robots.txt +http://kde.org/robots.txt +http://kohls.com/robots.txt +http://konjak.org/robots.txt +http://laquadrature.net/robots.txt +http://laravel.com/robots.txt +http://lifestylesimplify.com/robots.txt +http://ma.tt/robots.txt +http://maps.google.es/robots.txt +http://marketplace.org/robots.txt +http://maryannesbookshelf.com/robots.txt +http://masterclass.com/robots.txt +http://mathiasbynens.be/robots.txt +http://memcached.org/robots.txt +http://mindsandhearts.net/robots.txt +http://minnpost.com/robots.txt +http://mor-pack.co.il/robots.txt +http://mpp.mxptint.net/robots.txt +http://musicstore.de/robots.txt +http://mylifetime.com/robots.txt +http://news.artnet.com/robots.txt http://news24.com/robots.txt -http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt -http://nofilmschool.com/robots.txt -http://nzz.ch/robots.txt -http://oag.ca.gov/robots.txt -http://observer.com/robots.txt -http://ogp.me/robots.txt -http://on.fb.me/robots.txt -http://parents.com/robots.txt -http://parkinsonsresource.org/robots.txt -http://passionfruitsporthorses.squarespace.com/robots.txt -http://pastemagazine.com/robots.txt -http://photomatt.net/robots.txt -http://pixabay.com/robots.txt +http://no.wikipedia.org/robots.txt +http://noithatlamson.com/robots.txt +http://northscottsdaledentist.com/robots.txt +http://nozbe.com/robots.txt +http://npr.org/robots.txt +http://nydailynews.com/robots.txt +http://ontario.ca/robots.txt +http://peta.org/robots.txt +http://photobucket.com/robots.txt +http://phys.org/robots.txt +http://pixel.streetmetrics.io/robots.txt +http://podbean.com/robots.txt +http://polygraph.cool/robots.txt http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/ http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/ http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/ @@ -56712,77 +56346,76 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/ http://pompeachaleurdaikin.fr/le-lexique/ http://pompeachaleurdaikin.fr/temoignages-infos/ http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/ -http://poolwiseliving.com.au/robots.txt -http://popsci.com/robots.txt -http://premiumbeat.com/robots.txt -http://primit.it/robots.txt -http://prnt.sc/robots.txt -http://pt.wikipedia.org/robots.txt -http://publish.twitter.com/robots.txt -http://purityring.ffm.to/robots.txt -http://px.adentifi.com/robots.txt -http://px.gumgum.com/robots.txt -http://quantcast.com/robots.txt -http://ragesw.com/robots.txt -http://rdr.connectedinteractive.com/robots.txt -http://recalculatingfilm.com/robots.txt -http://redhat.com/robots.txt -http://reuters.com/robots.txt -http://rijksoverheid.nl/robots.txt -http://rsfbathroomdesigns.co.uk/robots.txt -http://rtb.adp3.net/robots.txt -http://rtd.tubemogul.com/robots.txt -http://rte.ie/robots.txt -http://science.nasa.gov/robots.txt -http://scienceandnonduality.com/robots.txt -http://sciencing.com/robots.txt -http://security.googleblog.com/robots.txt -http://seekingalpha.com/robots.txt -http://servedby.ipromote.com/robots.txt -http://smallbiztrends.com/robots.txt -http://smileeasy.com/robots.txt -http://socialnomics.net/robots.txt -http://static.wixstatic.com/robots.txt -http://sunderlandecho.com/robots.txt -http://t3n.de/robots.txt -http://tandfonline.com/robots.txt -http://tapncap.com/robots.txt -http://tattierecords.com/robots.txt -http://teachvideo.ru/robots.txt -http://techopedia.com/robots.txt -http://techpi-und-malibu.de/robots.txt -http://texastribune.org/robots.txt -http://theonion.com/robots.txt -http://thetrevorproject.org/robots.txt -http://thinglink.com/robots.txt -http://timesofisrael.com/robots.txt -http://tnc.org.br/robots.txt -http://tools.google.com/robots.txt -http://tools.pingdom.com/robots.txt -http://toronto.ca/robots.txt -http://track.adform.net/robots.txt -http://track.omguk.com/robots.txt -http://trends.google.com.mx/robots.txt +http://powells.com/robots.txt +http://pri.org/robots.txt +http://printingbros3d.com/robots.txt +http://protonmail.com/robots.txt +http://pst-merger.com/robots.txt +http://psycnet.apa.org/robots.txt +http://rbc.ru/robots.txt +http://redis.io/robots.txt +http://registrosakashicos.com/robots.txt +http://rsa.com/robots.txt +http://rtbf.be/robots.txt +http://rts.ch/robots.txt +http://s3-eu-west-1.amazonaws.com/robots.txt +http://sas.com/robots.txt +http://secondlife.com/robots.txt +http://secure-au.imrworldwide.com/robots.txt +http://serverfault.com/robots.txt +http://shop.oreilly.com/robots.txt +http://sitecheck.sucuri.net/robots.txt +http://slack.com/robots.txt +http://smashingmagazine.com/robots.txt +http://southwest.com/robots.txt +http://spensor.blogspot.com/robots.txt +http://sportskeeda.com/robots.txt +http://ssrn.com/robots.txt +http://sverigesradio.se/robots.txt +http://ted.com/robots.txt +http://tenrev.com/robots.txt +http://tes.com/robots.txt +http://the-scientist.com/robots.txt +http://thewindowsclub.com/robots.txt +http://thinkgeek.com/robots.txt +http://tinypng.com/robots.txt +http://tn.gov/robots.txt +http://today.com/robots.txt +http://travel.state.gov/robots.txt +http://trigono.pro/robots.txt +http://trimble.com/robots.txt +http://tripit.com/robots.txt +http://tuaw.com/robots.txt http://uat-next-a30-uk.udev1a.net* -http://undefined.fls.doubleclick.net/robots.txt -http://unstats.un.org/robots.txt -http://uptimerobot.com/robots.txt -http://usda.gov/robots.txt -http://v.qq.com/robots.txt -http://vancouver.ca/robots.txt -http://viki.com/robots.txt -http://vitantonio.jp/robots.txt -http://vmed.club/robots.txt -http://voterga.org/robots.txt -http://wise.com/robots.txt -http://wolframreiter.org/robots.txt +http://undis.eu/robots.txt +http://unionltdhk.com/robots.txt +http://upsellit.com/robots.txt +http://upworthy.com/robots.txt +http://us02web.zoom.us/robots.txt +http://uscode.house.gov/robots.txt +http://validator.w3.org/robots.txt +http://vaultpress.com/robots.txt +http://vicroads.vic.gov.au/robots.txt +http://video.google.com/robots.txt +http://vidsy.co/robots.txt +http://voxeu.org/robots.txt +http://vuetvvideoinprint.com/robots.txt +http://warp90.com/robots.txt +http://webopedia.com/robots.txt +http://webtoons.com/robots.txt +http://wellsfargo.com/robots.txt +http://whois.icann.org/robots.txt +http://wiki.mozilla.org/robots.txt +http://wired.com/robots.txt +http://worksforweb.com/robots.txt +http://workspace.google.com/robots.txt http://www.comodo.com/email/webinspector-email http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats -http://yellowpages.com/robots.txt -http://youtubefanfest.com/robots.txt -http://zertifikateawards.de/robots.txt -http://zmg.su/robots.txt +http://xkcd.com/robots.txt +http://ygp.co.kr/robots.txt +http://yle.fi/robots.txt +http://youcaring.com/robots.txt httpd httpd/reports https @@ -56901,7 +56534,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427 https://www.oxfamintermon.org/ca/resultats-de-cerca?term= https://www.oxfamintermon.org/es/resultados-de-busqueda?term= https://www.republicworld.com/ipl-2024/ -https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt +https://www.republicworld.com/ipl-2024/*http://state.nj.us/robots.txt https://www.southampton.ac.uk/research/areas https://www.southampton.ac.uk/research/search https://www.southampton.ac.uk/research/search/all @@ -56921,7 +56554,7 @@ https://www.thenation.com/teaching_guide-sitemap2.xml https://www.thenation.com/teaching_guide-sitemap3.xml https://www.thenation.com/teaching_guide-sitemap4.xml https:/www.alibaba.com -https:/www.alibaba.com/http://aliexpress.com/robots.txt +https:/www.alibaba.com/http://economictimes.indiatimes.com/robots.txt htyau htz/js/bots.js hu @@ -57747,7 +57380,7 @@ iframe/dirette iframe/video iframe= iframes -iframes/http://earthobservatory.nasa.gov/robots.txt +iframes/http://streamelements.com/robots.txt ifwns ig/add? ig/forums @@ -57761,7 +57394,6 @@ ignacioibarzabal ignoring/human/orders igoto igotos -igp ihr ii iifa-awards-2017 @@ -57777,7 +57409,6 @@ il-en*/people/*/circle il-en*/people/*/favorites il-en*/shop/*/favoriters il-en*/shop/*/sold -il-en/ il-en/*?order= il-en/*color= il-en/*customizable= @@ -57910,7 +57541,6 @@ images/adspace/ images/api images/application_uploads images/campaign/ -images/carBlogsimages images/chart_gifs images/chart_pdfs images/chart_png300 @@ -57934,12 +57564,10 @@ images/pad/search?rpt=imageview images/pad/search?text=*&source=morda images/private images/related -images/resume images/scaled images/search/details/twitterCards/twitter-card images/search?rpt=imageview images/search?text=*&source=morda -images/showroomimages images/smart/$ images/staff images/swf @@ -57947,8 +57575,6 @@ images/touch/$ images/touch/? images/touch/search?rpt=imageview images/touch/search?text=*&source=morda -images/usedcarimages -images/userprofileimg images/v$ images/verify_image.png images/viewconfig$ @@ -57979,14 +57605,10 @@ img/*-wWIDTH*.jpg img/*.doc$ img/*.docx$ img/*.pdf$ -img/category -img/hc_ambassador.png -img/http://takeout.google.com/robots.txt +img/http://wisc.edu/robots.txt img/logo/3rdpartylogos -img/mobile img/not-indexed img/placeholder.gif -img/points img/private img/produit/*-$ img/wsproduct/sku/* @@ -58048,7 +57670,6 @@ in-en*/people/*/circle in-en*/people/*/favorites in-en*/shop/*/favoriters in-en*/shop/*/sold -in-en/ in-en/*?order= in-en/*color= in-en/*customizable= @@ -58255,6 +57876,7 @@ independentlens/video/index.php? indepthtoolkit/smallprox indepthtoolkit/smallprox$ index +index*.php$ index-new index-test.php index.asp @@ -58268,7 +57890,6 @@ index.html? index.html?currency=USD®ion=North%20America&country=US index.html?utm_source=distribution&utm_medium=pr&utm_campaign=pr%2Btemplate%2Blinks index.html?utm_source=distribution&utm_medium=pr&utm_term=Enterprise&utm_content=ESMAV&utm_campaign=120309 -index.jhtml index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news index.new.html index.php @@ -58280,7 +57901,7 @@ index.php/*/comment/reply index.php/*/filter/tips index.php/*/media/oembed index.php/*/media/oembed -index.php/*/media/oembedhttp://chor.helbling-verlag.de/robots.txt +index.php/*/media/oembedhttp://formstack.com/robots.txt index.php/*/node/add index.php/*/search index.php/*/user/login @@ -58368,13 +57989,13 @@ index.php/user/login/ index.php/user/logout index.php/user/logout index.php/user/logout/ -index.php/user/logout/http://commissions.arlingtonva.us/robots.txt -index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt -index.php/user/logout/http://medicine-world.ru/robots.txt -index.php/user/logout/http://ncaa.com/robots.txt -index.php/user/logout/http://seagate.com/robots.txt -index.php/user/logout/http://trapanishuttle.com/robots.txt -index.php/user/logout/http://usmagazine.com/robots.txt +index.php/user/logout/http://admiralstrand.de/robots.txt +index.php/user/logout/http://buddypress.org/robots.txt +index.php/user/logout/http://code.visualstudio.com/robots.txt +index.php/user/logout/http://interhome.de/robots.txt +index.php/user/logout/http://kristinsong.com/robots.txt +index.php/user/logout/http://podomatic.com/robots.txt +index.php/user/logout/http://teamviewer.com/robots.txt index.php/user/password index.php/user/password index.php/user/password/ @@ -58573,149 +58194,6 @@ inquiry-feedback inquiry-success* inquiry/user_study ins -ins/ba/bs/myg.html -ins/ba/de/myg.html -ins/bf/de/myg.html -ins/bf/fr/myg.html -ins/bg/bg/myg.html -ins/bg/de/myg.html -ins/bo/de/myg.html -ins/bo/es/myg.html -ins/ca/de/myg.html -ins/ca/en/myg.html -ins/ca/fr/myg.html -ins/cd/de/myg.html -ins/cd/fr/myg.html -ins/ci/de/myg.html -ins/ci/fr/myg.html -ins/cl/de/myg.html -ins/cl/es/myg.html -ins/cm/de/myg.html -ins/cm/en/myg.html -ins/cm/fr/myg.html -ins/cn/cn/myg.html -ins/cn/de/myg.html -ins/cn/en/myg.html -ins/cn/zh/myg.html -ins/co/de/myg.html -ins/co/es/myg.html -ins/cs/de/myg.html -ins/cs/sr/myg.html -ins/cy/de/myg.html -ins/cy/en/myg.html -ins/es/de/myg.html -ins/es/es/myg.html -ins/fi/de/myg.html -ins/fi/fi/myg.html -ins/ge/de/myg.html -ins/ge/ka/myg.html -ins/gh/de/myg.html -ins/gh/en/myg.html -ins/hr/de/myg.html -ins/hr/hr/myg.html -ins/hu/de/myg.html -ins/hu/hu/myg.html -ins/ie/de/myg.html -ins/ie/en/myg.html -ins/il/de/myg.html -ins/il/he/myg.html -ins/in/de/myg.html -ins/in/en/myg.html -ins/it/de/myg.html -ins/it/it/myg.html -ins/jo/ar/myg.html -ins/jo/de/myg.html -ins/ke/de/myg.html -ins/ke/en/myg.html -ins/kz/de/myg.html -ins/kz/kk/myg.html -ins/kz/ru/myg.html -ins/lb/ar/myg.html -ins/lb/de/myg.html -ins/lb/en/myg.html -ins/lk/de/myg.html -ins/lk/en/myg.html -ins/lv/de/myg.html -ins/lv/lv/myg.html -ins/ma/de/myg.html -ins/ma/fr/myg.html -ins/mk/de/myg.html -ins/mk/mk/myg.html -ins/mm/de/myg.html -ins/mm/en/myg.html -ins/mn/de/myg.html -ins/mn/mn/myg.html -ins/mx/de/myg.html -ins/mx/es/myg.html -ins/na/de/myg.html -ins/na/en/myg.html -ins/ng/de/myg.html -ins/ng/en/myg.html -ins/nl/de/myg.html -ins/nl/nl/myg.html -ins/no/de/myg.html -ins/no/no/myg.html -ins/nz/de/myg.html -ins/nz/en/myg.html -ins/nz/mi/myg.html -ins/pe/de/myg.html -ins/pe/es/myg.html -ins/pk/de/myg.html -ins/pk/en/myg.html -ins/pl/de/myg.html -ins/pl/pl/myg.html -ins/ps/ar/myg.html -ins/ps/de/myg.html -ins/pt/de/myg.html -ins/pt/pt/myg.html -ins/ro/de/myg.html -ins/ro/ro/myg.html -ins/rw/de/myg.html -ins/rw/en/myg.html -ins/sa/ar/myg.html -ins/sa/de/myg.html -ins/sa/en/myg.html -ins/se/de/myg.html -ins/se/sv/myg.html -ins/sg/de/myg.html -ins/sg/en/myg.html -ins/si/de/myg.html -ins/si/sl/myg.html -ins/sk/de/myg.html -ins/sk/sk/myg.html -ins/sn/de/myg.html -ins/sn/fr/myg.html -ins/su/ar/myg.html -ins/su/de/myg.html -ins/sy/ar/myg.html -ins/sy/de/myg.html -ins/tg/de/myg.html -ins/tg/fr/myg.html -ins/th/en/myg.html -ins/th/th/myg.html -ins/tn/de/myg.html -ins/tn/fr/myg.html -ins/tr/de/myg.html -ins/tr/tr/myg.html -ins/ts/de/myg.html -ins/ts/en/myg.html -ins/tw/cn/myg.html -ins/tw/de/myg.html -ins/ua/de/myg.html -ins/ua/uk/myg.html -ins/us/de/myg.html -ins/us/en/myg.html -ins/uy/de/myg.html -ins/uy/es/myg.html -ins/uz/de/myg.html -ins/uz/ru/myg.html -ins/ve/de/myg.html -ins/ve/es/myg.html -ins/vn/de/myg.html -ins/vn/en/myg.html -ins/vn/vi/myg.html -ins/za/de/myg.html -ins/za/en/myg.html inscription inscription/index/o/nlr/mail insel @@ -58743,6 +58221,8 @@ insights/users insite insp inspiration +inspiration/angels/search-for-quotes.aspx +inspiration/quote-search.aspx inspiration/search inspiration_search/? instagram-privacy-settings-that-you-should-adjust @@ -58797,7 +58277,7 @@ inter-success-buy inter-wait-buy interact interactions-list-drugs.php -interactive*http://fcc.gov/robots.txt +interactive*http://runningtothekitchen.com/robots.txt interactive/quiz/preview interactive/reading-preference interculturaldialogu/ar/event/*/ical @@ -58940,46 +58420,6 @@ investing/businesswire investing/fiercemarkets investing/secfile investing/stocks -investment-funds/*afghanistan -investment-funds/*belarus -investment-funds/*bosnia-and-herzegovina -investment-funds/*burundi -investment-funds/*central-african-republic -investment-funds/*china -investment-funds/*croatia -investment-funds/*cuba -investment-funds/*democratic-republic-of-the-congo -investment-funds/*eritrea -investment-funds/*ethiopia -investment-funds/*guinea -investment-funds/*guinea-bissau -investment-funds/*haiti -investment-funds/*hong-kong -investment-funds/*iran -investment-funds/*iraq -investment-funds/*ivory-coast -investment-funds/*kosovo -investment-funds/*lebanon -investment-funds/*liberia -investment-funds/*libya -investment-funds/*macedonia -investment-funds/*mali -investment-funds/*montenegro -investment-funds/*myanmar -investment-funds/*nicaragua -investment-funds/*north-korea -investment-funds/*russia -investment-funds/*rwanda -investment-funds/*serbia -investment-funds/*somalia -investment-funds/*south-sudan -investment-funds/*sudan -investment-funds/*syria -investment-funds/*ukraine -investment-funds/*venezuela -investment-funds/*vietnam -investment-funds/*yemen -investment-funds/*zimbabwe investments investor investor-alert @@ -60117,7 +59557,6 @@ jbaaijens jbdeasjr jbdharvard jbecerra -jbeckfield jbenjamin jbenton jbill @@ -60137,6 +59576,7 @@ jcms/jcms/P_101348/ jcollfont jconnors jcperdomo +jcr:content jcuff jcwang jdamask @@ -60478,7 +59918,6 @@ jobboerse/ jobid= jobs jobs -jobs-candidates jobs-guest jobs-scrape/* jobs-search @@ -60490,246 +59929,6 @@ jobs/*/is$ jobs/*/more-jobs-count jobs/*?page= jobs/*?page=1 -jobs/*jobs-in-abidjan -jobs/*jobs-in-addis-ababa -jobs/*jobs-in-adis-abeba -jobs/*jobs-in-afghanistan -jobs/*jobs-in-alborz -jobs/*jobs-in-aleppo -jobs/*jobs-in-anhui-sheng -jobs/*jobs-in-anyang -jobs/*jobs-in-anzoategui -jobs/*jobs-in-arak -jobs/*jobs-in-arbil -jobs/*jobs-in-ardabil -jobs/*jobs-in-asdas -jobs/*jobs-in-autonomna-pokrajina-vojvodina -jobs/*jobs-in-ayeyarwady -jobs/*jobs-in-baghdad -jobs/*jobs-in-bamako -jobs/*jobs-in-banja-luka -jobs/*jobs-in-beijing -jobs/*jobs-in-beirut -jobs/*jobs-in-belarus -jobs/*jobs-in-belgrade -jobs/*jobs-in-beyrouth -jobs/*jobs-in-bihac -jobs/*jobs-in-bojnurd -jobs/*jobs-in-bosnia-and-herzegovina -jobs/*jobs-in-bukavu -jobs/*jobs-in-burundi -jobs/*jobs-in-camaguey -jobs/*jobs-in-can-tho -jobs/*jobs-in-caracas -jobs/*jobs-in-central-african-republic -jobs/*jobs-in-central-equatoria -jobs/*jobs-in-central-serbia -jobs/*jobs-in-chahar-mahall-va-bakhtiari -jobs/*jobs-in-chengdu -jobs/*jobs-in-chernivets-ka-oblast -jobs/*jobs-in-chernivtsi -jobs/*jobs-in-china -jobs/*jobs-in-chinandega -jobs/*jobs-in-chongqing -jobs/*jobs-in-chongqing-shi -jobs/*jobs-in-conakry -jobs/*jobs-in-croatia -jobs/*jobs-in-cuba -jobs/*jobs-in-da-nang -jobs/*jobs-in-democratic-republic-of-the-congo -jobs/*jobs-in-distrito-federal -jobs/*jobs-in-east-azarbaijan -jobs/*jobs-in-eastern-province-rw -jobs/*jobs-in-erbil -jobs/*jobs-in-eritrea -jobs/*jobs-in-esfahan -jobs/*jobs-in-esteli -jobs/*jobs-in-ethiopia -jobs/*jobs-in-fars -jobs/*jobs-in-federation-of-bosnia-and-herzegovina -jobs/*jobs-in-florida -jobs/*jobs-in-fujian -jobs/*jobs-in-gilan -jobs/*jobs-in-grad-zagreb -jobs/*jobs-in-guangdong -jobs/*jobs-in-guangxi-zhuangzu-zizhiqu -jobs/*jobs-in-guangzhou -jobs/*jobs-in-guilin -jobs/*jobs-in-guinea -jobs/*jobs-in-guinea-bissau -jobs/*jobs-in-ha-noi -jobs/*jobs-in-hai-phong -jobs/*jobs-in-haikou -jobs/*jobs-in-hainan -jobs/*jobs-in-haiphong -jobs/*jobs-in-haiti -jobs/*jobs-in-hamadan -jobs/*jobs-in-hangzhou -jobs/*jobs-in-harare -jobs/*jobs-in-harbin -jobs/*jobs-in-havana -jobs/*jobs-in-hefei -jobs/*jobs-in-heilongjiang-sheng -jobs/*jobs-in-henan-an -jobs/*jobs-in-henan-sheng -jobs/*jobs-in-ho-chi-minh-city -jobs/*jobs-in-hong-kong -jobs/*jobs-in-iran -jobs/*jobs-in-iranshahr -jobs/*jobs-in-iraq -jobs/*jobs-in-irkutsk -jobs/*jobs-in-ivory-coast -jobs/*jobs-in-jaroslavl -jobs/*jobs-in-jiangsu-sheng -jobs/*jobs-in-jiangxi-sheng -jobs/*jobs-in-kabul -jobs/*jobs-in-karaj -jobs/*jobs-in-karbala -jobs/*jobs-in-karpos -jobs/*jobs-in-kazan -jobs/*jobs-in-kermanshah -jobs/*jobs-in-khanh-hoa -jobs/*jobs-in-kharkiv -jobs/*jobs-in-khartoum -jobs/*jobs-in-khartoum-state -jobs/*jobs-in-khorasan-e-shomali -jobs/*jobs-in-kiev -jobs/*jobs-in-kigali -jobs/*jobs-in-kinshasa -jobs/*jobs-in-kirovohrad -jobs/*jobs-in-komi-republic -jobs/*jobs-in-komuna-e-prishtines -jobs/*jobs-in-korla -jobs/*jobs-in-kosovo -jobs/*jobs-in-krasnodar -jobs/*jobs-in-krasnodarskiy -jobs/*jobs-in-krasnoyarskiy -jobs/*jobs-in-kumanovo -jobs/*jobs-in-kyiv-city -jobs/*jobs-in-kyiv-oblast -jobs/*jobs-in-l-viv -jobs/*jobs-in-lagunes -jobs/*jobs-in-lagunillas -jobs/*jobs-in-las-tunas -jobs/*jobs-in-lebanon -jobs/*jobs-in-liberia -jobs/*jobs-in-libya -jobs/*jobs-in-lviv -jobs/*jobs-in-macedonia -jobs/*jobs-in-magway -jobs/*jobs-in-malayer -jobs/*jobs-in-mali -jobs/*jobs-in-mandalay -jobs/*jobs-in-markazi -jobs/*jobs-in-mashhad -jobs/*jobs-in-mayorality-of-baghdad -jobs/*jobs-in-minsk -jobs/*jobs-in-minskaja-voblasts -jobs/*jobs-in-monrovia -jobs/*jobs-in-montenegro -jobs/*jobs-in-montserrado -jobs/*jobs-in-moscow -jobs/*jobs-in-muhafazat-karbala -jobs/*jobs-in-muhafazat-ma-rib -jobs/*jobs-in-muyinga -jobs/*jobs-in-myanaung -jobs/*jobs-in-myanmar -jobs/*jobs-in-myaydo -jobs/*jobs-in-myeik -jobs/*jobs-in-nanchang -jobs/*jobs-in-nha-trang -jobs/*jobs-in-nicaragua -jobs/*jobs-in-ninghai -jobs/*jobs-in-north-korea -jobs/*jobs-in-novi-sad -jobs/*jobs-in-novosibirsk -jobs/*jobs-in-odessa -jobs/*jobs-in-ostan-e-esfahan -jobs/*jobs-in-ouest -jobs/*jobs-in-phu-tho -jobs/*jobs-in-poltava -jobs/*jobs-in-port-au-prince -jobs/*jobs-in-primorskiy -jobs/*jobs-in-provincia-de-la-habana -jobs/*jobs-in-qingdao -jobs/*jobs-in-qom -jobs/*jobs-in-quanzhou -jobs/*jobs-in-rangoon -jobs/*jobs-in-rasht -jobs/*jobs-in-razavi-khorasan -jobs/*jobs-in-republika-srpska -jobs/*jobs-in-rivne -jobs/*jobs-in-rostov -jobs/*jobs-in-rostov-na-donu -jobs/*jobs-in-russia -jobs/*jobs-in-rwamagana -jobs/*jobs-in-rwanda -jobs/*jobs-in-saint-petersburg -jobs/*jobs-in-sarajevo -jobs/*jobs-in-serbia -jobs/*jobs-in-shaanxi -jobs/*jobs-in-shahr-e-kord -jobs/*jobs-in-shandong-sheng -jobs/*jobs-in-shanghai -jobs/*jobs-in-shanghai-shi -jobs/*jobs-in-shenzhen -jobs/*jobs-in-shiraz -jobs/*jobs-in-sichuan -jobs/*jobs-in-sistan-va-baluchestan -jobs/*jobs-in-skopje -jobs/*jobs-in-somalia -jobs/*jobs-in-south-kivu -jobs/*jobs-in-south-sudan -jobs/*jobs-in-split -jobs/*jobs-in-splitsko-dalmatinska -jobs/*jobs-in-st-petersburg -jobs/*jobs-in-sudan -jobs/*jobs-in-suzhou -jobs/*jobs-in-sverdlovsk -jobs/*jobs-in-syria -jobs/*jobs-in-tabriz -jobs/*jobs-in-tachira -jobs/*jobs-in-tanintharyi -jobs/*jobs-in-tatarstan -jobs/*jobs-in-tehran -jobs/*jobs-in-ternopil -jobs/*jobs-in-thanh-pho-ho-chi-minh -jobs/*jobs-in-tripoli -jobs/*jobs-in-tripoli-district -jobs/*jobs-in-turan -jobs/*jobs-in-tuzla -jobs/*jobs-in-ukhta -jobs/*jobs-in-ukraine -jobs/*jobs-in-ukrainka -jobs/*jobs-in-urunchi -jobs/*jobs-in-ussuriysk -jobs/*jobs-in-venezuela -jobs/*jobs-in-viet-tri -jobs/*jobs-in-vietnam -jobs/*jobs-in-vladivostok -jobs/*jobs-in-volga -jobs/*jobs-in-wenzhou -jobs/*jobs-in-xi-an -jobs/*jobs-in-xiamen -jobs/*jobs-in-xinjiang-uygur-zizhiqu -jobs/*jobs-in-yangon -jobs/*jobs-in-yangong -jobs/*jobs-in-yaroslavl -jobs/*jobs-in-yazd -jobs/*jobs-in-yekaterinburg -jobs/*jobs-in-yemel-yanovo -jobs/*jobs-in-yemen -jobs/*jobs-in-zadar -jobs/*jobs-in-zadarska -jobs/*jobs-in-zagreb -jobs/*jobs-in-zagreb-centar -jobs/*jobs-in-zaporiz-ka-oblast -jobs/*jobs-in-zaporizhzhya -jobs/*jobs-in-zhejiang-sheng -jobs/*jobs-in-zhongxing -jobs/*jobs-in-zima -jobs/*jobs-in-zimbabwe -jobs/*jobs-in-zulia jobs/? jobs/?p=t jobs/?p=t&filterTags= @@ -60754,7 +59953,6 @@ jobs/emailafriend jobs/n jobs/neos/ jobs/role/accessibility-test-for-wcag-2.2-standards-compliance -jobs/russian-jobs jobs/signup jobs/skill-diagnostic/private jobs/stat @@ -61337,7 +60535,7 @@ jwilliamson jwillis jwinglun jwjacoby -jwmunger/http://scholastic.com/robots.txt +jwmunger/http://lukew.com/robots.txt jwoo jwplayer jwsource= @@ -61505,7 +60703,6 @@ kdalexander kdchrist kdeconinck kdeluca -kdf-server/ kdk kdolan kds @@ -62093,7 +61290,6 @@ kwanzaa-spotlight kwar-demo kwar-intent kwb -kweaver kweaver21 kwihchan kwonmoo-lee @@ -62200,7 +61396,7 @@ landing-page-sitemap.xml landing-page/changelog landing-page/cmp-freemium landing-page/licensing -landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt +landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://beta.companieshouse.gov.uk/robots.txt landing-pages landing.php landing/braintree-paypal @@ -62460,7 +61656,7 @@ leaders/center-programs/elp-nomination/thank-you/ leaders/center-programs/graduation-rsvp-2024-08-22/thank-you/ leaders/center-programs/team-public-presentations-2024-08-22/thank-you/ leadership/ -leadingtogether/http://uspto.gov/robots.txt +leadingtogether/http://icelandair.com/robots.txt leads leads/recommendations leaening*? @@ -62539,7 +61735,7 @@ learning/settings$ learning/settings? learningarcade/ learningcenter -learnmore-transferhttp://mc.yandex.ru/robots.txt +learnmore-transferhttp://endomondo.com/robots.txt leave leave-a-legacy/legacy-guide/ leave-a-legacy/thank-you/ @@ -62569,7 +61765,6 @@ legacy/pay legal legal-answers/*.html?prefer_mobile legal-b2b -legal-contact-us legal-content/BG/TXT/DOC legal-content/BG/TXT/SIG legal-content/CS/TXT/DOC @@ -62624,7 +61819,7 @@ legal-services/checkout? legal/3874403/ legal/bank-agreement-europe-expanded legal/former-affiliate-terms-and-conditions -legal/http://outdooractive.com/robots.txt +legal/http://secure.quantserve.com/robots.txt legal/merchant-directory legal/terms legal/terms-of-service/unstyled.html @@ -63024,7 +62219,6 @@ list list-bibliography-delegates list-existing-collections list-v2/ -list.id=1 list.php list/ls*/_ajax list/ls*/export @@ -63101,9 +62295,9 @@ live live-a-detruire_19925.html live-blogs/*embed=1 live-eyewear -live-preview/http://darksidedetective.com/robots.txt -live-preview/http://game.es/robots.txt -live-preview/http://infosecurity-magazine.com/robots.txt +live-preview/http://elifesciences.org/robots.txt +live-preview/http://metal-archives.com/robots.txt +live-preview/http://thinkprogress.org/robots.txt live-score/cricket/auction_ajax live-score/cricket/comm live-score/cricket/commentary @@ -63278,6 +62472,7 @@ location-feedback location-voiture/resultats location.json location/drama/search +location/get* locationQuery= location_suggest locations @@ -63336,7 +62531,6 @@ login.php login.php login.php?return_to= login.pl -login.thetimes.com/user/logout login/ login/$ login/* @@ -63347,7 +62541,7 @@ login/comodo-members.php/*_blank login/domain login/facebook login/googleplus -login/http://cex.io/robots.txt +login/http://alannow.com/robots.txt login/join$ login/join? login/password @@ -63534,7 +62728,7 @@ lrossmiller lrotenstein lrtrambaiolli ls/ -ls/docshttp://console.cloud.google.com/robots.txt +ls/docshttp://udel.edu/robots.txt lsdahlberg lshao lsho1976 @@ -63672,7 +62866,6 @@ lucamaini lucas lucashenneman lucastrout -lucene-search-sitemap*.xml luciapetito lucky-march lucyduff @@ -63801,7 +62994,6 @@ m/ajax/getTradeIn m/ajax/getUnreadList m/ajax/updateStorageApi m/blogs? -m/carwallpaper m/cms m/csilog m/diy/ajax/getUnreadList @@ -64196,7 +63388,7 @@ mai/users maier mail mail -mail-fertighttp://npmjs.com/robots.txt +mail-fertighttp://transparency.org/robots.txt mail-gotowe mail-listo mail-okay @@ -64937,7 +64129,7 @@ media/BookingThumbnails media/JC media/Player6_0.swf media/ProviderThumbnails -media/Resized-Images/*http://minecraftforum.net/robots.txt +media/Resized-Images/*http://haaretz.com/robots.txt media/SL media/TALSO.swf media/TUIThumbnails @@ -64947,7 +64139,7 @@ media/admin media/advertorials media/all/1287752/ media/all/1287913/ -media/all/1288165/http://cell.com/robots.txt +media/all/1288165/http://techshot.com/robots.txt media/all/357557/ media/attractions-splice-test-spp media/bl-video @@ -65018,7 +64210,7 @@ media/tourism-content media/travelpod-roll.flv media/tv/channel/credits media/tyfo* -media/tyfo*http://startrankingnow.com/robots.txt +media/tyfo*http://click.linksynergy.com/robots.txt media/unesco media/uploads media/video @@ -65059,7 +64251,7 @@ mediacard mediacentral mediacomp/ mediafiles/* -mediahttp://newscientist.com/robots.txt +mediahttp://eea.europa.eu/robots.txt mediakit mediakit/ medialibrary/de/brief @@ -65368,7 +64560,7 @@ medredesign medstaging meeting/register meeting/schedule -meetingOptionshttp://teamusa.org/robots.txt +meetingOptionshttp://ethereum.org/robots.txt meetings meetings/en/html.jsp meetings/national/jmm/2124_abstracts/1056-30-23.pdf @@ -66193,7 +65385,6 @@ mmiranda mmk mmm mmny -mmo/priv/ mms mmscghd mmt= @@ -66404,7 +65595,6 @@ moda-e-beauty/2024/04/14/news/infedeli_storie_tradimento_franco-422464982 moda/modistos moda/tendencias/visores modal -modal modal-message modal_active= modals/ @@ -66545,7 +65735,6 @@ more= moreHomeListing.php?pg/ more_samples moreimages.aspx -moreinfo.cfm morelikethis morelli morerecenthistory @@ -66740,7 +65929,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://gov.il/robots.txt +mre/*.zip$http://freshbooks.com/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -66859,7 +66048,7 @@ msaadat msaleem msandel msatwork/amazon -msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt +msatwork/uber/en.htmlhttp://louvre.fr/robots.txt msb msc-accounting-financial-management msc-advanced-clinical-practice @@ -67053,9 +66242,9 @@ multivu mumbaiedition munho munin -munin*http://demandcooling.com/robots.txt -munin*http://pacaneleaparate.biz/robots.txt -munin*http://packages.debian.org/robots.txt +munin*http://claudeandleighton.com/robots.txt +munin*http://modernbluesharmonica.com/robots.txt +munin*http://usawire.com/robots.txt muns munshi musafim @@ -67085,7 +66274,7 @@ music/admission/ao_selection_dc20180809.html music/admission/ao_selection_eo20180809.html music/admission/ao_selection_gh20180809.html music/admission/ao_selection_jz20180809.html -music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt +music/admission/ao_selection_me20180809.htmlhttp://onlinecustomworkout.wordpress.com/robots.txt music/admission/ao_selection_ms20180809.html music/admission/ao_selection_pf20180809.html music/admission/ao_selection_pi20180809.html @@ -67132,7 +66321,7 @@ mvm mvmishra mvonbaeyer mvp -mvp/http://delta.com/robots.txt +mvp/http://media.giphy.com/robots.txt mw/ mw/en mw5-newsletter-v1 @@ -67158,7 +66347,6 @@ mx*/shop/*/sold mx*/step mx*/submit mx*/submitted -mx-es/ mx-es/shop/*?*&*&*&* mx-mx/ mx/ @@ -67274,12 +66462,10 @@ my-account.shtml my-account/ my-account/* my-account/deliveries/menu -my-articles my-autotrader my-bag my-bookmarks my-cart -my-en/ my-en/shop/*?*&*&*&* my-eurlex my-favorites @@ -67400,7 +66586,6 @@ myexpress/ myfinances/ myforms/?createTeam=1 myft -myg/ myheritage%EC%97%90-%EB%AC%B8%EC%9D%98 myheritage-%E0%A4%B8%E0%A5%87-%E0%A4%B8%E0%A4%82%E0%A4%AA%E0%A4%B0%E0%A5%8D%E0%A4%95-%E0%A4%95%E0%A4%B0%E0%A5%87%E0%A4%82 myheritage-%E3%81%B8%E3%81%AE%E9%80%A3%E7%B5%A1 @@ -67860,8 +67045,6 @@ newblog newborn-test$ newbrand newcard.php -newcarfilterwidget -newcarwidget newcorp newfanshot newhomecommunities/near-me @@ -68036,7 +67219,6 @@ news/jjournal/jerseycity/index.ssf?/base/news-12/1305268827289271.xml&coll=3 news/kommentar-benachrichtigungen/* news/main news/main.jhtml -news/marketplace.cfm news/materials/pdfs/2023-psrw-letter.pdf news/mediacoverage news/mediadinner @@ -68111,7 +67293,7 @@ news_test newsanalysis newsapp-api newsbackup -newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt +newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://3319691.fls.doubleclick.net/robots.txt newsfeed newsfeed$ newsfeedemail @@ -68212,7 +67394,7 @@ newsletter-templates/weather-weekly newsletter-templates/weekly-messenger newsletter/ newsletter/ -newsletter/$http://digital-strategy.ec.europa.eu/robots.txt +newsletter/$http://militarytimes.com/robots.txt newsletter/* newsletter/archive/ newsletter/archive/exearth/ @@ -69412,7 +68594,6 @@ no-en/ventureone no-en/your no-nb/ no-nb/docs -no-no/ no-route no-such-url.html no/ @@ -69680,7 +68861,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml notlikelytohappenever notonline -notyours/http://openclipart.org/robots.txt +notyours/http://oregonstate.edu/robots.txt nouchinelab nouconsistori2015 nous-contacter.html @@ -69697,7 +68878,7 @@ novostroyki novostroyki*/?direct=1 novostroyki/*?order= novostroyki/po-ulizam -novostroyki/po-ulizam/*http://nozbe.com/robots.txt +novostroyki/po-ulizam/*http://ukrnovosti.net/robots.txt novostroyki/po-ulizam/moskva novostroyki/sankt-peterburg/moskovskij/in2it-intuit2 now @@ -69829,7 +69010,6 @@ nz*/shop/*/sold nz*/step nz*/submit nz*/submitted -nz-en/ nz-en/shop/*?*&*&*&* nz/ nz/* @@ -69960,10 +69140,10 @@ nz/user$ nz/ventureone nz/wce/ nz/your -nzh-search nzzidms o o-gender* +o-kompanii/ o-rukyojin1116/videolist-*.html o-rukyojin1116/videolist.html o/ @@ -70003,7 +69183,7 @@ oauth/ oauth/authorize oauth/connect.html oauth/facebook -oauth/http://fitbots.com/robots.txt +oauth/http://negusmedia.com.au/robots.txt oauth/line oauth/login oauth/signin @@ -70249,7 +69429,7 @@ omniauth omniture/ on on -on-demand/session/*http://nxp.com/robots.txt +on-demand/session/*http://youronlinechoices.eu/robots.txt on/*.ico$ on/*.png$ on/demandware.store @@ -70329,7 +69509,7 @@ online/includes online/includes/ online/ink/ online/investments/ -online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt +online/online-program/curriculum_draft.cfmhttp://support.xbox.com/robots.txt online/online-program/draft-online-program-page.cfm online/postgraduate-loans online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm @@ -70411,6 +69591,7 @@ opening/config openlist opensearch.xml openstat +openstat openstat= openstat= openurl @@ -70440,8 +69621,8 @@ opt-out* opt-out-info.jsp opt-out-interface opt-out.jsp -opt-out/http://youronlinechoices.eu/robots.txt -opt-out/http://yourstory.com/robots.txt +opt-out/http://cts.vresp.com/robots.txt +opt-out/http://verisign.com/robots.txt opt/widget-cache.php optInEmail opt_out @@ -70486,6 +69667,7 @@ order/*/small-van order/*/van order/thank-you order= +order=* orderBy orderId orderJMP/ @@ -70790,7 +69972,6 @@ p/gu p/heartbeat p/moduleprovider p/pf -p/premium-registry p/surveyopen p/toronto p/tour-travel @@ -71078,7 +70259,7 @@ paldrive/en-es paldrive/en-no paldrive/en-sk paldrive/en-tr -paldrive/en-us/http://paloaltonetworks.com/robots.txt +paldrive/en-us/http://tongal.com/robots.txt paleo paleo/metadata paleo/pubs @@ -71242,9 +70423,6 @@ password_expired password_reset password_reset_requests past-parties -past-six-days -past-six-days$ -past-six-days/$ pat patent patent-drafting/ @@ -71545,6 +70723,7 @@ personal-finance/test$ personal-loans personal-page/content personal.html +personal/ personal/demo personal_data personaldata/bharti-enterprises-ceo-sunil-bharti-mittal-making-the-case-for-mobile-connect @@ -71635,7 +70814,6 @@ ph*/cdn-cgi/challenge-platform ph*/step ph*/submit ph*/submitted -ph-en/ ph/ ph/*?*shpxid= ph/*?services @@ -73142,7 +72320,6 @@ pics/stars-in-short-shorts-daisy-dukes-photos pics/taylor-swift-new-look-old-hair-makeup-pics pics/trumps-lighting-the-white-house-xmas-tree-pics pics/we-can-be-heroes-photos -picture-gallery.htm picture/*? pictures pictures/ @@ -73585,7 +72762,6 @@ player.swf player/ player/*profile$ player/avia -player/brightcove player/embed player/evenementiel player/export @@ -73619,7 +72795,6 @@ please_wait.php plehmann plenary/*/vod.html ples -plesch plesk-lifecycle-policy-draft plesk-webops-and-hosting-panel/ plfr @@ -74043,13 +73218,13 @@ politica/2/10/13/news/da_maroni_a_fontana_c_e_sempre_quel_notaio_nelle_indagini_ politica/20081007/53556163832/ politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022 -politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt +politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://docs.woocommerce.com/robots.txt politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp politica/padron-electoral-2021-back-up-nid04052021 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml politiclothes -politico-footer/http://politifact.com/robots.txt +politico-footer/http://routledge.com/robots.txt politico-header politics/e/sharing politics/index.ssf/2010/01/nova_scotia_property_attracted.html @@ -74311,7 +73486,7 @@ pratique/informatique/logiciels/windows-xp/1630 pratyashaacharya praveentest praveer-singh -prayers?*http://uscis.gov/robots.txt +prayers?*http://hs.fi/robots.txt prbcdn10 prbr prbr0 @@ -74447,7 +73622,7 @@ press-release.php? press-releases press-this.php press/art-institute-images -press/content-search?*http://10096194.fls.doubleclick.net/robots.txt +press/content-search?*http://howdini.com/robots.txt press/exhibition-press-room press/fellowship press/founders/ @@ -74559,23 +73734,22 @@ print-sections print-version/ print.asp print.asp?* -print.cfm print.htm print.html print/ print/* print/article/* -print/http://techtimes.com/robots.txt +print/http://stats.ipinyou.com/robots.txt print/pdf/node print= print=Y +print=true printPDF* printPage/N printView= print_ad? print_course= printable/pdf -printadvert.cfm printall printarticle.aspx* printer @@ -74627,10 +73801,6 @@ prix-essence priya priyakalra priyan -prj/dli/de/ -prj/jad/cs/the/pec/22745371.html -prj/jad/de/the/pec/22745371.html -prj/jad/sk/the/pec/22745371.html prnewswire pro pro$ @@ -74647,8 +73817,6 @@ pro/ads/*/report/*?*&hash=* pro/ads/*/report?*&hash=* pro/ads/*?*&hash=* pro/ads/report?*&hash=* -pro/games/41/A1los/audio/ -pro/games/41/A1los/images/ pro/gift pro/payment pro/plus/*?*&hash=* @@ -74710,7 +73878,7 @@ product-manager-old product-marketing product-question/* product-quickview* -product-ratings/http://wisper.io/robots.txt +product-ratings/http://fanimalo.com/robots.txt product-refferal product-review-post product-reviews/* @@ -74730,7 +73898,7 @@ product/ajax-about-brand product/alive-detox-vegan-cookbook product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat product/buy/ -product/buybundle/http://webdesign.about.com/robots.txt +product/buybundle/http://animemusicvideos.org/robots.txt product/containedresources product/customersalsobought product/dynamic-creative/gallery @@ -74924,6 +74092,7 @@ products_ productselections/ productshowimg productupdates.php +proekty/* prof prof-services/ prof-services/nsa/ @@ -74966,7 +74135,7 @@ profile/*/stats profile/*/stats/library profile/*/trophies profile/*article*.ece -profile/*http://cbs.com/robots.txt +profile/*http://tomsguide.com/robots.txt profile/author/$ profile/author/? profile/authorgallery @@ -75096,7 +74265,7 @@ program-2/action~undefined program-2/action~week program-registration program/ -program/action~*/http://attendee.gotowebinar.com/robots.txt +program/action~*/http://interarbiter.info/robots.txt program/action~agenda program/action~default program/action~http: @@ -75130,46 +74299,6 @@ programmy-dlja-biznesa/programma-dlya-vystavleniya-schetov programoversigttiltryk programs programs-manager-features.php?id=3 -programs/*afghanistan -programs/*belarus -programs/*bosnia-and-herzegovina -programs/*burundi -programs/*central-african-republic -programs/*china -programs/*croatia -programs/*cuba -programs/*democratic-republic-of-the-congo -programs/*eritrea -programs/*ethiopia -programs/*guinea -programs/*guinea-bissau -programs/*haiti -programs/*hong-kong -programs/*iran -programs/*iraq -programs/*ivory-coast -programs/*kosovo -programs/*lebanon -programs/*liberia -programs/*libya -programs/*macedonia -programs/*mali -programs/*montenegro -programs/*myanmar -programs/*nicaragua -programs/*north-korea -programs/*russia -programs/*rwanda -programs/*serbia -programs/*somalia -programs/*south-sudan -programs/*sudan -programs/*syria -programs/*ukraine -programs/*venezuela -programs/*vietnam -programs/*yemen -programs/*zimbabwe programs/coe/2005/section2/tableXLS.asp programs/mba/admission/events/ programs/msx/admission/events/ @@ -75179,88 +74308,6 @@ programs/products/files/ programs/research-fellows/admission/events/ programs/sitemap.xml programs/videos/video-feedback.html -programs?*countries[]=1$ -programs?*countries[]=1& -programs?*countries[]=101$ -programs?*countries[]=101& -programs?*countries[]=102$ -programs?*countries[]=102& -programs?*countries[]=112$ -programs?*countries[]=112& -programs?*countries[]=118$ -programs?*countries[]=118& -programs?*countries[]=120$ -programs?*countries[]=120& -programs?*countries[]=121$ -programs?*countries[]=121& -programs?*countries[]=126$ -programs?*countries[]=126& -programs?*countries[]=131$ -programs?*countries[]=131& -programs?*countries[]=143$ -programs?*countries[]=143& -programs?*countries[]=147$ -programs?*countries[]=147& -programs?*countries[]=155$ -programs?*countries[]=155& -programs?*countries[]=178$ -programs?*countries[]=178& -programs?*countries[]=179$ -programs?*countries[]=179& -programs?*countries[]=190$ -programs?*countries[]=190& -programs?*countries[]=197$ -programs?*countries[]=197& -programs?*countries[]=20$ -programs?*countries[]=20& -programs?*countries[]=202$ -programs?*countries[]=202& -programs?*countries[]=208$ -programs?*countries[]=208& -programs?*countries[]=224$ -programs?*countries[]=224& -programs?*countries[]=232$ -programs?*countries[]=232& -programs?*countries[]=233$ -programs?*countries[]=233& -programs?*countries[]=238$ -programs?*countries[]=238& -programs?*countries[]=240$ -programs?*countries[]=240& -programs?*countries[]=250$ -programs?*countries[]=250& -programs?*countries[]=251$ -programs?*countries[]=251& -programs?*countries[]=27$ -programs?*countries[]=27& -programs?*countries[]=35$ -programs?*countries[]=35& -programs?*countries[]=41$ -programs?*countries[]=41& -programs?*countries[]=44$ -programs?*countries[]=44& -programs?*countries[]=50$ -programs?*countries[]=50& -programs?*countries[]=53$ -programs?*countries[]=53& -programs?*countries[]=54$ -programs?*countries[]=54& -programs?*countries[]=55$ -programs?*countries[]=55& -programs?*countries[]=66$ -programs?*countries[]=66& -programs?*countries[]=68$ -programs?*countries[]=68& -programs?*countries[]=89$ -programs?*countries[]=89& -programs?*countries[]=90$ -programs?*countries[]=90& -programs?*countries[]=92$ -programs?*countries[]=92& -programs?*countries[]=96$ -programs?*countries[]=96& -programs?*keywords[]=russian$ -programs?*keywords[]=russian& progressloading.html project project-chooser!input.jspa @@ -75595,7 +74642,6 @@ pt-br.www.cloudflare.com pt-br/ pt-br/@ pt-br/account -pt-br/admin pt-br/anunciar pt-br/b pt-br/backgrounds @@ -75632,8 +74678,6 @@ pt-br/motivator/ pt-br/node pt-br/nossa-hist%C3%B3ria pt-br/plus/r -pt-br/recherche -pt-br/recherche? pt-br/s/cole%C3%A7%C3%B5es pt-br/s/usu%C3%A1rios pt-br/s/visual @@ -75720,7 +74764,7 @@ pt/ferramentas/criador-de-logo/onboarding pt/festival/*/shoutbox pt/festival/*/shoutbox? pt/forum -pt/forum/goto.phphttp://dai.ly/robots.txt +pt/forum/goto.phphttp://netboxgold.net/robots.txt pt/group pt/growth-tools-assets pt/guest-pass @@ -75838,7 +74882,6 @@ pt_pt/privacy pt_pt/privacy.html pt_pt/renew.html pt_pt/support -ptapi/* ptcz ptde pten/deslanchar @@ -75928,7 +74971,7 @@ public/*.jpg public/*.js$ public/*.js? public/*.png -public/*http://cloudflare.com/robots.txt +public/*http://dafont.com/robots.txt public/about-eso/committees/cc public/about-eso/committees/cou public/about-eso/committees/fc @@ -75948,7 +74991,7 @@ public/checkout public/cmscommentAbuse public/comments public/data/ -public/dochttp://znc.si/robots.txt +public/dochttp://apps.shopify.com/robots.txt public/emailtemplates public/english/dw/ilo-dw-amharic-web.swf public/english/dw/ilo-dw-arabic-web.swf @@ -76183,6 +75226,10 @@ q722 q758 q= q=* +q=Latest +q=Most+Commented +q=Most+Popular +q=Newest+Blogs q_ qa qa-testing @@ -76203,7 +75250,6 @@ qdtrinh qe15com qemail qguo -qi qian qianli qiaomeitang @@ -76351,6 +75397,7 @@ quote/unknown quote/user/ quotes quotes/list_rss +quotes/search-for-quotes.aspx quotes/tag quotidiano quz-pe/ @@ -76374,7 +75421,7 @@ r/*? r/*page= r/Preview r/cms -r/http://blog.codinghorror.com/robots.txt +r/http://dell.com/robots.txt r/instant/response r/kappa/api r/search @@ -76615,9 +75662,8 @@ reader/ readme.html readme.html readme.html/ -readme.htmlhttp://lunacycle.com/robots.txt +readme.htmlhttp://bhphotovideo.com/robots.txt readmessage.php -ready_sit_read/index.jhtml readysetgov-dev readysetgov-dev-old real-country @@ -76752,7 +75798,6 @@ received-gift recensioni recent recent$ -recent-car-searches.htm recent-changes recent-view recent/?view=unread @@ -76795,7 +75840,7 @@ recipes/search recipes/search/?q recipes/search?o=newest&tag=test-kitchen-approved recipes/shoppinglist/email -reckon/http://clevescene.com/robots.txt +reckon/http://es.linkedin.com/robots.txt reco recomendations/*/owner_actions recommend @@ -76950,8 +75995,10 @@ region/*/salp/i region/*/search region/*/settings region/panorama +region= region_attractions region_map +region_name= regional/lokale-meldungen regionaladdmult.cfm regionalbuytickets.cfm @@ -77096,7 +76143,7 @@ rendongarcia renee_rinehart renew renewal-center -renewal-center/businesshttp://katespade.com/robots.txt +renewal-center/businesshttp://myfonts.com/robots.txt renewal-center/home rennekamp renos @@ -77972,7 +77019,7 @@ resources/ resources/_next/*.js resources/_next/*.json resources/ajax/posts -resources/calendar/http://lua.org/robots.txt +resources/calendar/http://pbskids.org/robots.txt resources/css resources/css/webscripts.css resources/download/download-attribution-data-driven-marketer @@ -78033,14 +77080,12 @@ respect-for-ip/ respond responder responder* -respondtoad.cfm responsibilities responsible responsive respository resseger rest -rest/ rest/*/activity rest/frontline/srp/single/aggregate rest/log/error @@ -78091,7 +77136,7 @@ results.sale.pdf results/ results?k* resume-database/preview-iframe -resume/http://whisky.de/robots.txt +resume/http://vinrecca2011.weebly.com/robots.txt resume/preview resumes resumes2 @@ -78121,7 +77166,7 @@ reuters reuters$ rev= revadhingra -revendeur/http://telstra.com.au/robots.txt +revendeur/http://1847082.fls.doubleclick.net/robots.txt revenue/search/node review review-by-author @@ -78146,7 +77191,6 @@ review/top-reviewers/ review= reviewFilters reviewSeller -reviewVote reviewWidget review_feed_auto_fetch review_includes/form-review.php? @@ -78610,7 +77654,6 @@ rraidoo rroatman rrx219 rs -rs-sr/ rs/$ rs/applications rs/applications/peoplesoft @@ -78837,7 +77880,7 @@ ru/forums ru/gateway.html ru/general ru/group -ru/http://zoo.105.net/robots.txt +ru/http://psidetektiv.cz/robots.txt ru/images ru/inc ru/info @@ -79215,7 +78258,7 @@ saml saml/acs saml/login saml/logout -saml2/authenticate/oktahttp://spoogue.org/robots.txt +saml2/authenticate/oktahttp://hostinger.com/robots.txt samlCertificates saml_login saml_sso @@ -79473,7 +78516,7 @@ science/gadgets/render science/gs science/index.html science/mlkt/rslts -science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt +science/new-drug-product-pipelinehttp://tag.simpli.fi/robots.txt science/outlineJson science/page/flash/VideoPlayer science/ppv-pdf @@ -79522,7 +78565,7 @@ scopemagazine/ score/*/download scorecard scorecard/ -scorecard_staging/http://aclweb.org/robots.txt +scorecard_staging/http://pepinismo.net/robots.txt scoredrift/* scott scott64 @@ -79725,7 +78768,6 @@ se-en/your se-fi/ se-rank se-se/ -se-sv/ se-sv/* se/ se/*?*shpxid= @@ -79889,7 +78931,6 @@ search.html search.html search.html? search.jsp -search.jsp* search.php search.php search.php%7Csearch.php3 @@ -80134,8 +79175,8 @@ search?* search?Ntt= search?filter search?fmt=JSON -search?gss-q=*http://ubuntu.com/robots.txt -search?http://ezp-news.de/robots.txt +search?gss-q=*http://csiro.au/robots.txt +search?http://blog.cloudflare.com/robots.txt search?keyword= search?n=16&r=3 search?q @@ -80196,7 +79237,6 @@ searchproducts.htm searchproducts_all.htm searchresult.cms searchresult.cms* -searchresult?q= searchresults searchresults* searchresults.aspx @@ -80209,7 +79249,6 @@ searchsuggest searchtest searchthearchives searchtype=true -searchuc?city= searchweb/*.html searchwishlists/ seasonal-calendar/all @@ -80247,10 +79286,10 @@ section/3 section/36 section/6 section/8 -section/9http://issues.apache.org/robots.txt +section/9http://bostonglobe.com/robots.txt section= section_and_ivideo_widget_ajax.html -sectionhttp://abs.twimg.com/robots.txt +sectionhttp://iadb.org/robots.txt sectionized sections sections$ @@ -80634,8 +79673,8 @@ services/computing/downloads/antivirus services/computing/statistics services/computingold services/conferences/content-corner/*?* -services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt -services/conferences/news/*?*http://www2005.org/robots.txt +services/conferences/news/*?*http://babbel.com/robots.txt +services/conferences/news/*?*http://www-03.ibm.com/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html @@ -80654,7 +79693,7 @@ services/guide/cti services/guide/webboards services/heart/mychart-welcome services/heart/mychart-welcome/ -services/http://christies.com/robots.txt +services/http://s3-eu-central-1.amazonaws.com/robots.txt services/humanresources/ftcstaff services/humanresources/trackers services/images @@ -80753,7 +79792,7 @@ services/wp-includes services/xml servicesSpecialties= serviceworker.js -serviceworker.jshttp://treysongz.lnk.to/robots.txt +serviceworker.jshttp://gaziemirdh.saglik.gov.tr/robots.txt servicos/ servin servizi @@ -80809,6 +79848,7 @@ set-rating set-up set_author_id set_cookie.pl +set_filter=* set_location.php set_new_password setbucket @@ -80879,7 +79919,6 @@ sg-en*/people/*/circle sg-en*/people/*/favorites sg-en*/shop/*/favoriters sg-en*/shop/*/sold -sg-en/ sg-en/*?order= sg-en/*color= sg-en/*customizable= @@ -81867,7 +80906,7 @@ shopwidget shore/blogs/party/public shorefire_nj short -short-url-machine/error/http://whatwg.org/robots.txt +short-url-machine/error/http://fhi.no/robots.txt shortUrl$ shortcode shortcode= @@ -81884,7 +80923,7 @@ shots/month shots/new shots/week shots/year -shoutbox/http://bat.bing.com/robots.txt +shoutbox/http://ezp-news.de/robots.txt shouwenwang show show-email @@ -81897,6 +80936,7 @@ show/koth-show showMap= showProject showTask +show_all= show_bug.cgi show_bug.cgi*ctype= show_bug.cgi*format=multiple @@ -81933,7 +80973,7 @@ shows/upfront_2015/simulcast shows3 showtag showtime/.requestinvite.html.swp -showtimes/location/*http://img-fotki.yandex.ru/robots.txt +showtimes/location/*http://about.me/robots.txt showvideotab= shr* shreedas @@ -81959,7 +80999,6 @@ shuxi_qiao shyamkakula si si-LK -si-en/ si-lk/ si/ si/$ @@ -82496,7 +81535,7 @@ sites/frisco sites/gapincthiswayahead sites/gapinternational sites/gradsoflife -sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt +sites/gs1/files/docs/EDI/*http://ourworldindata.org/robots.txt sites/gsb/files/program-brochure sites/gwcic sites/gyro @@ -83017,7 +82056,7 @@ sms/unsubscribe? sms10666 smstaging sn -sn-config.htmlhttp://cleveland.com/robots.txt +sn-config.htmlhttp://ds.reson8.com/robots.txt sn/ snagit-eula.html snake @@ -83243,7 +82282,7 @@ sorttype= sos/clerical/ sos/kids/search/node sos/online_corps/ -sos/registration/http://in.linkedin.com/robots.txt +sos/registration/http://walgreens.com/robots.txt sotomarion soul/* soumission @@ -83258,6 +82297,7 @@ source source/ source/vivaldi-source source= +source= source_repo= sourcecode sources @@ -83305,7 +82345,7 @@ spcon spcon019 spd spdji/* -spdji/*http://spiegel.de/robots.txt +spdji/*http://blogs.vmware.com/robots.txt special-features/premium-offers special-offers special-offers/newcarlanding.xhtml @@ -83354,6 +82394,7 @@ spettacoli/speciali/2010/moda/notizie/prova_84d39878-159b-11df-82f4-00144f02aabe spf= spftest spharvey +sphrase_id= sphwave-css spice spief?date @@ -83364,7 +82405,6 @@ splash splashui splashui_rc split -splitOrderItem split_test= splitbookingflightreservation splitbookinghotelreservation @@ -83425,7 +82465,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s sport/404_en.htm sport/? sport/alpha -sport/bundesliga/http://zdnet.com/robots.txt +sport/bundesliga/http://awwwards.com/robots.txt sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589 sport/cricket/match-centre sport/data/league @@ -83825,7 +82865,7 @@ stats/draft/history stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://nfpa.org/robots.txt +stats/player-stats/*http://marcuwekling.de/robots.txt stats3.html stats?gid= statsFree @@ -83839,7 +82879,7 @@ status-updates/wp-admin/admin-ajax.php status.formstack.com status/ status/user -statusupdateshttp://thalesgroup.com/robots.txt +statusupdateshttp://packtpub.com/robots.txt statwood stay-in-loop/send_mail.php stay-in-loop/send_mail.php? @@ -83937,7 +82977,7 @@ stock-photos/photos/search$ stock-photos/photos/search? stock-ranker stock/photos -stock/videos/*http://screencast.com/robots.txt +stock/videos/*http://americangreetings.com/robots.txt stock_status= stockade.php stocks @@ -83963,7 +83003,6 @@ store store store-locator/coupon store-locator/search -store-locator/search-results-print store-locator/store/hours store-review-post store/ @@ -84383,7 +83422,7 @@ subscribe/v3 subscribe/view.pl subscribe/wb-auto/ subscribe?* -subscribe?*http://addyosmani.com/robots.txt +subscribe?*http://blue.ap.teacup.com/robots.txt subscribe_forum.html subscribe_now_url subscribe_success @@ -84428,7 +83467,7 @@ sugerencias suggest suggest/? suggest/?* -suggest/?*http://itu.int/robots.txt +suggest/?*http://buycatfleamedicine.com/robots.txt suggested-edits suggested-edits? suggestions @@ -84473,7 +83512,6 @@ suo superapp supermom2016 supersecret -supertarget/index.jhtml supervision/coexistence supervision/setup supp/LargeLaw/no-index @@ -84517,14 +83555,17 @@ support/2014a/ support/2014b/ support/2015a/ support/2015b/ +support/autorenewal support/beta/ support/books/index_new_books.html support/bugreports support/bugreports/ +support/business support/category/ support/comodo-support.php? support/content support/custom_resource/ +support/cyberscamswps support/direct-images support/direct-tooltips support/distr @@ -84536,7 +83577,10 @@ support/faq22119102 support/fe4be44a295cc679e19bf0b8f133083d support/forum/search? support/geofilter +support/getstarted support/global-opt-out +support/gst +support/idtp support/index support/knowledgebase/article.aspx?type=article*contentid support/knowledgebase/subcategory.aspx?type=category*contentid @@ -84545,7 +83589,9 @@ support/knowledgecenter/v1 support/learning/digital_certific support/maps-beta support/market-images +support/mcafeesecurity support/membership/signalsociety/members +support/pop support/praktikum-english support/praktikum/flow.html support/preview/ @@ -84566,6 +83612,31 @@ support/products/authentication_certs/setup/seamon.php? support/products/authentication_certs/setup/win_chrome.php? support/products/authentication_certs/setup/win_safari.php? support/public-files +support/purchaseproof +support/refund +support/reimburserequest +support/remote +support/requestrefund +support/restorationhelp +support/restore +support/rr +support/s/autorenewal +support/s/business +support/s/cyberscamswps +support/s/getstarted +support/s/gst +support/s/idtp +support/s/mcafeesecurity +support/s/pop +support/s/purchaseproof +support/s/refund +support/s/reimburserequest +support/s/remote +support/s/requestrefund +support/s/restorationhelp +support/s/restore +support/s/rr +support/s/techmaster support/search support/search-results support/search.html @@ -84575,6 +83646,7 @@ support/showarticle* support/streaming support/submit.aspx support/tag/ +support/techmaster support/test support/tsupport/pdfs/noindex support/tutorials @@ -84951,7 +84023,7 @@ sys_ system system-maintenance system/ -system/*.js$http://zeldman.com/robots.txt +system/*.js$http://google.pt/robots.txt system/admin/LoginPopup/Login system/files/documents/noindex system/maintenance.html @@ -85097,7 +84169,7 @@ tag-search.html tag/ tag/* tag/* -tag/*+http://dilbert.com/robots.txt +tag/*+http://amazon.es/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -85439,9 +84511,6 @@ tararumi tardif tardisrocinante tarek -target_baby -target_group -targetdirect_group tarhan tariffselect tasima @@ -85598,7 +84667,6 @@ tdaroundme tdautourdemoi tdevine tdid=* -tdir/p/kids-back-to-school tdmorgan tdphpinfo.php tds @@ -85681,7 +84749,7 @@ tealeaf tealeaftarget.aspx team team/*/schedule$ -team/*/schedule$http://nbc.com/robots.txt +team/*/schedule$http://bestetic.ro/robots.txt team/player_career.jsp team/player_news.jsp teamInvitations @@ -85861,6 +84929,8 @@ template.html template/ template/*/*? template/*? +template/Default/images/header/AMVNews-Logo-2014.png +template/Default/style.css template? template_banque templateabuse @@ -86010,7 +85080,6 @@ test/naviga/ test/outbrain/ test/privacy/ test/publi -test/scr/myg/ test/terms/ test1 test1$ @@ -86039,7 +85108,7 @@ testds.jsp teste-*.html$ testfl testgpr -testhttp://money.com/robots.txt +testhttp://salesforce.com/robots.txt testimonial testimonial/ testimonials.php @@ -86833,7 +85902,7 @@ tools/civil-surgeons-by-region tools/demos tools/en/styleguide/ tools/find-a-doctor/list/export -tools/http://kungfukingdom.com/robots.txt +tools/http://criresilient.org/robots.txt tools/logo-maker/onboarding tools/lyst_widget/?lyst_slug= tools/packages/cambridge_themes/getSocialImage @@ -86884,7 +85953,6 @@ topic/*{ topic/?page= topic/article/ topic/articlecollection -topic/bbc topic/electrode/api/logger topic/electrode/api/wpa topic/photo/ @@ -87226,7 +86294,8 @@ traffic traffic/status*? trafficbot.life trafficbot.live -traffichttp://comedycentral.com/robots.txt +traffichttp://texastribune.org/robots.txt +trafficking/ trafficsystem/ training training-aarpe/ @@ -87316,7 +86385,7 @@ transmute/static-2.8 transmute/static-2.9 transparency transparency/archive -transparency/http://anandtech.com/robots.txt +transparency/http://docs.aws.amazon.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -87604,7 +86673,6 @@ trylater trzh ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$ ts_s/* -tsa tsackton tsc tschoenstein @@ -87623,7 +86691,6 @@ tt-ru/ tt/ ttb_searcher tthaweethai -tto ttobin ttong tucritica @@ -88357,7 +87424,7 @@ umbraco_client/ umfrage/1 umfrage/2 umfrage/3 -umfrage/4http://zh.wikipedia.org/robots.txt +umfrage/4http://jjpan.com/robots.txt un-us/ unable-to-process-request/ unanswered @@ -88575,7 +87642,7 @@ uploads/8/5/1/4/85141968 uploads/8/5/1/4/85141968/custom_themes uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos uploads/excel -uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt +uploads/wpo-plugins-tables-list.jsonhttp://nutritionfacts.org/robots.txt upp/ uptime* ur @@ -88721,7 +87788,7 @@ us/*/*?bvdata= us/*/*?bvroute us/*/*?bvstate us/*? -us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://10250263.fls.doubleclick.net/robots.txt +us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://maps.google.nl/robots.txt us/0 us/?q=switch us/Marketing @@ -89060,12 +88127,8 @@ use-swim* useParentAsinsInResult= used used-api/ -used-car-details -used-car-finance used-insuranceads/ used-products -usedcar-pictures -usedcarwidget user user user$ @@ -89083,7 +88146,7 @@ user-profile user-profile-view? user-registration user-registrierung -user-reports/http://wordpress.com/robots.txt +user-reports/http://informaboom.com/robots.txt user.mefi/ user.php user/ @@ -89115,7 +88178,7 @@ user/*/track user/*/track?page= user/*/unfollow_user user/*?*redirect= -user/*http://m.media-amazon.com/robots.txt +user/*http://gilt.com/robots.txt user/.* user//attending/upcoming user/account @@ -89132,7 +88195,7 @@ user/forgotPassword user/forgotten-password user/fpd/api user/get-user -user/http://news.mongabay.com/robots.txt +user/http://warnerbros.com/robots.txt user/images user/libraries user/lists @@ -89315,7 +88378,7 @@ users/onUpdateOnlineStatus.php users/password users/password/edit users/profile-unpub -users/profile-unpub/http://song.link/robots.txt +users/profile-unpub/http://brickset.com/robots.txt users/ranking users/relogin/ users/remote-logout/ @@ -89368,7 +88431,7 @@ usuarios usuarios/addToFavorite.shtml usuarios/addToPlayList.shtml ut*.xml -ut*.xmlhttp://dashboard.gglot.com/robots.txt +ut*.xmlhttp://cycling74.com/robots.txt utaukwa util util @@ -89393,12 +88456,14 @@ utils/ utils/* utl/ utm +utm utm*= -utm*http://funbaby.cz/robots.txt +utm*http://nyc.gov/robots.txt utm= utm= utm_ utm_ +utm_* utm_campaign= utm_content= utm_expid= @@ -89440,7 +88505,7 @@ uz/en/ uz/event/*/ical uz/explore uz/forums -uz/http://biblegateway.com/robots.txt +uz/http://bitcointalk.org/robots.txt uz/kb/*/discuss uz/ru/ uz/search @@ -89476,7 +88541,7 @@ v1 v1.0 v1.1 v1/ -v1/*http://podcasts.google.com/robots.txt +v1/*http://s3.amazonaws.com/robots.txt v1/SocialMediaActivity/ v1/api v1/browser-performance @@ -89599,7 +88664,7 @@ velo/forum/search velo/profile ven venda-presencial/comprovantes.jhtml -venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt +venda-presencial/conclusion.htmlhttp://pro.imdb.com/robots.txt vendor vendor$ vendor-info/ @@ -89639,7 +88704,7 @@ verify-skill verify-url verify.php verify/* -verify/*http://soundcloud.com/robots.txt +verify/*http://sunsetbrian.com/robots.txt verify_age verify_your_email$ verify_your_email? @@ -89650,7 +88715,7 @@ version version version-search.php version.json -version/http://read.amazon.com/robots.txt +version/http://ask.fm/robots.txt version= versions versions/Unicode10.0.0 @@ -90154,7 +89219,6 @@ vn*/cdn-cgi/challenge-platform vn*/step vn*/submit vn*/submitted -vn-vi/ vn/ vn/*?*shpxid= vn/*digital_wallets/dialog @@ -97177,6 +96241,7 @@ web/packages/alakazam/DESCRIPTION web/packages/alarmdata/DESCRIPTION web/packages/albatross/DESCRIPTION web/packages/albopictus/DESCRIPTION +web/packages/alcyon/DESCRIPTION web/packages/ald/DESCRIPTION web/packages/aldvmm/DESCRIPTION web/packages/ale/DESCRIPTION @@ -98050,7 +97115,6 @@ web/packages/boilerpipeR/DESCRIPTION web/packages/boinet/DESCRIPTION web/packages/boiwsa/DESCRIPTION web/packages/bolasso/DESCRIPTION -web/packages/bold/DESCRIPTION web/packages/bolsec/DESCRIPTION web/packages/bondAnalyst/DESCRIPTION web/packages/bonn/DESCRIPTION @@ -98459,6 +97523,7 @@ web/packages/cellVolumeDist/DESCRIPTION web/packages/cellWise/DESCRIPTION web/packages/cellpypes/DESCRIPTION web/packages/cellranger/DESCRIPTION +web/packages/celltrackR/DESCRIPTION web/packages/cem/DESCRIPTION web/packages/cemco/DESCRIPTION web/packages/cenGAM/DESCRIPTION @@ -103027,6 +102092,7 @@ web/packages/inplace/DESCRIPTION web/packages/insane/DESCRIPTION web/packages/insect/DESCRIPTION web/packages/insectDisease/DESCRIPTION +web/packages/insee/DESCRIPTION web/packages/insight/DESCRIPTION web/packages/inspectdf/DESCRIPTION web/packages/inspector/DESCRIPTION @@ -104110,6 +103176,7 @@ web/packages/maketools/DESCRIPTION web/packages/makeunique/DESCRIPTION web/packages/malan/DESCRIPTION web/packages/malani/DESCRIPTION +web/packages/malariaAtlas/DESCRIPTION web/packages/malaytextr/DESCRIPTION web/packages/maldipickr/DESCRIPTION web/packages/mallet/DESCRIPTION @@ -106336,6 +105403,7 @@ web/packages/personalized2part/DESCRIPTION web/packages/personalr/DESCRIPTION web/packages/personr/DESCRIPTION web/packages/perspectev/DESCRIPTION +web/packages/persval/DESCRIPTION web/packages/perturbR/DESCRIPTION web/packages/peruflorads43/DESCRIPTION web/packages/peruse/DESCRIPTION @@ -110920,6 +109988,7 @@ web/packages/tsfgrnn/DESCRIPTION web/packages/tsfknn/DESCRIPTION web/packages/tsfngm/DESCRIPTION web/packages/tsgarch/DESCRIPTION +web/packages/tsgc/DESCRIPTION web/packages/tsiR/DESCRIPTION web/packages/tsibble/DESCRIPTION web/packages/tsibbledata/DESCRIPTION @@ -111947,7 +111016,6 @@ webproject webresource.axd webroot/index.php/Pages/view/ webscr -websdksettings websearch webservice webservice/ @@ -111973,6 +111041,7 @@ websites websites/? websrc webstat +webstat/ webstats webstore/ShoppingBasket webstore/checkout @@ -112025,6 +111094,7 @@ welcome-back* welcome-email welcome.aspx welcome/embargoed-country.html +wellness/holistic-quotes.aspx wendyalee weninger wenqiang_chen @@ -112097,7 +111167,6 @@ whatis whats-new whats-next/planes-trains-and-analytics whats-on -whatsapp whatson/dbs whatson/pbsyou whatson/schedulex @@ -112141,7 +111210,7 @@ why-ghostery-midnight why-liveperson why-sell?inquirySource=482& whythisad -wicket:interface*http://springerlink.com/robots.txt +wicket:interface*http://contradance.org/robots.txt widget widget-landing-page.html widget-uploads @@ -112175,6 +111244,7 @@ wifi/fiche/*/ville wihbey wiki wiki-section/feedback +wiki/ wiki/%D0%92%D0%B8%D0%BA%D0%B8%D0%BF%D0%B5%D0%B4%D0%B8%D1%8F%3A%D0%90%D1%80%D1%85%D0%B8%D0%B2_%D0%B7%D0%B0%D0%BF%D1%80%D0%BE%D1%81%D0%BE%D0%B2_%D0%BD%D0%B0_%D1%83%D0%B4%D0%B0%D0%BB%D0%B5%D0%BD%D0%B8%D0%B5%2F wiki/%D0%92%D0%B8%D0%BA%D0%B8%D0%BF%D0%B5%D0%B4%D0%B8%D1%8F%3A%D0%92%D1%8B%D0%B1%D0%BE%D1%80%D1%8B_%D0%B0%D1%80%D0%B1%D0%B8%D1%82%D1%80%D0%BE%D0%B2%2F wiki/%D0%92%D0%B8%D0%BA%D0%B8%D0%BF%D0%B5%D0%B4%D0%B8%D1%8F%3A%D0%97%D0%B0%D0%BF%D1%80%D0%BE%D1%81%D1%8B%2C_%D1%81%D0%B2%D1%8F%D0%B7%D0%B0%D0%BD%D0%BD%D1%8B%D0%B5_%D1%81_VRTS @@ -113046,6 +112116,7 @@ wiki/index.php/User: wiki/index.php/Wikipedia: wiki/index.php? wiki/index.php?title=Wikipedia: +wiki/label/ wiki/languages wiki/lib wiki/locale @@ -113156,7 +112227,6 @@ winfx/ wingziweifan winkmv77 winnie -winnt wip wip_index.php wipo-alert/ @@ -113383,7 +112453,7 @@ world-class-heart-care world-ip-report/ world-news-day/ world-records/most-concerts-produced-by-an-individual -world-records/most-no1-singles-produced-by-an-individualhttp://gulfnews.com/robots.txt +world-records/most-no1-singles-produced-by-an-individualhttp://nxp.com/robots.txt world/Africa world/Asia world/Europe @@ -113533,27 +112603,28 @@ wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php?action=icl_mpp_search wp-admin/admin-ajax.php?r=* -wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt -wp-admin/admin-ajax.phphttp://akismet.com/robots.txt -wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt -wp-admin/admin-ajax.phphttp://ask.com/robots.txt -wp-admin/admin-ajax.phphttp://aweber.com/robots.txt -wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt -wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt -wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt -wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt +wp-admin/admin-ajax.phphttp://2018.asiabsdcon.org/robots.txt +wp-admin/admin-ajax.phphttp://bright-online.net/robots.txt +wp-admin/admin-ajax.phphttp://cartoonnetwork.com/robots.txt +wp-admin/admin-ajax.phphttp://docs.github.com/robots.txt +wp-admin/admin-ajax.phphttp://dorisbaumer.com/robots.txt +wp-admin/admin-ajax.phphttp://fb.watch/robots.txt +wp-admin/admin-ajax.phphttp://fema.gov/robots.txt +wp-admin/admin-ajax.phphttp://gazobeton.org/robots.txt +wp-admin/admin-ajax.phphttp://heart.org/robots.txt wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt -wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt -wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt -wp-admin/admin-ajax.phphttp://openssl.org/robots.txt -wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt -wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt -wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt -wp-admin/admin-ajax.phphttp://smugmug.com/robots.txt -wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt -wp-admin/admin-ajax.phphttp://vox.com/robots.txt -wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt -wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt +wp-admin/admin-ajax.phphttp://json.org/robots.txt +wp-admin/admin-ajax.phphttp://jupiterbroadcasting.com/robots.txt +wp-admin/admin-ajax.phphttp://makerhacks.com/robots.txt +wp-admin/admin-ajax.phphttp://mirror.co.uk/robots.txt +wp-admin/admin-ajax.phphttp://nature.org/robots.txt +wp-admin/admin-ajax.phphttp://peopleperhour.com/robots.txt +wp-admin/admin-ajax.phphttp://pinterest.ca/robots.txt +wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt +wp-admin/admin-ajax.phphttp://secure.wego.com/robots.txt +wp-admin/admin-ajax.phphttp://ssm.lnk.to/robots.txt +wp-admin/admin-ajax.phphttp://tecnonauta.com/robots.txt +wp-admin/admin-ajax.phphttp://watbetekent.nl/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -113594,7 +112665,7 @@ wp-content/compsub wp-content/dbsub wp-content/gallery wp-content/mu-plugins -wp-content/mu-plugins/http://chalow.net/robots.txt +wp-content/mu-plugins/http://swisscom.ch/robots.txt wp-content/mu_plugins wp-content/plugins wp-content/plugins @@ -113669,7 +112740,7 @@ wp-content/themes/screamingfrog/inc/download-modal.php wp-content/themes/sej/js/cdet.js wp-content/themes/sej/js/ga.js wp-content/themes/sfmomatheme/library -wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt +wp-content/themes/skift/inc/ajax/http://about.gitlab.com/robots.txt wp-content/themes/tns-2022/assets wp-content/themes/tns-2022/data wp-content/themes/treated/search/ @@ -113688,7 +112759,7 @@ wp-content/uploads/ wp-content/uploads/* wp-content/uploads/**/*seo-restricted*.* wp-content/uploads/*/*/1650344292_1.png -wp-content/uploads/*http://wikihow.com/robots.txt +wp-content/uploads/*http://knittingforbeginners.ru/robots.txt wp-content/uploads/2011 wp-content/uploads/2012 wp-content/uploads/2013 @@ -113715,7 +112786,7 @@ wp-content/uploads/2022/12/UKR-Co-funded_EU-emblem_Pantone-1099x213.jpg wp-content/uploads/2023 wp-content/uploads/2023/10/Cakap-English-Standardized-Test.pdf wp-content/uploads/2024 -wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://unicef.org/robots.txt +wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://blog.instagram.com/robots.txt wp-content/uploads/2024/08/786678.pdf wp-content/uploads/2025 wp-content/uploads/2026 @@ -113724,14 +112795,14 @@ wp-content/uploads/_pda wp-content/uploads/complianz wp-content/uploads/elementor/css/ wp-content/uploads/gravity_receipts -wp-content/uploads/http://minimul.com/robots.txt -wp-content/uploads/http://sheknows.com/robots.txt +wp-content/uploads/http://batemanfoundation.org/robots.txt +wp-content/uploads/http://survivalmagazine.org/robots.txt wp-content/uploads/member-access wp-content/uploads/ninja-forms wp-content/uploads/sites/*/ninja-forms wp-content/uploads/sites/4/wpforms wp-content/uploads/sites/6/wpforms -wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt +wp-content/uploads/vj-wp-import-export/http://stirling.wa.gov.au/robots.txt wp-content/uploads/wc-logs wp-content/uploads/wc-logs/ wp-content/uploads/woocommerce_transient_files @@ -113739,12 +112810,12 @@ wp-content/uploads/woocommerce_transient_files/ wp-content/uploads/woocommerce_uploads wp-content/uploads/woocommerce_uploads/ wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://aa.com.tr/robots.txt -wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://cbs.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://magisto.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://openhatch.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://ravelry.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://rvprecords.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://wholefoodsmarket.com/robots.txt wp-content/uploads/wpforms wp-content/uploads/wpforms/ wp-content/uploads/wpo-plugins-tables-list.json @@ -113778,8 +112849,8 @@ wp-includes/css wp-includes/css/*.css wp-includes/css/dist/block-library/style.min.css wp-includes/fonts -wp-includes/http://nokia.co.jp/robots.txt -wp-includes/http://scotusblog.com/robots.txt +wp-includes/http://aftenposten.no/robots.txt +wp-includes/http://veritaperrenato.noblogs.org/robots.txt wp-includes/images wp-includes/images/ wp-includes/js @@ -114127,7 +113198,7 @@ xmlhttp xmlrpc xmlrpc.php xmlrpc.php -xmlrpc.phphttp://datastudio.google.com/robots.txt +xmlrpc.phphttp://dynomighty.com/robots.txt xmlsearch xmltv/ xmorelle @@ -114147,7 +113218,7 @@ xsanR4 xsl xsl/ xslt/ -xslt/http://cryptonewsventure.com/robots.txt +xslt/http://rtd.tubemogul.com/robots.txt xtra/sante-et-mieux-etre xuanzhu xuwang @@ -114157,7 +113228,6 @@ xwiki/bin/view/MADEJA/ xwu xx xxx-the-return-of-xander-cage -xxx/ xzhang y1= yaa/ @@ -114301,7 +113371,7 @@ your-shop youraccount/ yourarchives youreurope/businessACC -youreurope/businessDEV/http://europapress.es/robots.txt +youreurope/businessDEV/http://latimes.com/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -114344,7 +113414,6 @@ youwu yoyaku/tabelog_booking ypu/apps/ypm-core/ypm/javascripts/bundle_tripadvisor ypu/js/compiled/tripadvisor -yr yreddy ysclid= yshi @@ -114390,9 +113459,6 @@ z z-gender* z-ivy-deng z/*/*/* -z/50/ -z/50/e-recruiting/ -z/50/pub/ z1 z40cc z6888net @@ -114408,7 +113474,6 @@ za*/cdn-cgi/challenge-platform za*/step za*/submit za*/submitted -za-en/ za/ za/*?*shpxid= za/*?services @@ -114767,7 +113832,7 @@ zh/index.htm zh/intangible-cultural-heritage/grid zh/intangible-cultural-heritage/list zh/intangible-cultural-heritage/map -zh/internalhttp://amazon.jp/robots.txt +zh/internalhttp://garanteprivacy.it/robots.txt zh/internet-universality-indicators/grid zh/internet-universality-indicators/list zh/internet-universality-indicators/map @@ -115067,7 +114132,7 @@ zzz_systest ~neubank/Eubank_EthnicityNetworksPaper.pdf ~neubank/Eubank_EthnicityNetworksPaper2016.pdf ~nsdwww/mail -~oar/http://web.whatsapp.com/robots.txt +~oar/http://surrey.ac.uk/robots.txt ~oratorio/wordpress ~pasr1 ~philippe @@ -115238,10 +114303,11 @@ zzz_systest 404.aspx 404.html 404.html -404.htmlhttp://airliners.net/robots.txt +404.htmlhttp://bcmmaa.com/robots.txt +404.php 404.php 404/ -404http://diplomatie.gouv.fr/robots.txt +404http://rediff.com/robots.txt 413gkwMT 429.html 432v·com @@ -115579,7 +114645,7 @@ zzz_systest 93826 94140 94230 -101612.rsshttp://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt +101612.rsshttp://androidpolice.com/robots.txt 101705/docs/mccom/format/pdf/longform/ 126190 128892 @@ -115609,7 +114675,6 @@ zzz_systest 996849$ 996900$ 1003060 -1003615* 1005424 1005779/ 1010203 @@ -115619,7 +114684,6 @@ zzz_systest 1039154 1056479/* 1063747 -1089059 1456423$ 1793910-interpol-paro-un-embarque-de-obras-de-arte-en-ezeiza-por-un-cuadro-que-reclama-peru 1918376-murio-alejandro-victor-giuntini-el-ex-jugador-de-boca @@ -115628,8 +114692,6 @@ zzz_systest 4442842/ 5787254 6985521 -7078046 -7079046 7750430/ts.lepoint.fr 8645018/checkouts 8645018/orders @@ -115666,7 +114728,7 @@ zzz_systest 27637309/ 27839434/checkouts 27839434/orders -29966721/PATH/* +29966721/ 30585109/ 34722903 44522520