From 4414aa3885fa1fa6599d4d6c0c822895dcca3d28 Mon Sep 17 00:00:00 2001 From: GitHub Action Date: Mon, 1 Apr 2024 00:21:29 +0000 Subject: [PATCH] [Github Action] Automated trickest wordlists update. --- .../directus-all-levels.txt | 16 + .../CMS/trickest-cms-wordlist/directus.txt | 4 + .../drupal-all-levels.txt | 38 +++ .../CMS/trickest-cms-wordlist/drupal.txt | 5 + .../top-100.txt | 191 +++++++++++ .../top-1000.txt | 102 +----- .../top-10000.txt | 320 ++++++------------ 7 files changed, 355 insertions(+), 321 deletions(-) diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt index c7941dbe..f372cc63 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt @@ -56,6 +56,11 @@ src/rest/utils/query-to-params.ts rest/utils/query-to-params.ts utils/query-to-params.ts query-to-params.ts +sdk/src/rest/utils/get-auth-endpoint.ts +src/rest/utils/get-auth-endpoint.ts +rest/utils/get-auth-endpoint.ts +utils/get-auth-endpoint.ts +get-auth-endpoint.ts sdk/src/rest/types.ts src/rest/types.ts rest/types.ts @@ -9458,6 +9463,8 @@ curvy-horses-invite.md stupid-avocados-tan.md .changeset/tidy-fireants-dream.md tidy-fireants-dream.md +.changeset/brave-shrimps-ring.md +brave-shrimps-ring.md .changeset/brave-walls-scream.md brave-walls-scream.md .changeset/khaki-clouds-tease.md @@ -9474,6 +9481,8 @@ tender-timers-develop.md old-apples-refuse.md .changeset/config.json config.json +.changeset/giant-yaks-hug.md +giant-yaks-hug.md .eslintrc.js docs/.eslintrc-code-blocks.cjs .eslintrc-code-blocks.cjs @@ -14436,6 +14445,13 @@ settings/routes/extensions/types.ts routes/extensions/types.ts extensions/types.ts types.ts +app/src/modules/settings/routes/extensions/constants.ts +src/modules/settings/routes/extensions/constants.ts +modules/settings/routes/extensions/constants.ts +settings/routes/extensions/constants.ts +routes/extensions/constants.ts +extensions/constants.ts +constants.ts app/src/modules/settings/routes/extensions/extensions.vue src/modules/settings/routes/extensions/extensions.vue modules/settings/routes/extensions/extensions.vue diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt index 840a0f0b..2bf40bb2 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt @@ -19,6 +19,7 @@ sdk/src/rest/utils/throw-core-collection.ts sdk/src/rest/utils/throw-if-empty.ts sdk/src/rest/utils/index.ts sdk/src/rest/utils/query-to-params.ts +sdk/src/rest/utils/get-auth-endpoint.ts sdk/src/rest/types.ts sdk/src/rest/index.ts sdk/src/rest/commands/utils/index.ts @@ -1917,6 +1918,7 @@ cla.md .changeset/curvy-horses-invite.md .changeset/stupid-avocados-tan.md .changeset/tidy-fireants-dream.md +.changeset/brave-shrimps-ring.md .changeset/brave-walls-scream.md .changeset/khaki-clouds-tease.md .changeset/silly-coins-dress.md @@ -1925,6 +1927,7 @@ cla.md .changeset/tender-timers-develop.md .changeset/old-apples-refuse.md .changeset/config.json +.changeset/giant-yaks-hug.md .eslintrc.js docs/.eslintrc-code-blocks.cjs docs/package.json @@ -2901,6 +2904,7 @@ app/src/modules/settings/routes/data-model/fields/fields.vue app/src/modules/settings/routes/webhooks/collection.vue app/src/modules/settings/routes/webhooks/item.vue app/src/modules/settings/routes/extensions/types.ts +app/src/modules/settings/routes/extensions/constants.ts app/src/modules/settings/routes/extensions/extensions.vue app/src/modules/settings/routes/extensions/components/extension-group-divider.vue app/src/modules/settings/routes/extensions/components/extension-item.vue diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt index faa1678b..ff287c76 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt @@ -20810,6 +20810,24 @@ element_info_test/src/Element/Deprecated.php src/Element/Deprecated.php Element/Deprecated.php Deprecated.php +core/modules/system/tests/modules/element_info_test/src/Element/DeprecatedExtendsFormElement.php +modules/system/tests/modules/element_info_test/src/Element/DeprecatedExtendsFormElement.php +system/tests/modules/element_info_test/src/Element/DeprecatedExtendsFormElement.php +tests/modules/element_info_test/src/Element/DeprecatedExtendsFormElement.php +modules/element_info_test/src/Element/DeprecatedExtendsFormElement.php +element_info_test/src/Element/DeprecatedExtendsFormElement.php +src/Element/DeprecatedExtendsFormElement.php +Element/DeprecatedExtendsFormElement.php +DeprecatedExtendsFormElement.php +core/modules/system/tests/modules/element_info_test/src/Element/DeprecatedExtendsRenderElement.php +modules/system/tests/modules/element_info_test/src/Element/DeprecatedExtendsRenderElement.php +system/tests/modules/element_info_test/src/Element/DeprecatedExtendsRenderElement.php +tests/modules/element_info_test/src/Element/DeprecatedExtendsRenderElement.php +modules/element_info_test/src/Element/DeprecatedExtendsRenderElement.php +element_info_test/src/Element/DeprecatedExtendsRenderElement.php +src/Element/DeprecatedExtendsRenderElement.php +Element/DeprecatedExtendsRenderElement.php +DeprecatedExtendsRenderElement.php core/modules/system/tests/modules/requirements1_test/requirements1_test.module modules/system/tests/modules/requirements1_test/requirements1_test.module system/tests/modules/requirements1_test/requirements1_test.module @@ -93505,6 +93523,12 @@ Drupal/FunctionalTests/Installer/InstallerLanguagePageTest.php FunctionalTests/Installer/InstallerLanguagePageTest.php Installer/InstallerLanguagePageTest.php InstallerLanguagePageTest.php +core/tests/Drupal/FunctionalTests/Installer/InstallerExistingConfigNoProfileTest.php +tests/Drupal/FunctionalTests/Installer/InstallerExistingConfigNoProfileTest.php +Drupal/FunctionalTests/Installer/InstallerExistingConfigNoProfileTest.php +FunctionalTests/Installer/InstallerExistingConfigNoProfileTest.php +Installer/InstallerExistingConfigNoProfileTest.php +InstallerExistingConfigNoProfileTest.php core/tests/Drupal/FunctionalTests/Installer/InstallerTestBase.php tests/Drupal/FunctionalTests/Installer/InstallerTestBase.php Drupal/FunctionalTests/Installer/InstallerTestBase.php @@ -102253,6 +102277,13 @@ Core/Render/Element/StatusReport.php Render/Element/StatusReport.php Element/StatusReport.php StatusReport.php +core/lib/Drupal/Core/Render/Element/RenderElementBase.php +lib/Drupal/Core/Render/Element/RenderElementBase.php +Drupal/Core/Render/Element/RenderElementBase.php +Core/Render/Element/RenderElementBase.php +Render/Element/RenderElementBase.php +Element/RenderElementBase.php +RenderElementBase.php core/lib/Drupal/Core/Render/Element/FormElement.php lib/Drupal/Core/Render/Element/FormElement.php Drupal/Core/Render/Element/FormElement.php @@ -102512,6 +102543,13 @@ Core/Render/Element/ImageButton.php Render/Element/ImageButton.php Element/ImageButton.php ImageButton.php +core/lib/Drupal/Core/Render/Element/FormElementBase.php +lib/Drupal/Core/Render/Element/FormElementBase.php +Drupal/Core/Render/Element/FormElementBase.php +Core/Render/Element/FormElementBase.php +Render/Element/FormElementBase.php +Element/FormElementBase.php +FormElementBase.php core/lib/Drupal/Core/Render/Markup.php lib/Drupal/Core/Render/Markup.php Drupal/Core/Render/Markup.php diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt index 24a53e6e..e4afea82 100644 --- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt +++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt @@ -3076,6 +3076,8 @@ core/modules/system/tests/modules/element_info_test/element_info_test.info.yml core/modules/system/tests/modules/element_info_test/element_info_test.module core/modules/system/tests/modules/element_info_test/src/ElementInfoTestNumberBuilder.php core/modules/system/tests/modules/element_info_test/src/Element/Deprecated.php +core/modules/system/tests/modules/element_info_test/src/Element/DeprecatedExtendsFormElement.php +core/modules/system/tests/modules/element_info_test/src/Element/DeprecatedExtendsRenderElement.php core/modules/system/tests/modules/requirements1_test/requirements1_test.module core/modules/system/tests/modules/requirements1_test/requirements1_test.info.yml core/modules/system/tests/modules/requirements1_test/requirements1_test.install @@ -13417,6 +13419,7 @@ core/tests/Drupal/FunctionalTests/Installer/InstallerExistingConfigSyncDirectory core/tests/Drupal/FunctionalTests/Installer/InstallerExistingConfigTestBase.php core/tests/Drupal/FunctionalTests/Installer/InstallerBrokenDatabaseCredentialsTest.php core/tests/Drupal/FunctionalTests/Installer/InstallerLanguagePageTest.php +core/tests/Drupal/FunctionalTests/Installer/InstallerExistingConfigNoProfileTest.php core/tests/Drupal/FunctionalTests/Installer/InstallerTestBase.php core/tests/Drupal/FunctionalTests/Installer/InstallerTranslationNonStandardFilenamesTest.php core/tests/Drupal/FunctionalTests/Installer/InstallerTranslationExistingFileTest.php @@ -14735,6 +14738,7 @@ core/lib/Drupal/Core/Render/Element/Color.php core/lib/Drupal/Core/Render/Element/RenderCallbackInterface.php core/lib/Drupal/Core/Render/Element/Password.php core/lib/Drupal/Core/Render/Element/StatusReport.php +core/lib/Drupal/Core/Render/Element/RenderElementBase.php core/lib/Drupal/Core/Render/Element/FormElement.php core/lib/Drupal/Core/Render/Element/InlineTemplate.php core/lib/Drupal/Core/Render/Element/Submit.php @@ -14772,6 +14776,7 @@ core/lib/Drupal/Core/Render/Element/Label.php core/lib/Drupal/Core/Render/Element/Page.php core/lib/Drupal/Core/Render/Element/SystemCompactLink.php core/lib/Drupal/Core/Render/Element/ImageButton.php +core/lib/Drupal/Core/Render/Element/FormElementBase.php core/lib/Drupal/Core/Render/Markup.php core/lib/Drupal/Core/Render/BubbleableMetadata.php core/lib/Drupal/Core/Render/HtmlResponse.php diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 76e01fa2..4c315d32 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -30,6 +30,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .well-known .well-known/assetlinks.json .xml +/*/*/_tools +/*/*/more_ideas +/*/_tools +/*/activity /*/branches /*/commits /*/compare @@ -37,8 +41,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/edit$ /*/forks /*/graphs +/*/group +/*/invite /*/issues/new /*/issues/search +/*/more_ideas /*/network /*/projects /*/pulse @@ -48,6 +55,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/watchers /*source= /.git +/?z=1 /B00M3E1HJY /B00M3E1NYI /B00M3E1Q5Y @@ -66,6 +74,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Search/ /_ /_/rsrc +/_activities +/_activity +/_community +/_created +/_followers +/_following +/_quick_saves +/_saved +/_shop +/_shopping_list /album/*/*?i= /api /apis @@ -80,6 +98,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /comments/*?*sort= /commits/*?author /commits/*?path +/communities +/discovered /docs/product /download /download/Browse.aspx? @@ -106,6 +126,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /leads/*/jsplayer_show_lead_form.html /leads/*/show_form.html /liked_by +/likes /listing/*/favoriters /lookup? /mediaapi/ @@ -113,15 +134,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /music/*/Search/ /music/*/search/ /newsearch/ +/organize /people/*/circle /people/*/favorites /pinned_flashes +/pins /podcast/*/*?i= /print$ +/profile-about /raw /revisions /rg*/mediaviewer/rm*/tr /rss +/scheduled-pin +/scheduled-pins /search /search/ /search/*?q= @@ -139,11 +165,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/d/groove-music-pass/cfq7ttc0k5dq/0001 /store/locations/store-locations-sitemap.xml /store/music/groove-music-pass/* +/story_pins +/tagged /tarball /tree +/tried /tv-season/*/*?i= /unsubscribe/ /video- +/video_pins /wal/ /wiki/Special: /wiki/index.php/Help @@ -212,6 +242,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?order= ?pt1=true$ ?s= +?show_error=true ?tab=achievements&achievement= ?utm_*= ?w=address @@ -296,6 +327,8 @@ WebObjects/MZStoreElements.woa [_0-9a-zA-Z]+/status/[0-9]+/likes [_0-9a-zA-Z]+/status/[0-9]+/retweets _ +_/_ +_/_/pixel _/aihub_pod _/ain/_/js _/alkali-learn @@ -361,6 +394,8 @@ _next/gtm _next/jwt _next/title _next/viewer +_ngjs/resource +_ngjs/resource/*/get _nimbusJson.json _nimbusJsonp.js _nimbusJsonpStatic.js @@ -469,6 +504,7 @@ ad_spice ad_syndication_user_tracking ad_visibility addContacts +addboard addressBookExport admin adredir? @@ -490,6 +526,7 @@ adwords/proposal adx/bin affil affil/pal +age-appeal aihub/tfhub ajax ajax/follow_info @@ -527,6 +564,7 @@ api_access_key= app*_ app*form_id= app/updates +appealed-pin apple-app-site-association apps apps*&tags= @@ -644,6 +682,7 @@ auth/verifychallenge author/following author= authwall +autocomplete away.php b?*node=7454898011 b?*node=7454917011 @@ -757,7 +796,11 @@ blogs/test blogsearch blogsearch_feeds bn +board +board_activity +board_activity_comment bookmark? +bookmarklet bookmarks books books/about @@ -779,17 +822,38 @@ books?*zoom=1 books?*zoom=5 booksrightsholders boutique/sitemaps +branded-pins browse/reviews/recent +business/ad_create business/adshare business/adshare/faqs business/blahblah +business/business-access +business/business-hierarchy +business/business-manager +business/catalogs +business/commerce-integrations +business/community-information +business/convert +business/create +business/create-linked-account business/feedback +business/hub +business/invite business/leads/jsplayer_show_lead_form.html business/leads/show_form.html business/learning/blog +business/onboarding +business/pin_create business/premium/is_payment_pending business/promotion +business/referral business/sales/blog +business/site +business/switch-account +business/top-ads +business/update +business/verified-merchant/status buttonlite.js buyside-e2e-monitor buzz/post @@ -981,6 +1045,7 @@ checkout checkout/package checkoutnow checkpoint +christmas-spotlight chrome/browser/mobile/tour chrome/crlset chrome/webstore/images @@ -1004,6 +1069,7 @@ client_error client_errors clima/ets clima/sites/registry +close-account cloud-launcher/sitemap cloudsourcetools/images cms_content @@ -1024,6 +1090,7 @@ commercesearch/images commercesearch/services commission_2010-2014/katainen commits?author= +communities communities/bin.aspx? communities/blogs/PortalResults.mspx? communities/eventdetails.mspx? @@ -1039,24 +1106,32 @@ community/category/* community/comments community/feed community/trackback +community_comment +community_post community_s companyDir compare compare/*/apply compressiontest config.js +connect connections connector consumers/archive contact_me contactus content +content-claiming context_referrer=gig_page context_referrer=user_page control +conversation conversations +convert-business +convert-personal coop/directory coop/manage +copyright-reporting corgi$ couchmode counter/*? @@ -1064,7 +1139,13 @@ counters/client-screenview coupons/visit covid19 covid19/mobility +create_pin creative-europe/404_en.htm +creative-studio +creative_editor +creator-spotlight +creator_hub/_earn +creator_hub/_partnerships creatorhub cse/home cse/manage @@ -1073,7 +1154,9 @@ cse? csp csp_block csp_report_only +csrf_error ct +ct.html ct/log_list culturalinstitute/images culturalinstitute/sitemaps @@ -1183,7 +1266,9 @@ de/teams de/transactions de/treasury de/your +deactivate-account default +delete_post delight dell/cities-transformed dell/cloud-future-of-medicine @@ -1233,6 +1318,7 @@ digital-single-market/taxonomy digital-single-market/users directory directory/all +discover discussion discussion/comment-permalink discussion/edit-profile @@ -1330,6 +1416,8 @@ ebooks?*zoom=1 ebooks?*zoom=5 ece eclas +edit +editorial/* edu/cs4hs education/404_en.htm edurec @@ -1341,6 +1429,7 @@ elite? email email-unsubscribe email_actions +email_verification_error embed embed/feed/update employment_social/anticipedia/xwiki/bin/attach @@ -1395,6 +1484,7 @@ en/microsoft-viva/ en/security en/security/ endorsements +engagement enterprise-jobs enterprise-partner-search/sitemaps environment/ets @@ -1497,6 +1587,8 @@ exec/obidos/subst/marketplace/sell-your-collection.html exec/obidos/subst/marketplace/sell-your-stuff.html exec/obidos/subst/partners/friends/access.html exec/obidos/tg/cm/member +explore +explore/*/?p= explore/*/lightbox external external/overture @@ -1506,6 +1598,7 @@ facebook facebook_connect faves-i_love_u_get_away_from_me favorite +fb.html fe=true feature/sf-test feed @@ -1585,6 +1678,8 @@ flights flutter-canvaskit folder follow +follow_board +follow_user following food/archive food/favourites @@ -1695,6 +1790,8 @@ globalmarketfinder globalmarketfinder/*.html go/awards gold? +google_gdn.html +google_search.html googlebooks/images goto gp @@ -1805,6 +1902,7 @@ gview gwt h5games_gamecenter/images handmade +hanukkah-spotlight hashtag/*?src= hd header/channels @@ -1879,7 +1977,10 @@ hk-en/teams hk-en/transactions hk-en/treasury hk-en/your +holiday-spotlight +holidays-celebrations home +homefeed homepage-video-test hosted/images hotelfinder/rpc @@ -1900,6 +2001,9 @@ i/u ia icons id-id.www.cloudflare.com +idea-ads-tool +idea-pin-builder +idea-pin-invite identity/accountsettingsactivityweb identity/accountsettingssyaf ie*/listing/*/favoriters @@ -2069,11 +2173,14 @@ info/customerror.htm* info/smart404.asp* info/tech-feedback inproduct_help/chatsupport +install-shuffles internalPref intl/*/about/views intlkb/ +invite inviteFromProfile inviteMany +invited invites/buy invoice/est invoice/estimate/buyerView @@ -2163,6 +2270,8 @@ johnhancock johnhancock/in-a-lifetime-healthcare johnhancock/in-a-lifetime-sustainability johnhancock/in-a-lifetime-work +join/?next= +join/signup/?next= jp*/listing/*/favoriters jp*/people/*/circle jp*/people/*/favorites @@ -2225,6 +2334,7 @@ knowmore ko-kr.www.cloudflare.com ko-kr/feedback ko-kr/lp +kwanzaa-spotlight labs/popgadget/search lamda/images landing/cmsnext-root @@ -2263,6 +2373,7 @@ li/track library/devices licensing-syndication limited-release +linked linkedin list list/ls*/_ajax @@ -2271,6 +2382,7 @@ listing/*/stubs lite lite.publication.PublicationRequestFulltextPromo.requestFulltext.html live +live-session live_chat lm/R1XIHQVKXSKBNJ lm/R3HQ5WJSZK6QSO @@ -2302,6 +2414,7 @@ lochp? logging login login$ +login/?next= login?*= logo-maker/brief logo-maker/choose-variation @@ -2480,6 +2593,7 @@ native nb-no.www.cloudflare.com nbubumblebee network +new_invite news$ news/$ news/0 @@ -2491,6 +2605,7 @@ news/test news/test-liveblog news?viewArticle newsArticle +news_hub newsletter newsroom/dae newsroom/notifications @@ -2598,6 +2713,7 @@ no-en/treasury no-en/your nonprofits/account not_recommended_reviews/preview +notifications ns/hydra/console/? nus-trk nwshp$ @@ -2650,8 +2766,12 @@ nz/teams nz/transactions nz/treasury nz/your +oauth/line +oauth/login oauth/v2 oauth2/v2 +oauth_error +offsite og onebox/media/sports/logos onebox/media/sports/photos/soccer/wc2018 @@ -2682,8 +2802,11 @@ pages?oid=- pagespeed/insights/ui/logo pantheon pantheon-platform +parental-consent/confirmation +parental-passcode participate/conferences.xml partners +password/reset password_expired patent-search/frontend patents/download @@ -2713,8 +2836,39 @@ photos/gbachelie photos/i_love_u_get_away_from_me photos/tags/*/page photos/youpy +pin-builder +pin-communities +pin-creation-tool +pin-editor +pin/*/activities +pin/*/activity +pin/*/analytics +pin/*/brand-catalog +pin/*/comments +pin/*/email +pin/*/feedback +pin/*/idea-pin/related-products +pin/*/likes +pin/*/promote +pin/*/reaction +pin/*/related-products +pin/*/repin +pin/*/repins +pin/*/sent +pin/*/share +pin/*/shop-the-look +pin/*/tag +pin/*/takes +pin/*/visual-search +pin/create +pin/find +pin/find?url= +pin_shop ping? pingback +pinterest-predicts +pinterest-wellbeing +pinterestwellbeing pl*/listing/*/favoriters pl*/people/*/circle pl*/people/*/favorites @@ -2765,6 +2919,7 @@ pl/teams pl/transactions pl/treasury pl/your +place plan= platform-telemetry play/store/web @@ -2794,6 +2949,7 @@ ppob? pqa preference preferences +prefs present presentation prettyearth/assets @@ -2804,6 +2960,8 @@ private pro pro-resources pro/about +product-catalogs +product-feed product-reviews/B0069IY63Y productPurchaseDone product_ @@ -2881,6 +3039,7 @@ publications publicliterature.PublicLiterature.search.html purchases puzzles/leaderboards/invite +pw pwapi-proxy/pwproxy pwapiv2 px.gif @@ -2890,6 +3049,7 @@ qp/batch_fetch_web qr quality_form? query +quiz r r/*.rss r/*/comments/*.rss @@ -2914,6 +3074,7 @@ random rd/search rd/search$ rd/search? +recently-viewed recharge/dashboard/car recharge/dashboard/static recipes/search @@ -2931,6 +3092,8 @@ refer refer/pal referrals referrer= +refresh_stored_accounts +refresh_token register registration registry/wishlist @@ -2941,10 +3104,14 @@ report report-abuse?report= report= report_abuse.gne +reports-and-violations +request-data requestList requests research/participants/cofund reservations/*/notifyme +resource +resource/*/get results retail retail/old @@ -2978,6 +3145,7 @@ s2/sitemaps s2/static s3 s? +safe-redirect safebrowsing/diagnostic safebrowsing/report_badware safebrowsing/report_error @@ -3072,6 +3240,7 @@ searchhistory sections secure seller_onboarding +sendHeaderEarly send_to_friend sendarticle services @@ -3153,6 +3322,7 @@ shop/sign_out shop/signed_in_account shop/store/feeds shop_name_search_service +shop_pins shopping-content-api/product_images shopping/product shopping/ratings/account/metrics @@ -3446,11 +3616,13 @@ smart/buttons social/photosui/images social/photosui/sitemap social/social-security-directory/cai +socialmanager sounds/player sounds/player$ sounds/search sounds/search$ sounds/search? +source source= source_repo= spain/empresas/ @@ -3473,6 +3645,7 @@ ss ss/customer-reviews/lighthouse ss/twister/ajax sslsingle +sso stadia/gamers start start_order @@ -3527,6 +3700,10 @@ storefront storepicker stores/page/*visitId= stories +story-pin-builder +story-pin-invite +story_feed +story_pins studios styles/js-on.css$ submit @@ -3547,6 +3724,7 @@ support support/content support/forum/search? surprise +suspension-appeal sv-se.www.cloudflare.com svc svc/crosswords @@ -3560,12 +3738,14 @@ svc/vertex svc/web svc/wordle svpRecommendations +sw-shell.html swg syndicate system1/images t/terms tab= tablet +taggingtool tagmanager/containers/xo tagmanager/pptm.js talk @@ -3598,8 +3778,10 @@ test testpage-forhomepage tetro th-th.www.cloudflare.com +thanksgiving-spotlight thanx? themacallan/worlds-together +theme themes/rss things/search things/search$ @@ -3674,6 +3856,7 @@ trustedstores/js trustedstores/s trustedstores/tm2 trustedstores/verify +tv tv/thumb tvschedule twitter @@ -3738,6 +3921,8 @@ uk/teams uk/transactions uk/treasury uk/your +unauth-profile +unlink unsub until= updates @@ -3813,6 +3998,8 @@ utils uviewer v1/browser-performance v1/stats +v1/urls/count.json +v3/pidgets/log v4 verify_age vi-vn.www.cloudflare.com @@ -3841,9 +4028,12 @@ watch_queue_ajax webmasters/sitemaps/ping? webscr websearch +website/confirm +website/confirm/download webstore/search webstore/static/*/wall/js weekly/signup +welcome whats-next/planes-trains-and-analytics whsmiths widget_auth.php @@ -4305,6 +4495,7 @@ xoonboarding xoplatform/logger/api/logger xorouter your +your-shop youth/404_en.htm youtube/fonts youtube/img/promos diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index 2a0e66ae..cc21c5ed 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -5365,7 +5365,6 @@ HeadJS/static-2.92 Help HelpContent Heritrix -HpImageArchive.aspx HubStyle/static-2.309 HubStyle/static-2.313 HubStyle/static-2.315 @@ -5658,7 +5657,6 @@ ProfilesGate Project PromotionDetailsDisplayView PromotionDisplayView -Proxy.ashx QUICKNEWS Qinfo Qinfo/cams @@ -5716,7 +5714,6 @@ SOImapPriceDisplayView SametimeWebApp Scripts Search -Search Search/* Search/Mail/Public SearchNavigationView @@ -6183,8 +6180,6 @@ ac/ ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search ac2 academic-subscriptions -academic/profile -academic/search academy academy-free-account academy/*/results @@ -6241,7 +6236,6 @@ ach/search ach/user ach/users achievements -aclick aclk acoustic acq/nonprofits @@ -6510,7 +6504,6 @@ alexa-top-sites/* alexa-web-search/* alexa/* alexaforbusiness/ -alink alkali all all-supported-params @@ -6535,7 +6528,6 @@ amp amp$ amp-proxy amp-tealium -amp/ amp= amphtml amphtml/blogs/test @@ -6609,7 +6601,6 @@ api/http://kobo.com/robots.txt api/internal/analytics/songs api/jobPostings/jobs api/legendary-data/relay -api/maps/ api/nextsteps/* api/nicorepo/timeline api/programas/69730/audios.rss @@ -7674,7 +7665,6 @@ betaem bfe/apps/website bfl bfmp -bfp/search bg bg-*/ bg-bg/ @@ -7727,7 +7717,6 @@ bin bin/ bin/search.go bin/search.py -bing-site-safety bingbot bipolar-disorder/bipolar-depression-management bipolar-disorder/video/bipolar-fatherhood @@ -7873,7 +7862,6 @@ blogs/blogpost/preview blogs/nationals-journal-beta blogs/pad$ blogs/pad/$ -blogs/search/ blogs/slow-ride blogs/technology.atom blogs/test @@ -9038,7 +9026,6 @@ civis/posts civis/search civis/threads/*in_iframe=1 civis/threads/*wp_data= -ck/ cl cl2/feeds cl2/ical @@ -9683,12 +9670,10 @@ cpro cpropub/univercd cpspa cr -cr$ cr/ cr/$ cr/corporate/contact cr/news -cr? craft crash crawler4j @@ -11019,9 +11004,6 @@ enterprise/orgs-terms entertain entertainment/article/Minerva-s-horoscope entertainment/bravo -entities/search -entityexplore$ -entityexplore? entp entrez entrez/eutils @@ -11567,7 +11549,6 @@ fbl/terms.html fbpostaction.cms?article= fcgi- fckeditor -fd/ fdbk feature/sf-test feature_nine_browse-bin= @@ -12119,8 +12100,6 @@ full fullscreen fullscreen/ReportLinker fun -fun/api/ -fun/g/ fundraiser/charity fundraiser/search fur/forums @@ -12656,7 +12635,6 @@ gs- gsa gsc gsc/comic_viewer -gsc/movie_sitemap gsr gss gsx @@ -12992,14 +12970,12 @@ hosted hosted/images hosting/search hotel/index.hi. -hotel/reviews? hotel/us/the-airstream-van.*.html hotel_attractions hotel_rt_onview hotelfinder/rpc hotels hotels/rpc -hotels/search hotelsonmap.*.json hotfix/ houseads @@ -13015,8 +12991,6 @@ hp/focus-retrocompatibile$ hp/video/api hp/video/mystuff hp/video/profiles -hpm -hpmob hr hr-*/ hr-hr/ @@ -13101,6 +13075,7 @@ http://behance.net/robots.txt http://census.gov/robots.txt http://euronews.com/robots.txt http://extension.purdue.edu/robots.txt +http://giphy.com/robots.txt http://graphisoft.com/robots.txt http://hubspot.com/robots.txt http://ie.edu/robots.txt @@ -13513,24 +13488,15 @@ images/ images/$ images/* images/? -images/async/? -images/async? images/carBlogsimages -images/hosted/? -images/hosted/search? -images/hosted? images/li.gif images/logging_requests.gif images/ndtvvideo/* images/pad/search?rpt=imageview images/pad/search?text=*&source=morda images/resume -images/search%3F -images/search/? -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/showroomimages images/smart/$ images/touch/$ @@ -13541,7 +13507,6 @@ images/usedcarimages images/userprofileimg images/v$ images/viewconfig$ -images? imagine/ imesync img @@ -13666,7 +13631,6 @@ inapp inbox inbox$ inbox$ -inboxcommerce inc5000dev include/ includes @@ -13729,6 +13693,7 @@ index.php/ko/node/ index.php/magazine/get_comment index.php/media/oembed index.php/members/profile +index.php/node index.php/node/add index.php/node/add/ index.php/ru/node/ @@ -13792,8 +13757,8 @@ info/jobs/showmaster.html info/jobs/social-media.html info/jobs/support.html info/jobs/texterin-uxwriterin.html +info/jobs/werkstudentin-demokratie-botschafterin.html info/jobs/werkstudentin-social-media.html -info/jobs/werkstudentin-social-media_6.html info/tech-feedback infoods/biodiversity informa @@ -14898,7 +14863,6 @@ loader.cfm* loc/volunteers loc= local -local local-services-ads local/ajax local/blogsandcolumns/slow-ride-front @@ -15193,7 +15157,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -15584,7 +15547,6 @@ merchant/directions merchant/imageUploadPreview merchant/loc merchant/moreProducts? -merchant/reviews? merchant/update merchantapps mes @@ -16560,7 +16522,6 @@ notificarelacionadas notifications notifications notifications$ -notifications/ notifications/* nova now/mt3 @@ -16727,8 +16688,6 @@ offers/nonprofits offers/nonprofits$ offers/nonprofits% offers/nonprofits? -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offline offlinenotice.xml offsite @@ -17764,7 +17723,6 @@ pro-resources pro-site pro/about pro2 -proFile/history? proMatch proProjects proVideoWidget @@ -17783,7 +17741,6 @@ product-reviews/B0069IY63Y product/electrode/api/logger product/electrode/api/wpa product/recommended -product/reviews? productBrand= productId= productPurchaseDone @@ -17831,7 +17788,6 @@ profile/*/followers profile/*/following profile/*/map$ profile/downloads_limit -profile/history? profile/license profile/payment/getstarted profile/view @@ -18485,7 +18441,6 @@ resources/xml/sitemaps responder rest results -results results-export-email-by-search-data results-export-ids results-export-search-by-year @@ -18532,7 +18487,6 @@ reviews/seller reviews/top-reviewers reviews_page= rewards -rewardsapp/ rf=* rfcdiff* rh-cong3-fragment @@ -19346,7 +19300,6 @@ set_cookie.pl setbucket setprefs settings -settings settings/* settings/deactivated settings/linkaccount @@ -19479,7 +19432,6 @@ sharing/files sharing/folders sheet/help/search-results.html shelf/user_shelves -shenghuo shenghuo/search? shifen/ shihui @@ -19490,8 +19442,6 @@ shipping-payment shippingassistant shippinginformation shop -shop$ -shop/ shop/bag shop/browse/campaigns/mobile_overlay shop/browse/overlay @@ -19505,7 +19455,6 @@ shop/sign_in shop/sign_out shop/signed_in_account shop/store/feeds -shop? shop_name_search_service shop_pins shopfront-api @@ -20101,7 +20050,6 @@ social-connect/send social/help/search-results.html social/photosui/images social/photosui/sitemap -social/search? social/social-security-directory/cai social_media socialapp/ @@ -20193,7 +20141,6 @@ spanish/thewto_s/minist_s/mc10_s/coordinator_guide_s.pdf spanish/thewto_s/minist_s/mc10_s/participant_guide_s.pdf spartan spatl -spbasic spbot spc-source= special-promo/2for1 @@ -20272,7 +20219,6 @@ sports/xyz123 sports_fp_ms spp/ spreadsheet -spresults sprint_wml sprint_xhtml sprints/help/search-results.html @@ -20357,7 +20303,6 @@ statement static static-assets/documents/PwnedPasswordsTop100k.txt static-assets/images/collection -static/ static/button/button1.html static/button/button1.js static/button/button2.html @@ -20474,8 +20419,6 @@ storeclick storefront storepicker storerequest -stores$ -stores/ stores/page/*visitId= stories story @@ -21024,7 +20967,6 @@ text textedition tfemail th -th$ th-*/ th-th.www.cloudflare.com th-th/ @@ -21046,7 +20988,6 @@ th/solutions/case-studies/ th/solutions/case-studies/innovators/innovators-eu/ th/user th/users -th? th_en th_th/templates/M thank-you @@ -21309,7 +21250,6 @@ translate_static translate_suggestion translate_t translation -translator/?ref= transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 @@ -21337,23 +21277,9 @@ travel/ travel/2013/aug/22/been-there-readers-competition? travel/8711559/The-Telegraph-Travel-Awards-2011.html travel/clk -travel/css -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? travel/flights/s -travel/hotel-search travel/hotel/e -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/hotel-finder -travel/hotels/search/? -travel/hotels/search? -travel/scripts -travel/secure travelnevadahighway95tc treasury treasury/treasdocuments @@ -21716,6 +21642,7 @@ understanding-c3g understanding-melanoma unfiltered? unfinished.php +unicef-component-mosaichttp://unpkg.com/robots.txt unicorn/check unijobs/*/emailjob unijobs/*/jbequicksignup @@ -21821,7 +21748,6 @@ ur/user ur/users urbanag urchin_test -url urlinator/static-1.54 urlinator/static-1.55 urlinator/static-1.57 @@ -22324,21 +22250,11 @@ video_passthrough video_passthrough.php videorequest videos -videos/? videos/assets -videos/browsing videos/e -videos/explore -videos/favorites -videos/feed -videos/feedcontent videos/get_video_by_uid/ videos/images videos/js -videos/music -videos/music/ -videos/music/? -videos/music? videos/search.php videos/search.php?filter=*&s=Fight+Compilation$ videos/search.php?filter=*&s=Fight+Compilation*&start=*$ @@ -22383,13 +22299,8 @@ videos/search.php?s=street+fight$ videos/search.php?s=street+fight*&start=*$ videos/search.php?s=woman+fight$ videos/search.php?s=woman+fight*&start=*$ -videos/search/? -videos/search? -videos/trending -videos/trendingcontent videos/viewmeta/ videos/week -videos? videosearch view viewAll= @@ -22638,10 +22549,6 @@ whysecure whythisad widget widget-landing-page.html -widget/cr -widget/entity/search/? -widget/render -widget/snapshot widget_auth.php widget_chunks widgets @@ -23406,7 +23313,6 @@ word/download word/embed wordpress/wp-admin wordpress/wp-admin/admin-ajax.php -work work/_ work/acceptinvitation work/account diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 33c24004..78620f6e 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -1677,6 +1677,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/*aides-visuelles= /*/*air-conditioning= /*/*air-conditionne= +/*/*all-products /*/*alloy-wheels= /*/*animaux-acceptes= /*/*annee= @@ -3694,6 +3695,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /:F*: /? /? +/?* /?*&page=* /?*utm_campaign= /?*utm_content @@ -4468,6 +4470,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /attachment /attachment /attachment/ +/attachment/* /attachments /attend-my-event /auctions/ecatalogue/lot.pdf @@ -4852,6 +4855,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /coming-soon*sort=runtime /coming-soon*sort=title /comment +/comment /comment$ /comment- /comment-thread? @@ -5630,6 +5634,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /feed/$ /feed/* /feed/*/articles.xml +/feed/mailpulse /feed/rss/$ /feed/rss/$ /feed/search @@ -6575,6 +6580,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ng/electronics/how-to-select-tv-by-what-you-watch-netflix /ng/electronics/how-to-select-tv-by-what-you-watch-smart-tv /ng/electronics/how-to-select-tv-by-what-you-watch-sports +/ngg_tag /nightly-news /nl /no @@ -7136,6 +7142,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /reverse /review /review/ +/review/add /reviews /reviews$ /reviews/client-devices @@ -8270,7 +8277,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hl ?*hpcasehogwarts ?*hsCtaTracking -?*http://8577835.fls.doubleclick.net/robots.txt +?*http://9274621.fls.doubleclick.net/robots.txt ?*hubs_signup-cta ?*id= ?*iframe @@ -8728,6 +8735,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?amp;prefv1* ?amp= ?amp_lite= +?amu ?ana= ?anchor= ?anyWord* @@ -9391,6 +9399,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?priceMin ?print ?print= +?print=* ?print=1 ?print=1 ?print=yes @@ -16031,7 +16040,6 @@ Hotel-Search HotelBookingConfirmation HotelCheckout How_To_Get_Sky -HpImageArchive.aspx HttpModules/ HubStyle/static-2.309 HubStyle/static-2.313 @@ -16876,7 +16884,6 @@ PropertyLayer/ Provider/Image/ Provider/PhysicianRatings/ Providers/ -Proxy.ashx Psychology/local Pub/Emails/ Pub/Emails/Stylesheets/ @@ -17820,6 +17827,7 @@ _design _designs _designs/*.css _designs/*.js +_did _dm _docs _documentation @@ -18483,8 +18491,6 @@ academia/books/search.html academic academic-subscriptions academic/ -academic/profile -academic/search academicaffairs/commencement/book academics/archive academics/college/special-programs/public-service-old @@ -18769,7 +18775,6 @@ achu acis/whatsnew.html acjohnston acl -aclick aclk aclp-vle-decom acmilan @@ -18996,6 +19001,7 @@ adas adastra adastra-b adastra_new +adauga-intrebare adblocker adc.net adchoice @@ -19107,7 +19113,6 @@ adminapps1/ adminapps2/ adminapps3/ adminapps4/ -adminhttp://aa.com/robots.txt adminhttp://dji.com/robots.txt administration administration/ @@ -20431,6 +20436,7 @@ ajaxCalls ajax_ ajax_collection_share.php ajax_cookie_value +ajax_live_products ajax_selected_special_issues_collections ajaxcart ajaxcartrecommendation @@ -20551,7 +20557,6 @@ alicendikumana alicewu alikhani alilly -alink aliraja alireza.haghighi alisamanning @@ -20709,7 +20714,6 @@ amp-iframe amp-proxy amp-social-login amp-tealium -amp/ amp/*/more.html amp/*/page-*/$ amp//m @@ -21149,7 +21153,6 @@ api/jobPostings/jobs api/latest-articles api/legacy/pse api/legendary-data/relay -api/maps/ api/meerkat/page api/messages api/metainfo/tv @@ -21313,7 +21316,7 @@ app.php/ app/ app/1live app/arianna-huffington-thrive.html -app/attachments/http://smugmug.com/robots.txt +app/attachments/http://snag.gy/robots.txt app/availability app/brene-brown-on-demand-special-offerone.html app/brene-brown-on-demand-special-offertwo.html @@ -26182,6 +26185,7 @@ aspnet_client aspnet_client/ aspnet_client/ aspx +aspx$ aspx/ aspx/read.aspxhttp://tnt.netmng.com/robots.txt aspxerrorpath* @@ -26445,7 +26449,10 @@ atrsweb/recplus attach/ attachements attachment +attachment_category/* +attachment_color/* attachment_id= +attachment_styles/* attachments attachments/*/download_file attachments/download @@ -28061,7 +28068,6 @@ bff bfgs bfl bfmp -bfp/search bfrank bfre_new_design bg @@ -28174,6 +28180,7 @@ bh bh.sph bh/ bh/books/vat/thank-you.html +bh6 bhHome.jsp bhassell bhr/oeh/search/node @@ -28392,7 +28399,6 @@ bin/sleep.cgi bin/ti binary-data/DIY binary-data/EGALLEY -bing-site-safety bingbot bingsiteauth.xml bingsiteauth.xml @@ -28577,6 +28583,7 @@ blocks? blocs/pub blog blog +blog$ blog- blog-ads-api-output blog-galleries @@ -28591,6 +28598,7 @@ blog.asp blog.atom blog.html blog/ +blog/*$ blog/*&content-format= blog/*&event-format= blog/*&event-type= @@ -28850,7 +28858,6 @@ blogs/pad/$ blogs/product blogs/research/search blogs/search -blogs/search/ blogs/slow-ride blogs/tag blogs/technology.atom @@ -30654,6 +30661,7 @@ bouyguestelecom bova/ bowles box-week +box_user_history boyfriend-short_sleeve_shirts* boyfriend-spammed-12909.html boys/*/1* @@ -33894,52 +33902,6 @@ business business business*? business-breakfast -business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel -business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html -business-customers/aviation/shell-for-suppliers/card-services -business-customers/aviation/shell-for-suppliers/card-services.html -business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives -business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html -business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives -business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html -business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives -business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html -business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products -business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html -business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges -business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges.html -business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power -business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power.html -business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine -business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html -business-customers/lubricants-for-business/shell-panolin/five-things-to-know -business-customers/lubricants-for-business/shell-panolin/five-things-to-know.html -business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment -business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment.html -business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment -business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment.html -business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity -business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity.html -business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions -business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions.html -business-customers/marine/marine-lng -business-customers/marine/marine-lng.html -business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature -business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature.html -business-customers/shell-market-hub/shell-services/lube-optimizer -business-customers/shell-market-hub/shell-services/lube-optimizer.html -business-customers/shell-market-hub/shell-services/machinemax -business-customers/shell-market-hub/shell-services/machinemax.html -business-customers/shell-market-hub/shell-services/shell-desiccant-breathers -business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html -business-customers/shell-market-hub/shell-services/shell-lube-analyst -business-customers/shell-market-hub/shell-services/shell-lube-analyst.html -business-customers/shell-market-hub/shell-services/shell-lube-videocheck -business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html -business-customers/shell-market-hub/shell-services/shell-remote-sense -business-customers/shell-market-hub/shell-services/shell-remote-sense.html -business-customers/trading-and-supply/counterparty-information-request -business-customers/trading-and-supply/counterparty-information-request.html business-enterprise/cesm3/index_v2.php?key5sk1= business-enterprise/cesm3/index_v2.php?s= business-insider$ @@ -35248,20 +35210,6 @@ careers/MAINTAINERS.txt careers/Phoenix-Hiring-Event/ careers/Sydney-Hiring-Event/ careers/UPGRADE.txt -careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow -careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow.html -careers/about-careers-at-shell/employee-stories/dreaming-big -careers/about-careers-at-shell/employee-stories/dreaming-big.html -careers/about-careers-at-shell/employee-stories/endless-opportunities -careers/about-careers-at-shell/employee-stories/endless-opportunities.html -careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme -careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme.html -careers/about-careers-at-shell/employee-stories/testing-my-abilities -careers/about-careers-at-shell/employee-stories/testing-my-abilities.html -careers/about-careers-at-shell/people-at-shell -careers/about-careers-at-shell/people-at-shell.html -careers/about-careers-at-shell/we-are-one-team/diversity-inclusion -careers/about-careers-at-shell/we-are-one-team/diversity-inclusion.html careers/admin careers/aus-nz-event/ careers/aws-ar-event/ @@ -35281,8 +35229,6 @@ careers/aws-sea-event/ careers/aws-singapore-event/ careers/aws-sydney-event/ careers/chattanooga-mobile-event/ -careers/choose-your-career-profile -careers/choose-your-career-profile.html careers/comment/reply careers/cron.php careers/database-hiring/ @@ -35304,11 +35250,7 @@ careers/job careers/jobs careers/jobs.php careers/jobs.php?id= -careers/join-the-shell-talent-community -careers/join-the-shell-talent-community.html careers/landing-pages/ -careers/life-at-shell -careers/life-at-shell.html careers/mentor-knowledge-bank/ careers/mexico-edge-hiring-2014/ careers/milwaukee-edge-hiring-2014/ @@ -35350,8 +35292,6 @@ careers/santiago-event/ careers/scripts careers/search careers/search? -careers/students-and-graduates -careers/students-and-graduates.html careers/students-graduates/opportunities careers/texas-event/ careers/thank_you @@ -35513,6 +35453,7 @@ casting/includes castlinks.php casualads cat +cat-*/pid-*/ord-*/p- cat= cat=* cat_without_ad.php @@ -35691,6 +35632,7 @@ category/prazdniki/page/2/ category/product category/releases category/spam +category/sponsored category/testimonials category/tips category/uncategorized @@ -41817,6 +41759,7 @@ community/comments community/community-partnerships/fireside-chat/ community/community-partnerships/fireside-chat/thank-you/ community/community-relations/isc-lighting-request/thank-you/ +community/compose/* community/conversations community/de/ community/de/textonly/ @@ -42247,6 +42190,7 @@ configs configspace/maintenance.html configuracion_externa/ configurations +configurator_auto configure.diff configure.php configure/*/*/*/c/* @@ -42442,6 +42386,7 @@ content/*/gated-pdfs/* content/*/gated-resources/* content/*/jcr:content/*/treatments content/*/objects +content/*http://tubitv.com/robots.txt content/README.txt content/aarpe/en/home/ content/aarpe/en/home/vendor/ @@ -43560,13 +43505,11 @@ cpspa cpx.php cqiu cr -cr$ cr/ cr/$ cr/Download cr/corporate/contact cr/news -cr? craft crafts crai/big @@ -44430,6 +44373,7 @@ customization-work-integration-ps customization-work-multivendor customization-work-oc customize +customize$ customize_autosaved= customize_changeset_uuid= customize_search @@ -44797,7 +44741,6 @@ data-loss-prevention.php? data-loss-prevention.php?email= data-loss-prevention/? data-processing-terms -data-st-cnt="ee" data-studio data/ data/allocated-federal-nonfederal-disbursements/? @@ -48463,7 +48406,7 @@ dmorgan dmottacalderon dmoustafa dmq -dms_priv/*http://itunes.apple.com/robots.txt +dms_priv/*http://kde.org/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -52373,9 +52316,6 @@ entertainment/test$ entertainment/wallpapers enterzipcode.php entities -entities/search -entityexplore$ -entityexplore? entityreference entp entr/Die%20Geh%C3%A4lter%20wurden%20gek%C3%BCrzt @@ -55837,8 +55777,6 @@ extern_js external external-affiliations external-catalog-services -external-redirects -external-redirects.html external-test-ids= external/ external/BusArch @@ -56118,6 +56056,7 @@ favorite/get favorited/ favoriten favorites +favorites$ favorites? favourites?page fax.html @@ -56151,7 +56090,6 @@ fco= fcollado fcyrraci fd-fr/ -fd/ fdbk fding fe-BE @@ -56233,6 +56171,7 @@ feed/update feed/v1/podcast/triggered-uncensored feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt feed/xml +feed/zen/ feed= feed=rss feed? @@ -56901,6 +56840,9 @@ folder_factories$ folder_factories$ folder_summary_view$ folder_summary_view$ +folha/backend +folha/furniture +folha/virtual follow follow-overlay= follow-the-crumb-trail @@ -59662,8 +59604,6 @@ full_zip-jackets* fullscreen fullscreen/ReportLinker fun -fun/api/ -fun/g/ function=*404* function=CHECKOUTFIELDS function=DISPLAYCAT @@ -60307,6 +60247,7 @@ getMoreSimilarGalleriesAjax getMostReadArticles getRelatedArticles getSubscription +get_back_to_search_url get_midroll_info get_parent_description_ajax get_video @@ -61083,7 +61024,6 @@ gsam/lat-am/advisors/sicav gsb-cmis/gsb-cmis-download-auth/ gsc gsc/comic_viewer -gsc/movie_sitemap gsearch gsi gsiasos @@ -61477,6 +61417,8 @@ he/users head/* headbar_start.html header +header-cart +header-wl header/channels headerxml headline%20s/ @@ -62213,7 +62155,6 @@ hotel/*/?type hotel/h hotel/index.hi. hotel/redirect -hotel/reviews? hotel/s hotel/search hotel/us/the-airstream-van.*.html @@ -62263,7 +62204,6 @@ hotels/reservation-payment.htm hotels/rpc hotels/s hotels/search -hotels/search hotels/search-results.htm hotels/search/list* hotels/search/map* @@ -62331,8 +62271,6 @@ hp/video/profiles hp_channels hp_example_banner.html hpan -hpm -hpmob hpws/max-connections.php hpws/parallel-downloads.php hpws/post-onload.php @@ -65526,10 +65464,11 @@ http http-checker http2_data http: -http://10096194.fls.doubleclick.net/robots.txt -http://10402082.fls.doubleclick.net/robots.txt -http://10497773.fls.doubleclick.net/robots.txt +http://10187980.fls.doubleclick.net/robots.txt +http://10250263.fls.doubleclick.net/robots.txt http://10576291.fls.doubleclick.net/robots.txt +http://10657159.fls.doubleclick.net/robots.txt +http://10777388.fls.doubleclick.net/robots.txt http://1533911.fls.doubleclick.net/robots.txt http://1731177.fls.doubleclick.net/robots.txt http://1password.com/robots.txt @@ -65557,14 +65496,13 @@ http://api.whatsapp.com/robots.txt http://app.box.com/robots.txt http://apple.co/robots.txt http://artnews.com/robots.txt -http://artsandculture.google.com/robots.txt http://au.effectivemeasure.net/robots.txt http://audio.accordo.it/robots.txt http://austinmoody.net/robots.txt http://autode.sk/robots.txt http://azure.microsoft.com/robots.txt http://babylenta.ru/robots.txt -http://bcmmaa.com/robots.txt +http://bat.bing.com/robots.txt http://beautifulthailand99.blogspot.co.uk/robots.txt http://bestdocsnetwork.com/robots.txt http://bharat.republicworld.com @@ -65619,6 +65557,7 @@ http://fortune.com/robots.txt http://foxnews.com/robots.txt http://galu.co.jp/robots.txt http://geraldtabios.com/robots.txt +http://gilmoregirls.org/robots.txt http://goldstocktrades.com/robots.txt http://govinfo.gov/robots.txt http://graphics8.nytimes.com/robots.txt @@ -66909,8 +66848,6 @@ images/about/ images/adspace/ images/api images/application_uploads -images/async/? -images/async? images/campaign/ images/carBlogsimages images/discussionimages @@ -66919,9 +66856,6 @@ images/dopfiles/DNT20170204041207.pdf images/email/ images/ga_img_handler.php images/home/ -images/hosted/? -images/hosted/search? -images/hosted? images/intfood/thermomix/HF_icon_thermomix.svg images/li.gif images/logging_requests.gif @@ -66937,13 +66871,9 @@ images/private images/related images/resume images/scaled -images/search%3F -images/search/? images/search/details/twitterCards/twitter-card -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/showroomimages images/smart/$ images/staff @@ -66963,7 +66893,6 @@ images/welcome_image.png images2/ images3/ images4/ -images? imagesCC/ imagesLinks imagesfordorian/ @@ -66972,6 +66901,7 @@ imagine/ imaging/appointments-and-referrals/email-signup-thankyou imaging/appointments-and-referrals/fellowship-application-thankyou imaging/appointments-and-referrals/radrounds-subscription-thankyou +imagini iman imartel imc @@ -67199,7 +67129,6 @@ inbox-talk inbox-user inbox.aspx inbox.php -inboxcommerce inc inc/ inc5000dev @@ -67513,7 +67442,8 @@ info/jobs/showmaster.html info/jobs/social-media.html info/jobs/support.html info/jobs/texterin-uxwriterin.html -info/jobs/werkstudi-social-media.html +info/jobs/werkstudentin-demokratie-botschafterin.html +info/jobs/werkstudentin-social-media.html info/logistic info/newsroomdetail.aspx info/privatsphaere-und-datenschutz.html @@ -68077,10 +68007,6 @@ investment-funds/*zimbabwe investments investor investor-alert -investors/results-and-reporting/quarterly-results/latest-results/test-page -investors/results-and-reporting/quarterly-results/latest-results/test-page.html -investors/shareholder-meetings/2021-agm-webcast -investors/shareholder-meetings/2021-agm-webcast.html invitation invitation invitations @@ -72297,7 +72223,6 @@ loc/2016/07/22/5790f83e468aeb4b178b45b0.html loc/volunteers loc= local -local local-dev local-dev-old local-navigation/ @@ -72831,7 +72756,6 @@ ly988cc lyd/programmer?q lyf lynnethsolis -lyris lyubov-eto_love-is-vtoroj-variant/ lz8858 lzhang @@ -73175,10 +73099,6 @@ machine-translation-engines mackay macosnews macquariematters/*/feed -macron-emails/emailid/16684 -macron-emails/emailid/29587 -macron-emails/emailid/39433 -macron-emails/emailid/40980 macros madea-s-big-happy-family madea-s-family-reunion @@ -73349,7 +73269,9 @@ mail/help/adminconsole/print/.network-solutions-mx.html.swp mail/help/api/search-results.html mail/help/search-results.html mail/images/mail-pricing-inr.pdf +mail/subscribe mail/termsandconditions +mail/valid- mail? mail?hl= mailEmergency @@ -73538,7 +73460,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -73932,8 +73853,6 @@ mbrady mbronstein mbsullivan mburkhauser -mc-publication-test-folder -mc-publication-test-folder.html mc.html mc/ mc/all/ad.html @@ -73991,6 +73910,7 @@ mec-medicaid/ mecha mechanic meconnect/ +medal/* meddev media media @@ -74001,6 +73921,7 @@ media-library-links/ media-library/sites/alspac/migrated/documents media-manager media/ +media/* media/1287752/ media/1287913/ media/1288165/ @@ -74033,6 +73954,7 @@ media/css/ media/de/ media/de/textonly/ media/downloads/ +media/editimgecaption/* media/en/analog-dialogue/ media/en/company/sustainability-reports/ media/en/non-searchable/ @@ -74587,7 +74509,6 @@ merchant/directions merchant/imageUploadPreview merchant/loc merchant/moreProducts? -merchant/reviews? merchant/update merchant_login merchant_shipping_policy.pdf @@ -74597,6 +74518,7 @@ meredithdost mes mes-a-mes mesachatsmonquartier +mesaje mesames mesite meskridge @@ -77008,12 +76930,6 @@ newrelic news news$ news*? -news-and-insights/annual-publications -news-and-insights/annual-publications.html -news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page -news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page.html -news-and-insights/scenarios/a-better-life-with-a-healthy-planet -news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html news-app news-archive/*/*/?ap= news-archive/? @@ -79103,7 +79019,6 @@ notificationId notifications notifications notifications$ -notifications/ notifications/* notify.js notifyMe.jsp @@ -79542,8 +79457,6 @@ offers/nonprofits offers/nonprofits$ offers/nonprofits% offers/nonprofits? -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy office/ office/supplies/MySoftwareDownload office/supplies/StaplesAddRemoveCoupon @@ -82017,7 +81930,6 @@ plus/login plus/r plus/signup plus/vip -plusd/cables/07PANAMA255_a.html plusinstall plzh pm @@ -82048,7 +81960,6 @@ pmc/publisherportal/download pmc/publisherportal/journalmanager pmc/tocrender.fcgi pmc/utilities -pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyHQoYChZXYXMgYmVkZXV0ZXQgZGlzYWxsb3c_EOQC\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22WfYLGESt4e_6X-opXABjwMCVc0Q\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe pmcomment pmcomment/ pmeehan @@ -82516,6 +82427,7 @@ portfolio portfolio-airtable portfolio-site portfolio/ +portfolio/* portland/2011/01/portland_woman_upset_by_attack.html portland/2016/12/who_is_portlands_mysterious_li.html portland/2017/01/lincoln_high_school_student_ac.html @@ -82868,7 +82780,6 @@ print.asp?* print.cfm print.do print.htm -print.html print/ print/* print/article/* @@ -82969,7 +82880,6 @@ pro/user-events.aspx pro/user-home.aspx pro/waze/report/*?*&hash= pro2 -proFile/history? proMatch proProjects proTeXt @@ -82983,6 +82893,7 @@ probr0 probrowse.php proc procallback/ +proces_comanda processFind* processing processupload.html @@ -83049,7 +82960,6 @@ product/prd-5193422 product/productreviews/ product/recommended product/review/add -product/reviews? product/summer-plant-based-recipe-cookbook product/valentines-chocolate-vegan-cookbook product/vegan-desserts-cookbook @@ -83109,6 +83019,7 @@ productreview/user products products.php? products/ +products/* products/*+ products/*--*--*-- products/*/*/dse @@ -83355,6 +83266,7 @@ professionals/country/*/locations/locations.kml professionals/locations/locations.kml professionals/query professionals/s +profi/* profil profil/ profile @@ -83389,7 +83301,6 @@ profile/contributor/? profile/downloads_limit profile/edit profile/gravlady -profile/history? profile/license profile/manage profile/messages @@ -83679,12 +83590,14 @@ progressloading.html project project-chooser!input.jspa project-spice +project/* project/*/event project/issues/*/search project/issues/search project/issues/subscribe-mail project/video projects +projects/* projects/*/activity projects/*/best_release.html projects/*/complete @@ -83833,6 +83746,7 @@ proximic proximus proxy proxy +proxy/* proxy/accounts proxy/accounts/v1 proxy/accounts/v1/groups @@ -85116,9 +85030,16 @@ recherche.html recherche? rechercher rechercher/ +recipe/*/*/nutrition +recipe/*/*/print +recipe/*/bitflag +recipe/*/feedback recipe/box recipe/edit +recipe/email* +recipe/link/* recipe/view +recipe/zapcache/* recipe_parser recipes/api/v1 recipes/cooking @@ -85412,6 +85333,7 @@ rememberme remingtonhill remixed/rules/ remo +remont-kvartir/ remote remote-login.php remote.control @@ -87296,7 +87218,6 @@ rewards-polyite/spin rewards/*/membership rewards/*/status-matching rewards/bebas-ongkir -rewardsapp/ rex/recommendation/* rezepte/suche rf=* @@ -89114,6 +89035,7 @@ search-results?q= search-seeds search-suggest search-the-red-cross-site +search-tools search-ui/* search-webglimps search-websites @@ -89234,6 +89156,8 @@ search/index.shtml search/inside search/issues search/keywords +search/listall +search/m.emag.ro search/map.html search/map.php search/martin-carrico-is-loser.rss @@ -89857,7 +89781,6 @@ services/guide/cti services/guide/webboards services/heart/mychart-welcome services/heart/mychart-welcome/ -services/http://christies.com/robots.txt services/humanresources/ftcstaff services/humanresources/trackers services/images @@ -90028,7 +89951,6 @@ setsompop sette/13_luglio_29/2013-31-fiaschetti-falsi-autori_9becf36c-f84e-11e2-a59e-96a502746665.shtml settings settings -settings.html settings/* settings/deactivated settings/linkaccount @@ -90296,13 +90218,8 @@ shekhargadkaree shelf/user_shelves shell shell/ -shellenergy/marketingandtrading/shell-energy-europe/eworld -shellenergy/marketingandtrading/shell-energy-europe/eworld.html -shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording -shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording.html shen sheng -shenghuo shenghuo/search? shenyang sheraz @@ -90344,7 +90261,6 @@ shoelaces shomiller shootouts shop -shop$ shop-data shop-data/http://ideas.lego.com/robots.txt shop-interrupt @@ -90877,7 +90793,6 @@ shop/use-*-use-* shop/use/* shop/waist/* shop/wishlist -shop? shopCBN/ shop_content.php?coID=2 shop_content.php?coID=3 @@ -90951,7 +90866,7 @@ shots/month shots/new shots/week shots/year -shoutbox/http://bcg.com/robots.txt +shoutbox/http://bcn.cl/robots.txt shouwenwang show show-email @@ -91002,7 +90917,7 @@ shows/upfront_2015/simulcast shows3 showtime/.requestinvite.html.swp showtime/help/search-results.html -showtimes/location/*http://img-fotki.yandex.ru/robots.txt +showtimes/location/*http://m.mlb.com/robots.txt shr* shreedas shrek @@ -91319,8 +91234,11 @@ sitemap$ sitemap*.xml sitemap*.xml$ sitemap-*.xml +sitemap-exclusive-video.xml? sitemap-extended sitemap-news-agencias-*.xml +sitemap-story.xml? +sitemap-wired-video.xml? sitemap.axd sitemap.html$ sitemap.xml @@ -92124,7 +92042,6 @@ social/help/search-results.html social/our_partners/ social/photosui/images social/photosui/sitemap -social/search? social/share_modal social/social-security-directory/cai social_media @@ -92360,7 +92277,6 @@ sparshasaha spartan spatl spb -spbasic spbot spc-source= spc/amazon/en/landingPage.html @@ -92540,7 +92456,6 @@ spotlight spots_shown= spp/ spreadsheet -spresults sprince spring spring @@ -92846,6 +92761,7 @@ stations/anytimefitness/episodes/all_genres stations/force/force_localization.php? statistic statistic-server +statistic/ statistics statistics/popular/p statistics/recent/p @@ -93150,9 +93066,7 @@ storefront storefront/*-*-*-*-* storepicker storerequest -stores$ stores-manage -stores/ stores/*-*-*-*-* stores/async* stores/page/*visitId= @@ -93739,16 +93653,6 @@ suspended_tickets suspension-appeal sustainability sustainability-as-an-efficient-business-strategy -sustainability/nature/respecting-nature -sustainability/nature/respecting-nature.html -sustainability/our-approach/environmental-and-community-partners -sustainability/our-approach/environmental-and-community-partners.html -sustainability/our-approach/impact-assessment -sustainability/our-approach/impact-assessment.html -sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024 -sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024.html -sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases -sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases.html sustainable-development-goals/sustainable-cities sustainable-is-attainable-fest sustainable-is-attainable-news18-and-tata-power-initiative @@ -94205,8 +94109,6 @@ tag tag tag-manager tag-manager-360 -tag-search -tag-search.html tag/ tag/* tag/* @@ -95260,7 +95162,6 @@ tgibson tgkkk6681 tgl2/ th -th$ th-*/ th-AE th-AT @@ -95374,7 +95275,6 @@ th/unesco-solr/*/load-more/* th/user th/users th/ส่วนประกอบ_widget -th? th_en th_th/templates/M thailandgolf. @@ -96537,7 +96437,6 @@ translation translation/ translations translations/ -translator/?ref= translator/c translators transmute/static-1.85 @@ -96601,27 +96500,13 @@ travel/airlines/main/us/en travel/airlines/pfs* travel/airlines/premium-travel-arranger/au/en travel/clk -travel/css travel/event/search -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? travel/flights/s -travel/hotel-search travel/hotel/e -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/hotel-finder -travel/hotels/search/? -travel/hotels/search? travel/passport travel/s -travel/scripts travel/search -travel/secure travel/test$ travel/wp-admin travelDate= @@ -97826,7 +97711,6 @@ ur/users urbanag urchin_test url -url url.asp url= url=absolutely @@ -98438,7 +98322,7 @@ user/*/track user/*/track?page= user/*/unfollow_user user/*?*redirect= -user/*http://m.media-amazon.com/robots.txt +user/*http://m.vk.com/robots.txt user/.* user//attending/upcoming user/account @@ -98711,6 +98595,7 @@ utility/trac utility/vote utils utils/ +utils/* utl/ utm utm @@ -98960,6 +98845,7 @@ verification/source verificationofemployment verified-modal verify +verify$ verify-email verify-error verify-skill @@ -99278,27 +99164,17 @@ videos videos videos/*.feedback.html videos/*? -videos/? videos/api videos/assets -videos/browsing videos/e videos/embed videos/expander -videos/explore -videos/favorites videos/feed -videos/feed -videos/feedcontent videos/get_video_by_uid/ videos/hardware-in-the-loop-simulation-with-simulink-real-time-using-plcs-and-ethernetip-protocol-for-validating-industrial-automation-control-algorithms-96697.html videos/iframe videos/images videos/js -videos/music -videos/music/ -videos/music/? -videos/music? videos/new videos/raw-ethernet-communication-support-from-simulink-real-time-96619.html videos/real-time-udp-communication-support-99895.html @@ -99348,20 +99224,16 @@ videos/search.php?s=street+fight$ videos/search.php?s=street+fight*&start=*$ videos/search.php?s=woman+fight$ videos/search.php?s=woman+fight*&start=*$ -videos/search/? videos/search? videos/show_trailer videos/slider videos/theme/ videos/transcripts -videos/trending -videos/trendingcontent videos/video-feedback-confirmation.html videos/video-feedback.html videos/viewmeta/ videos/week videos/widgets/ -videos? videosearch videosearch? videotutorials @@ -99457,6 +99329,7 @@ virtual-open-day virtual-open-day/ virtual-visits virtual-visits/ +virtual/hunting/podcasts/google-assistant virtualization/ virtuallabs/ virusinfo/ @@ -108435,7 +108308,6 @@ web/packages/cry/DESCRIPTION web/packages/crypto2/DESCRIPTION web/packages/cryptoQuotes/DESCRIPTION web/packages/cryptography/DESCRIPTION -web/packages/cryptotrackr/DESCRIPTION web/packages/cryptoverse/DESCRIPTION web/packages/cryptowatchR/DESCRIPTION web/packages/cryst/DESCRIPTION @@ -121034,15 +120906,7 @@ what-makes-up-your-digital-self what-now/card-details/* what-s-cooking-with-julie-chrisley what-to-expect-when-you-re-expecting -what-we-do/digitalisation/news-room -what-we-do/digitalisation/news-room.html what-we-do/investment-management/private-wealth-management/intellectual-capital/isg-outlook-2013.pdf -what-we-do/major-projects/vito -what-we-do/major-projects/vito.html -what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road -what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road.html -what-we-do/renewable-power/wind/supplier-registration -what-we-do/renewable-power/wind/supplier-registration.html whatis whats-new whats-next/planes-trains-and-analytics @@ -121094,12 +120958,8 @@ widget widget-landing-page.html widget-uploads widget.html -widget/cr -widget/entity/search/? widget/head/login widget/player -widget/render -widget/snapshot widget/v2 widget_auth.php widget_chunks @@ -121117,6 +120977,7 @@ widgets/index/refreshStatistic widgets/rss_redirect.php? widgets/sharingbarbubulle widgets/show +widgets/track.json widgets/trk widgets= widnows/ @@ -122212,7 +122073,6 @@ wordpress/wp-admin wordpress/wp-admin/admin-ajax.php words work -work work$ work-at-ucl/redeployment work-info @@ -122470,6 +122330,7 @@ wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt wp-admin/admin-ajax.phphttp://aweber.com/robots.txt wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt +wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt wp-admin/admin-ajax.phphttp://frontiersin.org/robots.txt @@ -122482,11 +122343,12 @@ wp-admin/admin-ajax.phphttp://news.microsoft.com/robots.txt wp-admin/admin-ajax.phphttp://openssl.org/robots.txt wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt wp-admin/admin-ajax.phphttp://refinery29.com/robots.txt -wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt wp-admin/admin-ajax.phphttp://tribe.net/robots.txt +wp-admin/admin-ajax.phphttp://vox.com/robots.txt wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt +wp-admin/admin-ajax.phphttp://zoho.com/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -122526,6 +122388,8 @@ wp-content/plugins wp-content/plugins wp-content/plugins/ wp-content/plugins/*.css +wp-content/plugins/*.css +wp-content/plugins/*.js wp-content/plugins/*.js wp-content/plugins/abm-sej/includes/ga/js/tcfapi.js wp-content/plugins/abm-sej/includes/infinte-scroll/hb/hb_js.js @@ -122556,6 +122420,8 @@ wp-content/themes wp-content/themes wp-content/themes/ wp-content/themes/*.css +wp-content/themes/*.css +wp-content/themes/*.js wp-content/themes/*.js wp-content/themes/*.php wp-content/themes/2012/ad_ @@ -122604,7 +122470,9 @@ wp-content/uploads wp-content/uploads wp-content/uploads/ wp-content/uploads/**/*seo-restricted*.* +wp-content/uploads/*.css wp-content/uploads/*.jpg +wp-content/uploads/*.js wp-content/uploads/*.png wp-content/uploads/*/*/1650344292_1.png wp-content/uploads/*http://wikihow.com/robots.txt @@ -122648,7 +122516,7 @@ wp-content/uploads/sites/4/wpforms wp-content/uploads/sites/6/wpforms wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://aa.com.tr/robots.txt +wp-content/uploads/wp-import-export-lite/http://aa.com/robots.txt wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt @@ -122680,6 +122548,7 @@ wp-includes/*.js wp-includes/*/*.css wp-includes/*/*.js wp-includes/css +wp-includes/css/ wp-includes/css/*.css wp-includes/css/dist/block-library/style.min.css wp-includes/fonts @@ -122859,6 +122728,7 @@ www-mail www.espana.rtve.es www.googletagmanager.com www.rcgroups.com +www.shutterstock.com www/ www/Forms www/magic @@ -122959,6 +122829,7 @@ xh/kb/*/discuss xh/search xh/user xh/users +xhprof/* xhr xhtml/? xhtml/search? @@ -123214,6 +123085,7 @@ youth/user/logout youth/user/password youth/user/register youth/xmlrpc.php +youtu.be youtube youtube-reviews/*/user-reviews/manage/add youtube/fonts @@ -124656,6 +124528,8 @@ zzz_systest 21783347309 25509920834/checkouts 25509920834/orders +25766789167/checkouts +25766789167/orders 27724775503/checkouts 27724775503/orders 28528214050/checkouts