diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
index 13537747c..68af393d8 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
@@ -66311,12 +66311,21 @@ README
 dev/translation/sanity_check_en_langfiles.php
 translation/sanity_check_en_langfiles.php
 sanity_check_en_langfiles.php
+dev/translation/duplicate_translation_keys.lst
+translation/duplicate_translation_keys.lst
+duplicate_translation_keys.lst
+dev/translation/sanity_check_trans_missing_unused.sh
+translation/sanity_check_trans_missing_unused.sh
+sanity_check_trans_missing_unused.sh
 dev/translation/txpull.sh
 translation/txpull.sh
 txpull.sh
 dev/translation/autotranslator.php
 translation/autotranslator.php
 autotranslator.php
+dev/translation/ignore_translation_keys.lst
+translation/ignore_translation_keys.lst
+ignore_translation_keys.lst
 dev/translation/strip_language_file.php
 translation/strip_language_file.php
 strip_language_file.php
@@ -66329,6 +66338,9 @@ txpush.sh
 dev/translation/autotranslator.class.php
 translation/autotranslator.class.php
 autotranslator.class.php
+dev/translation/dynamic_translation_keys.lst
+translation/dynamic_translation_keys.lst
+dynamic_translation_keys.lst
 dev/initdata/generate-product.php
 initdata/generate-product.php
 generate-product.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
index 8d770c4fe..4ef2942ae 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
@@ -13510,12 +13510,16 @@ dev/setup/codesniffer/ruleset.dtd
 dev/setup/codesniffer/README
 dev/README
 dev/translation/sanity_check_en_langfiles.php
+dev/translation/duplicate_translation_keys.lst
+dev/translation/sanity_check_trans_missing_unused.sh
 dev/translation/txpull.sh
 dev/translation/autotranslator.php
+dev/translation/ignore_translation_keys.lst
 dev/translation/strip_language_file.php
 dev/translation/README
 dev/translation/txpush.sh
 dev/translation/autotranslator.class.php
+dev/translation/dynamic_translation_keys.lst
 dev/initdata/generate-product.php
 dev/initdata/generate-proposal.php
 dev/initdata/generate-thirdparty.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
index 56d8697c4..544a95aa6 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt
@@ -45850,6 +45850,12 @@ modules/views/src/ViewsConfigUpdater.php
 views/src/ViewsConfigUpdater.php
 src/ViewsConfigUpdater.php
 ViewsConfigUpdater.php
+core/modules/views/src/Attribute/ViewsRelationship.php
+modules/views/src/Attribute/ViewsRelationship.php
+views/src/Attribute/ViewsRelationship.php
+src/Attribute/ViewsRelationship.php
+Attribute/ViewsRelationship.php
+ViewsRelationship.php
 core/modules/views/src/Attribute/ViewsExposedForm.php
 modules/views/src/Attribute/ViewsExposedForm.php
 views/src/Attribute/ViewsExposedForm.php
@@ -45874,6 +45880,12 @@ views/src/Attribute/ViewsAccess.php
 src/Attribute/ViewsAccess.php
 Attribute/ViewsAccess.php
 ViewsAccess.php
+core/modules/views/src/Attribute/ViewsField.php
+modules/views/src/Attribute/ViewsField.php
+views/src/Attribute/ViewsField.php
+src/Attribute/ViewsField.php
+Attribute/ViewsField.php
+ViewsField.php
 core/modules/views/src/Attribute/ViewsDisplayExtender.php
 modules/views/src/Attribute/ViewsDisplayExtender.php
 views/src/Attribute/ViewsDisplayExtender.php
@@ -45892,6 +45904,12 @@ views/src/Attribute/ViewsCache.php
 src/Attribute/ViewsCache.php
 Attribute/ViewsCache.php
 ViewsCache.php
+core/modules/views/src/Attribute/ViewsFilter.php
+modules/views/src/Attribute/ViewsFilter.php
+views/src/Attribute/ViewsFilter.php
+src/Attribute/ViewsFilter.php
+Attribute/ViewsFilter.php
+ViewsFilter.php
 core/modules/views/src/FieldAPIHandlerTrait.php
 modules/views/src/FieldAPIHandlerTrait.php
 views/src/FieldAPIHandlerTrait.php
@@ -64306,6 +64324,14 @@ modules/taxonomy_test_views/test_views/views.view.test_field_filters.yml
 taxonomy_test_views/test_views/views.view.test_field_filters.yml
 test_views/views.view.test_field_filters.yml
 views.view.test_field_filters.yml
+core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.taxonomy_translated_term_name_test.yml
+modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.taxonomy_translated_term_name_test.yml
+taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.taxonomy_translated_term_name_test.yml
+tests/modules/taxonomy_test_views/test_views/views.view.taxonomy_translated_term_name_test.yml
+modules/taxonomy_test_views/test_views/views.view.taxonomy_translated_term_name_test.yml
+taxonomy_test_views/test_views/views.view.taxonomy_translated_term_name_test.yml
+test_views/views.view.taxonomy_translated_term_name_test.yml
+views.view.taxonomy_translated_term_name_test.yml
 core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.test_filter_taxonomy_index_tid__non_existing_dependency.yml
 modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.test_filter_taxonomy_index_tid__non_existing_dependency.yml
 taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.test_filter_taxonomy_index_tid__non_existing_dependency.yml
@@ -64421,6 +64447,17 @@ tests/modules/taxonomy_test/taxonomy_test.module
 modules/taxonomy_test/taxonomy_test.module
 taxonomy_test/taxonomy_test.module
 taxonomy_test.module
+core/modules/taxonomy/tests/modules/taxonomy_test/src/Plugin/views/argument/TaxonomyViewsArgumentTest.php
+modules/taxonomy/tests/modules/taxonomy_test/src/Plugin/views/argument/TaxonomyViewsArgumentTest.php
+taxonomy/tests/modules/taxonomy_test/src/Plugin/views/argument/TaxonomyViewsArgumentTest.php
+tests/modules/taxonomy_test/src/Plugin/views/argument/TaxonomyViewsArgumentTest.php
+modules/taxonomy_test/src/Plugin/views/argument/TaxonomyViewsArgumentTest.php
+taxonomy_test/src/Plugin/views/argument/TaxonomyViewsArgumentTest.php
+src/Plugin/views/argument/TaxonomyViewsArgumentTest.php
+Plugin/views/argument/TaxonomyViewsArgumentTest.php
+views/argument/TaxonomyViewsArgumentTest.php
+argument/TaxonomyViewsArgumentTest.php
+TaxonomyViewsArgumentTest.php
 core/modules/taxonomy/tests/src/Traits/TaxonomyTestTrait.php
 modules/taxonomy/tests/src/Traits/TaxonomyTestTrait.php
 taxonomy/tests/src/Traits/TaxonomyTestTrait.php
@@ -64642,6 +64679,14 @@ src/Functional/Views/TaxonomyDefaultArgumentTest.php
 Functional/Views/TaxonomyDefaultArgumentTest.php
 Views/TaxonomyDefaultArgumentTest.php
 TaxonomyDefaultArgumentTest.php
+core/modules/taxonomy/tests/src/Functional/Views/TermTranslationViewsTest.php
+modules/taxonomy/tests/src/Functional/Views/TermTranslationViewsTest.php
+taxonomy/tests/src/Functional/Views/TermTranslationViewsTest.php
+tests/src/Functional/Views/TermTranslationViewsTest.php
+src/Functional/Views/TermTranslationViewsTest.php
+Functional/Views/TermTranslationViewsTest.php
+Views/TermTranslationViewsTest.php
+TermTranslationViewsTest.php
 core/modules/taxonomy/tests/src/Functional/Views/TermNameFieldTest.php
 modules/taxonomy/tests/src/Functional/Views/TermNameFieldTest.php
 taxonomy/tests/src/Functional/Views/TermNameFieldTest.php
@@ -65363,6 +65408,14 @@ src/Kernel/Views/ArgumentValidatorTermNameTest.php
 Kernel/Views/ArgumentValidatorTermNameTest.php
 Views/ArgumentValidatorTermNameTest.php
 ArgumentValidatorTermNameTest.php
+core/modules/taxonomy/tests/src/Kernel/Views/ViewsArgumentDeprecationTest.php
+modules/taxonomy/tests/src/Kernel/Views/ViewsArgumentDeprecationTest.php
+taxonomy/tests/src/Kernel/Views/ViewsArgumentDeprecationTest.php
+tests/src/Kernel/Views/ViewsArgumentDeprecationTest.php
+src/Kernel/Views/ViewsArgumentDeprecationTest.php
+Kernel/Views/ViewsArgumentDeprecationTest.php
+Views/ViewsArgumentDeprecationTest.php
+ViewsArgumentDeprecationTest.php
 core/modules/taxonomy/tests/src/Kernel/Views/TaxonomyFieldVidTest.php
 modules/taxonomy/tests/src/Kernel/Views/TaxonomyFieldVidTest.php
 taxonomy/tests/src/Kernel/Views/TaxonomyFieldVidTest.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
index 47199fb12..82c591eef 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt
@@ -6546,13 +6546,16 @@ core/modules/views/src/ViewExecutableFactory.php
 core/modules/views/src/Exception/ViewRenderElementException.php
 core/modules/views/src/Controller/ViewAjaxController.php
 core/modules/views/src/ViewsConfigUpdater.php
+core/modules/views/src/Attribute/ViewsRelationship.php
 core/modules/views/src/Attribute/ViewsExposedForm.php
 core/modules/views/src/Attribute/ViewsArgumentValidator.php
 core/modules/views/src/Attribute/ViewsQuery.php
 core/modules/views/src/Attribute/ViewsAccess.php
+core/modules/views/src/Attribute/ViewsField.php
 core/modules/views/src/Attribute/ViewsDisplayExtender.php
 core/modules/views/src/Attribute/ViewsArgument.php
 core/modules/views/src/Attribute/ViewsCache.php
+core/modules/views/src/Attribute/ViewsFilter.php
 core/modules/views/src/FieldAPIHandlerTrait.php
 core/modules/views/src/EventSubscriber/ViewsEntitySchemaSubscriber.php
 core/modules/views/src/EventSubscriber/RouteSubscriber.php
@@ -9244,6 +9247,7 @@ core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.te
 core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.test_taxonomy_parent.yml
 core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.test_argument_taxonomy_index_tid_depth.yml
 core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.test_field_filters.yml
+core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.taxonomy_translated_term_name_test.yml
 core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.test_filter_taxonomy_index_tid__non_existing_dependency.yml
 core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.test_taxonomy_term_relationship.yml
 core/modules/taxonomy/tests/modules/taxonomy_test_views/test_views/views.view.test_taxonomy_name_argument.yml
@@ -9259,6 +9263,7 @@ core/modules/taxonomy/tests/modules/vocabulary_serialization_test/vocabulary_ser
 core/modules/taxonomy/tests/modules/vocabulary_serialization_test/vocabulary_serialization_test.routing.yml
 core/modules/taxonomy/tests/modules/taxonomy_test/taxonomy_test.info.yml
 core/modules/taxonomy/tests/modules/taxonomy_test/taxonomy_test.module
+core/modules/taxonomy/tests/modules/taxonomy_test/src/Plugin/views/argument/TaxonomyViewsArgumentTest.php
 core/modules/taxonomy/tests/src/Traits/TaxonomyTestTrait.php
 core/modules/taxonomy/tests/src/Functional/EarlyDateTest.php
 core/modules/taxonomy/tests/src/Functional/VocabularyPermissionsTest.php
@@ -9290,6 +9295,7 @@ core/modules/taxonomy/tests/src/Functional/TaxonomyTermIndentationTest.php
 core/modules/taxonomy/tests/src/Functional/Views/TaxonomyFieldFilterTest.php
 core/modules/taxonomy/tests/src/Functional/Views/TaxonomyParentUITest.php
 core/modules/taxonomy/tests/src/Functional/Views/TaxonomyDefaultArgumentTest.php
+core/modules/taxonomy/tests/src/Functional/Views/TermTranslationViewsTest.php
 core/modules/taxonomy/tests/src/Functional/Views/TermNameFieldTest.php
 core/modules/taxonomy/tests/src/Functional/Views/TaxonomyTermArgumentDepthTest.php
 core/modules/taxonomy/tests/src/Functional/Views/TaxonomyVocabularyArgumentTest.php
@@ -9374,6 +9380,7 @@ core/modules/taxonomy/tests/src/Kernel/Views/TaxonomyFieldTidTest.php
 core/modules/taxonomy/tests/src/Kernel/Views/RelationshipRepresentativeNodeTest.php
 core/modules/taxonomy/tests/src/Kernel/Views/RelationshipNodeTermDataTest.php
 core/modules/taxonomy/tests/src/Kernel/Views/ArgumentValidatorTermNameTest.php
+core/modules/taxonomy/tests/src/Kernel/Views/ViewsArgumentDeprecationTest.php
 core/modules/taxonomy/tests/src/Kernel/Views/TaxonomyFieldVidTest.php
 core/modules/taxonomy/tests/src/Kernel/Views/TaxonomyIndexTidFilterTest.php
 core/modules/taxonomy/tests/src/Kernel/Views/TaxonomyViewsFieldAccessTest.php
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 072f1caad..26b268cce 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -30,6 +30,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -37,8 +41,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -48,6 +55,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/watchers
 /*source=
 /.git
+/?z=1
 /B00M3E1HJY
 /B00M3E1NYI
 /B00M3E1Q5Y
@@ -65,6 +73,16 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Search/
 /_
 /_/rsrc
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -79,6 +97,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments/*?*sort=
 /commits/*?author
 /commits/*?path
+/communities
+/discovered
 /download
 /download/Browse.aspx?
 /download/browse.aspx?
@@ -104,6 +124,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
 /liked_by
+/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -111,15 +132,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
+/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -137,11 +163,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -210,6 +240,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
+?show_error=true
 ?tab=achievements&achievement=
 ?utm_*=
 ?w=address
@@ -294,6 +325,8 @@ WebObjects/MZStoreElements.woa
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -359,6 +392,8 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -467,6 +502,7 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
+addboard
 addressBookExport
 admin
 adredir?
@@ -488,6 +524,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -525,6 +562,7 @@ api_access_key=
 app*_
 app*form_id=
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -642,6 +680,7 @@ auth/verifychallenge
 author/following
 author=
 authwall
+autocomplete
 away.php
 b?*node=7454898011
 b?*node=7454917011
@@ -755,7 +794,11 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
+board
+board_activity
+board_activity_comment
 bookmark?
+bookmarklet
 bookmarks
 books
 books/about
@@ -777,17 +820,38 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
 browse/reviews/recent
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 buttonlite.js
 buyside-e2e-monitor
 buzz/post
@@ -979,6 +1043,7 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1002,6 +1067,7 @@ client_error
 client_errors
 clima/ets
 clima/sites/registry
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1022,6 +1088,7 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1037,24 +1104,32 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
+connect
 connections
 connector
 consumers/archive
 contact_me
 contactus
 content
+content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
+conversation
 conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
+copyright-reporting
 corgi$
 couchmode
 counter/*?
@@ -1062,7 +1137,13 @@ counters/client-screenview
 coupons/visit
 covid19
 covid19/mobility
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1071,7 +1152,9 @@ cse?
 csp
 csp_block
 csp_report_only
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1181,7 +1264,9 @@ de/teams
 de/transactions
 de/treasury
 de/your
+deactivate-account
 default
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1231,6 +1316,7 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
+discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -1327,6 +1413,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -1338,6 +1426,7 @@ elite?
 email
 email-unsubscribe
 email_actions
+email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -1392,6 +1481,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -1494,6 +1584,8 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -1503,6 +1595,7 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
+fb.html
 fe=true
 feature/sf-test
 feed
@@ -1582,6 +1675,8 @@ flights
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -1692,6 +1787,8 @@ globalmarketfinder
 globalmarketfinder/*.html
 go/awards
 gold?
+google_gdn.html
+google_search.html
 googlebooks/images
 goto
 gp
@@ -1802,6 +1899,7 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -1876,7 +1974,10 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
+holiday-spotlight
+holidays-celebrations
 home
+homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
@@ -1897,6 +1998,9 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2066,11 +2170,14 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -2160,6 +2267,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -2222,6 +2331,7 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
+kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -2260,6 +2370,7 @@ li/track
 library/devices
 licensing-syndication
 limited-release
+linked
 linkedin
 list
 list/ls*/_ajax
@@ -2268,6 +2379,7 @@ listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
 live
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -2299,6 +2411,7 @@ lochp?
 logging
 login
 login$
+login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -2477,6 +2590,7 @@ native
 nb-no.www.cloudflare.com
 nbubumblebee
 network
+new_invite
 news$
 news/$
 news/0
@@ -2488,6 +2602,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newsroom/notifications
@@ -2595,6 +2710,7 @@ no-en/treasury
 no-en/your
 nonprofits/account
 not_recommended_reviews/preview
+notifications
 ns/hydra/console/?
 nus-trk
 nwshp$
@@ -2647,8 +2763,12 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
+oauth/line
+oauth/login
 oauth/v2
 oauth2/v2
+oauth_error
+offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -2680,8 +2800,11 @@ pagespeed/insights/ui/logo
 palm
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -2711,8 +2834,39 @@ photos/gbachelie
 photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -2763,6 +2917,7 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
+place
 plan=
 platform-telemetry
 play/store/web
@@ -2792,6 +2947,7 @@ ppob?
 pqa
 preference
 preferences
+prefs
 present
 presentation
 prettyearth/assets
@@ -2802,6 +2958,8 @@ private
 pro
 pro-resources
 pro/about
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -2879,6 +3037,7 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -2888,6 +3047,7 @@ qp/batch_fetch_web
 qr
 quality_form?
 query
+quiz
 r
 r/*.rss
 r/*/comments/*.rss
@@ -2912,6 +3072,7 @@ random
 rd/search
 rd/search$
 rd/search?
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -2929,6 +3090,8 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
 register
 registration
 registry/wishlist
@@ -2939,10 +3102,14 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
+resource
+resource/*/get
 results
 retail
 retail/availability
@@ -2979,6 +3146,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -3073,6 +3241,7 @@ searchhistory
 sections
 secure
 seller_onboarding
+sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -3154,6 +3323,7 @@ shop/sign_out
 shop/signed_in_account
 shop/store/feeds
 shop_name_search_service
+shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -3447,11 +3617,13 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
+socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -3474,6 +3646,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 start_order
@@ -3528,6 +3701,10 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 studios
 styles/js-on.css$
 submit
@@ -3548,6 +3725,7 @@ support
 support/content
 support/forum/search?
 surprise
+suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -3561,12 +3739,14 @@ svc/vertex
 svc/web
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 syndicate
 system1/images
 t/terms
 tab=
 tablet
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -3599,8 +3779,10 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
+thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
+theme
 themes/rss
 things/search
 things/search$
@@ -3675,6 +3857,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+tv
 tv/thumb
 tvschedule
 twitter
@@ -3739,6 +3922,8 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
+unauth-profile
+unlink
 unsub
 until=
 updates
@@ -3814,6 +3999,8 @@ utils
 uviewer
 v1/browser-performance
 v1/stats
+v1/urls/count.json
+v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -3842,9 +4029,12 @@ watch_queue_ajax
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -4306,6 +4496,7 @@ xoonboarding
 xoplatform/logger/api/logger
 xorouter
 your
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 1363752cd..341cbbf0d 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -232,7 +232,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .flv$
 .full-text.print$
 .full.print$
-.gif$
 .gif*************
 .git
 .git$
@@ -244,10 +243,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .html_
 .i
 .inc$
-.jpeg$
 .jpeg*************
 .jpg
-.jpg$
 .jpg*************
 .js
 .js$
@@ -279,7 +276,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .php$
 .plist$
 .png
-.png$
 .png*************
 .qr
 .ram
@@ -3784,7 +3780,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?adbid=
 ?adid=
 ?af=
-?aff=
 ?aff=11788
 ?aff=15024
 ?aff=3431
@@ -5293,7 +5288,6 @@ HeadJS/static-2.92
 Help
 HelpContent
 Heritrix
-HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -5594,7 +5588,6 @@ ProfilesGate
 Project
 PromotionDetailsDisplayView
 PromotionDisplayView
-Proxy.ashx
 QUICKNEWS
 Qinfo
 Qinfo/cams
@@ -5653,7 +5646,6 @@ SOImapPriceDisplayView
 SametimeWebApp
 Scripts
 Search
-Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
@@ -6123,8 +6115,6 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
-academic/profile
-academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6181,7 +6171,6 @@ ach/search
 ach/user
 ach/users
 achievements
-aclick
 aclk
 acoustic
 acq/nonprofits
@@ -6447,7 +6436,6 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
-alink
 alkali
 all
 all-supported-params
@@ -6472,7 +6460,6 @@ amp
 amp$
 amp-proxy
 amp-tealium
-amp/
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -6546,7 +6533,6 @@ api/http://kobo.com/robots.txt
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
-api/maps/
 api/nextsteps/*
 api/nicorepo/timeline
 api/programas/69730/audios.rss
@@ -7373,7 +7359,6 @@ backgrounds
 backstage/help/search-results.html
 badges/profile/create
 bagon
-baidu
 ban-me-i-am-a-robot
 bandito
 banmyipforever.cgi
@@ -7609,7 +7594,6 @@ betaem
 bfe/apps/website
 bfl
 bfmp
-bfp/search
 bg
 bg-*/
 bg-bg/
@@ -7652,7 +7636,6 @@ bin
 bin/
 bin/search.go
 bin/search.py
-bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -7798,7 +7781,6 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
-blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -9001,7 +8983,6 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
-ck/
 cl
 cl2/feeds
 cl2/ical
@@ -9660,16 +9641,13 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr
-cr$
 cr/
 cr/$
 cr/corporate/contact
 cr/news
-cr?
 craft
 crash
 crawler4j
@@ -10974,9 +10952,6 @@ enterprise/orgs-terms
 entertain
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
-entities/search
-entityexplore$
-entityexplore?
 entp
 entrez
 entrez/eutils
@@ -11503,7 +11478,6 @@ fbl/terms.html
 fbpostaction.cms?article=
 fcgi-
 fckeditor
-fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12042,8 +12016,6 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
-fun/api/
-fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -12313,7 +12285,7 @@ gl/users
 glass/images/commerce
 global
 global$
-global-infrastructure/services/get-async/http://baidu.com/robots.txt
+global-infrastructure/services/get-async/http://bakespace.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -12872,7 +12844,6 @@ homefeed
 homepage
 homepage-flash-testing.jsp
 homepage-video-test
-homepage/
 homepage/2013
 honing.html
 hooks
@@ -12894,14 +12865,12 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
-hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
-hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -12917,8 +12886,6 @@ hp/focus-retrocompatibile$
 hp/video/api
 hp/video/mystuff
 hp/video/profiles
-hpm
-hpmob
 hr
 hr-*/
 hr-hr/
@@ -13264,7 +13231,6 @@ ie/user$
 ie/ventureone
 ie/your
 ie?
-ielx*
 ieupdate/
 ifh
 ifr/
@@ -13360,16 +13326,11 @@ images/$
 images/*
 images/?
 images/Podcasts
-images/async/?
-images/async?
 images/carBlogsimages
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
-images/hosted/?
-images/hosted/search?
-images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -13378,12 +13339,8 @@ images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
 images/resume
-images/search%3F
-images/search/?
-images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
-images/searchbyimage
 images/showroomimages
 images/smart/$
 images/touch/$
@@ -13394,7 +13351,6 @@ images/usedcarimages
 images/userprofileimg
 images/v$
 images/viewconfig$
-images?
 imagine/
 imesync
 img
@@ -13519,7 +13475,6 @@ inapp
 inbox
 inbox$
 inbox$
-inboxcommerce
 include
 include/
 includes
@@ -13644,8 +13599,7 @@ info/jobs/showmaster.html
 info/jobs/social-media.html
 info/jobs/support.html
 info/jobs/texterin-uxwriterin.html
-info/jobs/werkstudentin-social-media.html
-info/jobs/werkstudentin-social-media_6.html
+info/jobs/werkstudi-social-media.html
 info/tech-feedback
 info2/*
 infoods/biodiversity
@@ -14691,7 +14645,6 @@ liked
 limit_hits
 limited-release
 link
-link?
 link_to
 linked
 linkedin
@@ -14757,7 +14710,6 @@ loader.cfm*
 loc/volunteers
 loc=
 local
-local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -15042,7 +14994,6 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
-maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -15436,7 +15387,6 @@ merchant/directions
 merchant/imageUploadPreview
 merchant/loc
 merchant/moreProducts?
-merchant/reviews?
 merchant/update
 merchantapps
 mes
@@ -16383,7 +16333,7 @@ nofollow=1
 nogooglebot
 nojs=
 nonConfig/api/wpa
-nonce="fT64myw1Tn0wk0cOMYDhNA">(function(){var
+nonce="58jFLMfpe5PN0RLSIH5NuQ">(function(){var
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -16405,7 +16355,6 @@ notificarelacionadas
 notifications
 notifications
 notifications$
-notifications/
 notifications/*
 nova
 now/mt3
@@ -16572,8 +16521,6 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
-offers/proxy/dealsserver/api/log
-offers/proxy/dealsserver/buy
 offline
 offlinenotice.xml
 offsite
@@ -17223,7 +17170,7 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyZAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChgKFldhcyBiZWRldXRldCBkaXNhbGxvdz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x221BteaEMn2o15adrHyXbxMgjolxE\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
+pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyVAoYChZXYXMgbWFjaHQgZWluIENyYXdsZXI_ChsKGVdvIGZpbmRldCBtYW4gUm9ib3RzIHR4dD8KGAoWV2FzIGJlZGV1dGV0IGRpc2FsbG93PxDkAg\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22aXK19nynXNKYpvZ_vGR6JeGVJVo\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment/
 pmm-templates
 pmo/contact/en/staff
@@ -17613,7 +17560,6 @@ pro-resources
 pro-site
 pro/about
 pro2
-proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -17632,7 +17578,6 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
-product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -17675,7 +17620,6 @@ profile/*/followers
 profile/*/following
 profile/*/map$
 profile/downloads_limit
-profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -18305,8 +18249,6 @@ resources/xml
 resources/xml/sitemaps
 responder
 rest
-rest
-results
 results
 results-export-email-by-search-data
 results-export-ids
@@ -18358,7 +18300,6 @@ reviews/seller
 reviews/top-reviewers
 reviews_page=
 rewards
-rewardsapp/
 rf=*
 rfcdiff*
 rh-cong3-fragment
@@ -18531,7 +18472,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -19140,7 +19080,6 @@ set_cookie.pl
 setbucket
 setprefs
 settings
-settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -19274,9 +19213,7 @@ sharing/files
 sharing/folders
 sheet/help/search-results.html
 shelf/user_shelves
-shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -19285,8 +19222,6 @@ shipping-payment
 shippingassistant
 shippinginformation
 shop
-shop$
-shop/
 shop/bag
 shop/browse/campaigns/mobile_overlay
 shop/browse/overlay
@@ -19300,7 +19235,6 @@ shop/sign_in
 shop/sign_out
 shop/signed_in_account
 shop/store/feeds
-shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -19878,7 +19812,6 @@ social-connect/send
 social/help/search-results.html
 social/photosui/images
 social/photosui/sitemap
-social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -19969,7 +19902,6 @@ spanish/thewto_s/minist_s/mc10_s/coordinator_guide_s.pdf
 spanish/thewto_s/minist_s/mc10_s/participant_guide_s.pdf
 spartan
 spatl
-spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -20048,7 +19980,6 @@ sports/xyz123
 sports_fp_ms
 spp/
 spreadsheet
-spresults
 sprint_wml
 sprint_xhtml
 sprints/help/search-results.html
@@ -20133,7 +20064,6 @@ statement
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
-static/
 static/button/button1.html
 static/button/button1.js
 static/button/button2.html
@@ -20250,8 +20180,6 @@ storeclick
 storefront
 storepicker
 storerequest
-stores$
-stores/
 stores/page/*visitId=
 stories
 story
@@ -20801,7 +20729,6 @@ text
 textedition
 tfemail
 th
-th$
 th-*/
 th-th.www.cloudflare.com
 th-th/
@@ -20823,7 +20750,6 @@ th/solutions/case-studies/
 th/solutions/case-studies/innovators/innovators-eu/
 th/user
 th/users
-th?
 th_en
 th_th/templates/M
 thank-you
@@ -21073,7 +20999,6 @@ translate_static
 translate_suggestion
 translate_t
 translation
-translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -21101,22 +21026,8 @@ travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
 travel/clk
-travel/css
-travel/flight/flightSearch
-travel/flight/flightSearchAction
-travel/flight/search/?
-travel/flight/search?
 travel/flights/s
-travel/hotel-search
 travel/hotel/e
-travel/hotel/hotelMiniSearchRequest
-travel/hotel/hotelSearch
-travel/hotels/checkout
-travel/hotels/detail
-travel/hotels/search/?
-travel/hotels/search?
-travel/scripts
-travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -21450,7 +21361,6 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -21577,7 +21487,6 @@ ur/user
 ur/users
 urbanag
 urchin_test
-url
 urlinator/static-1.54
 urlinator/static-1.55
 urlinator/static-1.57
@@ -22081,21 +21990,11 @@ video_passthrough
 video_passthrough.php
 videorequest
 videos
-videos/?
 videos/assets
-videos/browsing
 videos/e
-videos/explore
-videos/favorites
-videos/feed
-videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
-videos/music
-videos/music/
-videos/music/?
-videos/music?
 videos/search.php
 videos/search.php?filter=*&s=Fight+Compilation$
 videos/search.php?filter=*&s=Fight+Compilation*&start=*$
@@ -22140,13 +22039,8 @@ videos/search.php?s=street+fight$
 videos/search.php?s=street+fight*&start=*$
 videos/search.php?s=woman+fight$
 videos/search.php?s=woman+fight*&start=*$
-videos/search/?
-videos/search?
-videos/trending
-videos/trendingcontent
 videos/viewmeta/
 videos/week
-videos?
 videosearch
 view
 viewAll=
@@ -22403,10 +22297,6 @@ whysecure
 whythisad
 widget
 widget-landing-page.html
-widget/cr
-widget/entity/search/?
-widget/render
-widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -23171,7 +23061,6 @@ word/download
 word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
-work
 work/_
 work/acceptinvitation
 work/account
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index b92a4889b..9767414a9 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -590,7 +590,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &op=
 &order=
 &order=
-&p=
+&p=*
 &p_auth
 &p_p_id
 &page*
@@ -614,6 +614,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &post_type=features
 &prev=
 &preview=
+&preview=*
 &price=
 &print=
 &priority=
@@ -642,6 +643,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &review_page=
 &s=
 &s=
+&s=*
 &sa=
 &sa=
 &scriptPath=
@@ -1121,7 +1123,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jhtml$
 .jpeg
 .jpeg$
-.jpeg$
 .jpeg*************
 .jpg
 .jpg
@@ -1650,7 +1651,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/*aides-visuelles=
 /*/*air-conditioning=
 /*/*air-conditionne=
-/*/*all-products
 /*/*alloy-wheels=
 /*/*animaux-acceptes=
 /*/*annee=
@@ -6680,6 +6680,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /playlists/relevance
 /pleasereg
 /plugins
+/plugins/*
 /pm
 /pmredirectshow/*
 /pmtoinavigation/*
@@ -6744,6 +6745,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /press-releases.html
 /press-room
 /pressoffice/
+/pressroom/utlite
 /preview
 /preview
 /preview-link
@@ -6988,7 +6990,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /reverse/
 /review
 /review/
-/review/add
 /reviews
 /reviews$
 /reviews/client-devices
@@ -8574,11 +8575,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?attachment_id
 ?attachment_id=
 ?attachment_id=
+?attachment_id=*
 ?attribute_key
 ?auHash=
 ?auth_code=
 ?authenticity_token
 ?author=
+?author=*
 ?authorised
 ?auto
 ?autoStart=
@@ -9510,6 +9513,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?stampa=1$
 ?start
 ?start=
+?start=*
 ?startAt=
 ?state=
 ?staticVersion=
@@ -15830,7 +15834,6 @@ Hotel-Search
 HotelBookingConfirmation
 HotelCheckout
 How_To_Get_Sky
-HpImageArchive.aspx
 HttpModules/
 HubStyle/static-2.309
 HubStyle/static-2.313
@@ -16674,7 +16677,6 @@ PropertyLayer/
 Provider/Image/
 Provider/PhysicianRatings/
 Providers/
-Proxy.ashx
 Psychology/local
 Pub/Emails/
 Pub/Emails/Stylesheets/
@@ -18283,8 +18285,6 @@ academia/books/search.html
 academic
 academic-subscriptions
 academic/
-academic/profile
-academic/search
 academicaffairs/commencement/book
 academics/archive
 academics/college/special-programs/public-service-old
@@ -18558,7 +18558,6 @@ achterberg
 achu
 acis/whatsnew.html
 acjohnston
-aclick
 aclk
 aclp-vle-decom
 acmilan
@@ -18791,7 +18790,6 @@ adas
 adastra
 adastra-b
 adastra_new
-adauga-intrebare
 adblocker
 adc.net
 adchoice
@@ -18805,7 +18803,6 @@ add-ons/
 add-to-bibliography
 add-to-cart
 add-to-cart=
-add-to-cart=
 add-to-cart=*
 add-to-cart=*http://criteo.com/robots.txt
 add-to-existing-collection
@@ -18827,7 +18824,7 @@ add_to_blacklist
 add_to_diary
 add_to_wine_list
 add_to_wishlist
-add_to_wishlist=
+add_to_wishlist=*
 addappterless
 addboard
 adddata
@@ -20221,7 +20218,6 @@ ajaxCalls
 ajax_
 ajax_collection_share.php
 ajax_cookie_value
-ajax_live_products
 ajax_selected_special_issues_collections
 ajaxcart
 ajaxcartrecommendation
@@ -20339,7 +20335,6 @@ alicendikumana
 alicewu
 alikhani
 alilly
-alink
 aliraja
 alireza.haghighi
 alisamanning
@@ -20497,7 +20492,6 @@ amp-iframe
 amp-proxy
 amp-social-login
 amp-tealium
-amp/
 amp/*/more.html
 amp/*/page-*/$
 amp//m
@@ -20931,7 +20925,6 @@ api/jobPostings/jobs
 api/latest-articles
 api/legacy/pse
 api/legendary-data/relay
-api/maps/
 api/meerkat/page
 api/messages
 api/metainfo/tv
@@ -25957,7 +25950,6 @@ aspnet_client
 aspnet_client/
 aspnet_client/
 aspx
-aspx$
 aspx/
 aspx/read.aspxhttp://tnt.netmng.com/robots.txt
 aspxerrorpath*
@@ -26630,6 +26622,7 @@ authorgallery.php
 authoring/
 authorize
 authorize-ip
+authorize-net-vs-braintree
 authorizemessaging.html
 authormerge.php
 authors
@@ -27821,7 +27814,6 @@ bff
 bfgs
 bfl
 bfmp
-bfp/search
 bfrank
 bfre_new_design
 bg
@@ -28141,7 +28133,6 @@ bin/sleep.cgi
 bin/ti
 binary-data/DIY
 binary-data/EGALLEY
-bing-site-safety
 bingbot
 bingsiteauth.xml
 bingsiteauth.xml
@@ -28267,6 +28258,7 @@ biz_redir
 biz_share
 biz_update
 bj/
+bjs
 bk
 bk/de/
 bk/de/textonly/
@@ -28397,6 +28389,7 @@ blog/Trackback.aspx
 blog/add
 blog/ajax/ebooks
 blog/ajax/posts/tag
+blog/api-where-to-begin
 blog/archives
 blog/audible-listening-clubs
 blog/author
@@ -28590,7 +28583,6 @@ blogs/pad/$
 blogs/product
 blogs/research/search
 blogs/search
-blogs/search/
 blogs/slow-ride
 blogs/tag
 blogs/technology.atom
@@ -28611,6 +28603,7 @@ blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http:/
 blogzoho-at-zoho/
 blogzoho-for-google-apps/
 blokdebid/ca/calendar-created
+bls
 blueberry
 bluechew-review
 bluehour
@@ -30386,7 +30379,6 @@ bouyguestelecom
 bova/
 bowles
 box-week
-box_user_history
 boyfriend-short_sleeve_shirts*
 boyfriend-spammed-12909.html
 boys/*/1*
@@ -33607,54 +33599,6 @@ business
 business
 business*?
 business-breakfast
-business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel
-business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html
-business-customers/aviation/shell-for-suppliers/card-services
-business-customers/aviation/shell-for-suppliers/card-services.html
-business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives
-business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html
-business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products
-business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html
-business-customers/chemicals/safe-product-handling-and-transportation/chemicals-safety-data-sheets2
-business-customers/chemicals/safe-product-handling-and-transportation/chemicals-safety-data-sheets2.html
-business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges
-business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges.html
-business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power
-business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power.html
-business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine
-business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html
-business-customers/lubricants-for-business/shell-panolin/five-things-to-know
-business-customers/lubricants-for-business/shell-panolin/five-things-to-know.html
-business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment
-business-customers/lubricants-for-business/shell-panolin/lubricants-for-business-and-environment.html
-business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment
-business-customers/lubricants-for-business/shell-panolin/protect-ecosystems-and-equipment.html
-business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity
-business-customers/lubricants-for-business/shell-panolin/reducing-carbon-intensity.html
-business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions
-business-customers/lubricants-for-business/shell-panolin/supporting-sustainability-ambitions.html
-business-customers/marine/marine-lng
-business-customers/marine/marine-lng.html
-business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature
-business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature.html
-business-customers/shell-market-hub/shell-services/lube-optimizer
-business-customers/shell-market-hub/shell-services/lube-optimizer.html
-business-customers/shell-market-hub/shell-services/machinemax
-business-customers/shell-market-hub/shell-services/machinemax.html
-business-customers/shell-market-hub/shell-services/shell-desiccant-breathers
-business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html
-business-customers/shell-market-hub/shell-services/shell-lube-analyst
-business-customers/shell-market-hub/shell-services/shell-lube-analyst.html
-business-customers/shell-market-hub/shell-services/shell-lube-videocheck
-business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html
-business-customers/shell-market-hub/shell-services/shell-remote-sense
-business-customers/shell-market-hub/shell-services/shell-remote-sense.html
-business-customers/trading-and-supply/counterparty-information-request
-business-customers/trading-and-supply/counterparty-information-request.html
 business-enterprise/cesm3/index_v2.php?key5sk1=
 business-enterprise/cesm3/index_v2.php?s=
 business-insider$
@@ -33905,6 +33849,7 @@ bw/
 bw/en
 bwdbpro.cfm
 bwidb/nocsd.cfm
+bwiki
 by
 by/
 by8837
@@ -34951,18 +34896,6 @@ careers/MAINTAINERS.txt
 careers/Phoenix-Hiring-Event/
 careers/Sydney-Hiring-Event/
 careers/UPGRADE.txt
-careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow
-careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow.html
-careers/about-careers-at-shell/employee-stories/dreaming-big
-careers/about-careers-at-shell/employee-stories/dreaming-big.html
-careers/about-careers-at-shell/employee-stories/endless-opportunities
-careers/about-careers-at-shell/employee-stories/endless-opportunities.html
-careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme
-careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme.html
-careers/about-careers-at-shell/employee-stories/testing-my-abilities
-careers/about-careers-at-shell/employee-stories/testing-my-abilities.html
-careers/about-careers-at-shell/we-are-one-team/diversity-inclusion
-careers/about-careers-at-shell/we-are-one-team/diversity-inclusion.html
 careers/admin
 careers/aus-nz-event/
 careers/aws-ar-event/
@@ -34982,8 +34915,6 @@ careers/aws-sea-event/
 careers/aws-singapore-event/
 careers/aws-sydney-event/
 careers/chattanooga-mobile-event/
-careers/choose-your-career-profile
-careers/choose-your-career-profile.html
 careers/comment/reply
 careers/cron.php
 careers/database-hiring/
@@ -35001,14 +34932,11 @@ careers/framedcontent/index.htm
 careers/includes
 careers/indianapolis-event/
 careers/install.php
+careers/job
 careers/jobs
 careers/jobs.php
 careers/jobs.php?id=
-careers/join-the-shell-talent-community
-careers/join-the-shell-talent-community.html
 careers/landing-pages/
-careers/life-at-shell
-careers/life-at-shell.html
 careers/mentor-knowledge-bank/
 careers/mexico-edge-hiring-2014/
 careers/milwaukee-edge-hiring-2014/
@@ -35050,10 +34978,9 @@ careers/santiago-event/
 careers/scripts
 careers/search
 careers/search?
-careers/students-and-graduates
-careers/students-and-graduates.html
 careers/students-graduates/opportunities
 careers/texas-event/
+careers/thank_you
 careers/themes
 careers/themes/*.css$
 careers/themes/*.css?
@@ -35145,6 +35072,7 @@ cart.php
 cart.php
 cart.srv
 cart/
+cart/*
 cart/addToCart
 cart/to_order
 cart?
@@ -35192,6 +35120,7 @@ caseview.php
 casey
 cash
 cashdesk
+casl2
 casosint
 cassandrawang
 cassets
@@ -35208,7 +35137,6 @@ casting/includes
 castlinks.php
 casualads
 cat
-cat-*/pid-*/ord-*/p-
 cat=
 cat=*
 cat_without_ad.php
@@ -37883,6 +37811,7 @@ chapters
 chapters.html
 chapters/local-activities
 chapters/students/excellence-awards/
+charge
 charities
 charities/beta/account/login
 charity/search
@@ -38271,6 +38200,7 @@ cinema/icortissimi-ended
 cinema/mes-films
 cio
 cio-vantage/*.pdf$
+cip
 circle-round-club
 circular
 cis-free-v2.php
@@ -38518,17 +38448,8 @@ clear_login_cookie.html
 clearance/search*
 clearcookies
 clemenshug
-cleveland/ArticleArchives
-cleveland/CommentArchives
-cleveland/EventSearch
 cleveland/FilmSearch
-cleveland/ImageArchives
-cleveland/LocationSearch
-cleveland/MemberSearch
-cleveland/MovieTimes
 cleveland/Search
-cleveland/SlideshowArchives
-cleveland/VideoArchives
 cli
 cli/
 cliang
@@ -41048,9 +40969,6 @@ cms_docs
 cms_preview_ui
 cms_preview_ui_static
 cms_registrations
-cms_websites
-cms_websites/css
-cms_websites/index.phphttp://vevo.com/robots.txt
 cmsctx/
 cmslanding.aspx
 cmstest/
@@ -41512,7 +41430,6 @@ community/comments
 community/community-partnerships/fireside-chat/
 community/community-partnerships/fireside-chat/thank-you/
 community/community-relations/isc-lighting-request/thank-you/
-community/compose/*
 community/conversations
 community/de/
 community/de/textonly/
@@ -41757,6 +41674,7 @@ companyinfo/
 companyinfo/careers/
 comparatif-camescope-resultat.php?
 compare
+compare-braintree
 compare-products
 compare-used-car
 compare.lg?
@@ -41827,6 +41745,7 @@ component-library/college-of-science--math-feature-panels/
 component-library/next-steps/
 component-library/school-for-the-environment-feature-panels/
 component-uat
+component/
 componentes
 componentgrouplibrary/*
 components
@@ -41940,7 +41859,6 @@ configs
 configspace/maintenance.html
 configuracion_externa/
 configurations
-configurator_auto
 configure.diff
 configure.php
 configure/*/*/*/c/*
@@ -43252,13 +43170,11 @@ cps/uk
 cpspa
 cpx.php
 cr
-cr$
 cr/
 cr/$
 cr/Download
 cr/corporate/contact
 cr/news
-cr?
 craft
 crafts
 crai/big
@@ -44117,7 +44033,6 @@ customization-work-integration-ps
 customization-work-multivendor
 customization-work-oc
 customize
-customize$
 customize_autosaved=
 customize_changeset_uuid=
 customize_search
@@ -45703,6 +45618,7 @@ developers/downloads/sdks
 developers/embedkit
 developers/forum
 developers/manage
+developers/open-source
 developers/resources
 developers/subscription
 developers/vlc-branch/po
@@ -47542,6 +47458,7 @@ ding-session=
 dingruhuang
 dip
 diplomat
+dir/pdf
 dir_on_server
 direct
 direct/
@@ -48752,6 +48669,7 @@ ec/
 ec/Download
 ec1
 ec2
+ecafe
 ecap
 ecaptcha
 ecard/
@@ -52019,9 +51937,6 @@ entertainment/test$
 entertainment/wallpapers
 enterzipcode.php
 entities
-entities/search
-entityexplore$
-entityexplore?
 entityreference
 entp
 entr/Die%20Geh%C3%A4lter%20wurden%20gek%C3%BCrzt
@@ -52096,6 +52011,7 @@ episode-podcast/
 episode/
 episode_times
 episodes?q=
+epmt
 epo
 epo-dev
 epprecht
@@ -55477,8 +55393,6 @@ extern_js
 external
 external-affiliations
 external-catalog-services
-external-redirects
-external-redirects.html
 external-test-ids=
 external/
 external/BusArch
@@ -55758,7 +55672,6 @@ favorite/get
 favorited/
 favoriten
 favorites
-favorites$
 favorites?
 favourites?page
 fax.html
@@ -55791,7 +55704,6 @@ fckeditor
 fcollado
 fcyrraci
 fd-fr/
-fd/
 fdbk
 fding
 fe-BE
@@ -56187,6 +56099,7 @@ fileadmin/_temp_
 fileadmin/user_upload/PermRep
 fileadmin/user_upload/en
 fileadmin/user_upload/hlpe
+filedrop
 filedrop/
 files
 files
@@ -59297,8 +59210,6 @@ full_zip-jackets*
 fullscreen
 fullscreen/ReportLinker
 fun
-fun/api/
-fun/g/
 fun/printlog2.php
 function=*404*
 function=CHECKOUTFIELDS
@@ -59940,7 +59851,6 @@ getMoreSimilarGalleriesAjax
 getMostReadArticles
 getRelatedArticles
 getSubscription
-get_back_to_search_url
 get_midroll_info
 get_parent_description_ajax
 get_video
@@ -60809,7 +60719,12 @@ gx/en/zz-test
 gxcuf89792/rss
 gy/
 gym_bag-bags*
-gyrobase
+gyrobase/ArticleArchives
+gyrobase/EventSearch
+gyrobase/FilmSearch
+gyrobase/LocationSearch
+gyrobase/MovieTimes
+gyrobase/Search
 gz36vip
 gztourek
 h
@@ -61087,8 +61002,6 @@ he/users
 head/*
 headbar_start.html
 header
-header-cart
-header-wl
 header/channels
 headerxml
 headline.txt
@@ -61815,7 +61728,6 @@ hotel/*/?type
 hotel/h
 hotel/index.hi.
 hotel/redirect
-hotel/reviews?
 hotel/s
 hotel/search
 hotel/us/the-airstream-van.*.html
@@ -61865,7 +61777,6 @@ hotels/reservation-payment.htm
 hotels/rpc
 hotels/s
 hotels/search
-hotels/search
 hotels/search-results.htm
 hotels/search/list*
 hotels/search/map*
@@ -61933,8 +61844,6 @@ hp/video/profiles
 hp_channels
 hp_example_banner.html
 hpan
-hpm
-hpmob
 hpws/max-connections.php
 hpws/parallel-downloads.php
 hpws/post-onload.php
@@ -65257,12 +65166,12 @@ http://news.google.com/robots.txt
 http://news.softpedia.com/robots.txt
 http://news24.com/robots.txt
 http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt
-http://nofilmschool.com/robots.txt
 http://notivu.blogspot.com/robots.txt
 http://nzz.ch/robots.txt
 http://observer.com/robots.txt
 http://ogp.me/robots.txt
 http://on.fb.me/robots.txt
+http://opensea.io/robots.txt
 http://parents.com/robots.txt
 http://parkinsonsresource.org/robots.txt
 http://passionfruitsporthorses.squarespace.com/robots.txt
@@ -65307,11 +65216,11 @@ http://recalculatingfilm.com/robots.txt
 http://redhat.com/robots.txt
 http://repubblica.it/robots.txt
 http://rijksoverheid.nl/robots.txt
+http://salzburger-armutskonferenz.at/robots.txt
 http://science.nasa.gov/robots.txt
 http://scienceandnonduality.com/robots.txt
 http://security.googleblog.com/robots.txt
 http://seekingalpha.com/robots.txt
-http://servedby.ipromote.com/robots.txt
 http://sleepfoundation.org/robots.txt
 http://smallbiztrends.com/robots.txt
 http://smileeasy.com/robots.txt
@@ -66237,7 +66146,6 @@ ie?
 ie_byline_authors
 iea
 ied/mssi/cgi-bin/iris.cgi
-ielx*
 iens/physics01/
 ieupdate/
 iexec/?htx=View
@@ -66400,6 +66308,7 @@ images/?
 images/EdSymp2010_reportforweb_tcm18-185058.pdf
 images/G/01/imdb/css
 images/HTPopups/
+images/Musik_468x60.swf
 images/PageScans
 images/Podcasts
 images/Popup/
@@ -66417,8 +66326,6 @@ images/about/
 images/adspace/
 images/api
 images/application_uploads
-images/async/?
-images/async?
 images/campaign/
 images/carBlogsimages
 images/chart_gifs
@@ -66431,9 +66338,6 @@ images/dopfiles/DNT20170204041207.pdf
 images/email/
 images/ga_img_handler.php
 images/home/
-images/hosted/?
-images/hosted/search?
-images/hosted?
 images/interview_pdfs
 images/intfood/thermomix/HF_icon_thermomix.svg
 images/li.gif
@@ -66451,13 +66355,9 @@ images/private
 images/related
 images/resume
 images/scaled
-images/search%3F
-images/search/?
 images/search/details/twitterCards/twitter-card
-images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
-images/searchbyimage
 images/showroomimages
 images/smart/$
 images/staff
@@ -66477,7 +66377,6 @@ images/welcome_image.png
 images2/
 images3/
 images4/
-images?
 imagesCC/
 imagesLinks
 imagesfordorian/
@@ -66486,7 +66385,6 @@ imagine/
 imaging/appointments-and-referrals/email-signup-thankyou
 imaging/appointments-and-referrals/fellowship-application-thankyou
 imaging/appointments-and-referrals/radrounds-subscription-thankyou
-imagini
 iman
 imartel
 imc
@@ -66714,7 +66612,6 @@ inbox-talk
 inbox-user
 inbox.aspx
 inbox.php
-inboxcommerce
 inc
 inc/
 inc_
@@ -66723,6 +66620,8 @@ inchireri
 inchiriere-auto/rezultate
 inchirieri-auto
 incident
+inclient/email/confirmed/speed
+inclient/email/expired/speed
 include
 include/
 include/toc
@@ -67021,8 +66920,7 @@ info/jobs/showmaster.html
 info/jobs/social-media.html
 info/jobs/support.html
 info/jobs/texterin-uxwriterin.html
-info/jobs/werkstudentin-social-media.html
-info/jobs/werkstudentin-social-media_6.html
+info/jobs/werkstudi-social-media.html
 info/logistic
 info/newsroomdetail.aspx
 info/privatsphaere-und-datenschutz.html
@@ -67275,6 +67173,7 @@ instellingen
 institucional/
 institutes/calendar
 institutional-signin
+institutionalresearch
 institutions
 institutodeadministracionpublica/institutodeadministracionpublica/servlet/descarga
 institutodeadministracionpublica/moodle/mod/forum
@@ -67582,10 +67481,6 @@ investment-funds/*zimbabwe
 investments
 investor
 investor-alert
-investors/results-and-reporting/quarterly-results/latest-results/test-page
-investors/results-and-reporting/quarterly-results/latest-results/test-page.html
-investors/shareholder-meetings/2021-agm-webcast
-investors/shareholder-meetings/2021-agm-webcast.html
 invitation
 invitation
 invitations
@@ -67707,6 +67602,7 @@ iris-zhou
 irismail
 irismj
 irlist/includes/
+irodr
 irs/de/
 irs/de/textonly/
 irs/en/textonly/
@@ -68334,6 +68230,8 @@ its/internal
 its/new
 its/newsletter/archive
 its/old
+its/ws/holiday
+itsadmin
 itservices/sfuconnect
 itsnotok
 itsolutions/
@@ -70524,6 +70422,7 @@ kontaktova%C5%A5-podporu
 kontaktovat-podporu
 kontaktovat-spole%C4%8Dnost-myheritage
 kontakty
+kontakty/2-uncategorised.html
 kopl/
 kopt/
 korean
@@ -70770,6 +70669,7 @@ landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed
 landing-pages
 landing.php
 landing/
+landing/braintree-paypal
 landing/brand/
 landing/brand/adam-eve-products$
 landing/brand/adam-eve-products/for-couples$
@@ -70782,6 +70682,7 @@ landing/cmsnext-root
 landing/comodo-conducts-webinar-on-protection-against-ransomware/?
 landing/edu.html
 landing/email/
+landing/google-checkout
 landing/happy-holiday-retargeting
 landing/holiday-retargeting-2
 landing/insurance-security/?
@@ -71082,6 +70983,7 @@ learnmore
 learnmore-transferhttp://mc.yandex.ru/robots.txt
 learnmorelayer
 learnmorelayertv
+leave
 leave_feedback
 leavingmsn/
 lecture
@@ -71166,10 +71068,12 @@ legal-guides/ugc
 legal-leaderboards/weekly
 legal-services/checkout?
 legal/3874403/
+legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
 legal/http://ideas.lego.com/robots.txt
 legal/http://outdooractive.com/robots.txt
 legal/mdr-eap-agreement.aspx
+legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
 legal/terms/electroniccommunications
@@ -71756,7 +71660,6 @@ loc/2016/07/22/5790f83e468aeb4b178b45b0.html
 loc/volunteers
 loc=
 local
-local
 local-dev
 local-dev-old
 local-navigation/
@@ -72280,6 +72183,7 @@ ly/
 ly988cc
 lyd/programmer?q
 lyf
+lyris
 lyubov-eto_love-is-vtoroj-variant/
 lz8858
 lzhang
@@ -72794,9 +72698,7 @@ mail/help/adminconsole/print/.network-solutions-mx.html.swp
 mail/help/api/search-results.html
 mail/help/search-results.html
 mail/images/mail-pricing-inr.pdf
-mail/subscribe
 mail/termsandconditions
-mail/valid-
 mail?
 mail?hl=
 mailEmergency
@@ -72980,7 +72882,6 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
-maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -73369,8 +73270,6 @@ mbrady
 mbronstein
 mbsullivan
 mburkhauser
-mc-publication-test-folder
-mc-publication-test-folder.html
 mc.html
 mc/
 mc/all/ad.html
@@ -73428,7 +73327,6 @@ mec-medicaid/
 mecha
 mechanic
 meconnect/
-medal/*
 meddev
 media
 media
@@ -73439,7 +73337,6 @@ media-library-links/
 media-library/sites/alspac/migrated/documents
 media-manager
 media/
-media/*
 media/1287752/
 media/1287913/
 media/1288165/
@@ -73472,7 +73369,6 @@ media/css/
 media/de/
 media/de/textonly/
 media/downloads/
-media/editimgecaption/*
 media/en/analog-dialogue/
 media/en/company/sustainability-reports/
 media/en/non-searchable/
@@ -74023,7 +73919,6 @@ merchant/directions
 merchant/imageUploadPreview
 merchant/loc
 merchant/moreProducts?
-merchant/reviews?
 merchant/update
 merchant_login
 merchant_shipping_policy.pdf
@@ -74033,7 +73928,6 @@ meredithdost
 mes
 mes-a-mes
 mesachatsmonquartier
-mesaje
 mesames
 mesite
 meskridge
@@ -75832,6 +75726,7 @@ my-account*
 my-account-support
 my-account.asp*
 my-account/
+my-account/*
 my-account/deliveries/menu
 my-articles
 my-autotrader
@@ -75929,6 +75824,7 @@ myaccount
 myaccount*
 myaccount.html
 myaccount/
+myaccount/*
 myaccount/forgotcredentials
 myaccount/help
 myaccount/materials/pdfs/SSA-7004.pdf
@@ -76427,12 +76323,6 @@ newrelic
 news
 news$
 news*?
-news-and-insights/annual-publications
-news-and-insights/annual-publications.html
-news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page
-news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page.html
-news-and-insights/scenarios/a-better-life-with-a-healthy-planet
-news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html
 news-app
 news-archive/*/*/?ap=
 news-archive/?
@@ -78386,7 +78276,7 @@ nominations/2038/sommaire
 nomobile=
 nonConfig/api/wpa
 nonacm
-nonce="89QOlUV2oAShF5QC9AI09A">(function(){var
+nonce="aWU-S8xMmd3WkyVyk2MMVA">(function(){var
 nonlystdomainredirect
 nonprofits/account
 nonstyleishida/videolist-*.html
@@ -78500,7 +78390,6 @@ notificationId
 notifications
 notifications
 notifications$
-notifications/
 notifications/*
 notify.js
 notifyMe.jsp
@@ -78844,6 +78733,10 @@ observations/?
 observations?
 observing/dfo/status
 obsessed
+obuchayushchie-kursy/2-uncategorised.html
+obuchayushchie-kursy/27-sozdanie-muzyki-ot-novichka-do-profi.html
+obuchayushchie-kursy/31-sozdanie-muzyki-ot-novichka-do-profi.html
+obuchayushchie-kursy/37-sozdanie-muzyki-ot-novichka-do-profi.html
 oc
 oc/dash-button
 oc/forums
@@ -78864,6 +78757,7 @@ od/oia/activities/cov/bio/2001/GPRA_Rpt.doc
 od/service
 odalgic
 odileharter
+odsdd
 odstrcil
 oec-beta/
 oembed
@@ -78936,8 +78830,6 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
-offers/proxy/dealsserver/api/log
-offers/proxy/dealsserver/buy
 office/
 office/supplies/MySoftwareDownload
 office/supplies/StaplesAddRemoveCoupon
@@ -80167,6 +80059,7 @@ paypal.php
 paypal/
 paypal_ipn
 paypal_pdt.html
+payroll/paystub
 paytm
 payum-noshi
 payvipinfo.php
@@ -80463,6 +80356,7 @@ pfiffner
 pfizer-login/
 pfr/professionallicensing/search/node
 pfr/search/node
+pfstest
 pg/
 pg/en/book-a-trip/flights/fare-types/fare-guide-information.html
 pg/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
@@ -81428,7 +81322,7 @@ pmc/publisherportal/download
 pmc/publisherportal/journalmanager
 pmc/tocrender.fcgi
 pmc/utilities
-pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyZAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChgKFldhcyBiZWRldXRldCBkaXNhbGxvdz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22gtoHt_3lCIkj3U5n0RXQhgMW6MA\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
+pmc='{\x22aa\x22:{},\x22abd\x22:{\x22abd\x22:false,\x22deb\x22:false,\x22det\x22:false},\x22async\x22:{},\x22attn\x22:{},\x22bgd\x22:{\x22ac\x22:true,\x22as\x22:true,\x22at\x22:0,\x22ea\x22:true,\x22ed\x22:0,\x22ei\x22:true,\x22el\x22:true,\x22ep\x22:true,\x22er\x22:true,\x22et\x22:0,\x22eu\x22:false,\x22li\x22:false,\x22wl\x22:false},\x22cdos\x22:{\x22cdobsel\x22:false},\x22csi\x22:{},\x22d\x22:{},\x22foot\x22:{},\x22gf\x22:{\x22pid\x22:196},\x22gwc\x22:{},\x22hsm\x22:{},\x22jsa\x22:{\x22csi\x22:true,\x22csir\x22:100},\x22kyn\x22:{},\x22lli\x22:{},\x22mb4ZUb\x22:{},\x22pHXghd\x22:{},\x22sb_wiz\x22:{\x22onf\x22:\x22EAEyZAobChlXbyBmaW5kZXQgbWFuIFJvYm90cyB0eHQ_CigKJldvIGxpZWd0IGRpZSBSb2JvdHMgdHh0IGJlaSBXb3JkUHJlc3M_ChgKFldhcyBiZWRldXRldCBkaXNhbGxvdz8Q5AI\x22,\x22scq\x22:\x22\x22,\x22stok\x22:\x22MMnUjv5-Cmw1F_SPbX2knvf76hI\x22},\x22sf\x22:{},\x22sonic\x22:{},\x22spch\x22:{\x22ae\x22:\x22\\u00dcberpr\\u00fcfe
 pmcomment
 pmcomment/
 pmeehan
@@ -81715,6 +81609,7 @@ policies/dpa
 policies/td-optout$
 policies/terms-use-charlie
 policy.php
+policy/docs/temp
 policython
 polinchiu
 politica/07_dicembre_23/intercettazioni_vittime_colloqui_laterali_0b01ba62-b133-11dc-9f4d-0003ba99c53b.shtml
@@ -82246,6 +82141,7 @@ print.asp?*
 print.cfm
 print.do
 print.htm
+print.html
 print/
 print/*
 print/article/*
@@ -82345,7 +82241,6 @@ pro/user-events.aspx
 pro/user-home.aspx
 pro/waze/report/*?*&hash=
 pro2
-proFile/history?
 proMatch
 proProjects
 proTeXt
@@ -82359,7 +82254,6 @@ probr0
 probrowse.php
 proc
 procallback/
-proces_comanda
 processFind*
 processing
 processupload.html
@@ -82429,7 +82323,6 @@ product/prd-5193422
 product/productreviews/
 product/recommended
 product/review/add
-product/reviews?
 product/summer-plant-based-recipe-cookbook
 product/valentines-chocolate-vegan-cookbook
 product/vegan-desserts-cookbook
@@ -82764,7 +82657,6 @@ profile/contributor/?
 profile/downloads_limit
 profile/edit
 profile/gravlady
-profile/history?
 profile/license
 profile/manage
 profile/messages
@@ -82784,6 +82676,7 @@ profileID=*
 profileIdeas
 profileQuestions
 profileReviews
+profileService
 profile_reviews.php
 profileinterview.php
 profilerole
@@ -83207,7 +83100,6 @@ proximic
 proximus
 proxy
 proxy
-proxy/*
 proxy/accounts
 proxy/accounts/v1
 proxy/accounts/v1/groups
@@ -84251,6 +84143,7 @@ rap-us/clips-us/amp
 rap-us/news-rap-us/amp
 rap_francais/news/amp
 rap_francais/son/amp
+raphiphop/
 rapid
 rapid-responses
 rapidrewards/rr-retrieve.html
@@ -84482,16 +84375,9 @@ recherche.html
 recherche?
 rechercher
 rechercher/
-recipe/*/*/nutrition
-recipe/*/*/print
-recipe/*/bitflag
-recipe/*/feedback
 recipe/box
 recipe/edit
-recipe/email*
-recipe/link/*
 recipe/view
-recipe/zapcache/*
 recipe_parser
 recipes/api/v1
 recipes/cooking
@@ -84839,7 +84725,7 @@ replaceContent/
 reply
 reply?
 replytocom
-replytocom=
+replytocom=*
 repo/create
 repor..
 report
@@ -86490,7 +86376,6 @@ responsibilities
 responsive
 respository
 rest
-rest
 rest/
 rest/frontline/srp/single/aggregate
 rest/log/error
@@ -86657,7 +86542,6 @@ rewards-polyite/spin
 rewards/*/membership
 rewards/*/status-matching
 rewards/bebas-ongkir
-rewardsapp/
 rex/recommendation/*
 rezepte/suche
 rf=*
@@ -86936,6 +86820,7 @@ robertroessler
 robertsheehan
 robinalbrecht
 robincolgrove
+robokassa/
 robos-linux
 robotic-assisted-surgery
 robots
@@ -88410,7 +88295,6 @@ search-results?q=
 search-seeds
 search-suggest
 search-the-red-cross-site
-search-tools
 search-webglimps
 search-websites
 search-widget
@@ -88536,8 +88420,6 @@ search/index.shtml
 search/inside
 search/issues
 search/keywords
-search/listall
-search/m.emag.ro
 search/map.html
 search/map.php
 search/martin-carrico-is-loser.rss
@@ -89160,6 +89042,7 @@ services/guide/cti
 services/guide/webboards
 services/heart/mychart-welcome
 services/heart/mychart-welcome/
+services/http://christies.com/robots.txt
 services/humanresources/ftcstaff
 services/humanresources/trackers
 services/images
@@ -89328,7 +89211,6 @@ setsompop
 sette/13_luglio_29/2013-31-fiaschetti-falsi-autori_9becf36c-f84e-11e2-a59e-96a502746665.shtml
 settings
 settings
-settings.html
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -89595,13 +89477,8 @@ shekhargadkaree
 shelf/user_shelves
 shell
 shell/
-shellenergy/marketingandtrading/shell-energy-europe/eworld
-shellenergy/marketingandtrading/shell-energy-europe/eworld.html
-shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording
-shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording.html
 shen
 sheng
-shenghuo
 shenghuo/search?
 shenyang
 sheraz
@@ -89644,7 +89521,6 @@ shoelaces
 shomiller
 shootouts
 shop
-shop$
 shop-interrupt
 shop-reviews
 shop-the-look/
@@ -90168,7 +90044,6 @@ shop/use-*-use-*
 shop/use/*
 shop/waist/*
 shop/wishlist
-shop?
 shopCBN/
 shop_content.php?coID=2
 shop_content.php?coID=3
@@ -91260,6 +91135,7 @@ slovitch
 slp
 slp/*/b$
 slp/s$
+sls/sls
 sm
 sm-
 sm/
@@ -91399,7 +91275,6 @@ social/help/search-results.html
 social/our_partners/
 social/photosui/images
 social/photosui/sitemap
-social/search?
 social/share_modal
 social/social-security-directory/cai
 social_media
@@ -91633,7 +91508,6 @@ sparshasaha
 spartan
 spatl
 spb
-spbasic
 spbot
 spc-source=
 spc/amazon/en/landingPage.html
@@ -91814,7 +91688,6 @@ spotlight
 spots_shown=
 spp/
 spreadsheet
-spresults
 sprince
 spring
 spring
@@ -91826,6 +91699,7 @@ sprint_wml
 sprint_xhtml
 sprints/help/search-results.html
 sprockett
+sprypay/
 spsales
 spsearch.php
 spurs/node
@@ -92426,9 +92300,7 @@ storefront
 storefront/*-*-*-*-*
 storepicker
 storerequest
-stores$
 stores-manage
-stores/
 stores/*-*-*-*-*
 stores/page/*visitId=
 stories
@@ -93018,16 +92890,6 @@ suspended_tickets
 suspension-appeal
 sustainability
 sustainability-as-an-efficient-business-strategy
-sustainability/nature/respecting-nature
-sustainability/nature/respecting-nature.html
-sustainability/our-approach/environmental-and-community-partners
-sustainability/our-approach/environmental-and-community-partners.html
-sustainability/our-approach/impact-assessment
-sustainability/our-approach/impact-assessment.html
-sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024
-sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024.html
-sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases
-sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases.html
 sustainable-development-goals/sustainable-cities
 sustainable-is-attainable-fest
 sustainable-is-attainable-news18-and-tata-power-initiative
@@ -93480,8 +93342,6 @@ tag
 tag
 tag-manager
 tag-manager-360
-tag-search
-tag-search.html
 tag/
 tag/*
 tag/*
@@ -93809,6 +93669,7 @@ tanyafiler
 taosun1
 tap
 tapp/
+taps
 tara_chiatovich
 tarakmenon
 tarangujral
@@ -94449,6 +94310,7 @@ test_mf
 test_stage
 test_team
 testab/
+testaging
 testcase
 testcases
 testds.jsp
@@ -94530,7 +94392,6 @@ tgibson
 tgkkk6681
 tgl2/
 th
-th$
 th-*/
 th-AE
 th-AT
@@ -94642,7 +94503,6 @@ th/unesco-search/*/lightbox
 th/unesco-solr/*/load-more/*
 th/user
 th/users
-th?
 th_en
 th_th/templates/M
 thailandgolf.
@@ -95111,6 +94971,7 @@ tiny
 tiny/secureimage
 tiny/storage
 tip
+tip2008
 tips
 tips/wp-admin/
 tipsheet
@@ -95764,6 +95625,7 @@ transfer/2.0/contract
 transfer/api
 transfer/quickpay
 transfer/toCard
+transferdatabase
 transfers
 transfers/confirmation
 transfers/success
@@ -95789,7 +95651,6 @@ translation
 translation/
 translations
 translations/
-translator/?ref=
 translator/c
 translators/
 transmute/static-1.85
@@ -95853,26 +95714,12 @@ travel/airlines/main/us/en
 travel/airlines/pfs*
 travel/airlines/premium-travel-arranger/au/en
 travel/clk
-travel/css
 travel/event/search
-travel/flight/flightSearch
-travel/flight/flightSearchAction
-travel/flight/search/?
-travel/flight/search?
 travel/flights/s
-travel/hotel-search
 travel/hotel/e
-travel/hotel/hotelMiniSearchRequest
-travel/hotel/hotelSearch
-travel/hotels/checkout
-travel/hotels/detail
-travel/hotels/search/?
-travel/hotels/search?
 travel/passport
 travel/s
-travel/scripts
 travel/search
-travel/secure
 travel/test$
 travel/wp-admin
 travelDate=
@@ -96075,6 +95922,7 @@ trustedstores/js
 trustedstores/s
 trustedstores/tm2
 trustedstores/verify
+trvl
 trvl-px
 try
 try$
@@ -96101,7 +95949,6 @@ tsackton
 tsc
 tschoenstein
 tseyanglim
-tsi
 tsingh
 tsk_b
 tsofer
@@ -97060,7 +96907,6 @@ ur/users
 urbanag
 urchin_test
 url
-url
 url.asp
 url=
 url=absolutely
@@ -97944,7 +97790,6 @@ utility/trac
 utility/vote
 utils
 utils/
-utils/*
 utl/
 utm
 utm
@@ -98193,7 +98038,6 @@ verification/source
 verificationofemployment
 verified-modal
 verify
-verify$
 verify-email
 verify-error
 verify-skill
@@ -98510,27 +98354,17 @@ videos
 videos
 videos/*.feedback.html
 videos/*?
-videos/?
 videos/api
 videos/assets
-videos/browsing
 videos/e
 videos/embed
 videos/expander
-videos/explore
-videos/favorites
 videos/feed
-videos/feed
-videos/feedcontent
 videos/get_video_by_uid/
 videos/hardware-in-the-loop-simulation-with-simulink-real-time-using-plcs-and-ethernetip-protocol-for-validating-industrial-automation-control-algorithms-96697.html
 videos/iframe
 videos/images
 videos/js
-videos/music
-videos/music/
-videos/music/?
-videos/music?
 videos/new
 videos/raw-ethernet-communication-support-from-simulink-real-time-96619.html
 videos/real-time-udp-communication-support-99895.html
@@ -98580,20 +98414,16 @@ videos/search.php?s=street+fight$
 videos/search.php?s=street+fight*&start=*$
 videos/search.php?s=woman+fight$
 videos/search.php?s=woman+fight*&start=*$
-videos/search/?
 videos/search?
 videos/show_trailer
 videos/slider
 videos/theme/
 videos/transcripts
-videos/trending
-videos/trendingcontent
 videos/video-feedback-confirmation.html
 videos/video-feedback.html
 videos/viewmeta/
 videos/week
 videos/widgets/
-videos?
 videosearch
 videosearch?
 videotutorials
@@ -106393,6 +106223,7 @@ web/packages/blorr/DESCRIPTION
 web/packages/blrm/DESCRIPTION
 web/packages/blsBandit/DESCRIPTION
 web/packages/blsR/DESCRIPTION
+web/packages/blscrapeR/DESCRIPTION
 web/packages/bltm/DESCRIPTION
 web/packages/bluebike/DESCRIPTION
 web/packages/bmabasket/DESCRIPTION
@@ -107332,6 +107163,7 @@ web/packages/coneproj/DESCRIPTION
 web/packages/conf.design/DESCRIPTION
 web/packages/conf/DESCRIPTION
 web/packages/confSAM/DESCRIPTION
+web/packages/confcons/DESCRIPTION
 web/packages/confidence/DESCRIPTION
 web/packages/config/DESCRIPTION
 web/packages/configr/DESCRIPTION
@@ -109652,7 +109484,6 @@ web/packages/froth/DESCRIPTION
 web/packages/frscore/DESCRIPTION
 web/packages/fruclimadapt/DESCRIPTION
 web/packages/fs/DESCRIPTION
-web/packages/fsMTS/DESCRIPTION
 web/packages/fsbrain/DESCRIPTION
 web/packages/fscache/DESCRIPTION
 web/packages/fscaret/DESCRIPTION
@@ -118966,6 +118797,7 @@ web/packages/tsdb/DESCRIPTION
 web/packages/tsdecomp/DESCRIPTION
 web/packages/tsdf/DESCRIPTION
 web/packages/tsdisagg2/DESCRIPTION
+web/packages/tsdistributions/DESCRIPTION
 web/packages/tsensembler/DESCRIPTION
 web/packages/tsentiment/DESCRIPTION
 web/packages/tseries/DESCRIPTION
@@ -119821,6 +119653,7 @@ web/packages/zoomGroupStats/DESCRIPTION
 web/packages/zoomerjoin/DESCRIPTION
 web/packages/zoomr/DESCRIPTION
 web/packages/zscorer/DESCRIPTION
+web/packages/zstdlite/DESCRIPTION
 web/packages/ztable/DESCRIPTION
 web/packages/ztpln/DESCRIPTION
 web/packages/ztype/DESCRIPTION
@@ -120223,15 +120056,7 @@ what-makes-up-your-digital-self
 what-now/card-details/*
 what-s-cooking-with-julie-chrisley
 what-to-expect-when-you-re-expecting
-what-we-do/digitalisation/news-room
-what-we-do/digitalisation/news-room.html
 what-we-do/investment-management/private-wealth-management/intellectual-capital/isg-outlook-2013.pdf
-what-we-do/major-projects/vito
-what-we-do/major-projects/vito.html
-what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road
-what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road.html
-what-we-do/renewable-power/wind/supplier-registration
-what-we-do/renewable-power/wind/supplier-registration.html
 whatis
 whats-new
 whats-next/planes-trains-and-analytics
@@ -120283,12 +120108,8 @@ widget
 widget-landing-page.html
 widget-uploads
 widget.html
-widget/cr
-widget/entity/search/?
 widget/head/login
 widget/player
-widget/render
-widget/snapshot
 widget/v2
 widget_auth.php
 widget_chunks
@@ -120306,7 +120127,6 @@ widgets/index/refreshStatistic
 widgets/rss_redirect.php?
 widgets/sharingbarbubulle
 widgets/show
-widgets/track.json
 widgets/trk
 widgets=
 widnows/
@@ -121400,7 +121220,6 @@ wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 words
 work
-work
 work$
 work-at-ucl/redeployment
 work-info
@@ -121475,6 +121294,7 @@ workdrive/help/search-results.html
 workerly/help/search-results.html
 workers
 workers/*
+workflow
 working-with-us
 working-with-us/benefits
 working-with-us/campuses
@@ -121655,6 +121475,7 @@ wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
 wp-admin/admin-ajax.phphttp://aweber.com/robots.txt
 wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt
 wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt
+wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt
 wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt
 wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt
 wp-admin/admin-ajax.phphttp://frontiersin.org/robots.txt
@@ -121668,18 +121489,18 @@ wp-admin/admin-ajax.phphttp://openssl.org/robots.txt
 wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
 wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt
 wp-admin/admin-ajax.phphttp://refinery29.com/robots.txt
-wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt
 wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
 wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
 wp-admin/admin-ajax.phphttp://tribe.net/robots.txt
 wp-admin/admin-ajax.phphttp://vox.com/robots.txt
 wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt
+wp-admin/admin-ajax.phphttp://zoho.com/robots.txt
 wp-admin/http://backtoedenfilm.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
 wp-appbox
-wp-comments
+wp-comments*
 wp-comments-post.php
 wp-comments-post.php
 wp-comments-posts.php
@@ -121713,7 +121534,7 @@ wp-content/client-mu-plugins
 wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
-wp-content/mu-plugins
+wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -121853,6 +121674,7 @@ wp-content/vidyard-plugins
 wp-cron.php
 wp-dyn
 wp-feed
+wp-feed*
 wp-includes
 wp-includes
 wp-includes*.css
@@ -121913,7 +121735,7 @@ wp-sitemap-taxonomies-post_tag
 wp-snapshots
 wp-stat/ad
 wp-stat/vrroom
-wp-trackback
+wp-trackback*
 wp-trackback.php
 wp-united
 wp-uploads/alm-cache
@@ -123214,6 +123036,8 @@ zzz_systest
 2
 2*?
 2-fast-2-furious
+2-uncategorised.html
+2-uncategorised/
 2.0
 2/hi/help/8594343.stm
 2/hi/help/8594488.stm
@@ -123302,8 +123126,12 @@ zzz_systest
 21-jump-street
 22minutes
 24/
+29-skachivay-kurs-sozdanie-muzyki-ot-novichka-do-profi.html
+30-skachivaj-sozdanie-muzyki-v-fl-studio-pervye-shagi.html
 32crhp
 33k1com
+35-skachivaj-kurs-sozdanie-muzyki-na-avtopilote.html
+36-skachivaj-kurs-sozdanie-muzyki-na-avtopilote.html
 36AG/english/menu_bottom.asp
 36AG/english/menu_top.asp
 48f6543196cbbdefb88f247a0a8e4375