removed the extra files

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt

@@ -14300,7 +14300,7 @@ Guida/new
 Guide/embed
 Guide/new
 H
-HBO/
+HBO/
 HDView
 HK/
 HMDThankYou
@@ -17237,7 +17237,7 @@ actualites/sondages
 actuator
 ad
 ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition
-ad-manager/
+ad-manager/
 ad-retargeting-101-online-shopping-in-the-covid-19-era
 ad-scans
 ad-test
@@ -17362,7 +17362,7 @@ admin-preview
 admin.artnet.*
 admin.php
 admin/
-admin/
+admin/
 admin/*
 admin/aso
 admin/blogmove
@@ -17696,7 +17696,7 @@ agile064
 agile065
 agile066
 agile067
-agility/
+agility/
 agolnabi
 agordon
 agrant
@@ -18219,7 +18219,7 @@ anesth/employment/faculty/cv
 anesthesia/alumni-thank-you
 anesthesia/pain-management-center/appointments-and-referrals/referral-thankyou
 anesthesiology/restricted
-anga/
+anga/
 angebote
 angel-cabrera
 angel-groups/*afghanistan
@@ -18712,7 +18712,7 @@ applets
 appliance
 applicant
 application
-application-content/
+application-content/
 application-survey/
 application-temp
 applications
@@ -19342,7 +19342,7 @@ asonawane
 asp
 asp.net/
 asp/
-asp/
+asp/
 asp/aboutus
 asp/artists
 asp/collections
@@ -19352,7 +19352,7 @@ asp/landing
 asp/subjects
 aspnet_client
 aspnet_client/
-aspnet_client/
+aspnet_client/
 aspx
 aspx$
 aspx/
@@ -20619,7 +20619,7 @@ bannerinclude_US
 bannerinclude_fr
 banners
 banners-old.php?
-banners/
+banners/
 bannus
 baobao*?
 bap.html
@@ -33888,7 +33888,7 @@ closures/index.ssf?other
 cloud-launcher/sitemap
 cloud-setup
 cloud/
-cloud/
+cloud/
 cloud/131
 cloud/august2015/servicecs_gs
 cloud/farel10
@@ -34054,7 +34054,7 @@ cn/phones/mate20pro/
 cn/products-lifecycle
 cn/products/ras/trial-center
 cn/random
-cn/request-information/
+cn/request-information/
 cn/resources
 cn/search
 cn/site-achievement
@@ -35549,7 +35549,7 @@ content_title
 content_title=
 content_votes
 contentassets/*.xml$
-contentjam/
+contentjam/
 contentobject
 contentpar_gridblock
 contentresearchtool/
@@ -38014,7 +38014,7 @@ de/inc
 de/includes_content/missing_handler/view_map.html
 de/index.html
 de/info
-de/informationen-anfordern/
+de/informationen-anfordern/
 de/intern-portalmanagement/
 de/internal
 de/invites/buy
@@ -41292,7 +41292,7 @@ downloadpubliclightbox.php
 downloads
 downloads.php
 downloads/
-downloads/
+downloads/
 downloads/*
 downloads/c1_downloads_auswahl
 downloads/client.html
@@ -41351,7 +41351,7 @@ driglar
 dritte
 drive
 drive-angry
-drive-in/
+drive-in/
 drive-with-lyft*ref=
 drivers
 drj
@@ -44153,7 +44153,7 @@ en/recherche.html
 en/recruitments/
 en/related-content?
 en/renew.html
-en/request-information/
+en/request-information/
 en/responsive-header
 en/restaurants/
 en/right-education-country-overview/grid
@@ -44588,9 +44588,9 @@ epic
 epilepsy-seizures-rapid-rescue-single-treatment
 episerver
 episerver
-episode-engine/
-episode-podcast/
-episode/
+episode-engine/
+episode-podcast/
+episode/
 episode_times
 episodes?q=
 epmt
@@ -45456,7 +45456,7 @@ es/shop_name_search_service
 es/sica/
 es/site-achievement
 es/sobre_nosotros
-es/solicitar-informacion/
+es/solicitar-informacion/
 es/solutions/case-studies/
 es/solutions/case-studies/innovators/innovators-eu/
 es/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
@@ -48863,7 +48863,7 @@ flightsearch
 flightstatus-results.aspx?
 flightstatus/
 flint-deals
-flip-player/
+flip-player/
 flip-preview
 flipboardrss
 flipbook
@@ -50255,7 +50255,7 @@ fr/datos-personales
 fr/days/world-radio/grid
 fr/days/world-radio/list
 fr/days/world-radio/map
-fr/demande-informations/
+fr/demande-informations/
 fr/democenter
 fr/develop/
 fr/develop/review/
@@ -56674,7 +56674,7 @@ html?order
 html?trial
 html?widget
 html_bbs/
-html_email/
+html_email/
 html_externe
 html_file/
 html_templates
@@ -58333,7 +58333,7 @@ include/toc
 includes
 includes
 includes/
-includes/
+includes/
 includes/*
 includes/*.asp$
 includes/*.js
@@ -59163,7 +59163,7 @@ ip-status
 ipAcl
 ipAddress=
 ipad
-ipad/
+ipad/
 ipad/4/Contents/en/searchindex
 ipad_welcome
 ipadconsent
@@ -59700,7 +59700,7 @@ it/resources*sort=
 it/resources*type=
 it/responsive-header
 it/ricerca
-it/richiesta-informazioni/
+it/richiesta-informazioni/
 it/s/collezioni
 it/s/immagini
 it/s/utenti
@@ -62239,7 +62239,7 @@ lamda/images
 lan
 lancaster
 land
-land/
+land/
 land/search.php
 landandwater
 landandwater/cdwa
@@ -62254,7 +62254,7 @@ landing-page/licensing
 landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt
 landing-pages
 landing.php
-landing/
+landing/
 landing/braintree-paypal
 landing/brand/
 landing/brand/adam-eve-products$
@@ -62366,7 +62366,7 @@ latinamerica/wp-content/plugins
 latinamerica/wp-includes
 latoyaprincessjackson
 launch
-launch/
+launch/
 launch2005/
 launch_invitation
 launcher
@@ -63041,7 +63041,7 @@ listmanager/goodbye.php
 listmanager/notification1.php
 listmanager/notification2.php
 lists
-lists/
+lists/
 lists/search
 lists/search?q=
 listspider/
@@ -64186,7 +64186,7 @@ manzo
 map
 map-constructor/loader
 map-regular.xml
-map-review/
+map-review/
 map-search-flats/leningradskaya-oblast/$
 map-search-flats/moskovskaya-oblast/$
 map-search-flats/moskva/$
@@ -64270,7 +64270,7 @@ marekmajer
 marenalin
 margaretjenkins
 margotmoinester
-mari/
+mari/
 maria-garytrainingsite
 maria_acevedo
 maria_ratanova
@@ -66817,7 +66817,7 @@ mx/user
 mx/user$
 mx/ventureone
 mx/your
-mxf-final-cut-pro/
+mxf-final-cut-pro/
 mxhe
 my
 my$
@@ -67442,7 +67442,7 @@ news-ga
 news-insider$
 news-keywords
 news-list
-news-manager/
+news-manager/
 news-mobile
 news-redirect/*
 news-releases/browse
@@ -67816,7 +67816,7 @@ newsletter-templates/weekly-best-of
 newsletter-templates/weekly-messenger
 newsletter.php
 newsletter/
-newsletter/
+newsletter/
 newsletter/$http://digital-strategy.ec.europa.eu/robots.txt
 newsletter/*
 newsletter/archive/
@@ -71575,7 +71575,7 @@ pl/pl/product-finder/internal-hard-drives/
 pl/pl/promos/
 pl/pl/promos/lyve-cloud-for-startups/
 pl/player
-pl/popros-o-informacje/
+pl/popros-o-informacje/
 pl/renew.html
 pl/search
 pl/search*attr_*=
@@ -76826,7 +76826,7 @@ ru/promotions
 ru/random
 ru/redirect-notification/
 ru/renew.html
-ru/request-information/
+ru/request-information/
 ru/resources
 ru/ru/materials/*
 ru/ru/product-finder/external-hard-drives/
@@ -77104,7 +77104,7 @@ sale/search*
 salehizadeh
 salernolisa
 sales
-sales-kit/
+sales-kit/
 sales/digital
 sales/includes
 salesImages/static-1.366
@@ -77452,7 +77452,7 @@ scottvernaglia
 scratch
 scratch_1.4
 scratchr2/static
-screen-flow/
+screen-flow/
 screen-time-strategies-you-can-start-today
 screen.js
 screen/image
@@ -84099,7 +84099,7 @@ test.html
 test.jsp
 test.umb.edu/
 test/
-test/
+test/
 test/action~
 test/action~agenda
 test/action~default
@@ -84993,7 +84993,7 @@ topicsearch?q=
 topo-summit-2019
 toprailapp
 tops
-topsecret/
+topsecret/
 topsites_preview
 topsy
 topup
@@ -85273,7 +85273,7 @@ trade_directory
 trademgr
 tradeoffer
 traffic
-traffic-manager/
+traffic-manager/
 traffic/status*?
 trafficbot.life
 trafficbot.live
@@ -86515,7 +86515,7 @@ upcomingeventdetails.html
 upcomingevents
 upcomingevents.html?
 update
-update-check/wirecast/
+update-check/wirecast/
 update-your-browser
 update-your-browser.html
 update.bml
@@ -87683,13 +87683,13 @@ validate.php
 validatepostcommentreply.php
 validator
 vansorat
-vantage-cloud/
-vantage-enterprise/
-vantage-transcoding/
-vantageCloudManager/
-vantageCloudTrial/
-vantageDomainServer/
-vantageTrancodeServer/
+vantage-cloud/
+vantage-enterprise/
+vantage-transcoding/
+vantageCloudManager/
+vantageCloudTrial/
+vantageDomainServer/
+vantageTrancodeServer/
 vantage_point/archive
 var
 var/
@@ -87999,7 +87999,7 @@ video
 video-
 video-alert
 video-c.php
-video-cue/
+video-cue/
 video-keywords
 video-landing-pages
 video-old
@@ -110292,7 +110292,7 @@ wip
 wip_index.php
 wipostad/
 wire-
-wire-cast/
+wire-cast/
 wirecutter/*&xid=
 wirecutter/*.csv$
 wirecutter/*.zip$