diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index bc88aa8bd..caacd215a 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -27474,7 +27474,7 @@ GuruFiles/ Gurufiles/ H HACAffiliate -HBO/ +HBO/ HDView HK/ HM @@ -40373,7 +40373,7 @@ actueel ad ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition ad-features -ad-manager/ +ad-manager/ ad-retargeting-101-online-shopping-in-the-covid-19-era ad-scans ad-test @@ -41045,7 +41045,7 @@ agile064 agile065 agile066 agile067 -agility/ +agility/ aging_surprises_getting_older/article.htm agplants agreements @@ -42574,7 +42574,7 @@ android/third_party andy-schuon-named-president-chief-operating-officer-of-online-record-label-jimmy-and-dougs-farmclub-com anesth/employment/faculty/cv anewleaf -anga/ +anga/ angebot angebote angel-groups/*afghanistan @@ -43432,7 +43432,7 @@ appliance appliance-delivery-installation/* applicant-eligibility application -application-content/ +application-content/ application-survey/ application/ application? @@ -44569,7 +44569,7 @@ askquestion? asm/ asp.net/ asp/ -asp/ +asp/ asp/cgabillstatus/ asp/demo_db_edit.asp asp/menu/ @@ -44577,7 +44577,7 @@ aspSubscriptionSubmit.asp aspWebCalendar/ aspnet_client aspnet_client/ -aspnet_client/ +aspnet_client/ aspwebcalendar/ aspwebcalendar/calendar.asp aspx$ @@ -45975,7 +45975,7 @@ banners banners banners-old.php? banners/ -banners/ +banners/ banners/link-default.html banners/obama-vs-romney.html banners2/ @@ -61078,7 +61078,7 @@ cloud-api/one-cart-api/v1/carts/current/process_payment cloud-launcher/sitemap cloud-storage-pricing-plans/* cloud/ -cloud/ +cloud/ cloud/$ cloud/* cloud/131 @@ -65740,7 +65740,7 @@ contentassets/*.xml$ contentfeed/getdata?type=synopsi contentisblocked contentisblocked.md -contentjam/ +contentjam/ contentonly contentpar_gridblock contentresearchtool/ @@ -73735,7 +73735,7 @@ downloadpubliclightbox.php downloads downloads.php downloads/ -downloads/ +downloads/ downloads/$ downloads/* downloads/*/ @@ -73845,7 +73845,7 @@ dritte drive drive-and-listen/ drive-angry -drive-in/ +drive-in/ drive-with-lyft*ref= drive-with-lyft*utm drive/search @@ -80073,9 +80073,9 @@ epilepsy_pictures_slideshow/article.htm episerver episerver episode -episode-engine/ -episode-podcast/ -episode/ +episode-engine/ +episode-podcast/ +episode/ episode/*/transcript$ episode/http episodes @@ -85318,7 +85318,7 @@ flightsearch/book-a-flight?cacheKeySuffix= flightsh5/ flightstatus/search/* flip-book/pdf/ad106c9390e50a84a1f87bed55b5115b712d9c6b.pdf -flip-player/ +flip-player/ flip-preview flipboardrss flipbook @@ -99615,7 +99615,7 @@ html?pageq= html?pages= html?ref= html?user_country= -html_email/ +html_email/ html_externe html_helpers html_tests @@ -101769,7 +101769,7 @@ include_xml/* includes includes.other/ includes/ -includes/ +includes/ includes/*.js includes/_stampa_articolo.php* includes/boite/1 @@ -103021,7 +103021,7 @@ ipAcl ipad ipad-games/buy/* ipad/ -ipad/ +ipad/ ipad/4/Contents/en/searchindex ipad/http://americanbar.org/robots.txt ipad/stories @@ -108391,7 +108391,7 @@ lakers/users laluan/*/laluan-dari- lamda/images land-browse-bff -land/ +land/ land/*/reviews land/*/sites/*/photos lander @@ -108406,7 +108406,7 @@ landing-page-documents/ landing-pages/ landing.php landing/ -landing/ +landing/ landing/cd-rates-d landing/cd-rates-f landing/cd-rates-g @@ -108608,7 +108608,7 @@ latinamerica/wp-includes launch-academy launch-learn-more-vid launch.aspx -launch/ +launch/ launch2005/ launcher launcher$ @@ -111995,7 +111995,7 @@ map---modo/ map---modo/all-locations/ map-constructor/loader map-regular.xml -map-review/ +map-review/ map-videofull.xml map.ashx map.asp @@ -112145,7 +112145,7 @@ marcioreinaldo marcosmontes marcotebaldi margeaux-watson-appointed-senior-vice-president-media-relations-universal-motown-records -mari/ +mari/ maria-ho-appointed-vice-president-corporate-communications-universal-music-group mariah-carey-puts-finishing-touches-on-her-new-album-memoirs-of-an-imperfect-angel mariah-careys-dont-forget-about-us-hits-1 @@ -115868,7 +115868,7 @@ mx/user$ mx/web.config mx/your mx2019.jsp -mxf-final-cut-pro/ +mxf-final-cut-pro/ my my$ my-MM/$ @@ -117037,7 +117037,7 @@ news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dia news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference news-ga news-insider$ -news-manager/ +news-manager/ news-news-flash&page= news-news-flash/*_q news-outlets @@ -138179,7 +138179,7 @@ sale= sale_type= sales sales-demo-video -sales-kit/ +sales-kit/ sales-leads sales/*?*after= sales/*?*before= @@ -138586,7 +138586,7 @@ scratch_1.4 scratching scratchr2/static screen -screen-flow/ +screen-flow/ screen-recorder-app? screen-time-strategies-you-can-start-today screen/image @@ -149946,7 +149946,7 @@ test.html test.jsp test.umb.edu/ test/ -test/ +test/ test/* test/*?question* test/*?rtf* @@ -151385,7 +151385,7 @@ topla-kazan topla-kazan-kuponlari toprailapp tops -topsecret/ +topsecret/ topsfr topsocial topup @@ -151805,7 +151805,7 @@ trademgr tradeoffer traduction traffic -traffic-manager/ +traffic-manager/ traffic/ traffic/status*? trafficbot.life @@ -154077,7 +154077,7 @@ upcomingeventdetails.html upcomingevents.html? update update-browser -update-check/wirecast/ +update-check/wirecast/ update-guide update-password update-settings @@ -157509,13 +157509,13 @@ vanessagrazziotin vanilla vanity vans/leasing/search -vantage-cloud/ -vantage-enterprise/ -vantage-transcoding/ -vantageCloudManager/ -vantageCloudTrial/ -vantageDomainServer/ -vantageTrancodeServer/ +vantage-cloud/ +vantage-enterprise/ +vantage-transcoding/ +vantageCloudManager/ +vantageCloudTrial/ +vantageDomainServer/ +vantageTrancodeServer/ vantage_point/archive vantagepoint vapors/ @@ -157944,7 +157944,7 @@ video*search=*o=mr&page=8$ video*search=*o=mr&page=9$ video- video-alert -video-cue/ +video-cue/ video-en-directo video-gallery/ video-keywords @@ -184993,7 +184993,7 @@ wip/* wip_index.php wipostad/ wire- -wire-cast/ +wire-cast/ wirecutter wirecutter/ wirecutter/*&xid=