diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index 8f2cf823..b9ea25a8 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -1,8 +1,8 @@
 {
     "Jwt secrets update": {
-        "last_update": 1722848598
+        "last_update": 1722852197
     },
     "Trickest wordlist update": {
-        "last_update": 1722765795
+        "last_update": 1722852211
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
index 7530c43c..2fd92216 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
@@ -33752,6 +33752,11 @@ system/library/cart/user.php
 library/cart/user.php
 cart/user.php
 user.php
+upload/system/library/cart/api.php
+system/library/cart/api.php
+library/cart/api.php
+cart/api.php
+api.php
 upload/system/library/cart/cart.php
 system/library/cart/cart.php
 library/cart/cart.php
@@ -47270,111 +47275,96 @@ catalog/model/catalog/review.php
 model/catalog/review.php
 catalog/review.php
 review.php
-upload/catalog/language/en-gb/api/account/login.php
-catalog/language/en-gb/api/account/login.php
-language/en-gb/api/account/login.php
-en-gb/api/account/login.php
-api/account/login.php
-account/login.php
-login.php
-upload/catalog/language/en-gb/api/sale/voucher.php
-catalog/language/en-gb/api/sale/voucher.php
-language/en-gb/api/sale/voucher.php
-en-gb/api/sale/voucher.php
-api/sale/voucher.php
-sale/voucher.php
+upload/catalog/language/en-gb/api/voucher.php
+catalog/language/en-gb/api/voucher.php
+language/en-gb/api/voucher.php
+en-gb/api/voucher.php
+api/voucher.php
 voucher.php
-upload/catalog/language/en-gb/api/sale/payment_method.php
-catalog/language/en-gb/api/sale/payment_method.php
-language/en-gb/api/sale/payment_method.php
-en-gb/api/sale/payment_method.php
-api/sale/payment_method.php
-sale/payment_method.php
-payment_method.php
-upload/catalog/language/en-gb/api/sale/payment_address.php
-catalog/language/en-gb/api/sale/payment_address.php
-language/en-gb/api/sale/payment_address.php
-en-gb/api/sale/payment_address.php
-api/sale/payment_address.php
-sale/payment_address.php
-payment_address.php
-upload/catalog/language/en-gb/api/sale/shipping_address.php
-catalog/language/en-gb/api/sale/shipping_address.php
-language/en-gb/api/sale/shipping_address.php
-en-gb/api/sale/shipping_address.php
-api/sale/shipping_address.php
-sale/shipping_address.php
-shipping_address.php
-upload/catalog/language/en-gb/api/sale/reward.php
-catalog/language/en-gb/api/sale/reward.php
-language/en-gb/api/sale/reward.php
-en-gb/api/sale/reward.php
-api/sale/reward.php
-sale/reward.php
-reward.php
-upload/catalog/language/en-gb/api/sale/order.php
-catalog/language/en-gb/api/sale/order.php
-language/en-gb/api/sale/order.php
-en-gb/api/sale/order.php
-api/sale/order.php
-sale/order.php
-order.php
-upload/catalog/language/en-gb/api/sale/coupon.php
-catalog/language/en-gb/api/sale/coupon.php
-language/en-gb/api/sale/coupon.php
-en-gb/api/sale/coupon.php
-api/sale/coupon.php
-sale/coupon.php
-coupon.php
-upload/catalog/language/en-gb/api/sale/affiliate.php
-catalog/language/en-gb/api/sale/affiliate.php
-language/en-gb/api/sale/affiliate.php
-en-gb/api/sale/affiliate.php
-api/sale/affiliate.php
-sale/affiliate.php
-affiliate.php
-upload/catalog/language/en-gb/api/sale/shipping_method.php
-catalog/language/en-gb/api/sale/shipping_method.php
-language/en-gb/api/sale/shipping_method.php
-en-gb/api/sale/shipping_method.php
-api/sale/shipping_method.php
-sale/shipping_method.php
-shipping_method.php
-upload/catalog/language/en-gb/api/sale/cart.php
-catalog/language/en-gb/api/sale/cart.php
-language/en-gb/api/sale/cart.php
-en-gb/api/sale/cart.php
-api/sale/cart.php
-sale/cart.php
-cart.php
-upload/catalog/language/en-gb/api/sale/customer.php
-catalog/language/en-gb/api/sale/customer.php
-language/en-gb/api/sale/customer.php
-en-gb/api/sale/customer.php
-api/sale/customer.php
-sale/customer.php
-customer.php
-upload/catalog/language/en-gb/api/localisation/currency.php
-catalog/language/en-gb/api/localisation/currency.php
-language/en-gb/api/localisation/currency.php
-en-gb/api/localisation/currency.php
-api/localisation/currency.php
-localisation/currency.php
+upload/catalog/language/en-gb/api/currency.php
+catalog/language/en-gb/api/currency.php
+language/en-gb/api/currency.php
+en-gb/api/currency.php
+api/currency.php
 currency.php
-upload/catalog/language/en-gb/api/localisation/language.php
-catalog/language/en-gb/api/localisation/language.php
-language/en-gb/api/localisation/language.php
-en-gb/api/localisation/language.php
-api/localisation/language.php
-localisation/language.php
+upload/catalog/language/en-gb/api/payment_method.php
+catalog/language/en-gb/api/payment_method.php
+language/en-gb/api/payment_method.php
+en-gb/api/payment_method.php
+api/payment_method.php
+payment_method.php
+upload/catalog/language/en-gb/api/payment_address.php
+catalog/language/en-gb/api/payment_address.php
+language/en-gb/api/payment_address.php
+en-gb/api/payment_address.php
+api/payment_address.php
+payment_address.php
+upload/catalog/language/en-gb/api/login.php
+catalog/language/en-gb/api/login.php
+language/en-gb/api/login.php
+en-gb/api/login.php
+api/login.php
+login.php
+upload/catalog/language/en-gb/api/shipping_address.php
+catalog/language/en-gb/api/shipping_address.php
+language/en-gb/api/shipping_address.php
+en-gb/api/shipping_address.php
+api/shipping_address.php
+shipping_address.php
+upload/catalog/language/en-gb/api/reward.php
+catalog/language/en-gb/api/reward.php
+language/en-gb/api/reward.php
+en-gb/api/reward.php
+api/reward.php
+reward.php
+upload/catalog/language/en-gb/api/order.php
+catalog/language/en-gb/api/order.php
+language/en-gb/api/order.php
+en-gb/api/order.php
+api/order.php
+order.php
+upload/catalog/language/en-gb/api/coupon.php
+catalog/language/en-gb/api/coupon.php
+language/en-gb/api/coupon.php
+en-gb/api/coupon.php
+api/coupon.php
+coupon.php
+upload/catalog/language/en-gb/api/language.php
+catalog/language/en-gb/api/language.php
+language/en-gb/api/language.php
+en-gb/api/language.php
+api/language.php
 language.php
-upload/catalog/language/en-gb/api/localisation/store.php
-catalog/language/en-gb/api/localisation/store.php
-language/en-gb/api/localisation/store.php
-en-gb/api/localisation/store.php
-api/localisation/store.php
-localisation/store.php
+upload/catalog/language/en-gb/api/store.php
+catalog/language/en-gb/api/store.php
+language/en-gb/api/store.php
+en-gb/api/store.php
+api/store.php
 store.php
+upload/catalog/language/en-gb/api/affiliate.php
+catalog/language/en-gb/api/affiliate.php
+language/en-gb/api/affiliate.php
+en-gb/api/affiliate.php
+api/affiliate.php
+affiliate.php
+upload/catalog/language/en-gb/api/shipping_method.php
+catalog/language/en-gb/api/shipping_method.php
+language/en-gb/api/shipping_method.php
+en-gb/api/shipping_method.php
+api/shipping_method.php
+shipping_method.php
+upload/catalog/language/en-gb/api/cart.php
+catalog/language/en-gb/api/cart.php
+language/en-gb/api/cart.php
+en-gb/api/cart.php
+api/cart.php
+cart.php
+upload/catalog/language/en-gb/api/customer.php
+catalog/language/en-gb/api/customer.php
+language/en-gb/api/customer.php
+en-gb/api/customer.php
+api/customer.php
+customer.php
 upload/catalog/language/en-gb/common/maintenance.php
 catalog/language/en-gb/common/maintenance.php
 language/en-gb/common/maintenance.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
index c148a47c..1d9bc292 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
@@ -3500,6 +3500,7 @@ upload/system/library/cart/currency.php
 upload/system/library/cart/length.php
 upload/system/library/cart/tax.php
 upload/system/library/cart/user.php
+upload/system/library/cart/api.php
 upload/system/library/cart/cart.php
 upload/system/library/cart/customer.php
 upload/system/library/response.php
@@ -5474,21 +5475,21 @@ upload/catalog/model/catalog/manufacturer.php
 upload/catalog/model/catalog/information.php
 upload/catalog/model/catalog/category.php
 upload/catalog/model/catalog/review.php
-upload/catalog/language/en-gb/api/account/login.php
-upload/catalog/language/en-gb/api/sale/voucher.php
-upload/catalog/language/en-gb/api/sale/payment_method.php
-upload/catalog/language/en-gb/api/sale/payment_address.php
-upload/catalog/language/en-gb/api/sale/shipping_address.php
-upload/catalog/language/en-gb/api/sale/reward.php
-upload/catalog/language/en-gb/api/sale/order.php
-upload/catalog/language/en-gb/api/sale/coupon.php
-upload/catalog/language/en-gb/api/sale/affiliate.php
-upload/catalog/language/en-gb/api/sale/shipping_method.php
-upload/catalog/language/en-gb/api/sale/cart.php
-upload/catalog/language/en-gb/api/sale/customer.php
-upload/catalog/language/en-gb/api/localisation/currency.php
-upload/catalog/language/en-gb/api/localisation/language.php
-upload/catalog/language/en-gb/api/localisation/store.php
+upload/catalog/language/en-gb/api/voucher.php
+upload/catalog/language/en-gb/api/currency.php
+upload/catalog/language/en-gb/api/payment_method.php
+upload/catalog/language/en-gb/api/payment_address.php
+upload/catalog/language/en-gb/api/login.php
+upload/catalog/language/en-gb/api/shipping_address.php
+upload/catalog/language/en-gb/api/reward.php
+upload/catalog/language/en-gb/api/order.php
+upload/catalog/language/en-gb/api/coupon.php
+upload/catalog/language/en-gb/api/language.php
+upload/catalog/language/en-gb/api/store.php
+upload/catalog/language/en-gb/api/affiliate.php
+upload/catalog/language/en-gb/api/shipping_method.php
+upload/catalog/language/en-gb/api/cart.php
+upload/catalog/language/en-gb/api/customer.php
 upload/catalog/language/en-gb/common/maintenance.php
 upload/catalog/language/en-gb/common/menu.php
 upload/catalog/language/en-gb/common/currency.php
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index c60e6483..6f2e2617 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -2641,8 +2641,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://linkedin.com/robots.txt
-http://support.apple.com/robots.txt
+http://ec.europa.eu/robots.txt
+http://news.google.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3983,7 +3983,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://apis.google.com/robots.txt
+showtimes/location/*http://bloomberg.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 51c179ff..0de5d935 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -15,7 +15,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 %7B%7Burl%7D%7D
 %7B*%7D
 %7C
-%7Cd_
 &
 &*
 &*To66.Asia
@@ -2300,9 +2299,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /MANUALS/*.pdf$
 /Message-Error.htm
 /Newsroom/GoogleSitemap
-/Ntk
-/Ntt
-/Ntx
 /P
 /PWD
 /RedesignBucket
@@ -3070,7 +3066,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://tepapa.govt.nz/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3261,7 +3257,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /scheduled-pin
 /scheduled-pins
 /schemes
-/schoollist
 /schrijf-een-review
 /science/ereader
 /science/fabrication
@@ -3643,7 +3638,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://akismet.com/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3872,7 +3867,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://mtv.com.lb/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -4375,8 +4370,6 @@ AdRequestEventLogApi
 AddForumUser
 AddListing
 AddThis.com
-AddToList
-AddToRegistry
 Admin
 Admin/
 Administration/
@@ -4393,10 +4386,8 @@ AirlineRegistration
 AirlineTips
 AirportFromGeoAjax
 AirportIP
-AjaxSearchNavigationView
 Album.aspx/*
 AllReviews
-Allons_voter
 AlumniAppLoad
 AmazonCloudFront/2008-06-30
 AmazonCloudFront/2009-04-02
@@ -5296,7 +5287,6 @@ BDCbot
 BIXOCRAWLER
 BLEXBot
 BLImpRecord
-BTWN
 BUbiNG
 Backnumber
 Baldric/static-1.71
@@ -5327,7 +5317,6 @@ COG
 CP
 CR-Dokumentation.pdf$
 Calculator
-CallToActionModalView
 CampaignConfigAjax
 CampaignConfiguration
 CampaignId
@@ -5348,11 +5337,6 @@ CheapFlightsRecord
 CheapFlightsSearchDeals
 CheapFlightsSearchResults
 CheapFlightsSearchSeatGuru
-Checkout
-CheckoutEditItemsDisplayView
-CheckoutOrderBillingView
-CheckoutOrderShippingView
-CheckoutSignInView
 Citation/Download
 Civ
 Claim
@@ -5429,27 +5413,22 @@ Download
 DownloadFile/
 DynamicPlacementAjax
 ERRORS
-ESPDisplayOptionsViewCmd
-ESPModal
 EULegal
 EarlyRequesterJS/static-1.38
 ElasticLoadBalancing/2009-05-15
 ElasticLoadBalancing/2010-07-01
-EmailCartView
 EmailHotel
 EmailMap
 EmailMemberRegistration
 EmailSpellCheckJson
 Emailer
 EmbedSlideshow
-EnlargedImageView
 Entrez
 ErrorLog
 ErrorPage
 EssentialMetrics
 EventDates
 Exabot
-ExitCheckoutCmd
 ExitWindow
 ExpandedUserReviews
 ExperiencesCommerce
@@ -5471,12 +5450,9 @@ FareCalendar
 FatalError.html
 FavoriteReviewManagement
 Featured
-FeaturedShowMoreOverlay
 Features/SpinaBifidaProgram/
 Feeds
 Fetch
-FetchProdRefreshContent
-FiatsCmd
 FilterState
 FindRestaurants
 FinishAppInstall
@@ -5503,7 +5479,6 @@ ForumSetSortCookie
 ForumSignIn
 ForumVote
 Fragment/SysConfig
-FreeGiftDisplayView
 FreeTools
 Friends
 Friends/inviteFriends
@@ -5519,7 +5494,6 @@ GSSAjax
 GeneralSupport
 Generic/Generic
 Generic/IOS/
-GenericRegistryPortalView
 Genieo
 GermanwingsPromo
 GermanwingsRegistration
@@ -5528,7 +5502,6 @@ GetListedLightbox
 GetListedUpdateAttraction
 GetListedUpdateEatery
 GetMobileApp
-GiftRegistrySearchViewCmd
 Gigabot
 GoogleInternetAuthority
 Gpits
@@ -5536,7 +5509,6 @@ GreenLeaderAjax
 GreenLeadersProxy
 GroupHomeApi
 GroupManagementCenter
-GuestAsAnonymous
 GuestExperience
 GuestXManagementTool
 GuideAjax
@@ -5554,7 +5526,6 @@ HeadJS/static-2.83
 HeadJS/static-2.84
 HeadJS/static-2.92
 Help
-HelpContent
 HelpProxy
 HelpUkraine
 Heritrix
@@ -5699,7 +5670,6 @@ LocationTab
 LocationWidget
 LogMediaClick
 Login.html
-LogonForm
 MAINTAINERS.txt
 MAPS
 MJ12bot
@@ -5712,10 +5682,8 @@ Mail/
 MailEmergency
 Manage/
 ManageListing
-ManageOrder
 ManageOwnersTopReasonsApi
 ManagePhotos
-ManageReturns
 ManageShopListingApi
 ManageShopping
 ManageStoryboard
@@ -5729,7 +5697,6 @@ Marketing/EcapSurvey.aspx
 Maxthon
 McKinsey
 MediaBadgeResponse
-MediaDisplayView
 MediaKit
 MediaVoting
 MeetingsBase/static-1.1538
@@ -6021,14 +5988,12 @@ OfferAnnouncementManagement
 Offline
 OnThisDay
 OpenGraphLander
-OpenZoomLayer
 OpeningHours
 OptOutEmail
 OptimusNativePayment
 OrderItemDisplay
 OrderItemDisplay=
 Orthogaffe
-OtherDisplayView
 Out-Of-Date
 OverlayWidgetAjax
 OwnerActivityFeedAjax
@@ -6118,8 +6083,6 @@ PrintGuide
 Private
 ProductCancellationLogApi
 ProductCart
-ProductComparisonCmd
-ProductDetailsTabView
 ProductError
 Production/
 Products/AddToCart.aspx
@@ -6129,8 +6092,6 @@ Products/subscriptionsSpecial.aspx
 Profile
 Project
 PromoTools
-PromotionDetailsDisplayView
-PromotionDisplayView
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -6153,7 +6114,6 @@ ProxyToolsTokenTestTool
 QUICKNEWS
 QueryJson
 QuerySeekerSpider
-QuickInfoView
 QuickReview
 Quickcast
 R
@@ -6203,14 +6163,12 @@ RegistrationInterceptPopup
 RegistreWeb/search/advanced.htm
 RegistreWeb/search/simple.htm
 RegistreWeb/search/typedoc.htm
-RegistryPortalCmd
 RemindMe
 RentalCarsRedirect
 RentalPropertyManager
 RentalWatchSignup
 RentalsSearch
 RentalsSupport
-ReportAbuse
 ReportBug
 ReportIAP
 ReportPost
@@ -6250,7 +6208,6 @@ SI
 SID=
 SITE=es.antevenio.
 SNP
-SOImapPriceDisplayView
 SPCommerceInternal
 SPOCK
 SPRedirect
@@ -6265,7 +6222,6 @@ Scripts
 Search
 Search/*
 Search/Mail/Public
-SearchNavigationView
 SelectLocale?fromPage=
 SelfServeAdvertising
 SendMessage
@@ -6311,7 +6267,6 @@ SiftScript
 SignInShibboleth.aspx
 SingleClickOptOut
 SingleClickSignUp
-SingleShipmentOrderSummaryView
 SingleUserReview
 SiteBot
 SiteBot/0.1
@@ -6349,7 +6304,6 @@ Special:ThankAuthors
 Special:UserLogin
 SpecialOfferManagement
 SpecialOfferWebview
-SpecificationDefinitionView
 Spinn3r
 SponsoredListingAjax
 SponsoredListingCommerce
@@ -6400,8 +6354,6 @@ TLMCountries
 Tablet
 TaggingAjax
 TagsJSONServlet
-TargetListPortalView
-TargetStoreLocatorCmd
 Taxonomy/CommonTree
 Taxonomy/Selector
 TealeafTarget.jsp
@@ -6516,7 +6468,6 @@ VacationRentalsPromoLander
 VacationRentalsTracking
 VacationRentalsXSiteAjax
 ValidateJson
-VariationSelectionView
 VerifyReview
 Video
 Video/*playerIndex
@@ -6573,10 +6524,7 @@ WidgetsAjax
 WifiPlus
 WindowsApp
 Wotbot
-WriteComments
 WriteReviewShade
-WriteReviews
-XCSA
 Xenu
 Xhr
 Yandex
@@ -6593,7 +6541,6 @@ ZyBORG
 [_0-9a-zA-Z]+/photo
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
-[path]
 \+*\+
 _
 _
@@ -6889,7 +6836,7 @@ account-settings
 account-setup
 account/
 account/accomplishments
-account/accomplishments/http://nymag.com/robots.txt
+account/accomplishments/http://creativecommons.org/robots.txt
 account/ackgift
 account/deactivated
 account/emailoptout/?*token=
@@ -7094,7 +7041,6 @@ advanced-search
 advanced-search/x
 advanced-trade/spot
 advanced/adv-suggestions
-advancedGiftRegistrySearchView
 advanced_blog_search
 advanced_engl.html
 advancedsearch.aspx
@@ -7303,12 +7249,12 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://1.bp.blogspot.com/robots.txt
+api/attachments/*http://docs.wixstatic.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://amazon.in/robots.txt
+api/http://kobo.com/robots.txt
 api/internal/*/location
 api/internal/analytics/songs
 api/jobPostings/jobs
@@ -7382,7 +7328,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://beatport.com/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8187,6 +8133,7 @@ backgrounds
 backoffice=
 badges/profile/create
 bagon
+baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -8586,7 +8533,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://rtve.es/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8713,7 +8660,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://ja.wikipedia.org/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -8741,9 +8688,6 @@ bookshelf
 booksrightsholders
 boutique/sitemaps
 bp
-bp/c
-bp/guest_mfg_brand
-bp/p
 bp01
 bpage-preview
 br
@@ -9626,7 +9570,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://technorati.com/robots.txt
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9653,8 +9597,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://brilliant.org/robots.txt
-cgi-local
+cgi-binhttp://ifttt.com/robots.txt
 cgi-perl
 cgi-registry
 cgi-sys
@@ -9945,7 +9888,6 @@ co*/cdn-cgi/challenge-platform
 co*/step
 co*/submit
 co*/submitted
-co-
 co/
 co/*?*shpxid=
 co/*digital_wallets/dialog
@@ -9994,7 +9936,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://m.youtube.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10117,6 +10059,7 @@ compagnie
 companies/c
 companies/o
 companies/search
+company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10202,7 +10145,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://de.wikipedia.org/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10318,7 +10261,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://androidpolice.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/redcross/lp
 content/dam/web/da_dk/www
@@ -10482,7 +10425,6 @@ counters/year2000a.html?p0
 country=
 country_code=
 coupons
-coupons.
 coupons/visit
 courier
 courses/
@@ -10502,6 +10444,7 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cr
@@ -10644,7 +10587,6 @@ culture/lifestyle/news/2001/08/46315
 cupid-v1
 curatedsearches
 currentcartcount
-custom-reviews
 custom/created.html
 custom/search/
 custom_orders
@@ -10735,7 +10677,6 @@ data-studio
 data/*/crosssellaccommodations
 data/1.0/bundle
 data/free/files
-database/philboard.mdb
 datasets/
 datax
 date/dateadd.html?
@@ -11013,7 +10954,6 @@ delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
 demo
-demokratie-jetzt.html
 demonstration
 demos
 denver
@@ -11112,7 +11052,6 @@ digital_wallets/dialog
 digitaledition
 digitalpdf
 dip
-dir_on_server
 direct
 direct/purchase
 directory
@@ -11648,7 +11587,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://moma.org/robots.txt
+email/*http://dw.com/robots.txt
 email/privacy-guarantees
 email/privacy-terms
 email/unsubscribe
@@ -12594,7 +12533,6 @@ fi/users
 fi/ventureone
 fi/virtualization
 fi/virtualization/virtualbox
-fiats
 ficapp
 fichas/gestor
 ficmanagers
@@ -12613,7 +12551,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://spoti.fi/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter
 filter/tips
 filter/tips
@@ -13025,7 +12963,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://wunderground.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13152,7 +13090,6 @@ gallery
 gallery/*/copyright
 gallery/*/flag
 gallery/rg*/mediaviewer/rm*/tr
-gam-
 game
 game/score
 game/summary
@@ -13175,7 +13112,6 @@ gb/node/add
 gb/search
 gb/user
 gb/user$
-gc?k
 gcc
 gclid=
 gd/forums
@@ -13252,7 +13188,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://docs.microsoft.com/robots.txt
+gifshttp://gist.github.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13279,7 +13215,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://justanotherdeveloper.net/robots.txt
+global-infrastructure/services/get-async/http://baidu.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13578,7 +13514,6 @@ gu/firefox/collections/mozilla/$
 gu/firefox/search
 guest-demos
 guest-pass
-guestEmailNotificationView
 guestbook/
 guidatv-old$
 guidatv/lista$
@@ -13605,7 +13540,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://thefader.com/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13882,6 +13817,7 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
+homepage/
 homepage/2013
 honing.html
 hooks
@@ -14001,39 +13937,39 @@ http
 http-checker
 http2_data
 http:
-http://amazon.fr/robots.txt
-http://api.twitter.com/robots.txt
-http://bing.com/robots.txt
-http://bls.gov/robots.txt
-http://booking.com/robots.txt
-http://c-span.org/robots.txt
-http://cardekho.com/robots.txt
-http://cdtfa.ca.gov/robots.txt
-http://cloudflare.com/robots.txt
-http://digg.com/robots.txt
-http://festo.com/robots.txt
-http://ftc.gov/robots.txt
-http://gigaom.com/robots.txt
-http://google.com.mx/robots.txt
-http://google.fr/robots.txt
-http://iso.org/robots.txt
-http://it.wikipedia.org/robots.txt
-http://mailchimp.com/robots.txt
-http://mega.nz/robots.txt
-http://moz.com/robots.txt
-http://msdn.microsoft.com/robots.txt
-http://networkadvertising.org/robots.txt
-http://nicovideo.jp/robots.txt
-http://paypalobjects.com/robots.txt
-http://penguinrandomhouse.com/robots.txt
-http://php.net/robots.txt
-http://pubads.g.doubleclick.net/robots.txt
-http://sketchfab.com/robots.txt
-http://slack.com/robots.txt
-http://support.mozilla.org/robots.txt
-http://theguardian.com/robots.txt
-http://visitazores.com/robots.txt
-http://webmd.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://about.google/robots.txt
+http://amazon.de/robots.txt
+http://amzn.to/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://behance.net/robots.txt
+http://census.gov/robots.txt
+http://euronews.com/robots.txt
+http://extension.purdue.edu/robots.txt
+http://graphisoft.com/robots.txt
+http://hubspot.com/robots.txt
+http://ie.edu/robots.txt
+http://linkedin.com/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.cnet.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
+http://support.apple.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://tiny.cc/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://upload.wikimedia.org/robots.txt
+http://vogue.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14326,7 +14262,6 @@ ig/search
 ig/user
 ig/users
 ignoring/human/orders
-igp
 ii
 il
 il-en*/listing/*/favoriters
@@ -14576,7 +14511,6 @@ index.hi.
 index.html
 index.html$
 index.html?
-index.jhtml
 index.new.html
 index.php
 index.php/*/media/oembed
@@ -14712,7 +14646,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://jupiterbroadcasting.com/robots.txt
+interactive*http://fcc.gov/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -15408,7 +15342,6 @@ keep
 keepalive.html
 keyboard_qwerty.html
 keyword
-keyword=
 kg/en/
 kg/ru/
 khan-labs?step=children-over-limit
@@ -15602,7 +15535,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://tech.nikkeibp.co.jp/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15644,7 +15577,6 @@ lees/gids/exclusief$
 lees/gids/exclusief.*$
 lees/gids/exclusief.html$
 legal
-legal-contact-us
 legal-content/BG/TXT/DOC
 legal-content/BG/TXT/SIG
 legal-content/CS/TXT/DOC
@@ -15759,6 +15691,7 @@ liked
 limit_hits
 limited-release
 link
+link?
 link_to
 linked
 linkedin
@@ -15770,7 +15703,6 @@ linux
 list
 list-bibliography-delegates
 list-existing-collections
-list.id=1
 list/ls*/_ajax
 list/ls*/export
 list_community.pl
@@ -16284,7 +16216,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://umc.org/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16766,7 +16698,6 @@ moon/*?
 moon/*year=
 more
 more_samples
-moreinfo.cfm
 morelikethis
 morerecenthistory
 morerecenthistoryajax
@@ -17592,7 +17523,6 @@ notifications/*
 nova
 now/mt3
 now50
-np
 npk
 npln
 npost/
@@ -17967,7 +17897,6 @@ p/all.atom?page=9
 p/blackout-m7
 p/featured.atom
 p/moduleprovider
-p/premium-registry
 p/surveyopen
 pa-IN/android/collections
 pa-IN/android/search
@@ -18004,6 +17933,7 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
+page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -18324,7 +18254,6 @@ pipeline
 pixel.png
 pk
 pkginfo
-pl
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -19319,7 +19248,6 @@ q/user/*/verifies
 q=
 qa
 qemail
-qi
 qnasearch?
 qr
 qrCode/*
@@ -19436,7 +19364,6 @@ reactions?
 read
 readcommentshtml
 reader
-ready_sit_read/index.jhtml
 realmedia
 rearrange
 rec
@@ -19634,7 +19561,6 @@ review/show
 review/top-reviewers
 reviewFilters
 reviewSeller
-reviewVote
 reviewWidget
 review_feed_auto_fetch
 reviewit
@@ -19856,6 +19782,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20323,7 +20250,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://telegram.me/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20624,6 +20551,7 @@ sharing/files
 sharing/folders
 shelf/user_shelves
 shenghuo/search?
+shifen/
 shihui
 shihui?
 ship
@@ -20687,7 +20615,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://anchor.fm/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -20742,6 +20670,7 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
+sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -21362,7 +21291,6 @@ spip.php?page=recherche
 splash
 splashui
 splashui_rc
-splitOrderItem
 sponsored
 sponsored-content
 sponsored/2022/10/disruptors-who-are-changing-their-industries
@@ -21565,7 +21493,6 @@ stock-ranker
 stoken
 storage
 store
-store-locator/search-results-print
 store/
 store/*
 store/*/search
@@ -21726,7 +21653,6 @@ summary_view$
 summerbzz
 sun/*?
 sun/*year=
-supertarget/index.jhtml
 supervision/coexistence
 supervision/setup
 support
@@ -21933,7 +21859,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://engadget.com/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22014,9 +21940,6 @@ talk/user
 talk/user/*/article
 talks2
 tally-loader-react/static-1.65
-target_baby
-target_group
-targetdirect_group
 tasks
 tax-center
 tax.php
@@ -22052,7 +21975,6 @@ tc/accept
 tdaroundme/*
 tdautourdemoi/*
 tdid=*
-tdir/p/kids-back-to-school
 tdv2_fp
 te/android/collections
 te/android/search
@@ -22160,7 +22082,7 @@ test5
 test6
 testcases
 testfl
-testhttp://deepmind.com/robots.txt
+testhttp://moz.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22405,7 +22327,6 @@ track
 track.gif
 trackback
 trackexternalsite.aspx
-tracking
 tracking-pixels/static-1.10
 tracking-pixels/static-1.8
 tracking?tracking_number
@@ -22444,7 +22365,7 @@ transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://smh.com.au/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22527,7 +22448,6 @@ try-which/price-predictor/
 try-which/wills/
 try?
 trylater
-tsa
 tto
 tucritica
 tune*retpath=
@@ -22845,6 +22765,7 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -24466,7 +24387,6 @@ windowsforms/
 windowsvista/
 winforms/
 winfx/
-winnt
 wirecutter/*&xid=
 wirecutter/*.csv$
 wirecutter/*.zip$
@@ -24517,6 +24437,8 @@ word/document_stats
 word/document_url
 word/download
 word/embed
+wordpress/wp-admin
+wordpress/wp-admin/admin-ajax.php
 work
 work/_
 work/acceptinvitation
@@ -24616,9 +24538,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
-wp-admin/admin-ajax.phphttp://icelandair.com/robots.txt
-wp-admin/admin-ajax.phphttp://roh.org.uk/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
+wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24685,7 +24607,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://download.macromedia.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24811,7 +24733,7 @@ your-account
 your-orders
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://youtube-nocookie.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -24840,7 +24762,6 @@ youtube/fonts
 youtube/img/promos
 youtube/partner
 youtubei
-yr
 yss_fragment.gne
 yuv
 z
@@ -25161,15 +25082,13 @@ zz
 8618
 9742
 9744
-101612.rsshttp://app.box.com/robots.txt
+101612.rsshttp://c-span.org/robots.txt
 1010203
 1014943
 1027454
 1089059
 3584794
 5787254
-7078046
-7079046
 23219321/iac.
 30585109/
 34722903
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 6ef96ae3..e3b936a2 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -353,7 +353,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 %7CName=
 %7CUNSUB%7C
 %7CUPDATE_PROFILE%7C
-%7Cd_
 %7E
 %7Eelph
 %7Ephilippe
@@ -964,7 +963,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hsfp.
 .*__hssc.
 .*__hstc.
-.+http://theweathernetwork.com/robots.txt
+.+http://barrons.com/robots.txt
 ...$
 .../
 .AARP/
@@ -1036,7 +1035,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*
 .css*************
 .css?
-.csshttp://jjpan.com/robots.txt
+.csshttp://thestorkbag.com/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1125,7 +1124,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://e360.yale.edu/robots.txt
+.jpg$http://bookshop.org/robots.txt
 .jpg*
 .jpg*************
 .js
@@ -1199,14 +1198,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .php$
 .php*dropship
 .php?$
-.phphttp://josebenegas.com/robots.txt
+.phphttp://pompeachaleurdaikin.fr/robots.txt
 .pl
 .plist$
 .png
 .png$
 .png$
-.png$http://apachefriends.org/robots.txt
-.png$http://theringer.com/robots.txt
+.png$http://home.kpmg/robots.txt
+.png$http://rsf.org/robots.txt
 .png*
 .png*************
 .ppt
@@ -1246,7 +1245,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .swf
 .swf$
 .swf$
-.swfhttp://marmorix.de/robots.txt
+.swfhttp://northscottsdaledentist.com/robots.txt
 .sz=
 .tar.bz2$
 .tar.gz$
@@ -1297,7 +1296,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xmli
 .zip
 .zip$
-.zip$http://state.gov/robots.txt
+.zip$http://ello.co/robots.txt
 .|jsp
 /
 /$
@@ -1911,7 +1910,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?*ls%3d*%3fls%3d
 /*?*ls=*&ls=
 /*?_requestid=
-/*?add-to-cart=*http://annex.s-manga.net/robots.txt
+/*?add-to-cart=*http://twilio.com/robots.txt
 /*?attachment-id=
 /*?ffref=
 /*?label=
@@ -4482,7 +4481,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /9401
 /?
 /?
-/?*
 /?*&page=*
 /?*utm_campaign=
 /?*utm_content
@@ -4806,9 +4804,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /MyAccount
 /Newsletter
 /Newsroom/GoogleSitemap
-/Ntk
-/Ntt
-/Ntx
 /OTC-Trading
 /OnLocation
 /P
@@ -5026,9 +5021,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://labornotinvain.com/robots.txt
-/action~*/http://seo.ijoomla.com/robots.txt
-/action~*/http://truonggiahung.com/robots.txt
+/action~*/http://icl.ch/robots.txt
+/action~*/http://northwestsolarprotection.com/robots.txt
+/action~*/http://whilefun.com/robots.txt
 /activate
 /activities/detail
 /activities/detail/*/*
@@ -5275,7 +5270,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /attachment
 /attachment
 /attachment/
-/attachment/*
 /attachments
 /attend-my-event
 /auctions/ecatalogue/lot.pdf
@@ -5756,7 +5750,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /coming-soon*sort=runtime
 /coming-soon*sort=title
 /comment
-/comment
 /comment$
 /comment-
 /comment-thread?
@@ -5941,7 +5934,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contributions
 /contributor
 /control_panel/manage*
-/control_panel/manage*http://regeringen.se/robots.txt
+/control_panel/manage*http://ebay.fr/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -6490,7 +6483,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feed/$
 /feed/*
 /feed/*/articles.xml
-/feed/mailpulse
 /feed/rss/$
 /feed/rss/$
 /feed/search
@@ -7500,7 +7492,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ng/electronics/how-to-select-tv-by-what-you-watch-netflix
 /ng/electronics/how-to-select-tv-by-what-you-watch-smart-tv
 /ng/electronics/how-to-select-tv-by-what-you-watch-sports
-/ngg_tag
 /nggallery
 /nggallery/
 /nieuws?page=*
@@ -7515,8 +7506,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /no
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://gsb.stanford.edu/robots.txt
-/no-referrer-when-downgradehttp://openwall.com/robots.txt
+/no-referrer-when-downgradehttp://ipfs.io/robots.txt
+/no-referrer-when-downgradehttp://pixel-a.basis.net/robots.txt
 /no-referrer-when-downgradehttp://steamcommunity.com/robots.txt
 /no-search-results
 /no_access
@@ -7726,7 +7717,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/standalone
 /pdf/$
 /pdf/index.html
-/pdf_reader/*/http://alberta.ca/robots.txt
+/pdf_reader/*/http://globalbankingandfinance.com/robots.txt
 /pdfft
 /pdp/lo
 /pdpslice
@@ -8205,7 +8196,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /scheduled-pins
 /schemes
 /schlong_*
-/schoollist
 /schrijf-een-review
 /science/ereader
 /science/fabrication
@@ -9151,8 +9141,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/gallery
 /wp-content/plugins
 /wp-content/themes
-/wp-content/uploads/http://kenhduhoc.vn/robots.txt
-/wp-content/uploads/http://news.softpedia.com/robots.txt
+/wp-content/uploads/http://apps.shopify.com/robots.txt
+/wp-content/uploads/http://highpercenttrading.com/robots.txt
 /wp-feed
 /wp-includes
 /wp-json/*
@@ -9306,7 +9296,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*amp=
 ?*answerId=
 ?*api_key
-?*apikey*http://toucharcade.com/robots.txt
+?*apikey*http://lifestylesimplify.com/robots.txt
 ?*app
 ?*append_element
 ?*appidt=*
@@ -9380,8 +9370,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hitsPerPage
 ?*hl
 ?*hsCtaTracking
-?*http://abc.com/robots.txt
-?*http://cs.stanford.edu/robots.txt
+?*http://avto.pro/robots.txt
+?*http://whatwg.org/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
 ?*ic=
@@ -9657,7 +9647,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://privacyshield.gov/robots.txt
+?*utm_source=http://mozilla.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*view=
@@ -9829,6 +9819,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?attachment_id
 ?attachment_id*
 ?attachment_id=
+?attachment_id=*
 ?attribute_key
 ?auth_code=
 ?authenticity_token
@@ -9881,7 +9872,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?cache=
 ?cacheBurst=
 ?calendar
-?callback=http://link.medium.com/robots.txt
+?callback=http://swissinfo.ch/robots.txt
 ?callsandtexts
 ?cameFrom*
 ?card=
@@ -10365,7 +10356,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ncrnd=
 ?ncs=
 ?neighborhoods
-?netflixsource=*http://marketwired.com/robots.txt
+?netflixsource=*http://gsb.stanford.edu/robots.txt
 ?netmng=
 ?new=
 ?news_id=
@@ -10504,7 +10495,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?print
 ?print
 ?print=
-?print=*
 ?print=1
 ?print=1
 ?print=yes
@@ -10598,7 +10588,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?r
 ?r=
 ?radius=
-?rangeId=*http://apod.nasa.gov/robots.txt
+?rangeId=*http://sunlightsupply.com/robots.txt
 ?rc=
 ?receiver=
 ?recipient=*&id=
@@ -10736,7 +10726,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?show_error=true
 ?showcomment*
 ?showroom-open=
-?shttp://nypl.org/robots.txt
+?shttp://escortserviceindia.in/robots.txt
 ?sid
 ?sid=
 ?site_version=viewfullsite
@@ -10813,7 +10803,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?spm=
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://legifrance.gouv.fr/robots.txt
+?sq_content_src=http://magcloud.com/robots.txt
 ?src
 ?src*
 ?src=sem_ggl
@@ -10823,7 +10813,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?starrating
 ?start
 ?start=
-?start=*
 ?startAt=
 ?state=
 ?staticVersion=
@@ -10977,7 +10966,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?viewId=
 ?viewType
 ?view_medium=
-?view_only=http://privateinternetaccess.com/robots.txt
+?view_only=http://hbs.edu/robots.txt
 ?view_source=
 ?viewday=
 ?viewmont=
@@ -11067,7 +11056,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @me
 @me$
 @nfs/ecommerce-front-core
-@vitehttp://att.com/robots.txt
+@vitehttp://designmodo.com/robots.txt
 A=
 AAMSZ=160x600
 AAMSZ=300x250
@@ -11099,7 +11088,7 @@ API/forum/update-who-typing
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://bat.bing.com/robots.txt
+API/v2$http://redbull.com/robots.txt
 APIAccessSupport
 APWIRE
 AR/
@@ -11192,8 +11181,6 @@ AdRequestEventLogApi
 AddForumUser
 AddListing
 AddThis.com
-AddToList
-AddToRegistry
 AddedToBasket.aspx
 Addedtobasket
 Addedtobasket.aspx
@@ -11225,12 +11212,10 @@ Ajax/
 AjaxLogonForm
 AjaxOrderItemDisplayView
 AjaxPages
-AjaxSearchNavigationView
 Alamysearchhistory/
 Album.aspx/*
 AllReviews
 Allabout
-Allons_voter
 Allow:
 AlumniAppLoad
 AmazonCloudFront/2008-06-30
@@ -12143,6 +12128,7 @@ ArtnetLookupService
 Arts/reading/UK/browse_reader
 Arts/reading/UK/search_basic_results
 AsHeardOn
+Assembly2001/
 AssetFactory.aspx
 AssetPicker
 AssetPicker/Images
@@ -16595,7 +16581,6 @@ BS
 BS/
 BT
 BT/
-BTWN
 BUbiNG
 BUbin
 BW
@@ -16701,7 +16686,6 @@ CY/
 CZ/
 Cache/ClearCache/
 Calculator
-CallToActionModalView
 CalmView/*
 CampaignConfigAjax
 CampaignConfiguration
@@ -16743,11 +16727,7 @@ CheapFlightsSearchSeatGuru
 Checkout
 Checkout
 Checkout/
-CheckoutEditItemsDisplayView
-CheckoutOrderBillingView
-CheckoutOrderShippingView
 CheckoutPayInStoreView
-CheckoutSignInView
 Christian/Books/WISHLIST
 Christian/Books/backorder_email
 Christian/Books/bookbag
@@ -16952,7 +16932,7 @@ Doc-rss
 Doc-y/
 Documentation/
 Documents/
-Documents/Departments/EthicsElections/DemocracyVoucher/http://rover.com/robots.txt
+Documents/Departments/EthicsElections/DemocracyVoucher/http://pfizer.com/robots.txt
 Documents/postgraduate-prospectus.pdf
 Documents/students/undergraduate-prospectus.pdf
 Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf
@@ -16989,8 +16969,6 @@ ERORecords
 ERRORS
 ES/
 ESJ382
-ESPDisplayOptionsViewCmd
-ESPModal
 ESPNPlusAdobeTracking
 ET
 ET/
@@ -17004,7 +16982,6 @@ ElasticLoadBalancing/2009-05-15
 ElasticLoadBalancing/2010-07-01
 Email/R/
 Email/r/
-EmailCartView
 EmailHotel
 EmailMap
 EmailMemberRegistration
@@ -17015,7 +16992,6 @@ EmbedSlideshow
 Emoticons/
 Eng
 Engage*
-EnlargedImageView
 EnsMart
 EnterpriseSubscriber/*
 Entrez
@@ -17064,7 +17040,6 @@ Events/register/
 Events/stylesheets/
 Events/xml/
 Exabot
-ExitCheckoutCmd
 ExitWindow
 ExpandedUserReviews
 Experience*
@@ -17270,17 +17245,15 @@ FatalError.html
 FavoriteReviewManagement
 Feature
 Featured
-FeaturedShowMoreOverlay
 Features/SpinaBifidaProgram/
 Feedback/
 Feeds
 Fetch
-FetchProdRefreshContent
-FiatsCmd
 FicherosDatosPersonales
 File/
 Files/
 Filestore/
+FilmFestival/
 FilterState
 FinDocuments
 Finance/Financial_Aid
@@ -17328,7 +17301,6 @@ ForumVote
 Fragment/
 Fragment/SysConfig
 FrameWork/charts
-FreeGiftDisplayView
 FreeMoney/
 FreeTools
 FreeVlast/
@@ -17391,7 +17363,6 @@ GeneratedItems
 Generic/Generic
 Generic/IOS/
 GenericApplicationError
-GenericRegistryPortalView
 GenericSystemError
 Genieo
 Genome_MOT
@@ -17403,7 +17374,6 @@ GetListedUpdateAttraction
 GetListedUpdateEatery
 GetMobileApp
 Getting_Started
-GiftRegistrySearchViewCmd
 Gigabot
 Global
 Global/
@@ -17421,7 +17391,6 @@ Groups/images
 Groups/include
 Gu%C3%ADa/embed
 Gu%C3%ADa/new
-GuestAsAnonymous
 GuestExperience
 GuestXManagementTool
 GuiaFyS
@@ -17460,7 +17429,6 @@ HeadJS/static-2.83
 HeadJS/static-2.84
 HeadJS/static-2.92
 Help
-HelpContent
 HelpProxy
 HelpUkraine
 Helpers/
@@ -17633,7 +17601,7 @@ IntegrationCenter
 Inter
 InterestItem
 InternalError.html
-International-Lectures/en-GB/courses/apply.aspxhttp://sharpenyourbusiness.nl/robots.txt
+International-Lectures/en-GB/courses/apply.aspxhttp://tempestchess.com/robots.txt
 International-Lectures/nl-NL/cursussen/inschrijven.aspx
 International/questions/qa-html-language-declarations/icons
 InterstitialsWidget
@@ -17782,7 +17750,6 @@ Login/
 Login?
 Logoff
 LogonForm
-LogonForm
 LogonFormView
 Logs
 MA/
@@ -17864,11 +17831,9 @@ MakePaymentView
 Manage/
 ManageAccountAccess
 ManageListing
-ManageOrder
 ManageOwnersTopReasonsApi
 ManagePaymentAccountView
 ManagePhotos
-ManageReturns
 ManageShopListingApi
 ManageShopping
 ManageStoryboard
@@ -17898,7 +17863,6 @@ Media/SOAR
 MediaBadgeResponse
 MediaBin
 MediaComp/
-MediaDisplayView
 MediaKit
 MediaVoting
 Medianet
@@ -18275,6 +18239,8 @@ NovelUse.asp*
 NovelUse/
 Nrpp=
 Ntk=TBW*
+OASpage/Assembly2001/
+OASpage/Haiti_situation
 OAuth.aspx
 OAuthRegistration
 OCA-Beta
@@ -18299,7 +18265,6 @@ OnDemandDiscount/
 OnThisDay
 OnlineOrderHistoryView
 OpenGraphLander
-OpenZoomLayer
 OpeningHours
 Oppo-F3
 OptOutEmail
@@ -18312,7 +18277,6 @@ OrderShippingBilling
 OrderSummaryView
 Ore/Public
 Orthogaffe
-OtherDisplayView
 Otherdepts
 Our-Town-Business/
 Our-Town-Going-Out/
@@ -18540,8 +18504,6 @@ Product-Variation*
 Product?pid=*
 ProductCancellationLogApi
 ProductCart
-ProductComparisonCmd
-ProductDetailsTabView
 ProductError
 ProductListingBatteryView?
 ProductSelections/
@@ -18563,8 +18525,6 @@ Programs
 Project
 PromoTools
 Promoted
-PromotionDetailsDisplayView
-PromotionDisplayView
 Promotions/
 Property
 PropertyLayer/
@@ -18653,7 +18613,6 @@ QUkd4lO9
 QueryJson
 QuerySeekerSpider
 QuickCheckoutLOCSnippetView
-QuickInfoView
 QuickReview
 Quickcast
 R
@@ -18760,7 +18719,6 @@ RegistreWeb/search/advanced.htm
 RegistreWeb/search/simple.htm
 RegistreWeb/search/typedoc.htm
 Registry
-RegistryPortalCmd
 Religion-Portals/*Blog.html
 RemindMe
 RentalCarsRedirect
@@ -18768,7 +18726,6 @@ RentalPropertyManager
 RentalWatchSignup
 RentalsSearch
 RentalsSupport
-ReportAbuse
 ReportBug
 ReportIAP
 ReportPost
@@ -18855,7 +18812,6 @@ SNflightreservation
 SO/
 SODO66
 SOFTWARE
-SOImapPriceDisplayView
 SOURCE_URL
 SP/
 SPCommerceInternal
@@ -18899,12 +18855,11 @@ Search/
 Search/*
 Search/Mail/Public
 Search5
-Search?*http://sydney.edu.au/robots.txt
+Search?*http://lh6.ggpht.com/robots.txt
 Search?q*
 Search?searchstring_input=
 SearchDisplay
 SearchKey
-SearchNavigationView
 SearchResults
 SearchResults.aspx
 SearchResults.aspx$
@@ -19036,7 +18991,6 @@ Special:UserLogin
 SpecialOfferManagement
 SpecialOfferWebview
 Special_Nautisme
-SpecificationDefinitionView
 Spinn3r
 SponsoredListingAjax
 SponsoredListingCommerce
@@ -19136,8 +19090,6 @@ Tag.aspx
 TaggingAjax
 Tags/
 TagsJSONServlet
-TargetListPortalView
-TargetStoreLocatorCmd
 Taxonomy/CommonTree
 Taxonomy/Selector
 Teaching-Staff/Lecturers/John-Mandalios
@@ -19372,10 +19324,9 @@ VacationRentalsTracking
 VacationRentalsXSiteAjax
 ValidateJson
 Valley-of-Longevity-Property/
-VariationSelectionView
 Verify/*
 VerifyReview
-Verkko/http://fasproject.nl/robots.txt
+Verkko/http://componemos.com/robots.txt
 Video
 Video/*playerIndex
 Video/Panel/
@@ -19396,7 +19347,7 @@ ViewMandate
 ViewPDF.aspx
 Vlast/
 VolunteerTranslations
-VoteActivities/http://firefox.com/robots.txt
+VoteActivities/http://clemson.edu/robots.txt
 VoteCount/?action=
 W
 WAI/ER/tests
@@ -19493,15 +19444,12 @@ Wishlist*
 WorkflowTasks/
 World
 Wotbot
-WriteComments
 WriteReview
 WriteReview.aspx
 WriteReviewShade
-WriteReviews
 Wwwstat
 X1798
 XC
-XCSA
 XK5537
 XML
 Xbottle_size
@@ -19538,7 +19486,6 @@ ZyBORG
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 [helpCenterIdentifier]
-[path]
 [variant]
 \+*\+
 _
@@ -19907,7 +19854,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://hyatt.com/robots.txt
+_r/http://bitdefender.com/robots.txt
 _recache
 _redirectedFromOffline-true
 _remote
@@ -20169,7 +20116,7 @@ about-cancer/cancer-chat/user?destination=/
 about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/
 about-ghostery
 about-the-council/about-the-website/third-party-accessibility-statements
-about-the-council/about-the-website/third-party-accessibility-statements/*http://papers.ssrn.com/robots.txt
+about-the-council/about-the-website/third-party-accessibility-statements/*http://linkprotect.cudasvc.com/robots.txt
 about-the-council/contact-us-new
 about-the-council/contact-us/adult-education
 about-the-council/contact-us/adult-social-care-and-health
@@ -20193,9 +20140,9 @@ about-ti/careers-maintenance.html
 about-us
 about-us/careers
 about-us/careers/job-description.html$
-about-us/contact-enquiries/forms/emailform.jsp?*http://asp.net/robots.txt
+about-us/contact-enquiries/forms/emailform.jsp?*http://fortawesome.github.io/robots.txt
 about-us/employment
-about-us/employment/*http://grammarly.com/robots.txt
+about-us/employment/*http://duo.com/robots.txt
 about-us/news-and-media/media-centre/corporate-news/facet/Topic/
 about-us/news-and-media/media-centre/corporate-news/facet/Year/
 about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/
@@ -20224,7 +20171,7 @@ about/*/update
 about/*qt-vzc_corporate_news_analytics
 about/adrm/data-linkage
 about/advertise/oauth-net-rate-sheet-2023.pdf
-about/advisory-and-peer-review-committees/roster/hlbp/http://8235431.fls.doubleclick.net/robots.txt
+about/advisory-and-peer-review-committees/roster/hlbp/http://science.org/robots.txt
 about/ask/
 about/ask?*
 about/awards/award-recipient-form.html
@@ -20451,7 +20398,7 @@ account/*
 account/Register.aspx
 account/_Resources/
 account/accomplishments
-account/accomplishments/http://caniuse.com/robots.txt
+account/accomplishments/http://svt.se/robots.txt
 account/ackgift
 account/artworks
 account/authenticate
@@ -20477,9 +20424,7 @@ account/edit_stocks
 account/email-auth
 account/email_preferences
 account/emailoptout/?*token=
-account/en-ca/email-sign-up
 account/forgot-password
-account/fr-ca/abonnement-courriels
 account/invite
 account/login
 account/logout
@@ -20848,7 +20793,7 @@ add-ons/
 add-to-bibliography
 add-to-cart
 add-to-cart=*
-add-to-cart=*http://surfingaquitaine.com/robots.txt
+add-to-cart=*http://jck.cl/robots.txt
 add-to-existing-collection
 add-visit
 add?community=
@@ -20926,13 +20871,13 @@ admin-user
 admin.artnet.*
 admin.php
 admin/
-admin/
+admin/
 admin/*
 admin/aso
 admin/blogmove
 admin/forgot/
 admin/form
-admin/http://123rf.com/robots.txt
+admin/http://meowwolf.com/robots.txt
 admin/mapping-dashboard
 admin/notification-center
 admin/sro
@@ -20946,14 +20891,14 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
-adminhttp://win.staticstuff.net/robots.txt
+adminhttp://ithemes.com/robots.txt
 administration
 administration/
 administrative-fellowship
 administrative-staff/ebaid-nancy
 administrator
 administrator/
-administrator/http://indiegamesjapan.com/robots.txt
+administrator/http://nantaveyron.fr/robots.txt
 adminjiraserver070
 adminjiraserver071
 adminjiraserver0710
@@ -21054,7 +20999,6 @@ adulted
 adultsCount=
 adultswimdynamic
 adultswimtv
-adv
 adv/
 adv/news/vystavka-prodazha-na-poiske-poyavilas-tovarnaya-galereya
 advanced
@@ -21066,7 +21010,6 @@ advanced-search
 advanced-search/x
 advanced-trade/spot
 advanced/adv-suggestions
-advancedGiftRegistrySearchView
 advancedSearch
 advanced_blog_search
 advanced_engl.html
@@ -21151,7 +21094,7 @@ affiliate
 affiliate-forgot-password
 affiliate-login
 affiliate-program
-affiliate/*http://whc.unesco.org/robots.txt
+affiliate/*http://ucc.ie/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms*
@@ -21218,6 +21161,7 @@ ag=A
 agarces
 agarciacalvo
 agarzaer
+agdocs/
 age-appeal
 agegate
 agencias
@@ -21602,7 +21546,6 @@ amazon
 amazon
 amazon-chat
 amazon100dollarsale
-amazon_search
 amb
 ambassador
 ambassador-participation
@@ -21623,8 +21566,10 @@ ameliagan
 ameliapeterson
 amelierorty
 amenities?
+america_viva/
 american-ninja-warrior-ninja-vs-ninja
 american-sniper
+americas/
 amexblue
 amfphp
 amg
@@ -22020,7 +21965,7 @@ api/ajax/reactions
 api/ajax/reactions?.
 api/ajax/rightlatestnews
 api/ajax/rightlatestnews?.
-api/attachments/*http://euronews.com/robots.txt
+api/attachments/*http://eepurl.com/robots.txt
 api/auth
 api/beta/search
 api/billing
@@ -22059,7 +22004,7 @@ api/discover/1/discover_web
 api/discover/sites
 api/discovery
 api/documentations/v3
-api/du/Searchhttp://squidoo.com/robots.txt
+api/du/Searchhttp://fastcocreate.com/robots.txt
 api/du/search
 api/editionurlgenerator
 api/entry/http
@@ -22069,7 +22014,7 @@ api/extensions/1.0/extensions
 api/getEarthquake.php
 api/health
 api/html
-api/http://shareasale.com/robots.txt
+api/http://atlasobscura.com/robots.txt
 api/install_backblaze
 api/internal/*/location
 api/internal/analytics/songs
@@ -22095,7 +22040,7 @@ api/nextsteps/*
 api/ng-looks/
 api/nicorepo/timeline
 api/nts/v1/login
-api/og/*http://bandsintown.com/robots.txt
+api/og/*http://regulations.gov/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/posts/*/popular_posts
@@ -22320,7 +22265,7 @@ append_follows
 appengine
 appl
 apple-app-site-association
-apple-app-site-associationhttp://nicovideo.jp/robots.txt
+apple-app-site-associationhttp://iso.org/robots.txt
 apple-news
 apple-touch-icon-120x120-precomposed.png
 apple-touch-icon-120x120.png
@@ -22739,7 +22684,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://edps.europa.eu/robots.txt
+archives/http://b.hatena.ne.jp/robots.txt
 archives/multimedia/extra
 archives/multimedia/feedback.php
 archives/multimedia/rss/Instructions+for+content+providers
@@ -23012,14 +22957,14 @@ asonawane
 asouri
 asp.net/
 asp/
-asp/*http://videojs.com/robots.txt
+asp/*http://odr.mookie1.com/robots.txt
 asp/demo_db_edit.asp
 aspi/
 aspnet_client
 aspnet_client/
 aspx$
 aspx/
-aspx/read.aspxhttp://rainn.org/robots.txt
+aspx/read.aspxhttp://6590300.fls.doubleclick.net/robots.txt
 aspxerrorpath*
 asrelated.cms*
 asross
@@ -23066,7 +23011,7 @@ assets/errorpage
 assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources
 assets/gov/zzzz
 assets/hk-grotesk
-assets/http://mathworld.wolfram.com/robots.txt
+assets/http://sfmoma.org/robots.txt
 assets/images/global/s.gif
 assets/infographic
 assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf
@@ -23339,10 +23284,7 @@ att-dgt-checkin-e/api/*
 attach/
 attachements
 attachment
-attachment_category/*
-attachment_color/*
 attachment_id=
-attachment_styles/*
 attachments
 attachments/*/download_file
 attachments/download
@@ -24373,6 +24315,7 @@ bagley
 bagon
 baharhaghighat
 bahl
+baidu
 baileymerlin
 baileysincox
 bait
@@ -24442,7 +24385,7 @@ baohongchen
 bap.html
 bap/webstore/search.html
 bapingseo
-bappstore/bapps/download/http://graphics8.nytimes.com/robots.txt
+bappstore/bapps/download/http://windowscentral.com/robots.txt
 baqaee
 barbarak
 barchartData
@@ -25411,7 +25354,7 @@ blog-ads-api-output
 blog-galleries
 blog-manager
 blog-old
-blog-p2/http://berlin.de/robots.txt
+blog-p2/http://issues.apache.org/robots.txt
 blog-post.html
 blog-preview
 blog-rap-us
@@ -25466,13 +25409,13 @@ blog/*_ga
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://variety.com/robots.txt
+blog/.html.*http://zillow.com/robots.txt
 blog/20
 blog/200
 blog/2019
 blog/?p=
 blog/?s=
-blog/?s=*http://butnow.org/robots.txt
+blog/?s=*http://webkit.org/robots.txt
 blog/?s=*http://znanylekarz.pl/robots.txt
 blog/Neuer_Beitrag.html
 blog/Rubriken.html
@@ -25569,7 +25512,7 @@ blog/tag
 blog/tag
 blog/tag/
 blog/tag/*
-blog/tag/success-webinar/http://patheos.com/robots.txt
+blog/tag/success-webinar/http://cjmmusic.com/robots.txt
 blog/tags
 blog/tags-search
 blog/tags-search.html
@@ -25701,7 +25644,7 @@ blogtemp
 blogvideo
 blogvision
 blogweb-20/
-blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://infoworld.com/robots.txt
+blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://sozialgesetzbuch-sgb.de/robots.txt
 blogzoho-at-zoho/
 blogzoho-for-google-apps/
 blokdebid/ca/calendar-created
@@ -27339,7 +27282,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://spreaker.com/robots.txt
+bookmarkshttp://purdue.edu/robots.txt
 bookproperty
 books
 books/?*instrument=
@@ -27567,9 +27510,6 @@ boys/new-in/older-boys/1$
 boyuwu
 bozhao_homepage
 bp
-bp/c
-bp/guest_mfg_brand
-bp/p
 bp01
 bp2
 bpage-preview
@@ -27744,7 +27684,7 @@ branding/images/dont-04.png
 branding=
 brandmonitoring
 brandnet
-brandnew/psphttp://tedxmanhattan.org/robots.txt
+brandnew/psphttp://airlinestravel.ro/robots.txt
 brandnewconference/2016/video
 brandonbergman
 brandonedwards
@@ -28015,7 +27955,7 @@ buscador
 buscador.aspx
 buscador/GoogleServlet
 buscador/GoogleServletBuscadorVertical
-buscador_generalhttp://palwatch.org/robots.txt
+buscador_generalhttp://warehamforge.ca/robots.txt
 buscar
 buscar
 buscar.html
@@ -31759,7 +31699,7 @@ calebmooreportfolio
 calendar
 calendar
 calendar$
-calendar-2/action~*/http://feelament.bandcamp.com/robots.txt
+calendar-2/action~*/http://dekraaien.lnk.to/robots.txt
 calendar-2/action~agenda
 calendar-2/action~default
 calendar-2/action~http:
@@ -31978,7 +31918,7 @@ calendrier/action~agenda
 calendrier/action~month
 calendrier/action~oneday
 calendrier/action~posterboard
-calendrier/action~stream/http://hortomallas.hk/robots.txt
+calendrier/action~stream/http://theatre-huchette.com/robots.txt
 calendrier/action~week
 calf
 california-exhibit
@@ -32033,7 +31973,7 @@ campaigns/
 campaigns/bigsix.html
 campaigns/bulk-order-form
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://tribe.net/robots.txt
+campaigns/digital-recruitmenthttp://developer.wordpress.org/robots.txt
 campaigns/infor-hub-xt5r5iwdrgxbnuz/
 campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once
 campaigns/logout-free.html
@@ -32675,6 +32615,7 @@ catalogue/*?
 catalogues
 catchup
 catec
+catedraOLD/
 categories
 categories.php
 categories/*/archive
@@ -34895,7 +34836,7 @@ cd/V77972_01
 cd/clip/parole/soprano-hiro-7260.html
 cd/corneille-entre-nord-et-sud-1769.html
 cd_upload/Search
-cdc/http://surveygizmo.com/robots.txt
+cdc/http://qualtrics.com/robots.txt
 cdf/sign
 cdj
 cdk/*
@@ -34907,9 +34848,9 @@ cdn-cgi/*
 cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://getrevue.co/robots.txt
-cdn-cgi/http://untappd.com/robots.txt
-cdn-cgi/http://xkcd.com/robots.txt
+cdn-cgi/http://esquire.com/robots.txt
+cdn-cgi/http://mediamatchmaker.co.uk/robots.txt
+cdn-cgi/http://technorati.com/robots.txt
 cdn-cgi/image
 cdn-cgi/l/email-protection
 cdn-cgi/rum
@@ -34953,7 +34894,6 @@ celeb/sadie-sink
 celeb/sydney-sweeney
 celebratingcensus
 celebrities/s
-celebrities/search
 celebrity-news
 celebrity/Brad-Pitt-Crazy-Stuff-499534
 celebritycruises/guide-to-the-globe
@@ -35044,8 +34984,8 @@ cgi-bin/grid-words
 cgi-bin/guestbook
 cgi-bin/histDiff.cgi
 cgi-bin/homelandsecurity
-cgi-bin/http://apluslawn.com/robots.txt
 cgi-bin/http://hostelworld.com/robots.txt
+cgi-bin/http://szorfdeszka.hu/robots.txt
 cgi-bin/imagemap
 cgi-bin/isbn
 cgi-bin/kaweahits
@@ -35058,7 +34998,7 @@ cgi-bin/loginpage
 cgi-bin/longs.cgi
 cgi-bin/mb
 cgi-bin/msdemo/
-cgi-bin/notices/http://player.fm/robots.txt
+cgi-bin/notices/http://export.gov/robots.txt
 cgi-bin/onTopic
 cgi-bin/orphanWikiPages
 cgi-bin/outline
@@ -35098,7 +35038,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://euroncap.com/robots.txt
+cgi-binhttp://is.gd/robots.txt
 cgi-local
 cgi-mad/
 cgi-out
@@ -35492,7 +35432,7 @@ checkout2
 checkout?*
 checkout?plan_id
 checkoutconfirmation
-checkouthttp://aesexy.bet/robots.txt
+checkouthttp://usdre.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -35958,7 +35898,7 @@ clickId=
 click_
 clickandbuy
 clickhere.jsp
-clickhttp://fodors.com/robots.txt
+clickhttp://dashlane.com/robots.txt
 clickhttp://futurism.com/robots.txt
 clickstream
 clicktale
@@ -38330,7 +38270,7 @@ cmp=
 cmplog
 cmr
 cms
-cms-search/http://chromium.googlesource.com/robots.txt
+cms-search/http://vedomosti.ru/robots.txt
 cms.
 cms.dll
 cms.dll*
@@ -38370,7 +38310,7 @@ cn/en/privacy-statement/qualtrics
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
 cn/error-static-cdn
-cn/events/huaweiconnect/livestream-for-tvs$http://docs.gitlab.com/robots.txt
+cn/events/huaweiconnect/livestream-for-tvs$http://annals.org/robots.txt
 cn/ipns
 cn/license/ibis-models
 cn/license/licensing-agreement/
@@ -38385,7 +38325,7 @@ cn/products-lifecycle
 cn/products/online-datasheet/
 cn/products/ras/trial-center
 cn/random
-cn/request-information/
+cn/request-information/
 cn/resources/packaging-quality-symbols-footprints/symbols-and-footprints/
 cn/search
 cn/site-achievement
@@ -38423,7 +38363,6 @@ co*/cdn-cgi/challenge-platform
 co*/step
 co*/submit
 co*/submitted
-co-
 co-en
 co-es/
 co-es/shop/*?*&*&*&*
@@ -38767,7 +38706,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://threatpost.com/robots.txt
+community/*/profile/*http://freemusicarchive.org/robots.txt
 community/*/rss
 community/*/topics
 community/*/trackback
@@ -38857,6 +38796,7 @@ companies/c
 companies/o
 companies/search
 companies/search?
+company
 company-narrative-1.php?
 company/*.rss
 company/?s=
@@ -38998,7 +38938,6 @@ component-library/emma-css/
 component-library/next-steps-graduate-undergraduate-business/
 component-library/school-for-the-environment-feature-panels/
 component-uat
-component/
 componentes
 componentgrouplibrary
 components
@@ -39062,7 +39001,7 @@ conditions-diseases?
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
 conditions/pregnancy-and-baby/pages/your-birth-plan.aspx
 conejo
-conex-2019http://bankofamerica.com/robots.txt
+conex-2019http://aafp.org/robots.txt
 conf
 conf
 conf/*.php$
@@ -39216,7 +39155,7 @@ contact-opnemen-met-myheritage
 contact-opnemen-met-ondersteuning
 contact-pantone-connect
 contact-preferences
-contact-sales/http://mi.com/robots.txt
+contact-sales/http://charitywater.org/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -39250,8 +39189,8 @@ contact/employees/servlets
 contact/en/hague/questionnaire/
 contact/feedback
 contact/form/
-contact/http://madadalian.com/robots.txt
-contact/http://paiduaykan.com/robots.txt
+contact/http://hallenrad-wm-2020.de/robots.txt
+contact/http://mpweddingphoto.com.au/robots.txt
 contact/menu*
 contact/partner*
 contact/support.php
@@ -39322,7 +39261,7 @@ content/*/schedule
 content/*/synchronous_inspection
 content/*/thenables
 content/*/util
-content/*http://homanczuk.pl/robots.txt
+content/*http://pemikiranperempuan.org/robots.txt
 content/README.txt
 content/aarpe/en/home/
 content/aarpe/en/home/vendor/
@@ -39450,7 +39389,7 @@ content/dam/SAS/partnernet/
 content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf
 content/dam/acsorg/qa
 content/dam/alumni/2012elections
-content/dam/avg/img/2014/business/http://uk.reuters.com/robots.txt
+content/dam/avg/img/2014/business/http://vg04.met.vgwort.de/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -39527,7 +39466,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://salon.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://vine.co/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/kpmg/au/pdf/creditors
@@ -39574,7 +39513,7 @@ content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json
 content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico
 content/dam/splunk2/images/logos/splunk-logo.svg?asd
 content/dam/static-page/customer-advocacy/*/pdf/*
-content/dam/students/documents/graduations/programs/http://dpreview.com/robots.txt
+content/dam/students/documents/graduations/programs/http://nerdwallet.com/robots.txt
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf
@@ -39623,7 +39562,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://teespring.com/robots.txt
+content/downloads/http://link.medium.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -39657,7 +39596,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://tawk.to/robots.txt
+content/index.php/user/logout/http://mewe.com/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/institution
@@ -40194,7 +40133,6 @@ countrysearch/*/*-importer.html
 countrysearch/*/*/importers/*.html
 coupon
 coupons
-coupons.
 coupons/coupons/visit
 coupons/visit
 courier
@@ -40219,7 +40157,7 @@ courses/Transcript
 courses/assessment
 courses/eecs484
 courses/favorites
-courses/http://artehistoria.com/robots.txt
+courses/http://simplebits.com/robots.txt
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -40275,6 +40213,7 @@ cpl-edit
 cpoirier
 cpollack
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cpx.php
@@ -40752,7 +40691,7 @@ csd/internal/css
 csd/internal/nav
 csd/js
 csd/nav
-csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://qld.gov.au/robots.txt
+csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://telstra.com.au/robots.txt
 csde/camp-shriver-community/camp-shriver/registration-fee/
 csde/camp-shriver-family-information/
 csde/camp-shriver-staff-information/
@@ -40954,7 +40893,6 @@ cust-login.asp*
 custom
 custom-404/
 custom-listing
-custom-reviews
 custom-search
 custom-tattoo-designs
 custom/
@@ -41265,7 +41203,7 @@ da/blog
 da/cart
 da/checkout
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://extensions.joomla.org/robots.txt
+da/create-a-doodle-pfmhttp://advertise.bingads.microsoft.com/robots.txt
 da/firefox/collections
 da/firefox/collections/4757633
 da/firefox/collections/4757633/$
@@ -41446,7 +41384,6 @@ database/nosql-12.1.4.0
 database/nosql-12.1.4.2
 database/nosql-12.1.4.3
 database/nosql-12.2.4.4
-database/philboard.mdb
 database/sql-developer-4.2
 database/sql-developer-data-modeler-4.2
 databaseManager
@@ -41980,7 +41917,7 @@ de/inc
 de/includes_content/missing_handler/view_map.html
 de/index.html
 de/info
-de/informationen-anfordern/
+de/informationen-anfordern/
 de/internal
 de/invites/buy
 de/ipns
@@ -42446,7 +42383,7 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://apsense.com/robots.txt
+demo/safari-reader-test-nielshttp://action.dstillery.com/robots.txt
 democenter
 demokratie-jetzt.html
 demonstration
@@ -42586,7 +42523,7 @@ details-
 details-*.html
 details-print
 details.do
-detailshttp://nbclosangeles.com/robots.txt
+detailshttp://asp.net/robots.txt
 detect
 detr/
 detroitchicago
@@ -44621,7 +44558,7 @@ digitaledition
 digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://blogs.wsj.com/robots.txt
+digitalsubscription/imagedownload/http://techcommunity.microsoft.com/robots.txt
 digregorio
 dilatua/proRecensione.do
 dimitriosasproulis
@@ -44635,7 +44572,6 @@ dipayan
 diplomat
 dir/pdf
 dir2=
-dir_on_server
 direct
 direct/
 direct/*
@@ -44668,6 +44604,7 @@ directory/search.asp
 directory/search/?
 directory/sitemap
 directory/tp
+directory_missions/
 directoryoptout*
 dirt/index.htm
 dirty-dancing
@@ -45201,7 +45138,7 @@ dmorgan
 dmottacalderon
 dmoustafa
 dmq
-dms_priv/*http://space.com/robots.txt
+dms_priv/*http://breitbart.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -45417,6 +45354,7 @@ documents/PDS
 documents/archives/ArchivesObsolete
 documents/current
 documents/email-a-friend
+documents/eng/biography_Carol_Fuller.asp
 documents/information-management/imr-guidance-and-appendices.pdf
 documents/mog.pdf
 documents/old/
@@ -45531,7 +45469,6 @@ dotbot
 doterra/
 dotimer.php
 dotnet_library_license.htm
-doubanapp/card
 double-rainbow
 double_activation
 doubleclick
@@ -45549,7 +45486,7 @@ download-lister
 download-logo-agreement.html
 download-notice
 download.asp*
-download.asp*http://petco.com/robots.txt
+download.asp*http://google.com.co/robots.txt
 download.php
 download/
 download/*/
@@ -45561,7 +45498,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://books.apple.com/robots.txt
+download/http://castbox.fm/robots.txt
 download/index
 download/legacy
 download/morae
@@ -45849,6 +45786,7 @@ easy-ways-to-manage-your-digital-footprint
 easyrenewal
 eat/gr-
 eayalahurtado
+eb/incl_header2.html
 ebar
 ebatesCaptcha.do
 ebay/cronus
@@ -46399,7 +46337,7 @@ email$
 email-capture
 email-colleague
 email-contact/
-email-contact/nodehttp://telesat.be/robots.txt
+email-contact/nodehttp://forums.macrumors.com/robots.txt
 email-contact/taxonomy_term
 email-content
 email-help
@@ -46416,7 +46354,7 @@ email-verify/*
 email.jsp*
 email/
 email/$
-email/*http://timesofindia.indiatimes.com/robots.txt
+email/*http://msha.ke/robots.txt
 email/R/
 email/emailfriend.xhtml
 email/index.html
@@ -46660,7 +46598,6 @@ en-CA/firefox/collections/4757633/$
 en-CA/firefox/collections/mozilla
 en-CA/firefox/collections/mozilla/$
 en-CA/firefox/search
-en-CA/order-status
 en-CN
 en-DA
 en-DE
@@ -46905,28 +46842,10 @@ en-bz/
 en-ca
 en-ca.www.cloudflare.com
 en-ca/
-en-ca/Basket
-en-ca/Search
-en-ca/about/
-en-ca/basket
-en-ca/brand-hub/
-en-ca/brand/
-en-ca/category/
-en-ca/create-review/
-en-ca/event/
 en-ca/feedback
-en-ca/flyer
-en-ca/help/
 en-ca/lp
 en-ca/mega-nav
-en-ca/order-status
-en-ca/product-sellers/
-en-ca/product/
-en-ca/product/*?icmp=*
-en-ca/search
 en-ca/search?
-en-ca/services/
-en-ca/subscription-packages
 en-cd/dolby-vision-atmos-tvs
 en-cd/electronics/how-to-select-tv-by-what-you-watch-gaming
 en-cd/electronics/how-to-select-tv-by-what-you-watch-netflix
@@ -47521,6 +47440,9 @@ en/SupportandAdministration/PoliciesandProcedures
 en/Tracker?data=*
 en/US/swassets/
 en/US/swassets/sw274/sitewide_country_language_selector.html
+en/_Original_
+en/_incl_header.html
+en/_old_
 en/_site_doc
 en/aanmeldbevestiging
 en/aanmelden-mislukt
@@ -47541,6 +47463,7 @@ en/ajax/content-product
 en/ajax/contentmedia
 en/alert
 en/alerts
+en/americas/calendar/
 en/app
 en/app/
 en/applications/release9.html
@@ -47571,6 +47494,8 @@ en/carro-de-la-compra
 en/cart
 en/cgi-bin
 en/cgi-bin
+en/cidi/menus
+en/cidi/txt_files
 en/classes
 en/classes/
 en/cloud/iaas-classic
@@ -47919,6 +47844,9 @@ en/event/*/ical
 en/events/10_Graduade%20Institute_Richard_Baldwin_PWC_Geneva.pdf
 en/events/11_International%20Accounting%20Standards_Nic_Anderson_PWC_Geneva.pdf
 en/events/1_Roche_Ian_Bishop_PWC_Geneva.pdf
+en/events/2009events.asp
+en/events/2010_
+en/events/2010events.asp
 en/events/2_UBS_Geoff_Robinson_PWC_Geneva.pdf
 en/events/3_Richemont_Lesley_Griffiths_PWC_Geneva.pdf
 en/events/4_Swiss%20Re_Swiss%20Re_Jutta_Bopp_PWC_Geneva_.pdf
@@ -47927,7 +47855,10 @@ en/events/6_Schroders_Harry_Jack_PWC_Geneva.pdf
 en/events/7_Nestle_Adre_Besson_PWC_Geneva.pdf
 en/events/8_ISS_Thomas_von_Oehsen_PWC_Geneva.pdf
 en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf
+en/events/cultural_events.asp
+en/events/default.asp
 en/events/huaweiconnect/livestream-for-tvs$
+en/events/peace_fund.asp
 en/events?
 en/explore
 en/facturas-abono
@@ -47961,6 +47892,13 @@ en/home.html
 en/hotels/
 en/identity
 en/immigration-refugees-citizenship/services/reference-include
+en/incl_banner_media_center.html
+en/incl_footer_old.html
+en/incl_headcontent_landing.inc
+en/incl_headcontent_secondary.inc
+en/incl_header1.html
+en/incl_mini_pilares.html
+en/incl_searchnav.html
 en/includes_content/missing_handler/view_map.html
 en/industries/health-sciences/clinical-one
 en/industries/health-sciences/clinical-one/depot-information
@@ -48092,6 +48030,12 @@ en/matlabcentral/topics/power-electronics-control/search.html
 en/media-materials.html
 en/media/*
 en/meetings/full-capacity
+en/member_states/haiti/backpack/Flyer_Ceremonia_ENG.html
+en/member_states/haiti/backpack/Flyer_Ceremonia_ESP.html
+en/member_states/haiti/backpack/Flyer_Ceremonia_FRE.html
+en/member_states/haiti/backpack/default.html
+en/member_states/haiti/backpack/default_anunciosept24.html
+en/member_states/haiti/backpack/gallery.html
 en/memory-world-committees/grid
 en/memory-world-committees/list
 en/memory-world-committees/map
@@ -48135,13 +48079,15 @@ en/modules/ace
 en/moler/ncm-download.html
 en/mowlac-risks-observatory/grid
 en/mowlac-risks-observatory/list
-en/mowlac-risks-observatory/maphttp://engvid.com/robots.txt
+en/mowlac-risks-observatory/maphttp://es.linkedin.com/robots.txt
 en/my-account
 en/myunited
 en/needs
 en/needs/
 en/news-redirect/*
 en/news/canarias/diary
+en/news/incl_news_items.asp
+en/news/incl_reports.asp
 en/news?
 en/newsletters/*
 en/niet-gevonden
@@ -48205,7 +48151,7 @@ en/recruitments/
 en/reeds-aangemeld
 en/related-content?
 en/renew.html
-en/request-information/
+en/request-information/
 en/resources/
 en/resources/packaging-quality-symbols-footprints/symbols-and-footprints/
 en/responsive-header
@@ -48217,6 +48163,7 @@ en/right-education-country-overview/map
 en/right-education/observatory/grid
 en/right-education/observatory/list
 en/right-education/observatory/map
+en/saf/accountability/docs/
 en/safety-journalists/observatory/grid
 en/safety-journalists/observatory/list
 en/safety-journalists/observatory/map
@@ -48952,6 +48899,9 @@ es/TermsAndPrivacy.aspx
 es/Themes
 es/TripsJS.ashx
 es/_
+es/_Original_
+es/_incl_header.html
+es/_old_
 es/accessories/*/f
 es/accessories/ies
 es/account
@@ -48963,6 +48913,7 @@ es/ajax
 es/ajax/content-product
 es/ajax/contentmedia
 es/alpha.php
+es/americas/calendar/
 es/ana
 es/android/collections
 es/android/search
@@ -49028,6 +48979,8 @@ es/cart
 es/changes-that-qualify-for-special-enrollment/
 es/chc
 es/checkout
+es/cidi/menus
+es/cidi/txt_files
 es/cin
 es/classes
 es/classes/
@@ -49121,10 +49074,18 @@ es/es/promos/
 es/es/promos/lyve-cloud-for-startups/
 es/es/size/*
 es/estado-pedido
+es/estados_miembros/haiti/mochilas/default.html
+es/estados_miembros/haiti/mochilas/galeria.html
 es/eula.html
 es/event/*/ical
 es/event/*/shoutbox
 es/event/*/shoutbox?
+es/eventos/2010_reuniones_ministeriales.asp
+es/eventos/cultural_events.asp
+es/eventos/default.asp
+es/eventos/eventos2009.asp
+es/eventos/eventos2010.asp
+es/eventos/fondo_paz.asp
 es/explore
 es/facturas-abono
 es/facturas-abono
@@ -49181,6 +49142,14 @@ es/hou
 es/http://italiadeivalori.it/robots.txt
 es/images
 es/inc
+es/incl_banner_media_center.html
+es/incl_footer_old.html
+es/incl_headcontent_landing.inc
+es/incl_headcontent_secondary.inc
+es/incl_header1.html
+es/incl_header2.html
+es/incl_mini_pilares.html
+es/incl_searchnav.html
 es/info
 es/inicia-sesi%C3%B3n
 es/iniciar-sesion
@@ -49266,7 +49235,9 @@ es/music/+noredirect
 es/myunited
 es/nationals/search
 es/negocios
-es/new/http://3lion-anime.com/robots.txt
+es/new/http://cleveland.com/robots.txt
+es/news/incl_news_items.asp
+es/news/incl_reports.asp
 es/node
 es/node/
 es/node/*
@@ -49335,6 +49306,7 @@ es/royals/search
 es/s/colecciones
 es/s/perfecta
 es/s/usuarios
+es/saf/rendicion_cuentas/docs/
 es/sd
 es/sea
 es/search
@@ -49358,9 +49330,10 @@ es/share
 es/share-order
 es/sharecontacts-for-microsoft-outlook.aspx
 es/shop_name_search_service
+es/sica/
 es/site-achievement
 es/sobre_nosotros
-es/solicitar-informacion/
+es/solicitar-informacion/
 es/solutions/case-studies/
 es/solutions/case-studies/innovators/innovators-eu/
 es/solutions/case-studies/sustainability-emea/
@@ -49933,7 +49906,6 @@ event/sansfire-2019
 event/santa-monica-2019
 event/scottsdale-2019
 event/scottsdale-2020
-event/search
 event/seattle-fall-2019
 event/seattle-spring-2019
 event/security-east-2019
@@ -50347,7 +50319,7 @@ external_service/connect_now
 external_slp_click
 externalservices/surveyfeedapi/api/testfeed
 extfile
-exthttp://ultimateliquorshop.com/robots.txt
+exthttp://firstrunfeatures.com/robots.txt
 extlink
 extra
 extra/gremien
@@ -50372,6 +50344,7 @@ eyeblaster
 eyewitness
 ezais
 ezfo_config
+ezine/
 ezk888cn
 ezlink
 ezlink=
@@ -50689,9 +50662,8 @@ feed/sitema
 feed/subscribe
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://championat.com/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://freshbooks.com/robots.txt
 feed/xml
-feed/zen/
 feed=
 feed=rss
 feed?
@@ -50717,7 +50689,7 @@ feedback/surveylogin.asp?k=138143139287&Q1
 feedback/user_study
 feedbackR1
 feedcommunicationdetail
-feedhttp://nationaltrust.org.uk/robots.txt
+feedhttp://noendinsightmovie.com/robots.txt
 feeds
 feeds.thetimes.com/puzzles
 feeds.thetimes.com/timescrossword
@@ -51034,7 +51006,6 @@ fi/wiki/UserProfile:
 fi/wiki/User_talk:
 fi=
 fi=STUD
-fiats
 fibroids/appointments-and-referrals/appointment-thankyou
 ficapp
 fichas/gestor
@@ -51100,9 +51071,9 @@ filestore
 fileview
 filing
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://nps.gov/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://theglobeandmail.com/robots.txt
 filings/pdf
-fill-private.htmlhttp://joinazima.org/robots.txt
+fill-private.htmlhttp://comprarcarnetdeconducir.net/robots.txt
 fill.html
 film/s
 films/*/size/large
@@ -51169,7 +51140,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://nextdoor.com/robots.txt
+find/*http://press.princeton.edu/robots.txt
 find/3DImage.jsp
 find/ApplecareDetails.jsp
 find/DemoItem.jsp
@@ -51433,6 +51404,7 @@ food/recipes/*/shopping-list
 food/recipes/search*?
 food/search*?
 fooddirectory
+foodfestival/
 foodordering
 foodpickle
 foods/brands/page/
@@ -51507,7 +51479,7 @@ forgotpassword.aspx
 forgotpassword?
 forgotten-password
 forgotten-password/
-forgov-devhttp://surrey.ac.uk/robots.txt
+forgov-devhttp://safebrowsing.google.com/robots.txt
 forlibraries
 form
 form-containers
@@ -51717,7 +51689,7 @@ forum/member.php
 forum/memberlist.php
 forum/memberlist.php
 forum/members
-forum/membre/http://jp.youtube.com/robots.txt
+forum/membre/http://business2community.com/robots.txt
 forum/messenger
 forum/misc
 forum/modcp
@@ -52043,7 +52015,7 @@ forum/topic/221-tips-and-suggestions-for-working-members
 forum/traininggroups_onlinefree.php
 forum/translation_do.php
 forum/ucp.php
-forum/ucp.phphttp://wildtruth.net/robots.txt
+forum/ucp.phphttp://charts.youtube.com/robots.txt
 forum/ucp_agreement_trainings.php
 forum/uretral-nyj-vektor-4-25.html
 forum/user
@@ -52090,7 +52062,7 @@ forums/discover/
 forums/discover/unread/
 forums/forum/30-general-members-forums
 forums/help.html
-forums/http://ragtimedorianhenry.com/robots.txt
+forums/http://teknolojituru.com/robots.txt
 forums/ignore/
 forums/index.php/ef
 forums/index.php/h
@@ -52108,7 +52080,7 @@ forums/index.php/sel
 forums/index.php/sp
 forums/index.php/u
 forums/index.php?&act=Online
-forums/index.php?/user/http://cryptonewsventure.com/robots.txt
+forums/index.php?/user/http://herculesandloveaffair.net/robots.txt
 forums/index.php?act=Arcade
 forums/index.php?act=Attach
 forums/index.php?act=Forward
@@ -52234,7 +52206,6 @@ fr-BR
 fr-BY
 fr-CA/*canada
 fr-CA/*montreal--QC
-fr-CA/ma-commande
 fr-CA/office-space
 fr-CA/signup
 fr-CN
@@ -52345,29 +52316,12 @@ fr-bj/tv-avec-dolby-vision-atmos
 fr-bj/tv-avec-recherche-vocale-mains-libres
 fr-ca
 fr-ca/
-fr-ca/Chercher
-fr-ca/Panier
-fr-ca/a-propos/
 fr-ca/about-us/careers/job-description.html$
-fr-ca/aide/
-fr-ca/categorie/
-fr-ca/chercher
-fr-ca/circulaire
 fr-ca/css
-fr-ca/ecrire-evaluation/
-fr-ca/evenement/
-fr-ca/forfaits-de-abonnement
 fr-ca/ipns
 fr-ca/login-messages
-fr-ca/ma-commande
-fr-ca/marque/
-fr-ca/marques/
 fr-ca/oicms
-fr-ca/panier
-fr-ca/produit/
 fr-ca/ressources/search
-fr-ca/services/
-fr-ca/vendeurs-de-produit/
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-jeux
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-netflix
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
@@ -52475,6 +52429,9 @@ fr/Themes
 fr/Tr/
 fr/Tracker?data=*
 fr/TripsJS.ashx
+fr/_Original_
+fr/_incl_header.html
+fr/_old_
 fr/_site_doc
 fr/aboutus
 fr/academia/books/members.html
@@ -52605,7 +52562,7 @@ fr/datos-personales
 fr/days/world-radio/grid
 fr/days/world-radio/list
 fr/days/world-radio/map
-fr/demande-informations/
+fr/demande-informations/
 fr/develop/
 fr/develop/review/
 fr/devolucion-de-productos
@@ -52629,7 +52586,15 @@ fr/enterprise/blog/search?
 fr/error-static-cdn
 fr/errors
 fr/estado-pedido
+fr/etats_membres/haiti/sacs/default.html
+fr/etats_membres/haiti/sacs/galerie.html
 fr/eula.html
+fr/evenements/2010_reunions_ministerielles.asp
+fr/evenements/cultural_events.asp
+fr/evenements/default.asp
+fr/evenements/evenements2009.asp
+fr/evenements/evenements2010.asp
+fr/evenements/fonds_paix.asp
 fr/event/*/ical
 fr/event/*/shoutbox
 fr/event/*/shoutbox?
@@ -52701,6 +52666,14 @@ fr/hotel/s
 fr/images
 fr/immigration-refugies-citoyennete/services/reference-inclusion
 fr/inc
+fr/incl_banner_media_center.html
+fr/incl_footer_old.html
+fr/incl_headcontent_landing.inc
+fr/incl_headcontent_secondary.inc
+fr/incl_header1.html
+fr/incl_header2.html
+fr/incl_mini_pilares.html
+fr/incl_searchnav.html
 fr/includes_content/missing_handler/view_map.html
 fr/info
 fr/intangible-cultural-heritage/grid
@@ -52827,6 +52800,7 @@ fr/music/*/+wiki/shoutbox?
 fr/music/+noredirect
 fr/myunited
 fr/naviguer
+fr/news/incl_news_items.asp
 fr/newsroom
 fr/node
 fr/onelook_american_dictionary_words.html
@@ -53074,7 +53048,7 @@ frde/
 fre/layout/set
 fred
 fred-glance-widget.php
-fred-glance-widget.phphttp://inviso.rampanel.com/robots.txt
+fred-glance-widget.phphttp://avira.com/robots.txt
 free
 free-cancellation/index.
 free-coloring-pages/featured/frenchs-coloring-pages/
@@ -53263,7 +53237,7 @@ g
 g%C5%82osuj
 g-gender*
 g-recaptcha-response
-g/4arE9Chttp://ico.org.uk/robots.txt
+g/4arE9Chttp://icann.org/robots.txt
 g/api
 g/banana/api/context
 g/ts
@@ -53435,7 +53409,6 @@ gallery/recipes/wine
 gallery/rg*/mediaviewer/rm*/tr
 gallery_cache_key=
 gallery_more_stories_insider.cms*
-gam-
 gambling-promos
 game
 game*?
@@ -53537,12 +53510,11 @@ gb/resources-campaign/*
 gb/search
 gb/user
 gb/user$
-gb_xapi_content/http://learn.adafruit.com/robots.txt
+gb_xapi_content/http://thedailystar.net/robots.txt
 gbahadir
 gbapujii
 gbook
 gbox/
-gc?k
 gcache
 gcc
 gchamedes
@@ -53921,7 +53893,7 @@ gibbslab-personal
 giee/*category=ucommall
 gif
 gifs
-gifshttp://weibo.com/robots.txt
+gifshttp://inc.com/robots.txt
 gift
 gift-calculator-ranges/
 gift-calculator-tags/
@@ -54021,7 +53993,7 @@ global-disclaimer/
 global-embeds:
 global-font-test.php
 global-footer
-global-infrastructure/services/get-async/http://webpatogh.com/robots.txt
+global-infrastructure/services/get-async/http://codecanyon.net/robots.txt
 global-master
 global-nav-esi
 global-search/search*
@@ -54103,8 +54075,8 @@ go/directory
 go/download
 go/fanfiction/
 go/help.ticket.submit$
-go/http://billywatman.com/robots.txt
-go/http://dailydot.com/robots.txt
+go/http://audubon.org/robots.txt
+go/http://thinkingbricks.com/robots.txt
 go/member
 go/members
 go/menu
@@ -54190,7 +54162,7 @@ gostevaya/karta-sayta/poisk/?
 goto
 goto.htm
 goto.php
-goto/http://productuniversity.ru/robots.txt
+goto/http://salzburger-armutskonferenz.at/robots.txt
 goto=
 gotoPage=
 goto_issue
@@ -54553,7 +54525,6 @@ groeger
 grossesshowexcel.cfm
 group
 group/
-group/search
 group/terms
 group/wp-admin
 groupAnswers
@@ -54668,7 +54639,6 @@ guest
 guest-demos
 guest-helpful
 guest-pass
-guestEmailNotificationView
 guestbook/
 guholdings/studenttempline
 guia-comunicacio-digital
@@ -54758,7 +54728,7 @@ haaretz-labels
 habbal
 haberleri/
 hackathons/reinvent-2013/
-hacker/*/followhttp://change.org/robots.txt
+hacker/*/followhttp://blog.twitter.com/robots.txt
 hacker/*/unfollow
 hackerproof/?
 hackerproof/abreporting.html
@@ -54794,6 +54764,7 @@ haininggouinlock
 hair-transplant-services
 haishuai
 haitham
+haitibackpacks/http://zdbb.net/robots.txt
 hajiang
 haksoochoi
 haku
@@ -55484,7 +55455,7 @@ hk/education
 hk/email-validation
 hk/en/book-a-trip/flights/fare-types/fare-guide-information.html
 hk/en/privacy-statement/qualtrics
-hk/en/privacy/qualtricshttp://onesignal.com/robots.txt
+hk/en/privacy/qualtricshttp://countryliving.com/robots.txt
 hk/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 hk/en/search
 hk/enterprise/blog/search$
@@ -55708,6 +55679,7 @@ homepage-b
 homepage-beta
 homepage-experiment
 homepage-video-test
+homepage/
 homepage/2013
 homepage/health/2009/fall/nobel-prize.shtml
 homepage_feature
@@ -55755,7 +55727,7 @@ homework-help/landing/offer
 homework-help/search?
 homoud
 homr/services
-honeypot/http://cyrushostetler.com/robots.txt
+honeypot/http://lokalzeitjunkie.blogspot.de/robots.txt
 hong-kong-ting-hui-limited-cclxixe
 honing.html
 hook
@@ -59118,160 +59090,164 @@ http
 http-checker
 http2_data
 http:
-http://10004668.fls.doubleclick.net/robots.txt
-http://3155290.fls.doubleclick.net/robots.txt
-http://3319691.fls.doubleclick.net/robots.txt
-http://4.bp.blogspot.com/robots.txt
-http://6071807.fls.doubleclick.net/robots.txt
-http://8175237.fls.doubleclick.net/robots.txt
-http://aap.org/robots.txt
-http://abc7chicago.com/robots.txt
-http://abload.de/robots.txt
-http://acornhilllodge.com/robots.txt
-http://acrobat.adobe.com/robots.txt
-http://adcell.de/robots.txt
-http://addtoany.com/robots.txt
-http://adj.com/robots.txt
-http://ali.pub/robots.txt
-http://allegro.pl/robots.txt
-http://amazon-job.blogspot.com/robots.txt
-http://amsterdam.nl/robots.txt
-http://amvnews.ru/robots.txt
-http://apemusicale.it/robots.txt
-http://appexchange.salesforce.com/robots.txt
-http://apple.stackexchange.com/robots.txt
-http://autotrader.com/robots.txt
-http://avto.pro/robots.txt
-http://babylenta.ru/robots.txt
-http://basecamp.com/robots.txt
+http://4694204.fls.doubleclick.net/robots.txt
+http://5156609.fls.doubleclick.net/robots.txt
+http://6033984.fls.doubleclick.net/robots.txt
+http://6478929.fls.doubleclick.net/robots.txt
+http://77jcm.net/robots.txt
+http://9news.com/robots.txt
+http://abbyharmony.com/robots.txt
+http://about.google/robots.txt
+http://about.usps.com/robots.txt
+http://addyosmani.com/robots.txt
+http://adl.org/robots.txt
+http://airtable.com/robots.txt
+http://alaskaair.com/robots.txt
+http://americanprogress.org/robots.txt
+http://ampli.com/robots.txt
+http://apple.co/robots.txt
+http://art-building.zp.ua/robots.txt
+http://asia.nikkei.com/robots.txt
+http://atom.io/robots.txt
+http://avex.jp/robots.txt
+http://backlinko.com/robots.txt
+http://barebones.com/robots.txt
 http://bbpress.org/robots.txt
 http://beta.companieshouse.gov.uk/robots.txt
+http://bfi.org.uk/robots.txt
 http://bharat.republicworld.com/
 http://bharat.republicworld.com/*
-http://birmingham.ac.uk/robots.txt
-http://blog.goo.ne.jp/robots.txt
-http://blog.google/robots.txt
-http://blog.malwarebytes.com/robots.txt
-http://blogs.discovermagazine.com/robots.txt
-http://buddypress.org/robots.txt
+http://blackgirlhealth.com/robots.txt
+http://blog.youtube/robots.txt
+http://blogs.cornell.edu/robots.txt
+http://boell.de/robots.txt
+http://br.de/robots.txt
+http://brightcove.com/robots.txt
+http://brooklynvegan.com/robots.txt
+http://bu.edu/robots.txt
+http://buzzsprout.com/robots.txt
+http://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt
+http://c-spanarchives.org/robots.txt
+http://cancerresearchuk.org/robots.txt
 http://cards-dev.twitter.com/robots.txt
 http://careerbuilder.com/robots.txt
-http://casadelsole.tv/robots.txt
-http://cbc.ca/robots.txt
-http://cbsnews.com/robots.txt
+http://casa-sombra.mx/robots.txt
+http://case.edu/robots.txt
+http://cdn.datatables.net/robots.txt
 http://chat.google.com/robots.txt
+http://christinakarst.com/robots.txt
+http://chromium.googlesource.com/robots.txt
+http://cia.gov/robots.txt
 http://cisa.gov/robots.txt
-http://clicky.com/robots.txt
-http://code.tutsplus.com/robots.txt
-http://colorado.edu/robots.txt
+http://click.clktraker.com/robots.txt
+http://code.google.com/robots.txt
+http://coinbase.com/robots.txt
+http://computerworld.com/robots.txt
 http://comunitaqueeniana.weebly.com/news-of-the-world
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor
-http://contentmarketinginstitute.com/robots.txt
-http://coronavirus.jhu.edu/robots.txt
+http://contacts.google.com/robots.txt
+http://converg.com/robots.txt
 http://creativemarket.com/robots.txt
-http://cryoprize.info/robots.txt
-http://cs.cmu.edu/robots.txt
+http://criteo.com/robots.txt
 http://ct.pinterest.com/robots.txt
-http://cve.mitre.org/robots.txt
 http://cwe.mitre.org/robots.txt
-http://cyberduck.io/robots.txt
 http://dailywire.com/robots.txt
-http://dasbuchderwahrheit.de/robots.txt
-http://dc.arrivalist.com/robots.txt
-http://developer.chrome.com/robots.txt
-http://digicert.com/robots.txt
+http://debian.org/robots.txt
+http://developer.apple.com/robots.txt
+http://digiday.com/robots.txt
+http://digital-strategy.ec.europa.eu/robots.txt
+http://doctorswithoutborders.org/robots.txt
+http://dot.visitordatainc.com/robots.txt
+http://download.macromedia.com/robots.txt
 http://economie.gouv.fr/robots.txt
-http://edenguard.fr/robots.txt
-http://esa.un.org/robots.txt
-http://estadao.com.br/robots.txt
-http://fargolawoffice.com/robots.txt
-http://fast.wistia.com/robots.txt
-http://fda.gov/robots.txt
-http://feelcycle.com/robots.txt
+http://econsultancy.com/robots.txt
+http://ecwid.com/robots.txt
+http://ecx.images-amazon.com/robots.txt
+http://en-gb.wordpress.org/robots.txt
+http://en.oxforddictionaries.com/robots.txt
+http://en.wikibooks.org/robots.txt
+http://encrypted.google.com/robots.txt
+http://environment.gov.au/robots.txt
+http://eomega.org/robots.txt
+http://europapress.es/robots.txt
+http://europol.europa.eu/robots.txt
+http://factcheck.org/robots.txt
 http://felixplastik.com/robots.txt
-http://finance.yahoo.com/robots.txt
-http://flc.family/robots.txt
+http://firstpost.com/robots.txt
+http://fitranx.com/robots.txt
+http://fondationbrigittebardot.fr/robots.txt
 http://fozztone.com/robots.txt
-http://fr.wikipedia.org/robots.txt
-http://freepik.com/robots.txt
-http://fsmitha.com/robots.txt
-http://gallery.mailchimp.com/robots.txt
-http://gamestop.com/robots.txt
-http://general-overnight.com/robots.txt
+http://freesound.org/robots.txt
+http://freie-linke.de/robots.txt
 http://geni.us/robots.txt
-http://geonames.org/robots.txt
-http://giorgiotave.it/robots.txt
-http://goethe.de/robots.txt
-http://gohugo.io/robots.txt
-http://goodway.com/robots.txt
-http://google.co.il/robots.txt
-http://google.fr/robots.txt
-http://googledevelopers.blogspot.com/robots.txt
-http://haapasaari.fi/robots.txt
-http://hangovergang.com/robots.txt
-http://hanselman.com/robots.txt
-http://headspace.com/robots.txt
-http://helsinki.fi/robots.txt
-http://hertrichfordofeaston.com/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://tinypng.com/robots.txt
+http://geo-tracker.smadex.com/robots.txt
+http://gezondheidsplein.nl/robots.txt
+http://gnupg.org/robots.txt
+http://goodguyboris.com/robots.txt
+http://google-analytics-ru.bi.owox.com/robots.txt
+http://gum.co/robots.txt
+http://hagemann.one/robots.txt
+http://hellomagazine.com/robots.txt
+http://help.shopify.com/robots.txt
+http://help.yahoo.com/robots.txt
+http://hsf.co.uk/robots.txt
+http://hugoizarra.com/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://arduino.cc/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://i.ebayimg.com/robots.txt
-http://i2.wp.com/robots.txt
-http://icanhascheezburger.com/robots.txt
-http://ilo.org/robots.txt
-http://imatrix.com/robots.txt
-http://inmotionhosting.com/robots.txt
-http://ionos.com/robots.txt
-http://jamanetwork.com/robots.txt
-http://jamboard.google.com/robots.txt
-http://joshuaproject.net/robots.txt
-http://joytoeveryone.com/robots.txt
-http://jsfiddle.net/robots.txt
-http://jstor.org/robots.txt
-http://justgetflux.com/robots.txt
-http://kayak.com/robots.txt
-http://kck.st/robots.txt
-http://kinsta.com/robots.txt
-http://kreciola.tv/robots.txt
-http://lanacion.com.ar/robots.txt
-http://latin-ongaku.net/robots.txt
-http://lifestylesimplify.com/robots.txt
-http://m.imdb.com/robots.txt
-http://macworld.co.uk/robots.txt
-http://mariadb.com/robots.txt
-http://marketplace.atlassian.com/robots.txt
-http://mastercard.com/robots.txt
-http://mayalounge.net/robots.txt
-http://medicare.gov/robots.txt
+http://ichef.bbci.co.uk/robots.txt
+http://ikea.com/robots.txt
+http://infogram.com/robots.txt
+http://insee.fr/robots.txt
+http://instamojo.com/robots.txt
+http://intechopen.com/robots.txt
+http://interhome.de/robots.txt
+http://jasminethompson.com/robots.txt
+http://join.slack.com/robots.txt
+http://joinmastodon.org/robots.txt
+http://judobos.nl/robots.txt
+http://kaggle.com/robots.txt
+http://kb.cert.org/robots.txt
+http://khanacademy.org/robots.txt
+http://kijiji.ca/robots.txt
+http://kohls.com/robots.txt
+http://lamula.pe/robots.txt
+http://lapakbrebes.com/robots.txt
+http://liebertpub.com/robots.txt
+http://linkrep.com/robots.txt
+http://live.gnome.org/robots.txt
+http://macobserver.com/robots.txt
+http://magicstyle.de/robots.txt
+http://managementconsulted.com/robots.txt
 http://milliondollarcruise.co.nz/robots.txt
-http://mit.edu/robots.txt
+http://minnpost.com/robots.txt
 http://mixer.com/robots.txt
+http://mlive.com/robots.txt
 http://mor-pack.co.il/robots.txt
-http://motherjones.com/robots.txt
+http://mrisoftware.com/robots.txt
+http://music.amazon.com/robots.txt
 http://myanimelist.net/robots.txt
-http://naturalbreastfeeding.com/robots.txt
+http://mylifetime.com/robots.txt
+http://nationaltrust.org.uk/robots.txt
+http://nebula.wsimg.com/robots.txt
+http://neoldu.com/robots.txt
 http://newsfeed.time.com/robots.txt
+http://ngdc.noaa.gov/robots.txt
 http://no.wikipedia.org/robots.txt
-http://nozbe.com/robots.txt
+http://northjersey.com/robots.txt
 http://npr.org/robots.txt
-http://obsproject.com/robots.txt
-http://oracle.com/robots.txt
+http://oasis-open.org/robots.txt
+http://online.wsj.com/robots.txt
 http://osce.org/robots.txt
-http://ou.edu/robots.txt
-http://packages.ubuntu.com/robots.txt
 http://pagseguro.uol.com.br/robots.txt
-http://parismatch.com/robots.txt
-http://paypalobjects.com/robots.txt
-http://photostop.in/robots.txt
+http://pennlive.com/robots.txt
+http://peopleperhour.com/robots.txt
+http://peta.org/robots.txt
 http://php.net/robots.txt
-http://pica.asn.au/robots.txt
+http://picsuk.com/robots.txt
 http://pinterest.ca/robots.txt
-http://pixel.everesttech.net/robots.txt
-http://pixel.myrtbportal.com/robots.txt
-http://pixel.trafficfuel.com/robots.txt
-http://platform.twitter.com/robots.txt
+http://pkp.sfu.ca/robots.txt
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/
@@ -59293,85 +59269,81 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/
 http://pompeachaleurdaikin.fr/le-lexique/
 http://pompeachaleurdaikin.fr/temoignages-infos/
 http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/
-http://poolwiseliving.com.au/robots.txt
-http://princeton.edu/robots.txt
-http://projects.arlingtonva.us/robots.txt
-http://psycnet.apa.org/robots.txt
-http://qsl.net/robots.txt
-http://r-project.org/robots.txt
-http://raw.github.com/robots.txt
-http://readwriteweb.com/robots.txt
-http://redlettermin.com/robots.txt
-http://register.gotowebinar.com/robots.txt
-http://rit.edu/robots.txt
-http://robotstxt.org/robots.txt
-http://ru.nl/robots.txt
-http://s3-eu-west-1.amazonaws.com/robots.txt
+http://popmalt.com/robots.txt
+http://postgresql.org/robots.txt
+http://projecthoneypot.org/robots.txt
+http://publishersweekly.com/robots.txt
+http://px1.bandsintown.com/robots.txt
+http://qld.gov.au/robots.txt
+http://rbc.ru/robots.txt
+http://roberthalf.com/robots.txt
+http://rubykaigi.org/robots.txt
+http://rytmik.cinemax.cz/robots.txt
+http://s1.wp.com/robots.txt
 http://s3.us-east-2.amazonaws.com/robots.txt
-http://saintamour.org/robots.txt
-http://salute.gov.it/robots.txt
-http://samsung-mena.demdex.net/robots.txt
-http://savannahsmiledesigns.com/robots.txt
-http://scripting.com/robots.txt
-http://searsassociates.com/robots.txt
-http://secure-nz.imrworldwide.com/robots.txt
-http://sendspace.com/robots.txt
-http://senzoku.ac.jp/robots.txt
-http://sitekit.withgoogle.com/robots.txt
-http://sleepfoundation.org/robots.txt
-http://smore.com/robots.txt
-http://smugmug.com/robots.txt
-http://sourceforge.net/robots.txt
-http://sparkle.lpages.co/robots.txt
-http://spensor.blogspot.com/robots.txt
-http://sportskeeda.com/robots.txt
-http://st.com/robots.txt
+http://saatchiart.com/robots.txt
+http://scholar.harvard.edu/robots.txt
+http://science.sciencemag.org/robots.txt
+http://scientificamerican.com/robots.txt
+http://screenrant.com/robots.txt
+http://sears.com/robots.txt
+http://serverfault.com/robots.txt
+http://shop.nordstrom.com/robots.txt
+http://sixrevisions.com/robots.txt
+http://sloanreview.mit.edu/robots.txt
+http://snapchat.com/robots.txt
+http://sos-premium.blogspot.com/robots.txt
+http://spreadsheets.google.com/robots.txt
+http://standaard.be/robots.txt
 http://sublimetext.com/robots.txt
-http://support.lenovo.com/robots.txt
-http://sustainability.google/robots.txt
-http://sverigesradio.se/robots.txt
-http://symfony.com/robots.txt
-http://t3n.de/robots.txt
-http://target.digitalaudience.io/robots.txt
+http://sucuri.net/robots.txt
+http://surrey.ac.uk/robots.txt
+http://tandfonline.com/robots.txt
+http://tattoodo.com/robots.txt
 http://taxfoundation.org/robots.txt
-http://taxjar.com/robots.txt
+http://teams.microsoft.com/robots.txt
+http://techshot.com/robots.txt
 http://ted.com/robots.txt
-http://tes.com/robots.txt
-http://thedailystar.net/robots.txt
-http://thefa.com/robots.txt
-http://thespinoff.co.nz/robots.txt
-http://thespruceeats.com/robots.txt
-http://tidio.com/robots.txt
-http://tiendamagia.com/robots.txt
-http://tips.work/robots.txt
-http://translate.googleusercontent.com/robots.txt
-http://tulipasexshop.com.br/robots.txt
+http://telegram.org/robots.txt
+http://tenrev.com/robots.txt
+http://the-scientist.com/robots.txt
+http://thedrum.com/robots.txt
+http://thefreelibrary.com/robots.txt
+http://thenextweb.com/robots.txt
+http://thewrap.com/robots.txt
+http://threefold-trials.com/robots.txt
+http://tinyurl.com/robots.txt
+http://tokopedia.com/robots.txt
+http://tor.com/robots.txt
+http://travel.state.gov/robots.txt
+http://trendmicro.com/robots.txt
+http://tripit.com/robots.txt
+http://twitch.tv/robots.txt
+http://tympanus.net/robots.txt
 http://uat-next-a30-uk.udev1a.net*
-http://udxsva.com/robots.txt
-http://unece.org/robots.txt
-http://unrealengine.com/robots.txt
-http://us.creativecdn.com/robots.txt
-http://uwaterloo.ca/robots.txt
-http://validator.w3.org/robots.txt
-http://vancouversun.com/robots.txt
-http://vanityfair.com/robots.txt
-http://vaultpress.com/robots.txt
-http://vegasrock.com/robots.txt
-http://vicroads.vic.gov.au/robots.txt
-http://vr.youtube.com/robots.txt
-http://warcraftmovies.com/robots.txt
+http://udacity.com/robots.txt
+http://undis.eu/robots.txt
+http://univision.com/robots.txt
+http://upsellit.com/robots.txt
+http://uspto.gov/robots.txt
+http://veoh.com/robots.txt
+http://visitazores.com/robots.txt
+http://vivino.com/robots.txt
+http://voxeu.org/robots.txt
+http://w3techs.com/robots.txt
 http://warp90.com/robots.txt
-http://webmd.com/robots.txt
-http://wellsfargo.com/robots.txt
-http://wholesomeyum.com/robots.txt
+http://watchmojo.com/robots.txt
+http://wayofleaf.com/robots.txt
+http://web.archive.org/robots.txt
+http://webopedia.com/robots.txt
 http://woobox.com/robots.txt
-http://wwe.com/robots.txt
-http://www-01.ibm.com/robots.txt
+http://works.bepress.com/robots.txt
 http://www.comodo.com/email/webinspector-email
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://yle.fi/robots.txt
-http://yourstory.com/robots.txt
+http://xkcd.com/robots.txt
+http://yotpo.com/robots.txt
+http://youcaring.com/robots.txt
 http://yummly.com/robots.txt
 httpd
 httpd/reports
@@ -59495,7 +59467,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427
 https://www.oxfamintermon.org/ca/resultats-de-cerca?term=
 https://www.oxfamintermon.org/es/resultados-de-busqueda?term=
 https://www.republicworld.com/ipl-2024/
-https://www.republicworld.com/ipl-2024/*http://uptimerobot.com/robots.txt
+https://www.republicworld.com/ipl-2024/*http://planetary.org/robots.txt
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
 https://www.southampton.ac.uk/research/search/all
@@ -59515,7 +59487,7 @@ https://www.thenation.com/teaching_guide-sitemap2.xml
 https://www.thenation.com/teaching_guide-sitemap3.xml
 https://www.thenation.com/teaching_guide-sitemap4.xml
 https:/www.alibaba.com
-https:/www.alibaba.com/http://thedailybeast.com/robots.txt
+https:/www.alibaba.com/http://sunderlandecho.com/robots.txt
 htyau
 htz/js/bots.js
 hu
@@ -60170,7 +60142,6 @@ idees/fiches/theme=
 identification
 identite
 identity
-identity/
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 identity/how-we-look
@@ -60341,7 +60312,7 @@ iframe/dirette
 iframe/video
 iframe=
 iframes
-iframes/http://streamelements.com/robots.txt
+iframes/http://tno.nl/robots.txt
 ifwns
 ig/add?
 ig/forums
@@ -60355,7 +60326,6 @@ ignacioibarzabal
 ignoring/human/orders
 igoto
 igotos
-igp
 ihr
 ii
 iifa-awards-2017
@@ -60485,7 +60455,6 @@ images/?
 images/EdSymp2010_reportforweb_tcm18-185058.pdf
 images/G/01/imdb/css
 images/HTPopups/
-images/Musik_468x60.swf
 images/PageScans
 images/Podcasts
 images/Popup/
@@ -60574,7 +60543,7 @@ img/*.docx$
 img/*.pdf$
 img/category
 img/hc_ambassador.png
-img/http://kahoot.com/robots.txt
+img/http://forums.aws.amazon.com/robots.txt
 img/logo/3rdpartylogos
 img/mobile
 img/not-indexed
@@ -60861,7 +60830,6 @@ index.html?
 index.html?currency=USD&region=North%20America&country=US
 index.html?utm_source=distribution&utm_medium=pr&utm_campaign=pr%2Btemplate%2Blinks
 index.html?utm_source=distribution&utm_medium=pr&utm_term=Enterprise&utm_content=ESMAV&utm_campaign=120309
-index.jhtml
 index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news
 index.new.html
 index.php
@@ -60960,13 +60928,13 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://cdn.knightlab.com/robots.txt
-index.php/user/logout/http://customtechflooring.com/robots.txt
-index.php/user/logout/http://interhome.de/robots.txt
-index.php/user/logout/http://markets.businessinsider.com/robots.txt
-index.php/user/logout/http://nl.wikipedia.org/robots.txt
-index.php/user/logout/http://optout.networkadvertising.org/robots.txt
-index.php/user/logout/http://thrillist.com/robots.txt
+index.php/user/logout/http://couchsurfing.com/robots.txt
+index.php/user/logout/http://digitalspy.com/robots.txt
+index.php/user/logout/http://imagemagick.org/robots.txt
+index.php/user/logout/http://live.sekindo.com/robots.txt
+index.php/user/logout/http://ox.ac.uk/robots.txt
+index.php/user/logout/http://ragtimedorianhenry.com/robots.txt
+index.php/user/logout/http://uniqlo.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -62129,7 +62097,7 @@ it/responsive-header
 it/retail/search$
 it/retail/search?
 it/ricerca
-it/richiesta-informazioni/
+it/richiesta-informazioni/
 it/s/collezioni
 it/s/immagini
 it/s/utenti
@@ -64415,7 +64383,6 @@ kontaktova%C5%A5-podporu
 kontaktovat-podporu
 kontaktovat-spole%C4%8Dnost-myheritage
 kontakty
-kontakty/2-uncategorised.html
 kopl/
 kopt/
 koray
@@ -64682,7 +64649,7 @@ landing-page-sitemap.xml
 landing-page/changelog
 landing-page/cmp-freemium
 landing-page/licensing
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://carsguide.com.au/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://vancouver.ca/robots.txt
 landing-pages
 landing.php
 landing/braintree-paypal
@@ -64937,7 +64904,7 @@ leaders/center-programs/elp-nomination/thank-you/
 leaders/center-programs/graduation-rsvp-2024-08-22/thank-you/
 leaders/center-programs/team-public-presentations-2024-08-22/thank-you/
 leadership/
-leadingtogether/http://forms.office.com/robots.txt
+leadingtogether/http://hayhouse.com/robots.txt
 leads
 leads/recommendations
 leaening*?
@@ -65016,7 +64983,7 @@ learning/settings$
 learning/settings?
 learningarcade/
 learningcenter
-learnmore-transferhttp://dolby.com/robots.txt
+learnmore-transferhttp://foter.com/robots.txt
 leave
 leave-a-legacy/legacy-guide/
 leave-a-legacy/thank-you/
@@ -65046,7 +65013,6 @@ legacy/pay
 legal
 legal-answers/*.html?prefer_mobile
 legal-b2b
-legal-contact-us
 legal-content/BG/TXT/DOC
 legal-content/BG/TXT/SIG
 legal-content/CS/TXT/DOC
@@ -65101,7 +65067,7 @@ legal-services/checkout?
 legal/3874403/
 legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
-legal/http://amnestyusa.org/robots.txt
+legal/http://jqueryui.com/robots.txt
 legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
@@ -65349,6 +65315,7 @@ library/working
 library=
 library?
 library?/
+library_common/
 library_glossary.htm
 libraryservices/beta/search
 libraryservices/feedback/poll
@@ -65448,8 +65415,8 @@ link-intersect
 link-intersect/$
 link.php
 link/
-link2
 link:
+link?
 link_to
 linked
 linked_webroots
@@ -65495,7 +65462,6 @@ list
 list-bibliography-delegates
 list-existing-collections
 list-v2/
-list.id=1
 list.php
 list/ls*/_ajax
 list/ls*/export
@@ -65549,7 +65515,7 @@ listmanager/goodbye.php
 listmanager/notification1.php
 listmanager/notification2.php
 lists
-lists/
+lists/
 lists/search
 lists/search?q=
 listspider/
@@ -65570,9 +65536,9 @@ live
 live-a-detruire_19925.html
 live-blogs/*embed=1
 live-eyewear
-live-preview/http://blogs.oracle.com/robots.txt
-live-preview/http://convertkit.com/robots.txt
-live-preview/http://tencent.com/robots.txt
+live-preview/http://asiasociety.org/robots.txt
+live-preview/http://google.by/robots.txt
+live-preview/http://mcusercontent.com/robots.txt
 live-score/cricket/auction_ajax
 live-score/cricket/comm
 live-score/cricket/commentary
@@ -65749,7 +65715,6 @@ location-de-voiture/resultats
 location-feedback
 location-voiture/resultats
 location.json
-location/drama/search
 locationQuery=
 location_suggest
 locations
@@ -65818,7 +65783,7 @@ login/comodo-members.php/*_blank
 login/domain
 login/facebook
 login/googleplus
-login/http://mordkaul.bandcamp.com/robots.txt
+login/http://portalbcn.com.br/robots.txt
 login/join$
 login/join?
 login/password
@@ -65867,6 +65832,7 @@ logo-request.php
 logodownload.php
 logonUserServicesStartupAction.do
 logos
+logotipoanticorrupcion/
 logotypes
 logout
 logout
@@ -66671,7 +66637,7 @@ mai/users
 maier
 mail
 mail
-mail-fertighttp://ninds.nih.gov/robots.txt
+mail-fertighttp://ist-track.com/robots.txt
 mail-gotowe
 mail-listo
 mail-okay
@@ -67401,7 +67367,7 @@ media/BookingThumbnails
 media/JC
 media/Player6_0.swf
 media/ProviderThumbnails
-media/Resized-Images/*http://haaretz.com/robots.txt
+media/Resized-Images/*http://wolfram.com/robots.txt
 media/SL
 media/TALSO.swf
 media/TUIThumbnails
@@ -67411,7 +67377,7 @@ media/admin
 media/advertorials
 media/all/1287752/
 media/all/1287913/
-media/all/1288165/http://techshot.com/robots.txt
+media/all/1288165/http://whiskyzone.de/robots.txt
 media/all/357557/
 media/attractions-splice-test-spp
 media/bl-video
@@ -67502,7 +67468,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://jigsaw.w3.org/robots.txt
+media/tyfo*http://codex.wordpress.org/robots.txt
 media/unesco
 media/uploads
 media/video
@@ -67852,7 +67818,7 @@ medredesign
 medstaging
 meeting/register
 meeting/schedule
-meetingOptionshttp://checkpoint.com/robots.txt
+meetingOptionshttp://ethereum.org/robots.txt
 meetings
 meetings/en/html.jsp
 meetings/national/jmm/2124_abstracts/1056-30-23.pdf
@@ -69037,7 +69003,6 @@ more=
 moreHomeListing.php?pg/
 more_samples
 moreimages.aspx
-moreinfo.cfm
 morelikethis
 morelli
 morerecenthistory
@@ -69231,7 +69196,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://rcgroups.com/robots.txt
+mre/*.zip$http://visitor.fiftyt.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -69352,7 +69317,7 @@ msagha
 msaleem
 msandel
 msatwork/amazon
-msatwork/uber/en.htmlhttp://wcm-ru.frontend.weborama.fr/robots.txt
+msatwork/uber/en.htmlhttp://lepoint.fr/robots.txt
 msb
 msc-accounting-financial-management
 msc-advanced-clinical-practice
@@ -69546,10 +69511,10 @@ multivu
 mumbaiedition
 munho
 munin
-munin*http://3dpdfmaker.com/robots.txt
-munin*http://pacaneleaparate.biz/robots.txt
-munin*http://steller.cc/robots.txt
-munin*http://usawire.com/robots.txt
+munin*http://homesinhamiltonontario.com/robots.txt
+munin*http://infinitycftv.com.br/robots.txt
+munin*http://modernbluesharmonica.com/robots.txt
+munin*http://pacanele.biz/robots.txt
 muns
 munshi
 musafim
@@ -69579,7 +69544,7 @@ music/admission/ao_selection_dc20180809.html
 music/admission/ao_selection_eo20180809.html
 music/admission/ao_selection_gh20180809.html
 music/admission/ao_selection_jz20180809.html
-music/admission/ao_selection_me20180809.htmlhttp://channel4.com/robots.txt
+music/admission/ao_selection_me20180809.htmlhttp://onlinecustomworkout.wordpress.com/robots.txt
 music/admission/ao_selection_ms20180809.html
 music/admission/ao_selection_pf20180809.html
 music/admission/ao_selection_pi20180809.html
@@ -69626,7 +69591,7 @@ mvideos
 mvm
 mvmishra
 mvonbaeyer
-mvp/http://editions-harmattan.fr/robots.txt
+mvp/http://redcomm.co.id/robots.txt
 mw
 mw/
 mw/en
@@ -69968,6 +69933,7 @@ myshop
 mystorm
 mystuff
 mystunningwebsites
+mystyles.css
 mysuccesshub
 mysuggestions.asp
 mysupport/s/forumshome
@@ -70350,7 +70316,6 @@ new_cmtofart2_nit_v1/
 new_invite
 new_listing
 new_subdirectory
-new_subject
 new_writer
 newattorneys
 newblog
@@ -70605,7 +70570,7 @@ news_test
 newsanalysis
 newsapp-api
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://partner.e-domizil.de/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://runative-syndicate.com/robots.txt
 newsfeed
 newsfeed$
 newsfeedemail
@@ -70705,8 +70670,8 @@ newsletter-templates/weather
 newsletter-templates/weather-weekly
 newsletter-templates/weekly-messenger
 newsletter/
-newsletter/
-newsletter/$http://militarytimes.com/robots.txt
+newsletter/
+newsletter/$http://login.dotomi.com/robots.txt
 newsletter/*
 newsletter/archive/
 newsletter/archive/exearth/
@@ -71314,6 +71279,7 @@ newstudent
 newsuppliers
 newswire
 newt
+newwearesorry.asp
 newyears-2020-aff
 newyork
 nexradinv
@@ -72547,7 +72513,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A
 notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml
 notlikelytohappenever
 notonline
-notyours/http://vip.wordpress.com/robots.txt
+notyours/http://abookapart.com/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -72564,7 +72530,7 @@ novostroyki
 novostroyki*/?direct=1
 novostroyki/*?order=
 novostroyki/po-ulizam
-novostroyki/po-ulizam/*http://ukrnovosti.net/robots.txt
+novostroyki/po-ulizam/*http://general-overnight.com/robots.txt
 novostroyki/po-ulizam/moskva
 novostroyki/sankt-peterburg/moskovskij/in2it-intuit2
 now
@@ -72871,7 +72837,7 @@ oauth/
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://prioryrecords.co.uk/robots.txt
+oauth/http://uuca.org/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -72905,10 +72871,6 @@ observations/?
 observations?
 observing/dfo/status
 obsessed
-obuchayushchie-kursy/2-uncategorised.html
-obuchayushchie-kursy/27-sozdanie-muzyki-ot-novichka-do-profi.html
-obuchayushchie-kursy/31-sozdanie-muzyki-ot-novichka-do-profi.html
-obuchayushchie-kursy/37-sozdanie-muzyki-ot-novichka-do-profi.html
 oc
 oc/dash-button
 oc/forums
@@ -73123,7 +73085,7 @@ omniauth
 omniture/
 on
 on
-on-demand/session/*http://verisign.com/robots.txt
+on-demand/session/*http://mediawiki.org/robots.txt
 on/*.ico$
 on/*.png$
 on/demandware.store
@@ -73204,7 +73166,7 @@ online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://4720474.fls.doubleclick.net/robots.txt
+online/online-program/curriculum_draft.cfmhttp://sportsnet.ca/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -73253,7 +73215,6 @@ ooo/show_bug.cgi
 ooo/show_bug.cgi*ctype=xml
 oops
 ooxbu36397/rss
-op
 op*/*op*/*op*/*op
 op*/ov
 op*/ov*page=
@@ -73317,8 +73278,8 @@ opt-out*
 opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
-opt-out/http://cts.vresp.com/robots.txt
-opt-out/http://dashnerlaw.com/robots.txt
+opt-out/http://da-topi.jp/robots.txt
+opt-out/http://elfa.com/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -73662,7 +73623,6 @@ p/gu
 p/heartbeat
 p/moduleprovider
 p/pf
-p/premium-registry
 p/surveyopen
 p/toronto
 p/tour-travel
@@ -73776,6 +73736,7 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
+page/*/?s
 page/*/?s=
 page/*/?s=
 page/*/?search=
@@ -73995,7 +73956,7 @@ paldrive/en-es
 paldrive/en-no
 paldrive/en-sk
 paldrive/en-tr
-paldrive/en-us/http://englishclass101.com/robots.txt
+paldrive/en-us/http://zotero.org/robots.txt
 paleo
 paleo/metadata
 paleo/pubs
@@ -74192,7 +74153,6 @@ patrikgayer
 patronNext
 patsukhum
 pattanayak
-patternPreview
 patterns
 patti
 patwohl
@@ -74410,12 +74370,8 @@ people-profiles/*
 people/$
 people/*/*?*daterange
 people/*/*?*page
-people/*/all
 people/*/category
-people/*/collect
-people/*/do
 people/*/issues
-people/*/wish
 people/[author]
 people/faculty/shapiro
 people/help/employee/
@@ -76336,7 +76292,7 @@ pl/pl/product-finder/internal-hard-drives/
 pl/pl/promos/
 pl/pl/promos/lyve-cloud-for-startups/
 pl/player
-pl/popros-o-informacje/
+pl/popros-o-informacje/
 pl/questions
 pl/renew.html
 pl/search
@@ -76973,13 +76929,13 @@ politica/2/10/13/news/da_maroni_a_fontana_c_e_sempre_quel_notaio_nelle_indagini_
 politica/20081007/53556163832/
 politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739
 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022
-politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://darkreading.com/robots.txt
+politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://techopedia.com/robots.txt
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp
 politica/padron-electoral-2021-back-up-nid04052021
 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml
 politiclothes
-politico-footer/http://google.com.co/robots.txt
+politico-footer/http://harpersbazaar.com/robots.txt
 politico-header
 politics/e/sharing
 politics/index.ssf/2010/01/nova_scotia_property_attracted.html
@@ -77116,7 +77072,6 @@ portfolio
 portfolio-airtable
 portfolio-site
 portfolio/
-portfolio/*
 portin
 portland/2011/01/portland_woman_upset_by_attack.html
 portland/2016/12/who_is_portlands_mysterious_li.html
@@ -77624,7 +77579,7 @@ product-manager-old
 product-marketing
 product-question/
 product-quickview*
-product-ratings/http://contradance.org/robots.txt
+product-ratings/http://constantcontact.com/robots.txt
 product-refferal
 product-review-post
 product-reviews/
@@ -77644,7 +77599,7 @@ product/ajax-about-brand
 product/alive-detox-vegan-cookbook
 product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat
 product/buy/
-product/buybundle/http://hypeddit.com/robots.txt
+product/buybundle/http://animemusicvideos.org/robots.txt
 product/containedresources
 product/customersalsobought
 product/dynamic-creative/gallery
@@ -77712,7 +77667,6 @@ productreview/user
 products
 products.php?
 products/
-products/*
 products/*+
 products/*--*--*--
 products/*/*/dse
@@ -77852,7 +77806,6 @@ professionals/country/*/locations/locations.kml
 professionals/locations/locations.kml
 professionals/query
 professionals/s
-profi/*
 profil
 profil.shtml
 profil/
@@ -78011,7 +77964,7 @@ program-2/action~undefined
 program-2/action~week
 program-registration
 program/
-program/action~*/http://interarbiter.info/robots.txt
+program/action~*/http://jetreports.com/robots.txt
 program/action~agenda
 program/action~default
 program/action~http:
@@ -78055,7 +78008,6 @@ progressloading.html
 project
 project-chooser!input.jspa
 project-crisps--beta
-project/*
 project/*/event
 project/KCRW
 project/issues/*/search
@@ -78065,7 +78017,6 @@ project/pgeverydayme
 project/video
 projectrvm
 projects
-projects/*
 projects/*/activity
 projects/*/best_release.html
 projects/*/complete
@@ -78451,6 +78402,9 @@ pt/*max=
 pt/*min=
 pt/*my_etsy=
 pt/Download
+pt/_Original_
+pt/_incl_header.html
+pt/_old_
 pt/account
 pt/account=
 pt/adisplay.php
@@ -78496,6 +78450,12 @@ pt/error-static-cdn
 pt/event/*/ical
 pt/event/*/shoutbox
 pt/event/*/shoutbox?
+pt/eventos/2010_reunioes_ministeriais.asp
+pt/eventos/cultural_events.asp
+pt/eventos/default.asp
+pt/eventos/eventos2009.asp
+pt/eventos/eventos2010.asp
+pt/eventos/fundo_da_paz.asp
 pt/explore
 pt/features/partial/footer
 pt/features/partial/page-bottom
@@ -78504,13 +78464,21 @@ pt/ferramentas/criador-de-logo/onboarding
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://ea.com/robots.txt
+pt/forum/goto.phphttp://emmafrank.ffm.to/robots.txt
 pt/group
 pt/growth-tools-assets
 pt/guest-pass
 pt/help/sitemap
 pt/help/sitemap.php
 pt/herramientas/generador-de-logos/onboarding
+pt/incl_banner_media_center.html
+pt/incl_footer_old.html
+pt/incl_headcontent_landing.inc
+pt/incl_headcontent_secondary.inc
+pt/incl_header1.html
+pt/incl_header2.html
+pt/incl_mini_pilares.html
+pt/incl_searchnav.html
 pt/info
 pt/internal
 pt/invites/buy
@@ -78708,7 +78676,7 @@ public/*.jpg
 public/*.js$
 public/*.js?
 public/*.png
-public/*http://dafont.com/robots.txt
+public/*http://kinsta.com/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -78725,7 +78693,7 @@ public/checkout
 public/cmscommentAbuse
 public/comments
 public/data/
-public/dochttp://apps.shopify.com/robots.txt
+public/dochttp://superdicas7.blogspot.com/robots.txt
 public/emailtemplates
 public/english/dw/ilo-dw-amharic-web.swf
 public/english/dw/ilo-dw-arabic-web.swf
@@ -78804,6 +78772,7 @@ publications?page=
 publications?page=*&
 publicclass
 publicdatasets-confirmation/
+publicfolders/
 publicidad/
 publicidad/prueba
 publicliterature.PublicLiterature.search.html
@@ -78977,7 +78946,6 @@ qdtrinh
 qe15com
 qemail
 qguo
-qi
 qian
 qianli
 qiaomeitang
@@ -79149,7 +79117,7 @@ r/*?
 r/*page=
 r/Preview
 r/cms
-r/http://redbull.com/robots.txt
+r/http://haveibeenpwned.com/robots.txt
 r/instant/response
 r/kappa/api
 r/search
@@ -79272,7 +79240,6 @@ rap-us/clips-us/amp
 rap-us/news-rap-us/amp
 rap_francais/news/amp
 rap_francais/son/amp
-raphiphop/
 rapid
 rapid-responses
 rapidrewards/rr-retrieve.html
@@ -79392,9 +79359,8 @@ reader/
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://zertifikateawards.de/robots.txt
+readme.htmlhttp://wwwyu.com/robots.txt
 readmessage.php
-ready_sit_read/index.jhtml
 readysetgov-dev
 readysetgov-dev-old
 real-country
@@ -79560,7 +79526,7 @@ recipes/search
 recipes/search/?q
 recipes/search?o=newest&tag=test-kitchen-approved
 recipes/shoppinglist/email
-reckon/http://geck.bethsoft.com/robots.txt
+reckon/http://gdpr-info.eu/robots.txt
 reco
 recomendations/*/owner_actions
 recommend
@@ -79835,7 +79801,6 @@ remember-the-titans
 remingtonhill
 remixed/rules/
 remo
-remont-kvartir/
 remote
 remote-login.php
 remote.control
@@ -79864,7 +79829,7 @@ rendongarcia
 renee_rinehart
 renew
 renewal-center
-renewal-center/businesshttp://crowdcast.io/robots.txt
+renewal-center/businesshttp://consilium.europa.eu/robots.txt
 renewal-center/home
 rennekamp
 renos
@@ -80596,6 +80561,7 @@ request-demo/?
 request/custom-solution
 requestAction=rdf
 requestList
+requestresetpass
 requests
 requests/*/satisfaction
 requireScreenname.htm
@@ -80733,10 +80699,11 @@ resources-campaign/*
 resources-old
 resources-rx/*
 resources-rx/files/*
+resources/
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
-resources/calendar/http://tinypic.com/robots.txt
+resources/calendar/http://qatarairways.com/robots.txt
 resources/css
 resources/css/webscripts.css
 resources/download/download-attribution-data-driven-marketer
@@ -80851,7 +80818,7 @@ results.sale.pdf
 results/
 results?k*
 resume-database/preview-iframe
-resume/http://vinrecca2011.weebly.com/robots.txt
+resume/http://indiegamesjapan.com/robots.txt
 resume/preview
 resumes
 resumes2
@@ -80880,7 +80847,7 @@ reuters
 reuters$
 rev=
 revadhingra
-revendeur/http://polymer-project.org/robots.txt
+revendeur/http://oclc.org/robots.txt
 revenue/search/node
 review
 review-by-author
@@ -80905,7 +80872,6 @@ review/top-reviewers/
 review=
 reviewFilters
 reviewSeller
-reviewVote
 reviewWidget
 review_feed_auto_fetch
 review_includes/form-review.php?
@@ -81239,7 +81205,6 @@ robertsheehan
 robinalbrecht
 robincolgrove
 robmunger
-robokassa/
 robos-linux
 robotic-assisted-surgery
 robots
@@ -81336,7 +81301,6 @@ routen/*/routen-ab-
 routen/*/routen-von-
 router
 router/*
-routes.json
 routes/*/cac-duong-bay-tu-
 routes/*/export
 routes/*/routes-from-
@@ -81451,6 +81415,7 @@ rt=nc
 rta
 rta-logging/reader-history.php
 rtg=
+rtmobile
 rtpnet/archives
 rtrs
 rts
@@ -81594,7 +81559,7 @@ ru/forums
 ru/gateway.html
 ru/general
 ru/group
-ru/http://centeredgesoftware.com/robots.txt
+ru/http://thrushpoetryjournal.com/robots.txt
 ru/images
 ru/inc
 ru/info
@@ -81637,7 +81602,7 @@ ru/promotions
 ru/random
 ru/redirect-notification/
 ru/renew.html
-ru/request-information/
+ru/request-information/
 ru/ru/materials/*
 ru/ru/product-finder/external-hard-drives/
 ru/ru/product-finder/home-entertainment/
@@ -81743,6 +81708,7 @@ rush
 rush-hour
 rush-hour-2
 rush-hour-3
+russia-today
 rusv/
 rutas-aereas/*/rutas-aereas-de-
 rutas-aereas/*/rutas-de-
@@ -81851,13 +81817,14 @@ s2/static
 s227
 s239
 s3
-s3rd/http://action.dstillery.com/robots.txt
+s3rd/http://apsense.com/robots.txt
 s488
 s547
 s689
 s=
 s=p
 s?
+s?
 s?*rh=n%3A1380045031
 s?k=
 sa
@@ -82160,6 +82127,7 @@ schauer
 schedule
 schedule-a-demo.php?utm_source=
 schedule/*/*/*/*
+schedulejson
 schedules/*/line?*date
 scheduling
 schier
@@ -82233,7 +82201,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://tag.simpli.fi/robots.txt
+science/new-drug-product-pipelinehttp://js.stripe.com/robots.txt
 science/outlineJson
 science/page/flash/VideoPlayer
 science/ppv-pdf
@@ -82282,7 +82250,7 @@ scopemagazine/
 score/*/download
 scorecard
 scorecard/
-scorecard_staging/http://servedby.flashtalking.com/robots.txt
+scorecard_staging/http://nypl.org/robots.txt
 scoredrift/*
 scott
 scott64
@@ -82899,8 +82867,8 @@ search?*
 search?Ntt=
 search?filter
 search?fmt=JSON*
-search?gss-q=*http://york.ac.uk/robots.txt
-search?http://lg.com/robots.txt
+search?gss-q=*http://emojipedia.org/robots.txt
+search?http://dell.com/robots.txt
 search?keyword=
 search?n=16&r=3
 search?q
@@ -83010,10 +82978,10 @@ section/3
 section/36
 section/6
 section/8
-section/9http://marketwatch.com/robots.txt
+section/9http://livestream.com/robots.txt
 section=
 section_and_ivideo_widget_ajax.html
-sectionhttp://bfi.org.uk/robots.txt
+sectionhttp://translate.googleusercontent.com/robots.txt
 sectionized
 sections
 sections$
@@ -83310,7 +83278,6 @@ service-unavailable-today
 service/
 service/*
 service/archiv
-service/iframe
 service/products
 service/quiz
 service/suche
@@ -83391,8 +83358,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://freakonomics.com/robots.txt
-services/conferences/news/*?*http://mozilla.github.io/robots.txt
+services/conferences/news/*?*http://www-03.ibm.com/robots.txt
+services/conferences/news/*?*http://www2.census.gov/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -83411,7 +83378,7 @@ services/guide/cti
 services/guide/webboards
 services/heart/mychart-welcome
 services/heart/mychart-welcome/
-services/http://commonsensemedia.org/robots.txt
+services/http://beacon.walmart.com/robots.txt
 services/humanresources/ftcstaff
 services/humanresources/trackers
 services/images
@@ -83509,7 +83476,7 @@ services/wp-content/plugins
 services/wp-includes
 services/xml
 serviceworker.js
-serviceworker.jshttp://gaziemirdh.saglik.gov.tr/robots.txt
+serviceworker.jshttp://kristinsong.com/robots.txt
 servicos/
 servin
 servizi
@@ -83876,6 +83843,7 @@ sherwin_special_offers
 shi
 shian
 shibboleth
+shifen/
 shihui
 shihui?
 shijiawei
@@ -84579,8 +84547,9 @@ shopwidget
 shore/blogs/party/public
 shorefire_nj
 short
-short-url-machine/error/http://pixelg.adswizz.com/robots.txt
+short-url-machine/error/http://fhi.no/robots.txt
 shortUrl$
+shortcode
 shortcode=
 shortlist
 shorton
@@ -84595,7 +84564,7 @@ shots/month
 shots/new
 shots/week
 shots/year
-shoutbox/http://xiao-wei-lian.over-blog.com/robots.txt
+shoutbox/http://ezp-news.de/robots.txt
 shouwenwang
 show
 show-email
@@ -84643,7 +84612,7 @@ shows/upfront_2015/simulcast
 shows3
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://anchor.fm/robots.txt
+showtimes/location/*http://cnet.com/robots.txt
 shr*
 shreedas
 shrek
@@ -85154,7 +85123,7 @@ sites/default/files/documents/videos/final-ftc-privacy-report-press-conference/p
 sites/default/files/external/assets
 sites/default/files/external/gametool/brackets
 sites/default/files/external/printable-bracket
-sites/default/files/http://veoh.com/robots.txt
+sites/default/files/http://ascii.jp/robots.txt
 sites/default/files/jp_report/*.pdf
 sites/default/files/lcr-pane-files/SOTI-Japan_cover2_0.png
 sites/default/files/legacy
@@ -85727,7 +85696,7 @@ sms/unsubscribe?
 sms10666
 smstaging
 sn
-sn-config.htmlhttp://opm.gov/robots.txt
+sn-config.htmlhttp://hollywoodlife.com/robots.txt
 sn/
 snagit-eula.html
 snake
@@ -85951,7 +85920,7 @@ sorting=undiscovered
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://imageoptim.com/robots.txt
+sos/registration/http://google.org/robots.txt
 sotomarion
 soul/*
 soumission
@@ -86069,7 +86038,6 @@ splash
 splashui
 splashui_rc
 split
-splitOrderItem
 split_test=
 splitbookingflightreservation
 splitbookinghotelreservation
@@ -86130,7 +86098,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s
 sport/404_en.htm
 sport/?
 sport/alpha
-sport/bundesliga/http://healthcare.gov/robots.txt
+sport/bundesliga/http://moneycontrol.com/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -86188,7 +86156,6 @@ springsnow2018
 sprint_wml
 sprint_xhtml
 sprockett
-sprypay/
 spsales
 spsearch.php
 spurs/node
@@ -86450,6 +86417,7 @@ static/email-pdfs/
 static/fileupload
 static/font
 static/fonts
+static/fonts/icon
 static/gfs
 static/gla
 static/glade
@@ -86494,7 +86462,6 @@ stations/anytimefitness/episodes/all_genres
 stations/force/force_localization.php?
 statistic
 statistic-server
-statistic/
 statistics
 statistics/popular/p
 statistics/recent/p
@@ -86526,7 +86493,7 @@ stats/draft/history
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://theknowledgebase.com/robots.txt
+stats/player-stats/*http://webmastah.pl/robots.txt
 stats3.html
 stats?gid=
 statsFree
@@ -86540,7 +86507,7 @@ status-updates/wp-admin/admin-ajax.php
 status.formstack.com
 status/
 status/user
-statusupdateshttp://packtpub.com/robots.txt
+statusupdateshttp://digitalbrandinginstitute.com/robots.txt
 statwood
 stay-in-loop/send_mail.php
 stay-in-loop/send_mail.php?
@@ -86638,7 +86605,7 @@ stock-photos/photos/search$
 stock-photos/photos/search?
 stock-ranker
 stock/photos
-stock/videos/*http://i.postimg.cc/robots.txt
+stock/videos/*http://americangreetings.com/robots.txt
 stock_status=
 stockade.php
 stocks
@@ -86664,7 +86631,6 @@ store
 store
 store-locator/coupon
 store-locator/search
-store-locator/search-results-print
 store-locator/store/hours
 store-review-post
 store/
@@ -87018,7 +86984,6 @@ subject-editors
 subject/*?
 subject=
 subject_browse
-subject_search
 subjects
 subjects*search=
 submission
@@ -87084,7 +87049,7 @@ subscribe/v3
 subscribe/view.pl
 subscribe/wb-auto/
 subscribe?*
-subscribe?*http://madisonkennedyblog.com/robots.txt
+subscribe?*http://japantimes.co.jp/robots.txt
 subscribe_forum.html
 subscribe_now_url
 subscribe_success
@@ -87129,7 +87094,7 @@ sugerencias
 suggest
 suggest/?
 suggest/?*
-suggest/?*http://imagekandi.com/robots.txt
+suggest/?*http://joytoeveryone.com/robots.txt
 suggested-edits
 suggested-edits?
 suggestions
@@ -87174,7 +87139,6 @@ suo
 superapp
 supermom2016
 supersecret
-supertarget/index.jhtml
 supervision/coexistence
 supervision/setup
 supp/LargeLaw/no-index
@@ -87688,7 +87652,7 @@ sys_
 system
 system-maintenance
 system/
-system/*.js$http://google.pt/robots.txt
+system/*.js$http://yhn876.com/robots.txt
 system/admin/LoginPopup/Login
 system/files/documents/noindex
 system/maintenance.html
@@ -87839,7 +87803,7 @@ tag-search.html
 tag/
 tag/*
 tag/*
-tag/*+http://amazon.es/robots.txt
+tag/*+http://drupal.org/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -88182,9 +88146,6 @@ tardif
 tardisrocinante
 tarek
 targetURL=
-target_baby
-target_group
-targetdirect_group
 tarhan
 tariffselect
 tasima
@@ -88343,7 +88304,6 @@ tdaroundme/*
 tdautourdemoi/*
 tdevine
 tdid=*
-tdir/p/kids-back-to-school
 tdmorgan
 tdphpinfo.php
 tds
@@ -88426,7 +88386,7 @@ tealeaf
 tealeaftarget.aspx
 team
 team/*/schedule$
-team/*/schedule$http://progesoft.com/robots.txt
+team/*/schedule$http://welt.de/robots.txt
 team/player_career.jsp
 team/player_news.jsp
 teamInvitations
@@ -88485,6 +88445,7 @@ teknologica
 tel
 tel:
 tel:*
+teldir/
 telechargement-en-cours/
 telecharger-fiche
 telecharger/redirect
@@ -89583,7 +89544,7 @@ tools/civil-surgeons-by-region
 tools/demos
 tools/en/styleguide/
 tools/find-a-doctor/list/export
-tools/http://poicommunity.com/robots.txt
+tools/http://criresilient.org/robots.txt
 tools/logo-maker/onboarding
 tools/lyst_widget/?lyst_slug=
 tools/packages/cambridge_themes/getSocialImage
@@ -89939,7 +89900,7 @@ traffic
 traffic/status*?
 trafficbot.life
 trafficbot.live
-traffichttp://vultr.com/robots.txt
+traffichttp://symfony.com/robots.txt
 trafficsystem/
 training
 training-aarpe/
@@ -90029,7 +89990,7 @@ transmute/static-2.8
 transmute/static-2.9
 transparency
 transparency/archive
-transparency/http://vine.co/robots.txt
+transparency/http://ib.adnxs.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -90318,7 +90279,6 @@ trylater
 trzh/
 ts-digest/issue/.*-(?:1[7-9]|[2-9]d+)-d+$
 ts_s/*
-tsa
 tsackton
 tsc
 tschoenstein
@@ -91054,6 +91014,7 @@ uksf-bin/
 ul/P/umse/0
 ulatan
 uli/trac
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -91074,7 +91035,7 @@ umbraco_client/
 umfrage/1
 umfrage/2
 umfrage/3
-umfrage/4http://bolotnaya.online/robots.txt
+umfrage/4http://cabinefoto.ro/robots.txt
 un-us/
 unable-to-process-request/
 unanswered
@@ -91227,7 +91188,6 @@ update.bml
 update.php
 update.php
 update/
-update/topic
 updateNote
 updatePassword.htm
 update_
@@ -91288,7 +91248,7 @@ uploads/8/5/1/4/85141968
 uploads/8/5/1/4/85141968/custom_themes
 uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos
 uploads/excel
-uploads/wpo-plugins-tables-list.jsonhttp://al.com/robots.txt
+uploads/wpo-plugins-tables-list.jsonhttp://nutritionfacts.org/robots.txt
 upp/
 uptime*
 ur
@@ -91434,7 +91394,7 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://lexisnexis.com/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://feedburner.com/robots.txt
 us/0
 us/?q=switch
 us/Marketing
@@ -91797,7 +91757,7 @@ user-profile
 user-profile-view?
 user-registration
 user-registrierung
-user-reports/http://trigono.pro/robots.txt
+user-reports/http://bursaanaliz.com/robots.txt
 user.mefi/
 user.php
 user/
@@ -91829,7 +91789,7 @@ user/*/track
 user/*/track?page=
 user/*/unfollow_user
 user/*?*redirect=
-user/*http://alaskaair.com/robots.txt
+user/*http://shop.oreilly.com/robots.txt
 user/.*
 user//attending/upcoming
 user/account
@@ -91846,7 +91806,7 @@ user/forgotPassword
 user/forgotten-password
 user/fpd/api
 user/get-user
-user/http://stackpath.bootstrapcdn.com/robots.txt
+user/http://payhip.com/robots.txt
 user/images
 user/libraries
 user/lists
@@ -92028,7 +91988,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://lichess.org/robots.txt
+users/profile-unpub/http://brickset.com/robots.txt
 users/ranking
 users/relogin/
 users/remote-logout/
@@ -92078,7 +92038,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://blackberry.com/robots.txt
+ut*.xmlhttp://amazon.jp/robots.txt
 utaukwa
 util
 util
@@ -92104,7 +92064,7 @@ utils/*
 utl/
 utm
 utm*=
-utm*http://toomanytribbles.blogspot.com/robots.txt
+utm*http://nyc.gov/robots.txt
 utm=
 utm=
 utm_
@@ -92151,7 +92111,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://earthobservatory.nasa.gov/robots.txt
+uz/http://faq.whatsapp.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -92313,7 +92273,7 @@ velo/forum/search
 velo/profile
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://blubrry.com/robots.txt
+venda-presencial/conclusion.htmlhttp://outdooractive.com/robots.txt
 vendor
 vendor$
 vendor-info/
@@ -92352,7 +92312,7 @@ verify-skill
 verify-url
 verify.php
 verify/*
-verify/*http://whilefun.com/robots.txt
+verify/*http://sunsetbrian.com/robots.txt
 verify_age
 verify_your_email$
 verify_your_email?
@@ -92363,7 +92323,7 @@ version
 version
 version-search.php
 version.json
-version/http://pdfs.semanticscholar.org/robots.txt
+version/http://boardgamegeek.com/robots.txt
 version=
 versions
 versions/Unicode10.0.0
@@ -93264,6 +93224,9 @@ we_are_all_unicorns
 weallen
 wealth/*.asp$
 wearepages
+wearesorry.asp
+wearesorry.htm
+wearesorry2.htm
 weather
 weather-api
 weather.html?latitude=
@@ -114845,7 +114808,7 @@ why-ghostery-midnight
 why-liveperson
 why-sell?inquirySource=482&
 whythisad
-wicket:interface*http://patents.google.com/robots.txt
+wicket:interface*http://nintendo.com/robots.txt
 widget
 widget-landing-page.html
 widget-uploads
@@ -115864,7 +115827,6 @@ winfx/
 wingziweifan
 winkmv77
 winnie
-winnt
 wip
 wip_index.php
 wipo-alert/
@@ -116240,28 +116202,27 @@ wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
 wp-admin/admin-ajax.php?r=*
-wp-admin/admin-ajax.phphttp://24elliottwaves.com/robots.txt
-wp-admin/admin-ajax.phphttp://6076414.fls.doubleclick.net/robots.txt
-wp-admin/admin-ajax.phphttp://bestamericanhealthed.com/robots.txt
-wp-admin/admin-ajax.phphttp://confiteriaserrano.com/robots.txt
-wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
-wp-admin/admin-ajax.phphttp://elainkoulutuskeskus.fi/robots.txt
-wp-admin/admin-ajax.phphttp://graniteasap.com/robots.txt
+wp-admin/admin-ajax.phphttp://4jahreszeiten-kuehlungsborn.de/robots.txt
+wp-admin/admin-ajax.phphttp://ama-assn.org/robots.txt
+wp-admin/admin-ajax.phphttp://baraaksara.my.id/robots.txt
+wp-admin/admin-ajax.phphttp://c.media.cz/robots.txt
+wp-admin/admin-ajax.phphttp://core.telegram.org/robots.txt
+wp-admin/admin-ajax.phphttp://db.tt/robots.txt
+wp-admin/admin-ajax.phphttp://djtutor.com/robots.txt
+wp-admin/admin-ajax.phphttp://holographicuniverseworkshops.com/robots.txt
 wp-admin/admin-ajax.phphttp://jupiterbroadcasting.com/robots.txt
-wp-admin/admin-ajax.phphttp://laprensagrafica.com/robots.txt
-wp-admin/admin-ajax.phphttp://librarything.com/robots.txt
-wp-admin/admin-ajax.phphttp://loc.twentyonepilots.com/robots.txt
-wp-admin/admin-ajax.phphttp://maschek.org/robots.txt
+wp-admin/admin-ajax.phphttp://m566.info/robots.txt
+wp-admin/admin-ajax.phphttp://meta.wikimedia.org/robots.txt
+wp-admin/admin-ajax.phphttp://mirror.co.uk/robots.txt
 wp-admin/admin-ajax.phphttp://nme.com/robots.txt
-wp-admin/admin-ajax.phphttp://onerpm.link/robots.txt
-wp-admin/admin-ajax.phphttp://public-api.wordpress.com/robots.txt
-wp-admin/admin-ajax.phphttp://ssm.lnk.to/robots.txt
-wp-admin/admin-ajax.phphttp://testolimited.com/robots.txt
-wp-admin/admin-ajax.phphttp://wasatchhousepartners.com/robots.txt
-wp-admin/admin-ajax.phphttp://wiki.mozilla.org/robots.txt
+wp-admin/admin-ajax.phphttp://oegb.at/robots.txt
+wp-admin/admin-ajax.phphttp://podio.com/robots.txt
+wp-admin/admin-ajax.phphttp://sourcefit.com/robots.txt
+wp-admin/admin-ajax.phphttp://steffes.com/robots.txt
+wp-admin/admin-ajax.phphttp://tenor.com/robots.txt
+wp-admin/admin-ajax.phphttp://theridesharepro.com/robots.txt
 wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
-wp-admin/admin-ajax.phphttp://wpbeginner.com/robots.txt
-wp-admin/admin-ajax.phphttp://zuken.com/robots.txt
+wp-admin/admin-ajax.phphttp://yt.be/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -116300,7 +116261,7 @@ wp-content/client-mu-plugins
 wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
-wp-content/mu-plugins/http://t.us1.dyntrk.com/robots.txt
+wp-content/mu-plugins/http://geosmartasia.org/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -116373,7 +116334,7 @@ wp-content/themes/screamingfrog/inc/download-modal.php
 wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
 wp-content/themes/sfmomatheme/library
-wp-content/themes/skift/inc/ajax/http://intensedebate.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://formula1.com/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
 wp-content/themes/treated/search/
@@ -116391,10 +116352,8 @@ wp-content/uploads
 wp-content/uploads/
 wp-content/uploads/*
 wp-content/uploads/**/*seo-restricted*.*
-wp-content/uploads/*.css
-wp-content/uploads/*.js
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://waterlilia.ru/robots.txt
+wp-content/uploads/*http://garyvee.com/robots.txt
 wp-content/uploads/2011
 wp-content/uploads/2012
 wp-content/uploads/2013
@@ -116421,7 +116380,7 @@ wp-content/uploads/2022/12/UKR-Co-funded_EU-emblem_Pantone-1099x213.jpg
 wp-content/uploads/2023
 wp-content/uploads/2023/10/Cakap-English-Standardized-Test.pdf
 wp-content/uploads/2024
-wp-content/uploads/2024/08/786678.pdfhttp://vivino.com/robots.txt
+wp-content/uploads/2024/08/786678.pdfhttp://ifc.com/robots.txt
 wp-content/uploads/2025
 wp-content/uploads/2026
 wp-content/uploads/2027
@@ -116429,21 +116388,21 @@ wp-content/uploads/_pda
 wp-content/uploads/complianz
 wp-content/uploads/elementor/css/
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://anti-zensur.info/robots.txt
-wp-content/uploads/http://cbs.com/robots.txt
+wp-content/uploads/http://24alan.blogspot.com/robots.txt
+wp-content/uploads/http://apply.tulane.edu/robots.txt
 wp-content/uploads/member-access
 wp-content/uploads/ninja-forms
 wp-content/uploads/sites/*/ninja-forms
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
-wp-content/uploads/vj-wp-import-export/http://constantcontact.com/robots.txt
+wp-content/uploads/vj-wp-import-export/http://pala-lagaw.com/robots.txt
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://6254058.fls.doubleclick.net/robots.txt
-wp-content/uploads/wp-import-export-lite/http://code.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://eva-oh.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://scoop.it/robots.txt
-wp-content/uploads/wp-import-export-lite/http://tastytrade.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://thestar.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://bbguimaraes.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://bugbustersbirmingham.co.uk/robots.txt
+wp-content/uploads/wp-import-export-lite/http://elegantthemes.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://lemonde.fr/robots.txt
+wp-content/uploads/wp-import-export-lite/http://masterclass.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://podomatic.com/robots.txt
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
 wp-content/uploads/wpo-plugins-tables-list.json
@@ -116472,12 +116431,11 @@ wp-includes/*.js
 wp-includes/*/*.css
 wp-includes/*/*.js
 wp-includes/css
-wp-includes/css/
 wp-includes/css/*.css
 wp-includes/css/dist/block-library/style.min.css
 wp-includes/fonts
-wp-includes/http://cgdev.org/robots.txt
-wp-includes/http://componemos.com/robots.txt
+wp-includes/http://christianbook.com/robots.txt
+wp-includes/http://thedealerplaybook.com/robots.txt
 wp-includes/images
 wp-includes/images/
 wp-includes/js
@@ -116762,7 +116720,6 @@ xh/kb/*/discuss
 xh/search
 xh/user
 xh/users
-xhprof/*
 xhr
 xhtml/?
 xhtml/search?
@@ -116827,7 +116784,7 @@ xmlhttp
 xmlrpc
 xmlrpc.php
 xmlrpc.php
-xmlrpc.phphttp://comprarcarnetdeconducir.net/robots.txt
+xmlrpc.phphttp://awm-solutions.iwmi.org/robots.txt
 xmlsearch
 xmltv/
 xmorelle
@@ -116847,7 +116804,7 @@ xsanR4
 xsl
 xsl/
 xslt/
-xslt/http://secondlife.com/robots.txt
+xslt/http://wbur.org/robots.txt
 xtra/sante-et-mieux-etre
 xuanzhu
 xuwang
@@ -117002,7 +116959,7 @@ your-shop
 youraccount/
 yourarchives
 youreurope/businessACC
-youreurope/businessDEV/http://businesswire.com/robots.txt
+youreurope/businessDEV/http://picasaweb.google.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -117045,7 +117002,6 @@ youwu
 yoyaku/tabelog_booking
 ypu/apps/ypm-core/ypm/javascripts/bundle_tripadvisor
 ypu/js/compiled/tripadvisor
-yr
 yreddy
 ysclid=
 yshi
@@ -117468,7 +117424,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://powr.io/robots.txt
+zh/internalhttp://upenn.edu/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -117769,7 +117725,7 @@ zzz_systest
 ~neubank/Eubank_EthnicityNetworksPaper.pdf
 ~neubank/Eubank_EthnicityNetworksPaper2016.pdf
 ~nsdwww/mail
-~oar/http://thewrap.com/robots.txt
+~oar/http://rubyonrails.org/robots.txt
 ~oratorio/wordpress
 ~pasr1
 ~philippe
@@ -117823,8 +117779,6 @@ zzz_systest
 2
 2*?
 2-fast-2-furious
-2-uncategorised.html
-2-uncategorised/
 2.0
 2/hi/help/8594343.stm
 2/hi/help/8594488.stm
@@ -117912,11 +117866,9 @@ zzz_systest
 21-jump-street
 22minutes
 24/
-29-skachivay-kurs-sozdanie-muzyki-ot-novichka-do-profi.html
-30-skachivaj-sozdanie-muzyki-v-fl-studio-pervye-shagi.html
 33k1com
-35-skachivaj-kurs-sozdanie-muzyki-na-avtopilote.html
-36-skachivaj-kurs-sozdanie-muzyki-na-avtopilote.html
+36AG/english/menu_bottom.asp
+36AG/english/menu_top.asp
 48f6543196cbbdefb88f247a0a8e4375
 51anma
 55plusCommunities
@@ -118284,7 +118236,7 @@ zzz_systest
 93826
 94140
 94230
-101612.rsshttp://meet.google.com/robots.txt
+101612.rsshttp://androidpolice.com/robots.txt
 101705/docs/mccom/format/pdf/longform/
 126190
 128892
@@ -118333,8 +118285,6 @@ zzz_systest
 4442842/
 5787254
 6985521
-7078046
-7079046
 7750430/ts.lepoint.fr
 8645018/checkouts
 8645018/orders