From 1270df76d1d4eaa1594754f522145db80f3be964 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Fri, 25 Oct 2024 10:03:58 +0000 Subject: [PATCH] [Github Action] Automated trickest wordlists update. --- .bin/wordlist-updaters/status.json | 2 +- .../top-100.txt | 5 +- .../top-1000.txt | 309 +-- .../top-10000.txt | 1848 +++++++---------- 4 files changed, 833 insertions(+), 1331 deletions(-) diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json index b64eb4bc..06ce9d60 100644 --- a/.bin/wordlist-updaters/status.json +++ b/.bin/wordlist-updaters/status.json @@ -3,6 +3,6 @@ "last_update": 1729710188 }, "Trickest wordlist update": { - "last_update": 1729764242 + "last_update": 1729850628 } } \ No newline at end of file diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 5924f4c7..7c7e66b5 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -473,6 +473,7 @@ InstantBookingManagement InstantBookingSignup IntegrationCenter International/questions/qa-html-language-declarations/icons +International/questions/qa-html-language-declarations/qa-html-language-declarations-data/icons InterstitialsWidget IpadInterstitial JSErrorRecord @@ -1890,6 +1891,7 @@ content content-claiming context_referrer=gig_page context_referrer=user_page +control conversation conversations convert-business @@ -2773,7 +2775,7 @@ hotels/rpc hp/video hpc/*/supported-applications.aspx? http://apple.com/robots.txt -http://archive.org/robots.txt +http://imdb.com/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ @@ -3985,6 +3987,7 @@ registration registry/wishlist remotelogout rep=hc +report report-abuse?report= report= report_abuse.gne diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index ceefe908..04f8627c 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -578,6 +578,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*-wanker.html /*.git$ /*/*/*/fp +/*/*/*/get_popular_posts /*/*/*/otmi /*/*/_tools /*/*/more_ideas @@ -2378,7 +2379,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /account /account-information /account/cls -/accredited-business-directory/*? /acq /action /actions_panel @@ -2485,7 +2485,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /badge /badges /base/logout -/bbb-reports-on /bbw /bbw.html /beaconBase$ @@ -2550,6 +2549,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /capital/consumer/invoice/merchants /cars/marketplace/product/* /cart +/cart /cas-redirect /cast-list /castr @@ -2567,6 +2567,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /chats/ /checkin /checkout +/checkout /cinema-entertainment/* /citations /citedby @@ -2626,8 +2627,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /confirmation/ /connected-living/content-library /connections/* -/consumer -/contact-form /contact/menu* /contact/partner* /contactformulier @@ -3009,6 +3008,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /login /login$ /login*/search? +/login/ /login/verify-email /login? /loginpage @@ -3074,6 +3074,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /muslim-sexy-video /muslim-sexy-videos.html /mvopinions/* +/my-account /my_account/register /mychannel /naboo @@ -3114,7 +3115,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newssearch /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://bakespace.com/robots.txt +/no-referrer-when-downgradehttp://gmail.com/robots.txt /no-search-results /node /node/add @@ -3240,7 +3241,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /profileshow /promoassets /public/fc-assets/locales -/public/insights/share/anniversary*? /pull /pvData$ /pvid$ @@ -3266,6 +3266,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /recommendations/products /references /referrer$ +/register/ /registration-confirmation/ /related /related @@ -3491,7 +3492,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /structures /studio /submit -/submit-review-expiration /submitted /subscribedto /subscribers$ @@ -3594,7 +3594,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /vejr/ /vendorActivityManager /vendorLeadTime -/verify-sms /version!libs /video /video- @@ -3682,6 +3681,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService 0 0*? 0,* +;jsessionid ;preview= =$ ? @@ -3703,7 +3703,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*__rmid ?*__rmidpage ?*ajs_event -?*apikey*http://europarl.europa.eu/robots.txt +?*apikey*http://visitazores.com/robots.txt ?*app ?*appidt=* ?*aspects= @@ -3820,7 +3820,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium ?*utm_source ?*utm_source= -?*utm_source=http://mozilla.com/robots.txt +?*utm_source=http://chrome.google.com/robots.txt ?*verified= ?*xid ?252525253Bpreview= @@ -5381,7 +5381,6 @@ Domains/DomainControlPanel Download DownloadFile/ DynamicPlacementAjax -E(){var ERRORS ESPDisplayOptionsViewCmd ESPModal @@ -5532,7 +5531,6 @@ HotelsManageListing HotelsManagementCenter HotelsProductCart HowTheSiteWorks -HpImageArchive.aspx HubStyle/static-2.309 HubStyle/static-2.313 HubStyle/static-2.315 @@ -5615,6 +5613,7 @@ InstantBookingSignup IntegrationCenter InternalError.html International/questions/qa-html-language-declarations/icons +International/questions/qa-html-language-declarations/qa-html-language-declarations-data/icons InterstitialsWidget IpadInterstitial IstellaBot @@ -6104,7 +6103,6 @@ Project PromoTools PromotionDetailsDisplayView PromotionDisplayView -Proxy.ashx ProxyToolsAccountSettingsTool ProxyToolsBillingAndPaymentsTool ProxyToolsBillingDetailTool @@ -6238,7 +6236,6 @@ Saves ScreensaverShade Scripts Search -Search Search/* Search/Mail/Public SearchNavigationView @@ -6708,7 +6705,6 @@ _ok _overlay _partial _partials/wix-vod -_partners _print _print.html _private @@ -6854,8 +6850,6 @@ ac/ ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search ac2 academic-subscriptions -academic/profile -academic/search academy academy-free-account academy/*/results @@ -6940,7 +6934,6 @@ ach/search ach/user ach/users achievements -aclick aclk acoustic acq/nonprofits @@ -7042,6 +7035,7 @@ addtocart adell-mutfak adfox adframe +adfs/ admanager admantx admin @@ -7224,7 +7218,6 @@ alexa-top-sites/* alexa-web-search/* alexa/* alexaforbusiness/ -alink alkali all all-supported-params @@ -7251,7 +7244,6 @@ amp amp$ amp-proxy amp-tealium -amp/ amp_next_page_ga.cms* amphtml amphtml/blogs/test @@ -7320,13 +7312,12 @@ api/editionurlgenerator api/eventlogging api/federation api/html -api/http://israelnationalnews.com/robots.txt +api/http://kobo.com/robots.txt api/internal/*/location api/internal/_bb api/internal/analytics/songs api/jobPostings/jobs api/legendary-data/relay -api/maps/ api/nextsteps api/nicorepo/timeline api/partner_select/*/price_query @@ -7398,13 +7389,12 @@ appchart appdynamics-wem.cisco.com appealed-pin apple-app-site-association -apple-app-site-associationhttp://mediafire.com/robots.txt +apple-app-site-associationhttp://fonts.google.com/robots.txt apple-news appliance applicant-eligibility apply apply/* -apply/thank-you apps apps*&tags= apps/*/integrations/*/landing @@ -8461,7 +8451,6 @@ bezahlvorgaenge.html bfe/apps/website bfl bfmp -bfp/search bg bg-*/ bg-bg/ @@ -8492,7 +8481,6 @@ bin bin/ bin/search.go bin/search.py -bing-site-safety bingbot bipolar-disorder/bipolar-depression-management bipolar-disorder/video/bipolar-fatherhood @@ -8582,7 +8570,7 @@ blog/*?text= blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://mc.yandex.ru/robots.txt +blog/.html.*http://salon.com/robots.txt blog/?p= blog/?s= blog/Neuer_Beitrag.html @@ -8622,7 +8610,6 @@ blogs/blogpost/preview blogs/nationals-journal-beta blogs/pad$ blogs/pad/$ -blogs/search/ blogs/slow-ride blogs/technology.atom blogs/test @@ -8690,7 +8677,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://thenewstack.io/robots.txt +bookmarkshttp://ed.ted.com/robots.txt books books/NBK books/about @@ -8856,7 +8843,6 @@ buscar/ business business-insider$ business-name-generator/list -business-reviews business-school/search_results/ business/ad_create business/adshare @@ -9232,7 +9218,6 @@ ca/search*search_type= ca/search*ship_to= ca/share ca/shop_name_search_service -ca/storage ca/strumenti/creatore-di-logo/onboarding ca/teams ca/technology.atom @@ -9607,7 +9592,7 @@ cdn-cgi cdn-cgi/ cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://beatport.com/robots.txt +cdn-cgi/http://mediapost.com/robots.txt cdn-cgi/rum cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t @@ -9634,7 +9619,7 @@ cgi-bin/homelandsecurity cgi-bin/loginpage cgi-bin/state cgi-bin/wx -cgi-binhttp://zendesk.com/robots.txt +cgi-binhttp://ifttt.com/robots.txt cgi-local cgi-perl cgi-registry @@ -9830,14 +9815,12 @@ civis/posts civis/search civis/threads/*in_iframe=1 civis/threads/*wp_data= -ck/ cl cl2/feeds cl2/ical claim-money? claiming claiming/ClaimProperty.htm? -class classic-apps classic/contact/concerts.htm classic/contact/default.htm @@ -9977,7 +9960,7 @@ co/users co/ventureone code code/* -code/http://m.youtube.com/robots.txt +code/http://w3techs.com/robots.txt codeCoverage codesamples/ coin*mid= @@ -10190,7 +10173,7 @@ confirmation.html conflagexp connect connect/@ -connect/http://independent.co.uk/robots.txt +connect/http://blog.twitter.com/robots.txt connect/social-intranet.html connections connections/recent @@ -10307,7 +10290,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://jigsaw.google.com/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/oecd/ content/dam/redcross/lp @@ -10363,6 +10346,7 @@ context_referrer=gig_page context_referrer=user_page contribute contributors/ +control controller controller/audio_player controller/facebook @@ -10444,24 +10428,6 @@ corporate/microsites/tysabri/ms-assessment-tool-pageresults.html corporate/microsites/tysabri/ms-assessment-tool.html corporate/request couchmode -council/Business-Search/email -council/Business-Search/matched -council/Business-Search/name -council/Business-Search/phone -council/Business-Search/type -council/Business-Search/url -council/Charity-Reviews/email -council/Charity-Reviews/matched -council/Charity-Reviews/name -council/Charity-Reviews/phone -council/Charity-Reviews/type -council/Charity-Reviews/url -council/Find-Business-Reviews/email -council/Find-Business-Reviews/matched -council/Find-Business-Reviews/name -council/Find-Business-Reviews/phone -council/Find-Business-Reviews/type -council/Find-Business-Reviews/url count.php countdown/create? countdown/eclipse? @@ -10500,9 +10466,7 @@ cpresources cpro cpropub/univercd cpspa -cr$ cr/ -cr? craft crash crawler4j @@ -11356,7 +11320,6 @@ doi/mlt doi/reader doi/ref doi/xml -dom domain/names/results? domains/results? domains/transfer-a-domain/transfer.aspx @@ -11384,6 +11347,7 @@ downloadaszip downloadimage.aspx downloads downloads.php +downloads/archicad/install dp/e-mail-friend dp/manual-submit dp/product-availability @@ -11428,7 +11392,6 @@ dupuytrens/what-to-expect dvi dw dynamic-offer -dynamic-seal dynamic/ dynamiccontent/webapi dynamiclogic @@ -11566,7 +11529,7 @@ email-preferences/ email-unsubscribe email-validation email/$ -email/*http://answers.com/robots.txt +email/*http://dw.com/robots.txt email/EnrollmentUnsubscribe.htm email/SubscriptionTypeUnsubscribe.htm email/Unsubscribe.htm @@ -11789,9 +11752,6 @@ enterprise/seo entertain entertainment/article/Minerva-s-horoscope entertainment/bravo -entities/search -entityexplore$ -entityexplore? entrez entrez/eutils entrez/sutils @@ -11812,7 +11772,6 @@ eo/users ep-live/ epaper epilepsy-seizures-rapid-rescue-single-treatment -episerver episode_times erasmus-plus/404_en.htm erid= @@ -12320,7 +12279,6 @@ fbml/ajax/dialog fbpostaction.cms?article= fcgi- fckeditor -fd/ fdbk feature/sf-test feature_nine_browse-bin= @@ -12489,7 +12447,6 @@ fichas/gestor ficmanagers field_article file -file-a-complaint file/new?try-plugin-id= file_download.php fileadmin/user_upload/PermRep @@ -12503,7 +12460,7 @@ files/techabuse-welsh.pdf files/techabuse.pdf fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://instructables.com/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt filter filter/tips filter/tips @@ -12886,8 +12843,6 @@ full fullscreen fullscreen/ReportLinker fun -fun/api/ -fun/g/ fundraiser/charity fundraiser/search fur/forums @@ -12909,7 +12864,7 @@ fy-NL/search fy-NL/user fy-NL/users g -g/4arE9Chttp://nngroup.com/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/api g00 g01 @@ -13110,10 +13065,6 @@ get-galleryfragment get-giftmodule get-hired get-instant-confirmation/index. -get-listed/business -get-listed/consumer -get-listed/form -get-listed/success get-started getCallUsInfoData getMoreSimilarGalleriesAjax @@ -13137,7 +13088,7 @@ gh/collectbehaviorinfo gh/useracquisition gh_jid= gif -gifshttp://whitehouse.gov/robots.txt +gifshttp://gist.github.com/robots.txt gift-redemption gift-terms gift_card= @@ -13466,10 +13417,9 @@ ha/search ha/user ha/users hackathons/reinvent-2013/ -hacker/*/followhttp://icann.org/robots.txt +hacker/*/followhttp://hackerone.com/robots.txt hacker/*/unfollow hair-transplant-services -handler handmade handoff handoff-healthcheck @@ -13480,7 +13430,6 @@ hash= hashid=%subscriber_hash% hashtag/*?src= hava -hava-durumu/*p= hbbtv hbbtv-dev hcp @@ -13558,7 +13507,6 @@ help/verify_email help/vodafone help/zendesk_sso helpdocs -helper hemeroteca/* heritrix/3.3.0 hermes @@ -13579,7 +13527,6 @@ hidden-content highereducation/higheddocs highlights highwire -hilfe/assistent.html hilfe/fundingdetail.html hilfe/live/launch-day/launch-day-show-voting.html hilfe/live/launch-day/launch-day-videoupload.html @@ -13800,14 +13747,12 @@ hosted hosted/images hosting/search hotel/index.hi. -hotel/reviews? hotel/us/the-airstream-van.*.html hotel_attractions hotel_rt_onview hotelfinder/rpc hotels hotels/rpc -hotels/search hotelsonmap.*.json hotfix/ houseads @@ -13822,8 +13767,6 @@ howto/GoodNeighborPolicy.htm howtobuy/ hp/focus-retrocompatibile$ hp/video -hpm -hpmob hr hr-*/ hr-hr/ @@ -13873,39 +13816,39 @@ http http-checker http2_data http: -http://1.gravatar.com/robots.txt +http://2.bp.blogspot.com/robots.txt http://about.google/robots.txt -http://amsterdam.nl/robots.txt -http://apis.google.com/robots.txt -http://cbc.ca/robots.txt -http://creativemarket.com/robots.txt -http://crunchyroll.com/robots.txt -http://csmonitor.com/robots.txt -http://extension.purdue.edu/robots.txt -http://fb.com/robots.txt -http://fiverr.com/robots.txt -http://flic.kr/robots.txt -http://foursquare.com/robots.txt -http://gitlab.com/robots.txt +http://amazon.de/robots.txt +http://amzn.to/robots.txt +http://api.whatsapp.com/robots.txt +http://app.box.com/robots.txt +http://bbc.com/robots.txt +http://bcn.cl/robots.txt +http://beatport.com/robots.txt +http://behance.net/robots.txt +http://census.gov/robots.txt +http://creativecommons.org/robots.txt +http://euronews.com/robots.txt http://graphisoft.com/robots.txt -http://hootsuite.com/robots.txt -http://iso.org/robots.txt -http://justice.gov/robots.txt -http://last.fm/robots.txt -http://nydailynews.com/robots.txt -http://online.wsj.com/robots.txt -http://oracle.com/robots.txt -http://polygraph.cool/robots.txt -http://pubmed.ncbi.nlm.nih.gov/robots.txt -http://s3-eu-west-1.amazonaws.com/robots.txt -http://shopify.com/robots.txt -http://skype.com/robots.txt -http://stackoverflow.com/robots.txt -http://statcounter.com/robots.txt -http://store.google.com/robots.txt -http://stuff.co.nz/robots.txt +http://he.wikipedia.org/robots.txt +http://hubspot.com/robots.txt +http://ie.edu/robots.txt +http://mrisoftware.com/robots.txt +http://nationalgeographic.com/robots.txt +http://news.yahoo.com/robots.txt +http://patreon.com/robots.txt +http://producthunt.com/robots.txt +http://raiplay.it/robots.txt +http://redbubble.com/robots.txt +http://soundcloud.com/robots.txt http://support.apple.com/robots.txt -http://technorati.com/robots.txt +http://techradar.com/robots.txt +http://theverge.com/robots.txt +http://tiny.cc/robots.txt +http://torproject.org/robots.txt +http://translate.google.com/robots.txt +http://vogue.com/robots.txt +http://yelp.com/robots.txt hu hu-*/ hu-hu/ @@ -14056,7 +13999,6 @@ ideas/search/ identity identity/accountsettingsactivityweb identity/accountsettingssyaf -idojaras/*p= idx ie ie$ @@ -14253,16 +14195,11 @@ images/$ images/* images/? images/Podcasts -images/async/? -images/async? images/carBlogsimages images/chart_gifs images/chart_pdfs images/chart_png300 images/chart_png460 -images/hosted/? -images/hosted/search? -images/hosted? images/interview_pdfs images/li.gif images/logging_requests.gif @@ -14271,13 +14208,8 @@ images/ndtvvideo/* images/pad/search?rpt=imageview images/pad/search?text=*&source=morda images/resume -images/search%3F -images/search%5C -images/search/? -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/showroomimages images/smart/$ images/touch/$ @@ -14288,7 +14220,6 @@ images/usedcarimages images/userprofileimg images/v$ images/viewconfig$ -images? imagine/ imesync imf-fetch-message @@ -14414,7 +14345,6 @@ inapp inbox inbox$ inbox$ -inboxcommerce inc5000dev include include/ @@ -14567,7 +14497,6 @@ insights/us/en/redirection-pages/ install-shuffles install.php installation -instances instant-offers/version int/Free_For_Mem intarnel/* @@ -14575,7 +14504,7 @@ intcmp= integrate/ integromedb intelligencer/amp -interactive*http://istockphoto.com/robots.txt +interactive*http://fda.gov/robots.txt interactive/reading-preference interactives interface/pda @@ -14792,7 +14721,7 @@ it/search*price_bucket= it/search*search_type= it/search*ship_to= it/search/autocomplete -it/searchhttp://adssettings.google.com/robots.txt +it/searchhttp://m.facebook.com/robots.txt it/share it/shop_name_search_service it/solutions/case-studies/ @@ -15008,6 +14937,8 @@ journal/devices journal/devices$ journal/ecologicalsciences journal/ecologicalsciences$ +journal/eesp +journal/eesp$ journal/ent journal/ent$ journal/famsci @@ -15174,8 +15105,6 @@ jquery-libs/static-1.48 jref js js/ajaxconn -js/main-*.js -js/streamsense-*.min.js js/widget.js js2 js3 @@ -15447,9 +15376,6 @@ learning/settings? learnmore learnmorelayer learnmorelayertv -leave-a-review/no-bid -leave-a-review/no-bid/expiration -leave-a-review/no-bid/thank-you lecture lees/gids/exclusief lees/gids/exclusief$ @@ -15640,7 +15566,6 @@ loans loc/volunteers loc= local -local local-services-ads local/ajax local/blogsandcolumns/slow-ride-front @@ -15885,7 +15810,6 @@ makeorder malformed manage manage-listing -manage-location manage/* manage_friend.pl manage_playlist @@ -15929,7 +15853,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -16013,7 +15936,6 @@ media/*/technical-documentation/design-notes/ media/*/technical-documentation/tech-articles/ media/0000 media/BookingThumbnails -media/Player6_0.swf media/ProviderThumbnails media/TALSO.swf media/TUIThumbnails @@ -16058,7 +15980,7 @@ media/tourism-content media/travelpod-roll.flv media/tv/channel/credits media/tyfo* -media/tyfo*http://fbi.gov/robots.txt +media/tyfo*http://statcounter.com/robots.txt media/unesco media/vr-geo-photo-j media/vr-geo-photo-l @@ -16386,7 +16308,6 @@ merchant/directions merchant/imageUploadPreview merchant/loc merchant/moreProducts? -merchant/reviews? merchant/update merchantapps mes @@ -16404,8 +16325,6 @@ messaging/ajax_already_messaged meta meta-site meta/sitemap -meteo/*p= -meteorologia/*p= metrics metro/*?from mg/forums @@ -16648,6 +16567,7 @@ music/*/+wiki/shoutbox? music/+noredirect music/album music/artist +music/search/* music/song-embed musica musicad @@ -16746,7 +16666,6 @@ mx/search*ship_to= mx/sell mx/share mx/shop_name_search_service -mx/storage mx/strumenti/creatore-di-logo/onboarding mx/teams mx/technology.atom @@ -16858,7 +16777,6 @@ myworks$ myzillow myzillow/ChangePassword.htm n -n=void n_africa na na101 @@ -17398,7 +17316,6 @@ notificarelacionadas notifications notifications notifications$ -notifications/ notifications/* nova now/mt3 @@ -17588,8 +17505,6 @@ offers/nonprofits offers/nonprofits$ offers/nonprofits% offers/nonprofits? -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offers/referral-terms-conditions offers/referral-terms-conditions$ offers/referral-terms-conditions% @@ -18606,6 +18521,7 @@ postlogin postmail.cms posts posts/ +posts/get_post posts? posttv-beta posttv/c/embed @@ -18719,7 +18635,6 @@ pro-resources pro-site pro/about pro2 -proFile/history? proMatch proProjects proVideoWidget @@ -18737,7 +18652,6 @@ product-reviews/B0069IY63Y product/electrode/api/logger product/electrode/api/wpa product/recommended -product/reviews? productBrand= productId= productPurchaseDone @@ -18789,7 +18703,6 @@ profile/*/following profile/*/map$ profile/*/photos profile/downloads_limit -profile/history? profile/license profile/payment/getstarted profile/view @@ -19437,7 +19350,6 @@ resources/xml/sitemaps responder rest results -results results-export-email-by-search-data results-export-ids results-export-search-by-year @@ -19494,7 +19406,6 @@ reviews/write/?s= reviews/write?s= reviews_page= rewards -rewardsapp/ rf=* ribbon.php rip/ @@ -20146,7 +20057,7 @@ section/3 section/36 section/6 section/8 -section/9http://livestream.com/robots.txt +section/9http://issuu.com/robots.txt sectionized sections sections$ @@ -20315,7 +20226,6 @@ set_cookie.pl setbucket setprefs settings -settings settings/* settings/deactivated settings/linkaccount @@ -20453,7 +20363,6 @@ sharing sharing/files sharing/folders shelf/user_shelves -shenghuo shenghuo/search? shifen/ shihui @@ -20462,14 +20371,10 @@ ship shipping-payment shippinginformation shop -shop$ -shop/ shop/*& shop/browse/overlay -shop/collections shop/iphone/payments/overlay shop/search.ep -shop? shop_name_search_service shop_pins shopfront-api @@ -20524,7 +20429,7 @@ showdependency shows/ showtag showtime/.requestinvite.html.swp -showtimes/location/*http://ad.doubleclick.net/robots.txt +showtimes/location/*http://img.youtube.com/robots.txt shr* shutterstock si @@ -21011,7 +20916,6 @@ social social-connect/send social/photosui/images social/photosui/sitemap -social/search? social/social-security-directory/cai social_media socialapp/ @@ -21039,8 +20943,6 @@ software/gnun/reports software/gnun/test software/winboard/whats_new sogou -solr -solrSearch solutions solutions/$ solutions/case-studies/ @@ -21093,7 +20995,6 @@ sp= sp_url= spade-widget spartan -spbasic spbot spc-source= special-promo/2for1 @@ -21172,7 +21073,6 @@ sports/whatson sports_fp_ms spp/ spreadsheet -spresults sprint_wml sprint_xhtml sq/android/collections @@ -21256,7 +21156,6 @@ statements static static-assets/documents/PwnedPasswordsTop100k.txt static-assets/images/collection -static/ static/*.css$ static/*.css? static/*.gif @@ -21390,8 +21289,6 @@ storeclick storefront storepicker storerequest -stores$ -stores/ stores/page/*visitId= stories story @@ -21453,7 +21350,6 @@ subject subject= subjects submit -submit-review-thank-you submitlink? submitstory submitted/review @@ -21706,7 +21602,7 @@ tag tag-manager tag-manager-360 tag/ -tag/*+http://getpocket.com/robots.txt +tag/*+http://discogs.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -21906,7 +21802,6 @@ templates/classroom-decoration templates/get-bitly-url.txt templates/search templates/search?query= -tempo/*p= temporal temporary_marketing_proxy/* terms @@ -21930,7 +21825,6 @@ test-2 test-2$ test-2.*$ test-2.html$ -test-all-page test-kick-tires test-v1-page-template test.html @@ -21942,9 +21836,9 @@ test5 test6 testcases testfl -testhttp://pca.st/robots.txt +testhttp://moz.com/robots.txt testing -testing/http://oprah.com/robots.txt +testing/http://facebook.com/robots.txt testpage-forhomepage tests/* tetro @@ -21952,7 +21846,6 @@ text text_edition tfemail th -th$ th*/blog-article-remove-faq-utms-*.js th*/cdn-cgi/challenge-platform th*/step @@ -22015,7 +21908,6 @@ th/tools/logo-maker/onboarding th/user th/users th/ventureone -th? th_th/templates/M thank-you thank-you-enterprise-demo @@ -22068,7 +21960,6 @@ ti/g2 ti/p tickets tickets-external? -tiempo/*p= tim time/change/*? time/change/@ @@ -22305,13 +22196,12 @@ translate_static translate_suggestion translate_t translation -translator/?ref= transmute/static-1.85 transmute/static-2.6 transmute/static-2.8 transmute/static-2.9 transparency -transparency/http://oecd.org/robots.txt +transparency/http://anchor.fm/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -22333,32 +22223,15 @@ travel-vacations travel/ travel/2013/aug/22/been-there-readers-competition? travel/8711559/The-Telegraph-Travel-Awards-2011.html -travel/api travel/clk -travel/css travel/entity -travel/flight-search -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? -travel/flights travel/flights/s -travel/hotel-search travel/hotel/e -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/entity travel/hotels/hotel-finder travel/hotels/hotel-finder/$ -travel/hotels/search/? -travel/hotels/search? travel/hotels/stories -travel/scripts travel/search -travel/secure travelnevadahighway95tc treasury treasury/treasdocuments @@ -22791,7 +22664,6 @@ until= upcomingevents update-your-browser update.php -update_ updatecart updatemanagement/ updates @@ -22829,7 +22701,6 @@ ur/search ur/user ur/users urchin_test -url url-shortner urlinator/static-1.54 urlinator/static-1.55 @@ -22987,7 +22858,6 @@ us/filter/tips us/internal us/node/add us/search -us/storage us/support/service/agent us/trade-in/program-violation us/user @@ -23172,7 +23042,6 @@ usr/*/followers usuarios usuarios/addToFavorite.shtml usuarios/addToPlayList.shtml -util util/ClientLogger.htm utils utl/ @@ -23360,32 +23229,14 @@ videodash.cms* videodetails videorequest videos -videos/? videos/assets -videos/browsing videos/e -videos/explore -videos/favorites -videos/feed -videos/feedcontent videos/get_video_by_uid/ videos/images videos/js -videos/music -videos/music/ -videos/music/? -videos/music? -videos/riverview/relatedvideo -videos/riverview/relatedvideo/? -videos/riverview/relatedvideo? videos/search.php -videos/search/? -videos/search? -videos/trending -videos/trendingcontent videos/viewmeta/ videos/week -videos? videosearch view view-3d-home @@ -23515,7 +23366,6 @@ weather.html?old= weather/*/historic?hd= weather/*/hourly?hd= weather/*?hd= -weather/*p= weather/*sort weather/hi/about/newsid_7760000/7760846.stm weatherbeta @@ -23612,7 +23462,6 @@ weimg welcome welcome-email welcome.aspx -wetter/*p= wewantyou/ wgbh/americanexperience/about/search/search_results.html wgbh/frontline/*elqat @@ -23641,10 +23490,6 @@ whysecure whythisad widget widget-landing-page.html -widget/cr -widget/entity/search/? -widget/render -widget/snapshot widget_auth.php widget_chunks widgets @@ -24425,7 +24270,6 @@ word/embed wordpress/wp-admin wordpress/wp-admin/admin-ajax.php work -work work/_ work/acceptinvitation work/account @@ -24523,9 +24367,9 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://petitiononline.com/robots.txt -wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt -wp-admin/admin-ajax.phphttp://tech.nikkeibp.co.jp/robots.txt +wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt +wp-admin/admin-ajax.phphttp://fool.com/robots.txt +wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -24597,7 +24441,7 @@ wp-content/uploads/ wp-content/uploads/wc-logs wp-content/uploads/woocommerce_transient_files wp-content/uploads/woocommerce_uploads -wp-content/uploads/wp-import-export-lite/http://androidcommunity.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt wp-dyn wp-includes wp-includes*.css @@ -24730,7 +24574,7 @@ your-shop yourAccount youraccount youreurope/businessACC -youreurope/businessDEV/http://playstation.com/robots.txt +youreurope/businessDEV/http://europarl.europa.eu/robots.txt youreurope/citizensACC youreurope/citizensDEV yours @@ -25057,7 +24901,6 @@ zz 2012/pyRdfa/extract 2013/03/21/174840895 2015/07/04/419570939/chasing-memories-in-their-refugee-camp-40-years-after-they-fled-vietnam -2016/09/22/thailand-s-king-bhumibol-the-peoples-monarch-has-died 2020/04/08/830237502/episode-989-what-if-no-one-pays-rent 2021/05/view-gallery 2240 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 79ba4806..ab52f824 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -140,6 +140,7 @@ -18975791$ -18939905$ -18878645$ +-18860653$ -18723225$ -18481397$ -18422841$ @@ -460,6 +461,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &build= &bundle= &c= +&cache=* &calendar &campaign_entity_id &card= @@ -946,7 +948,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*__hsfp. .*__hssc. .*__hstc. -.+http://writersdigest.com/robots.txt +.+http://skype.com/robots.txt ...$ .../ .ASPX$ @@ -1011,7 +1013,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css* .css************* .css? -.csshttp://novostroev.ru/robots.txt +.csshttp://famicom-guitar.com/robots.txt .cssx$ .csv .csv$ @@ -1072,6 +1074,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .html%7CName=ComponentLink .html*mode=reply .html*replyto +.html.html .html/ .html/email .html/feed @@ -1101,7 +1104,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jpg .jpg$ .jpg$ -.jpg$http://5108954.fls.doubleclick.net/robots.txt +.jpg$http://palwatch.org/robots.txt .jpg* .jpg************* .js @@ -1112,7 +1115,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .js* .js************** .js? -.jshttp://saintamour.org/robots.txt +.jshttp://domains.google/robots.txt .json .json .json$ @@ -1173,15 +1176,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .php$ .php*dropship .php?$ -.phphttp://apogenix.com/robots.txt +.phphttp://regjeringen.no/robots.txt .pl .plist$ .png .png .png$ .png$ -.png$http://nfpa.org/robots.txt -.png$http://theparisreview.org/robots.txt +.png$http://straitstimes.com/robots.txt +.png$http://wayfair.com/robots.txt .png* .png************* .ppt @@ -1193,11 +1196,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .print.html .print.html .print? -.product-article- .ps .py .qr .ram +.rdf$ .ris .rmm .rss @@ -1221,7 +1224,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .swf .swf$ .swf$ -.swfhttp://smile-for-a-better-world.com/robots.txt +.swfhttp://english.happybuddhatemple.org/robots.txt .sz= .tar.bz2$ .tar.gz$ @@ -1274,7 +1277,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .xmli .zip .zip$ -.zip$http://px.ads.linkedin.com/robots.txt +.zip$http://glas-javnosti.rs/robots.txt .|jsp / /$ @@ -1584,6 +1587,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/*-search- /*/*/*/*/src /*/*/*/fp +/*/*/*/get_popular_posts /*/*/*/otmi /*/*/*/viewer /*/*/_tools @@ -1709,7 +1713,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*?*ls%3d*%3fls%3d /*?*ls=*&ls= /*?_requestid= -/*?add-to-cart=*http://adh-ts.net/robots.txt +/*?add-to-cart=*http://qiita.com/robots.txt /*?attachment-id= /*?label= /*?layout=grid @@ -4252,6 +4256,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /2018- /2023- /22 +/22732481 /23 /25 /27 @@ -4337,6 +4342,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /?cid= /?clientId= /?collection= +/?comment_page= /?consterm /?costPlans= /?county @@ -4722,6 +4728,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /_jcr_content*.html /_jcr_content*.json /_jcr_content*.xml +/_jcr_content/*/*.gif$ +/_jcr_content/*/*.jpeg$ +/_jcr_content/*/*.jpg$ +/_jcr_content/*/*.png$ /_jcr_content/par /_l /_layouts @@ -4784,16 +4794,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /account/sign-on /accounts/edit /accounts/new -/accredited-business-directory/*? /acq /acrotomophilia_* /action /actions /actions_panel /action~ -/action~*/http://mackenzieporter.com/robots.txt -/action~*/http://magma-team.ru/robots.txt -/action~*/http://shalomania.com/robots.txt +/action~*/http://aswaja.net/robots.txt +/action~*/http://rachats2credits.fr/robots.txt +/action~*/http://taern.com/robots.txt /activities/detail /activities/detail/*/* /activities/detail? @@ -4816,7 +4825,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /admin-user /admin/ /admin/* -/admin_link$ /administrator/* /ads /adult @@ -5108,7 +5116,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /bastardo_* /bastinado_* /bb-d$ -/bbb-reports-on /bbw /bbw.html /bbw_* @@ -5605,9 +5612,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /connections/* /connexion?redirect= /consent-string -/consumer /contact -/contact-form /contact-us?isChatCallAvailable=false /contact.html /contact/menu* @@ -5705,7 +5710,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /contributions /contributor /control_panel/manage* -/control_panel/manage*http://de.linkedin.com/robots.txt +/control_panel/manage*http://garciniaweightloss.com/robots.txt /conversation /conversation? /conversations @@ -5995,7 +6000,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /edit/change-email /edit/change-password /edit/finish$ -/edit_label /editar /edited /edition/* @@ -6269,7 +6273,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /feedarticle /feedback /feedback$ -/feedhttp://mattcutts.com/robots.txt +/feedhttp://newyork.cbslocal.com/robots.txt /felch_* /fellatio_* /feltch_* @@ -6803,6 +6807,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /jcr:content*.html /jcr:content*.json /jcr:content*.xml +/jcr:content/*/*.gif$ +/jcr:content/*/*.jpeg$ +/jcr:content/*/*.jpg$ +/jcr:content/*/*.png$ /jcr:content/slimHeaderPar/slim_page_header_v2 /jegyarak- /jelly_donut_* @@ -7259,7 +7267,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /neonazi_* /neueroeffnung /neueroeffnungen-und-nachrichten -/neuroscience-terms/$http://es.pinterest.com/robots.txt +/neuroscience-terms/$http://newatlas.com/robots.txt /neuroscience-topics/$ /new /new-for-you @@ -7317,12 +7325,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /no /no-internet-heading-assigned /no-internet-heading-assisted -/no-referrer-when-downgradehttp://bsi.bund.de/robots.txt -/no-referrer-when-downgradehttp://gsb.stanford.edu/robots.txt -/no-referrer-when-downgradehttp://iana.org/robots.txt +/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt +/no-referrer-when-downgradehttp://marketwired.com/robots.txt +/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt /no-search-results /no_access /node +/node/ /node/* /node/add /node/edit @@ -7422,7 +7431,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /on/demandware.store/* /onboarding /one-to-one -/one_click_form$ /one_cup_two_girls_* /one_guy_one_jar_* /oneplus-x @@ -7472,8 +7480,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /page/ /page/* /page/*/ -/page/*/?hubs_post-cta= -/page/*/?rs= /page_action /page_view_event /page_view_timing @@ -7502,6 +7508,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /partners/partnersearch.aspx /password /path_locks +/patterns/ /pay-invoice /payment /payment-success.html @@ -7524,7 +7531,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/standalone /pdf/$ /pdf/index.html -/pdf_reader/*/http://prlog.org/robots.txt +/pdf_reader/*/http://venmo.com/robots.txt /pdfft /pdp/lo /pedobear_* @@ -7672,7 +7679,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /print.html /print.ssf /print/ -/print/http://pool.admedo.com/robots.txt +/print/http://opplemena.com/robots.txt /print?id /print_ad? /printable @@ -7750,7 +7757,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /publ/comments /public /public/fc-assets/locales -/public/insights/share/anniversary*? /publicaciones-oficiales /publicacions-oficials /publication-detail/-/publication/*/format- @@ -7838,7 +7844,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /register/? /registration /registration$ -/registration*http://routledge.com/robots.txt +/registration*http://politifact.com/robots.txt /registration-confirmation/ /reisetipps /related @@ -7867,7 +7873,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /request-demo /request-demo$ /request_access -/resell/productpage /reservation /reservations/ /reset-password @@ -7959,6 +7964,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rss /rss /rss$ +/rss.html /rss.xml /rss/$ /rss/Events @@ -8076,7 +8082,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /search-result /search-results /search-results.html -/search-results.html /search-results/ /search-results/? /search-results? @@ -8092,7 +8097,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /search/? /search/?*terms /search/?q -/search/?q= +/search/?q=* /search/account /search/bang /search/by-images @@ -8144,6 +8149,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /searchjobs /searchresult /searchresults$ +/searchresults/ /searchsuggest /season/200 /sections @@ -8157,7 +8163,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /selectlocale-dmc?fromPage= /sell-now /seller-- -/seller_actions$ /semen_* /seminar/ /sendToAFriend @@ -8381,7 +8386,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/closest /store/feed /store/minecraft-java-bedrock-edition -/store/orderhttp://enable-cors.org/robots.txt +/store/orderhttp://potresnirizik.zagreb.hr/robots.txt /store/orders /storefront/ /storelocator/storesSearch.json @@ -8422,7 +8427,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /style/ /style_doggy_* /submit -/submit-review-expiration /submitted /subscribe/billing.html /subscribedto @@ -8594,7 +8598,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /tid_external_content_proxy /tied_up_* /tight_white_* -/tiny_link_to_cart$ /tit_* /tits_* /titties_* @@ -8733,7 +8736,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /unlock-document /unlock-question /unread$ -/upcoming-streamshttp://admiralstrand.de/robots.txt +/upcoming-streamshttp://ons.gov.uk/robots.txt /update.php /updatecart /updatesub @@ -8779,7 +8782,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /user/social_auth /user/token /user_list -/user_manage$ /users/ /users/* /users/*/group @@ -8811,7 +8813,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /vendorActivityManager /vendorLeadTime /venus_mound_* -/verify-sms /verlauf /versandkosten_DE /version!libs @@ -8984,8 +8985,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wp-content/gallery /wp-content/plugins /wp-content/themes -/wp-content/uploads/http://geraldtabios.com/robots.txt -/wp-content/uploads/http://news.microsoft.com/robots.txt +/wp-content/uploads/http://copaco.com.py/robots.txt +/wp-content/uploads/http://next.co.uk/robots.txt /wp-feed /wp-includes /wp-json/* @@ -9073,6 +9074,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ;http: ;https: ;jsessionid +;jsessionid ;jsessionid= ;preview= ;suche=artikelsuche/suche @@ -9126,7 +9128,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*amp= ?*answerId= ?*api_key -?*apikey*http://w3techs.com/robots.txt +?*apikey*http://visaeurope.com/robots.txt ?*app ?*append_element ?*appidt=* @@ -9204,9 +9206,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hsCacheBuster= ?*hsCtaTracking ?*hs_preview= -?*http://dismissyourself.com/robots.txt -?*http://escholarship.org/robots.txt -?*http://gamespot.com/robots.txt +?*http://amplifypixel.outbrain.com/robots.txt +?*http://pkp.sfu.ca/robots.txt +?*http://tapatalk.com/robots.txt ?*hubs_ ?*hubs_signup-cta ?*hybrid= @@ -9304,6 +9306,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*resource_type= ?*reviews_page ?*revisionid= +?*robots=false ?*rts_source= ?*s1= ?*s2= @@ -9369,7 +9372,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*utm_medium= ?*utm_source ?*utm_source= -?*utm_source=http://cricketarchive.com/robots.txt +?*utm_source=http://chordsoftruth.com/robots.txt ?*utm_term= ?*verified= ?*view_post_comments= @@ -9380,7 +9383,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?-kfc-to-offer-free,-fast-internet-across-all-uk-restaurants ?/ ?0. -?18&type= ?252525253Bpreview= ?= ?=gsearch @@ -9489,7 +9491,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?adid= ?adobe_mc ?adv -?af ?af= ?aff= ?aff=11788 @@ -9500,13 +9501,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?aff=57206 ?aff=7295 ?aff=975 -?afl= ?after-login= ?after_sign_in= ?age ?agentId ?ages= -?aid ?ajax ?ajax&wid ?ajaxCalendar=1 @@ -9588,7 +9587,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?cache= ?cacheBurst= ?calendar -?callback=http://independent.ie/robots.txt +?callback=http://bitfinex.com/robots.txt ?callsandtexts ?cameFrom* ?card= @@ -9826,7 +9825,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?filters[ ?find_similar_by= ?firstId= -?firstname= ?fl_rand_seed= ?focus_review ?fontsize* @@ -9891,10 +9889,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?hl=*&gws_rd=ssl$ ?hl=cert_ssl ?hmz= -?hsCtaTracking= ?hsFormKey=00c2cf09d3e2337ec3b798e6331f08c2 -?hs_amp= -?hubs_campaign= ?i ?i18n_cache= ?i= @@ -9916,7 +9911,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ignore_amp ?image= ?inFrame= -?industry= ?industry=agency ?initialLeagueId= ?innings= @@ -10061,7 +10055,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ncrnd= ?ncs= ?neighborhoods -?netflixsource=*http://oclc.org/robots.txt +?netflixsource=*http://help.opera.com/robots.txt ?netmng= ?new= ?news_id= @@ -10283,7 +10277,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?quote= ?r ?radius= -?rangeId=*http://psidetektiv.cz/robots.txt +?rangeId=*http://dafont.com/robots.txt ?rc= ?receiver= ?recipient=*&id= @@ -10341,7 +10335,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?roistat_visit= ?role= ?row= -?rs= ?rss ?rss=y&most_recent=y ?ru @@ -10369,7 +10362,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?scid ?scode=* ?scriptPath= -?scriptPath= ?search ?search ?search= @@ -10422,7 +10414,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?showOlderReviews ?show_error=true ?showcomment* -?shttp://sway.office.com/robots.txt +?shttp://jetpack.com/robots.txt ?sid ?sid= ?site_version=viewfullsite @@ -10499,7 +10491,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?spm= ?sputnik=* ?sq_content_src= -?sq_content_src=http://itwire.com/robots.txt +?sq_content_src=http://news.un.org/robots.txt ?src ?src=sem_ggl ?srp= @@ -10574,7 +10566,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?tpclid ?tptm=pf ?trace=* -?track= ?tracker ?tracking= ?traffic= @@ -10657,7 +10648,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?viewId= ?viewType ?view_medium= -?view_only=http://hbs.edu/robots.txt +?view_only=http://osha.gov/robots.txt ?view_source= ?viewmode=0 ?vmov @@ -10758,6 +10749,7 @@ AG/ AI AI/ AITripBuilder +AJAXhttp://allocine.fr/robots.txt AK5537 AK6336com AL/ @@ -10771,7 +10763,7 @@ API/forum/update-who-typing API/user/abtest API/user/combinedinfo API/uxr-survey-management -API/v2$http://redbull.com/robots.txt +API/v2$http://hawaii.edu/robots.txt APIAccessSupport APWIRE AR/ @@ -12084,8 +12076,6 @@ Common/popup/ Common/supern/ Community.aspx* Community/lwau -Comodo-Fraud-Incident-20103-23.html -Comodo_SecureEmail_User_Guide.pdf CompareProducts CompareProductsDisplayView Compass @@ -12766,7 +12756,6 @@ HotelsManagementCenter HotelsProductCart HowTheSiteWorks How_To_Get_Sky -HpImageArchive.aspx HttpModules/ HubStyle/static-2.309 HubStyle/static-2.313 @@ -12908,9 +12897,10 @@ Inter InterestItem InterestItem InternalError.html -International-Lectures/en-GB/courses/apply.aspxhttp://recalculatingfilm.com/robots.txt +International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt International-Lectures/nl-NL/cursussen/inschrijven.aspx International/questions/qa-html-language-declarations/icons +International/questions/qa-html-language-declarations/qa-html-language-declarations-data/icons InterstitialsWidget Intranet Intranet-PDB @@ -13835,7 +13825,6 @@ PropertyLayer/ Provider/Image/ Provider/PhysicianRatings/ Providers/ -Proxy.ashx ProxyToolsAccountSettingsTool ProxyToolsBillingAndPaymentsTool ProxyToolsBillingDetailTool @@ -14627,7 +14616,7 @@ Valley-of-Longevity-Property/ VariationSelectionView Verify/* VerifyReview -Verkko/http://humorporhoras.com/robots.txt +Verkko/http://elastic.co/robots.txt Video Video/*playerIndex Video/Panel/ @@ -14648,7 +14637,7 @@ ViewMandate ViewPDF.aspx Vlast/ VolunteerTranslations -VoteActivities/http://whatwg.org/robots.txt +VoteActivities/http://nature.com/robots.txt VoteCount/?action= W WAI/ER/tests @@ -15131,7 +15120,6 @@ _partial _partial/header _partials _partials/wix-vod -_partners _performance _php _phs @@ -15156,7 +15144,7 @@ _qa _qa.html _qos _query= -_r/http://jotform.com/robots.txt +_r/http://link.springer.com/robots.txt _recache _rect _redirectedFromOffline-true @@ -15218,7 +15206,6 @@ _tmp _translations? _tsc _uac/adpage.html -_ui _v1_ _v1st _validateactivation.asp @@ -15405,7 +15392,7 @@ about-aws/whats-new/2009/07/24/aws-survey/ about-ghostery about-iqair about-the-council/about-the-website/third-party-accessibility-statements -about-the-council/about-the-website/third-party-accessibility-statements/*http://allbet.co/robots.txt +about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt about-the-council/contact-us-new about-the-council/contact-us/adult-education about-the-council/contact-us/adult-social-care-and-health @@ -15429,9 +15416,9 @@ about-ti/careers-maintenance.html about-us about-us/careers about-us/careers/job-description.html$ -about-us/contact-enquiries/forms/emailform.jsp?*http://crackle.com/robots.txt +about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt about-us/employment -about-us/employment/*http://duo.com/robots.txt +about-us/employment/*http://auswaertiges-amt.de/robots.txt about-us/news-and-media/media-centre/corporate-news/facet/Topic/ about-us/news-and-media/media-centre/corporate-news/facet/Year/ about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/ @@ -15460,7 +15447,7 @@ about/*/update about/*qt-vzc_corporate_news_analytics about/adrm/data-linkage about/advertise/oauth-net-rate-sheet-2023.pdf -about/advisory-and-peer-review-committees/roster/hlbp/http://ui.belboon.com/robots.txt +about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt about/ask/ about/ask?* about/awards/award-recipient-form.html @@ -15493,8 +15480,6 @@ about/careers/applications/students about/careers/applications/teams about/careers/job about/careers/terremark -about/comodo-agreements.php? -about/comodo-company-profile.php? about/contact/3/ about/contact_us about/corporate/election/election_mock_up_qa.html @@ -15518,7 +15503,6 @@ about/files/pubs about/images about/institutional-support/membership about/investor-relations -about/james.php about/jobs about/join-us about/join-us.shtml @@ -15529,7 +15513,6 @@ about/leadership-administration/chancellor-meeting-request/thank-you/ about/leadership-administration/chancellors-lecture-series/ about/leadership-administration/holiday-greetings/ about/leadership-university-administration/board-of-trustees/newsletter -about/leadership.php about/membership/members about/news-publications/news/search about/news/*?category=All @@ -15537,14 +15520,12 @@ about/news/*?field_news_corporate_categories about/newsroom/page/*/?s about/newsroom/page/*/?tag about/oa-funding-and-policy-support -about/patricia.php about/preparedness/coronavirus/staff-resources about/press-center about/privacy about/privacy-policy-archived about/record-transfer-spring-2015 about/releases -about/robin.php about/search-results about/search.php about/side-wide-notices/ @@ -15601,8 +15582,6 @@ academia/books/search.html academic academic-subscriptions academic/ -academic/profile -academic/search academicaffairs/commencement/book academics/archive academics/college/special-programs/public-service-old @@ -15725,7 +15704,6 @@ account2 account= accountDetails.htm account_purchase_history.mhtml -account_settings account_settings$ account_settings/cancel_membership$ account_settings/cancel_membership? @@ -15807,7 +15785,6 @@ acis/whatsnew.html acjohnston acl aclayton -aclick aclk aclp-vle-decom acmendez @@ -16055,7 +16032,7 @@ add-to-bibliography add-to-cart add-to-cart= add-to-cart=* -add-to-cart=*http://northwestsolarprotection.com/robots.txt +add-to-cart=*http://criteo.com/robots.txt add-to-existing-collection add-visit addContacts @@ -16138,7 +16115,7 @@ admin/aso admin/blogmove admin/forgot/ admin/form -admin/http://titulosuniversitarioscomprar.com/robots.txt +admin/http://mediapost.com/robots.txt admin/mapping-dashboard admin/notification-center admin/sro @@ -16152,8 +16129,7 @@ adminapps1/ adminapps2/ adminapps3/ adminapps4/ -adminhttp://prototypejs.org/robots.txt -adminhttp://unbounce.com/robots.txt +adminhttp://dji.com/robots.txt administration administration/ administrative-fellowship @@ -16263,8 +16239,6 @@ adv/news/vystavka-prodazha-na-poiske-poyavilas-tovarnaya-galereya advanced advanced$ advanced-neuroimaging -advanced-penetration-testing.php? -advanced-penetration-testing/? advanced-search advanced-search/x advanced-trade/spot @@ -16315,6 +16289,7 @@ adwordsresellers adx/bin adzikiewicz ae +ae-en/ ae/ ae/en/book-a-trip/flights/fare-types/fare-guide-information.html ae/en/c/* @@ -16327,8 +16302,6 @@ ae_ar aehnliche-fahrzeuge/ aelez aelliott -aep.php? -aep/? aerial aerickson af @@ -16357,7 +16330,7 @@ affiliate affiliate-forgot-password affiliate-login affiliate-program -affiliate/*http://ucc.ie/robots.txt +affiliate/*http://fontawesome.io/robots.txt affiliate/register.htm affiliate/screenname.htm affiliate_amazon.cms @@ -16433,7 +16406,6 @@ agency agency-directory agency/shutdown/materials/contingency-plan-08-05-19.html agency/shutdown/materials/contingency-plan-08-05-19.pdf -agency_tier= agenda/maand agenda/month agent @@ -16654,6 +16626,12 @@ albie albright album album.php +album/delete_user_review +album/fetch_overview_review +album/fetch_review_view +album/report_inappropriate +album/review_thumbs +album/save_user_review albumarchive albums albums-cd-us @@ -16698,6 +16676,7 @@ alexbaskin alexcfpho alexgoetz-charlier alexgrady +alexiou alexiskrumme alexisprasaath alexisvartier @@ -16718,14 +16697,12 @@ aliciademaio aliciafroio alikhani alilly -alink aliraja alireza.haghighi alisamanning alisonfrankjohnson alisonmahan alive/ -alive/user alixboberg aliyatest alkali @@ -16888,7 +16865,6 @@ amp-iframe amp-proxy amp-social-login amp-tealium -amp/ amp/*/more.html amp/*/page-*/$ amp/amp @@ -17180,7 +17156,6 @@ ap/login-messages ap/search ap/signin ap/signin -ap= apac apac/aws-credits-confirmation/ apac/aws-credits-request-confirmation/ @@ -17231,6 +17206,7 @@ api.php? api.php?*&action= api.php?action= api/ +api/$ api/* api/*/doc api/*/docs$ @@ -17289,7 +17265,7 @@ api/discover/1/discover_web api/discover/sites api/discovery api/documentations/v3 -api/du/SEARCHhttp://vi.wikipedia.org/robots.txt +api/du/SEARCHhttp://dribbble.com/robots.txt api/du/Search api/du/search api/editionurlgenerator @@ -17301,7 +17277,7 @@ api/federation api/getEarthquake.php api/health api/html -api/http://line.me/robots.txt +api/http://kobemural.com/robots.txt api/instacart api/install_backblaze api/internal/*/location @@ -17319,7 +17295,6 @@ api/jobPostings/jobs api/latest-articles api/legacy/pse api/legendary-data/relay -api/maps/ api/meerkat/page api/messages api/metainfo/tv @@ -17330,7 +17305,7 @@ api/nextsteps api/ng-looks/ api/nicorepo/timeline api/nts/v1/login -api/og/*http://infoq.com/robots.txt +api/og/*http://crowdfundingusa.com/robots.txt api/paid-article api/partner_select/*/price_query api/play/options @@ -17410,7 +17385,6 @@ api/v1/trebuchet api/v1/urlverify api/v1/users api/v1/web/play/sitemap -api/v2 api/v2/ api/v2/attachments api/v2/boards/*/reserved_posts @@ -17561,7 +17535,7 @@ append_follows appengine appl apple-app-site-association -apple-app-site-associationhttp://iso.org/robots.txt +apple-app-site-associationhttp://focusonkids.ru/robots.txt apple-news apple-touch-icon-120x120-precomposed.png apple-touch-icon-120x120.png @@ -17586,7 +17560,6 @@ applications/farel12 apply apply/ apply/* -apply/thank-you apply?adId= appointment_form appointments-and-referrals/appointment-thankyou @@ -17762,6 +17735,7 @@ ar-eg/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi ar-eg/televisionat-dolby-vision-atmos ar-eg/wade3-mou3ayar-men-netflix-li-televisionat-zakia ar-en +ar-es/ ar-es/shop/*?*&*&*&* ar-iq/ ar-iq/home-theatre-sound-bars/neckband-speakers @@ -17967,7 +17941,6 @@ archive/events archive/graphs.php archive/issue archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair -archive/nws-who.html archive/page archive/print archive/print/ @@ -17982,7 +17955,7 @@ archives archives archives/ archives/*/*/* -archives/http://edps.europa.eu/robots.txt +archives/http://eeoc.gov/robots.txt archives/multimedia/extra archives/multimedia/feedback.php archives/multimedia/rss/Instructions+for+content+providers @@ -18012,6 +17985,7 @@ areg arego-costa arena ari +ariehle arielfreyvogel arielgomez ariellakahn-lang @@ -18113,7 +18087,6 @@ articleplaydivload2017.cfm articleredirect.aspx* articles articles.atom -articles.php? articles.rss articles/ articles/*.ris @@ -18266,13 +18239,14 @@ asp.net/ asp/ asp/ asp/* -asp/*http://rp-online.de/robots.txt +asp/*http://arte.tv/robots.txt asp/demo_db_edit.asp aspnet_client aspnet_client/ aspnet_client/ +aspx$ aspx/ -aspx/read.aspxhttp://6590300.fls.doubleclick.net/robots.txt +aspx/read.aspxhttp://tnt.netmng.com/robots.txt aspxerrorpath* asrelated.cms* asross @@ -18319,7 +18293,7 @@ assets/errorpage assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources assets/gov/zzzz assets/hk-grotesk -assets/http://google.github.io/robots.txt +assets/http://jotform.com/robots.txt assets/images/global/s.gif assets/infographic assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf @@ -18417,6 +18391,7 @@ at*/people/*/circle at*/people/*/favorites at*/shop/*/favoriters at*/shop/*/sold +at-de/ at-en at/ at/*?order= @@ -18641,6 +18616,7 @@ au*/shop/*/sold au*/step au*/submit au*/submitted +au-en/ au-en/shop/*?*&*&*&* au-fr au.html @@ -18693,6 +18669,7 @@ au/careers/search? au/cart au/checkout au/comment +au/consumer/tvs-projectors-learn-search/viera-televisions/viera-cx700-series.html au/conversations au/corporate au/cricket @@ -18848,6 +18825,31 @@ au/showroom_cms/content au/sitemap.html au/strumenti/creatore-di-logo/onboarding au/style +au/support/product-archives/household/refrigeration/nr-bw415vwau.html +au/support/product-archives/household/refrigeration/nr-bw415xsau.html +au/support/product-archives/household/refrigeration/nr-bw465vwau.html +au/support/product-archives/household/refrigeration/nr-bw465xsau.html +au/support/product-archives/household/refrigeration/nr-bx41bvwau.html +au/support/product-archives/household/refrigeration/nr-bx41bxsau.html +au/support/product-archives/household/refrigeration/nr-bx41cqpau.html +au/support/product-archives/household/refrigeration/nr-bx421gusa.html +au/support/product-archives/household/refrigeration/nr-bx46bvwau.html +au/support/product-archives/household/refrigeration/nr-bx46bxsau.html +au/support/product-archives/household/refrigeration/nr-by552xsau.html +au/support/product-archives/household/refrigeration/nr-by552xwau.html +au/support/product-archives/household/refrigeration/nr-by55bpsau.html +au/support/product-archives/household/refrigeration/nr-by55bvwau.html +au/support/product-archives/household/refrigeration/nr-cy54agwau.html +au/support/product-archives/household/refrigeration/nr-cy54bgkau.html +au/support/product-archives/household/refrigeration/nr-cy54bgsau.html +au/support/product-archives/household/refrigeration/nr-cy54bgwau.html +au/support/product-archives/household/refrigeration/nr-cy55cgkau.html +au/support/product-archives/household/refrigeration/nr-cy55cpsau.html +au/support/product-archives/household/refrigeration/nr-d535xgsau.html +au/support/product-archives/household/refrigeration/nr-d535xgwau.html +au/support/product-archives/household/refrigeration/nr-d655xgsau.html +au/support/product-archives/household/refrigeration/nr-d655xgwau.html +au/support/product-archives/household/refrigeration/nr-f603gt-xu.html au/swf au/tapdance au/teams @@ -18956,7 +18958,6 @@ author/*/claim author/*/date author/*/mostread author/*/names -author/*/page/*/?rs author/*/readalikes author/*/stats author/*? @@ -18965,11 +18966,8 @@ author/96898-Unknown author/admin author/admin/ author/caitlinradano -author/delower/page/*/? author/following author/get_products -author/haseebs/page -author/haseebs/page/*/? author/mrben/ author/samarinatatiana author/strietelmeiernathan @@ -19683,7 +19681,7 @@ baohongchen bap.html bap/webstore/search.html bapingseo -bappstore/bapps/download/http://countryliving.com/robots.txt +bappstore/bapps/download/http://poshmark.com/robots.txt baqaee barbarak barchartData @@ -19928,6 +19926,7 @@ be-fr*/cdn-cgi/challenge-platform be-fr*/step be-fr*/submit be-fr*/submitted +be-fr/ be-fr/*?*shpxid= be-fr/*digital_wallets/dialog be-fr/admin @@ -19960,6 +19959,7 @@ be-fr/tools/business-name-generator/searchpage be-fr/tools/business-name-generator/searchutf8 be-fr/tools/logo-maker/onboarding be-fr/ventureone +be-nl/ be/ be/*?*shpxid= be/*?order= @@ -20160,6 +20160,7 @@ berkeley-workspace bernardes bernhard bernina/pages/ +bershadsky besoins besoins/ bespoke/ @@ -20210,7 +20211,6 @@ bfgs bfigueroa bfl bfmp -bfp/search bfrank bg bg-*/ @@ -20419,7 +20419,6 @@ bin/sleep.cgi bin/ti binary-data/DIY binary-data/EGALLEY -bing-site-safety bingbot bingsiteauth.xml bingwang @@ -20676,14 +20675,14 @@ blog/*_ga blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://playstation.com/robots.txt +blog/.html.*http://salon.com/robots.txt blog/20 blog/200 blog/2019 blog/?p= blog/?s= -blog/?s=*http://weheartit.com/robots.txt -blog/?s=*http://znanylekarz.pl/robots.txt +blog/?s=*http://engvid.com/robots.txt +blog/?s=*http://japansociety.org/robots.txt blog/Neuer_Beitrag.html blog/Rubriken.html blog/SearchView.aspx @@ -20776,7 +20775,7 @@ blog/tag blog/tag blog/tag/ blog/tag/* -blog/tag/success-webinar/http://interarbiter.info/robots.txt +blog/tag/success-webinar/http://jezebel.com/robots.txt blog/tags blog/tags-search blog/tags-search.html @@ -20882,7 +20881,6 @@ blogs/practitioners-of-the-month blogs/product blogs/research/search blogs/search -blogs/search/ blogs/slow-ride blogs/tag blogs/technology.atom @@ -20897,7 +20895,7 @@ blogsupport blogtemp blogvideo blogvision -blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mmsilesia.pl/robots.txt +blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt blokdebid/ca/calendar-created blowe bls @@ -21262,7 +21260,7 @@ bookmark_mana2 bookmarklet bookmarks bookmarks/widget -bookmarkshttp://s3-us-west-2.amazonaws.com/robots.txt +bookmarkshttp://econsultancy.com/robots.txt bookproperty books books/?*instrument= @@ -21582,7 +21580,7 @@ branding/images/dont-04.png branding= brandmonitoring brandnet -brandnew/psphttp://geck.bethsoft.com/robots.txt +brandnew/psphttp://understood.org/robots.txt brandnewconference/2016/video brandonbergman brandonedwards @@ -21718,6 +21716,7 @@ browserwarning brt bruce brucker +bruckerjoseph/http://scholastic.com/robots.txt brutus brw bryan @@ -21853,7 +21852,7 @@ buscador buscador.aspx buscador/GoogleServlet buscador/GoogleServletBuscadorVertical -buscador_generalhttp://rubykaigi.org/robots.txt +buscador_generalhttp://decrypt.co/robots.txt buscar buscar buscar.html @@ -21914,13 +21913,10 @@ business-customers/shell-market-hub/shell-services/shell-remote-sense business-customers/shell-market-hub/shell-services/shell-remote-sense.html business-customers/trading-and-supply/counterparty-information-request business-customers/trading-and-supply/counterparty-information-request.html -business-enterprise/cesm3/index_v2.php?key5sk1= -business-enterprise/cesm3/index_v2.php?s= business-insider$ business-name-generator/list business-report/test$ business-resource-center -business-reviews business-school/README.txt business-school/admin business-school/comment/reply @@ -22007,17 +22003,8 @@ business-school/user/logout business-school/user/password business-school/user/register business-school/web.config -business-security/authentication/two-factor-authentication.php -business-security/authentication/two-factor-authentication.php? -business-security/email-security/anti-spam/beta-form.php -business-security/email-security/antispam-gateway.php? -business-security/email-security/antispam-gateway.php?key5sk1= -business-security/email-security/antispam-gateway.php?s= -business-security/network-protection/cleaning-essentials.php? -business-security/pki-management/certificate-manager.php? -business-security/ssl-security.php?s= -business-security/support-services/it-help.php? business-services +business-solutions/content-moved.asp business/* business/*-*/products/business-tv business/*-*/products/deals @@ -22058,6 +22045,7 @@ business/enterprise-advisory-board business/explore business/feedback business/hub +business/iframes/toughbook-configurator.asp business/infrastructure-explainer business/international-business business/invite @@ -22089,6 +22077,10 @@ business/switch-account business/thank-you-carrier-integration-request business/thank-you-integration-request business/top-ads +business/toughbook/computer-support-enterprise-software.asp +business/toughbook/computer-support-enterprise-whitepapers.asp +business/toughbook/computer-support-search-downloads-iframe-JSON.asp +business/toughbook/configurator-iframe.asp business/update business/verified-merchant/status business/widget @@ -22143,7 +22135,6 @@ buyeroffers/*/*.html buyeroffers/*/*/*.html buyers buyers/repost.php -buyev buying-analysis buyitem buyline-personal-finance @@ -22375,6 +22366,7 @@ ca-ES/*barcelona ca-ES/*spain ca-ES/office-space ca-ES/signup +ca-en/ ca-es/ ca-fr*/blog-article-remove-faq-utms-*.js ca-fr*/cdn-cgi/challenge-platform @@ -22386,6 +22378,7 @@ ca-fr*/shop/*/sold ca-fr*/step ca-fr*/submit ca-fr*/submitted +ca-fr/ ca-fr/*?*shpxid= ca-fr/*?order= ca-fr/*color= @@ -22637,7 +22630,6 @@ ca/share ca/shop ca/shop_name_search_service ca/showroom_cms/content -ca/storage ca/strumenti/creatore-di-logo/onboarding ca/sync ca/tax-software/partners @@ -22705,7 +22697,7 @@ calebmooreportfolio calendar calendar calendar$ -calendar-2/action~*/http://yousub.me/robots.txt +calendar-2/action~*/http://icloud.com/robots.txt calendar-2/action~agenda calendar-2/action~default calendar-2/action~http: @@ -22924,7 +22916,7 @@ calendrier/action~agenda calendrier/action~month calendrier/action~oneday calendrier/action~posterboard -calendrier/action~stream/http://fauerzaesp.org/robots.txt +calendrier/action~stream/http://dailycaller.com/robots.txt calendrier/action~week calf california-exhibit @@ -22977,7 +22969,7 @@ campaigns campaigns/ campaigns/bulk-order-form campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://rappler.com/robots.txt +campaigns/digital-recruitmenthttp://southwest.com/robots.txt campaigns/infor-hub-xt5r5iwdrgxbnuz/ campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once campaigns/portals/ @@ -23194,9 +23186,6 @@ careercenter3 careerhacker careers careers-whats-on -careers.php? -careers/? -careers/?category= careers/?q=admin careers/?q=comment/reply careers/?q=filter/tips @@ -23275,8 +23264,6 @@ careers/install.php careers/invalid-request careers/job careers/jobs -careers/jobs.php -careers/jobs.php?id= careers/join-the-shell-talent-community careers/join-the-shell-talent-community.html careers/landing-pages/ @@ -23453,20 +23440,7 @@ casalma casamuel casapao case-studies -case-studies.php? case-studies/ -case-studies/? -case-study/aviva/? -case-study/community-action-committee/? -case-study/comodos-real-time-automatic-containment-technology-helps-cmnetworx-stay-cyber-safe/? -case-study/evolur-solutions/? -case-study/licking-school-district/? -case-study/marly-computers-vof/?category= -case-study/massena-memorial-hospital/? -case-study/rahr-malting-company/? -case-study/references/index.php?case-study=family-fund -case-study/references/index.php?case-study=licking-school-district -case-study/scheurich-gmbh-co-kg/? case.php cases.php cases/federal/district-courts/BR/207/151/1536870 @@ -23649,7 +23623,6 @@ category/blogroll category/brands category/coldfusion category/commercial -category/comodo-in-the-news/page/*/? category/competition category/connect category/development @@ -23667,8 +23640,6 @@ category/misc category/monthly-roundup category/mv/ category/news -category/news/page/*/? -category/news/press_releases/page/*/? category/partners category/permissions category/prazdniki/page/2/ @@ -25851,7 +25822,7 @@ cd/V77972_01 cd/clip/parole/soprano-hiro-7260.html cd/corneille-entre-nord-et-sud-1769.html cd_upload/Search -cdc/http://cs.princeton.edu/robots.txt +cdc/http://gizmodo.com/robots.txt cdf/sign cdj cdk/* @@ -25863,8 +25834,8 @@ cdn-cgi/* cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://focus.de/robots.txt -cdn-cgi/http://itu.int/robots.txt +cdn-cgi/http://hortomallas.hk/robots.txt +cdn-cgi/http://mediamatchmaker.co.uk/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -25872,7 +25843,7 @@ cdn-cgi/rum cdn-cgi/scripts cdn-cgi/styles cdn-cgi/zaraz -cdn-cgi/zaraz/http://techtimes.com/robots.txt +cdn-cgi/zaraz/http://deepmind.com/robots.txt cdn-cgi/zaraz/s.js cdn-cgi/zaraz/t cdn-dgi @@ -25993,7 +25964,8 @@ cgi-bin/grid-words cgi-bin/guestbook cgi-bin/histDiff.cgi cgi-bin/homelandsecurity -cgi-bin/http://agrotop.co.il/robots.txt +cgi-bin/http://euroncap.com/robots.txt +cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt cgi-bin/imagemap cgi-bin/isbn cgi-bin/kaweahits @@ -26006,7 +25978,7 @@ cgi-bin/loginpage cgi-bin/longs.cgi cgi-bin/mb cgi-bin/msdemo/ -cgi-bin/notices/http://krebsonsecurity.com/robots.txt +cgi-bin/notices/http://9662984.fls.doubleclick.net/robots.txt cgi-bin/onTopic cgi-bin/orphanWikiPages cgi-bin/outline @@ -26047,7 +26019,7 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb -cgi-binhttp://euroncap.com/robots.txt +cgi-binhttp://ifixit.com/robots.txt cgi-local cgi-mad/ cgi-out @@ -26119,6 +26091,8 @@ ch*/people/*/circle ch*/people/*/favorites ch*/shop/*/favoriters ch*/shop/*/sold +ch-de/ +ch-fr/ ch/ ch/*?order= ch/*color= @@ -26146,6 +26120,7 @@ ch/de/checkout ch/de/chweb ch/de/contact/search?param= ch/de/datenschutzerklaerung/qualtrics +ch/de/extranet ch/de/it/m/cms ch/de/live-event-schedule ch/de/live-event-schedule$ @@ -26407,10 +26382,11 @@ chaudoin chauhan chauvin chc -chcleveland/http://oas.org/robots.txt +chcleveland chdinh chebi check +check-logged-in check-redirect check-web-status.html check.htm @@ -26442,8 +26418,7 @@ checkout2 checkout?* checkout?plan_id checkoutconfirmation -checkouthttp://sciencealert.com/robots.txt -checkouthttp://usawire.com/robots.txt +checkouthttp://modernistcuisine.com/robots.txt checkoutnow checkouts checkpoint @@ -26645,7 +26620,6 @@ cip cipni circle-round-club circular -cis-free-v2.php cis/ cisa-known-exploited-vulnerabilities/ cisco/support/RU/ @@ -26696,6 +26670,7 @@ civis/threads/*in_iframe=1 civis/threads/*wp_data= cjberrios cjliu +cjones ck-editor ck.check.js ck/ @@ -26705,6 +26680,7 @@ ckgeiger ckorponay cksum= cl +cl-es/ cl-es/shop/*?*&*&*&* cl/ cl/Download @@ -26754,9 +26730,7 @@ clare-yijia-xie clarencelee clasp.html class -class classes -classes-new classes/ classic classic*? @@ -26864,7 +26838,6 @@ classics/the_ed_sullivan_show/includes classics/the_love_boat/includes classics/the_twilight_zone/includes classics/twin_peaks/includes -classics/wmc.com classified classifieds classifieds/* @@ -26912,7 +26885,6 @@ cli cli/ cliang click -click-track clickId= click_ clickandbuy @@ -27046,7 +27018,6 @@ cm_sp=* cma-tool/create cmap cmc -cmc.php cmcmurtry cmd cmd=logExternal* @@ -27073,7 +27044,7 @@ cmr cmrudeen cms cms-constellation -cms-search/http://cancerresearchuk.org/robots.txt +cms-search/http://cmswire.com/robots.txt cms. cms.dll* cms/ @@ -27114,7 +27085,7 @@ cn/en/privacy-statement/qualtrics cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html cn/enterprise/ cn/error-static-cdn -cn/events/huaweiconnect/livestream-for-tvs$http://scribblemaps.com/robots.txt +cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt cn/ipns cn/list cn/list= @@ -27245,7 +27216,7 @@ cobrand/ code code/ code/* -code/http://bbc.com/robots.txt +code/http://w3techs.com/robots.txt code2product-typeform-dashboard code= codeCoverage @@ -27532,7 +27503,7 @@ community/*/latest$ community/*/live community/*/post community/*/post- -community/*/profile/*http://da-topi.jp/robots.txt +community/*/profile/*http://cointelegraph.com/robots.txt community/*/rss community/*/topics community/*/trackback @@ -27558,6 +27529,7 @@ community/comments community/community-partnerships/fireside-chat/ community/community-partnerships/fireside-chat/thank-you/ community/community-relations/isc-lighting-request/thank-you/ +community/compose/* community/conversations community/email community/error-subdivision-name-unavailable @@ -27600,10 +27572,6 @@ community/whats-new community_comment community_post community_s -comodo-company-profile.php? -comodo-cybersecurity.php? -comodo-vs-crowdstrike/? -comodo-vs-symantec/? comp comp/ compagnie @@ -27622,7 +27590,6 @@ companies/o companies/search companies/search? company -company-narrative-1.php? company/*.rss company/?s= company/aboutus/policies_statements/travel.html @@ -27712,7 +27679,6 @@ compatible/includes compatible/questionnaires/certificates compatible/questionnaires/images competitions/best-buy/entry-thank-you/ -competitive-analysis/? competitive-research competitiveness/Documents/energy-agenda-Jan2627.pdf competitiveness/Documents/energy-bio-book-Jan2627.pdf @@ -27771,7 +27737,6 @@ components/ components/ad/display_ad.htm components/analytics components/data -components/products/related_deal components/session_data composer composer/Metapackage/README.txt @@ -27824,12 +27789,12 @@ concrete/*.xml$ concursocampusparty/files concussion/HeadsUp/training/ conditions-diseases?f* -conditions-diseases?linkId*http://c2.com/robots.txt +conditions-diseases?linkId*http://chor.helbling-verlag.de/robots.txt conditions-diseases?search= conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/ conditions/pregnancy-and-baby/pages/your-birth-plan.aspx conejo -conex-2019http://thehindubusinessline.com/robots.txt +conex-2019http://view.adjust.com/robots.txt conf conf conf/*.php$ @@ -27909,7 +27874,7 @@ connect connect-accounts connect.facebook.net connect/@ -connect/http://imgur.com/robots.txt +connect/http://blog.sfgate.com/robots.txt connect/offer connect/profile connect/social-intranet.html @@ -27973,11 +27938,6 @@ consumers/archive conta contact contact-asisten%C5%A3%C4%83 -contact-comodo/contact-us.php? -contact-comodo/contact-us.php?rs= -contact-comodo/sales_process.php -contact-comodo/sales_process.php?af= -contact-comodo/thank-you.php contact-form-7 contact-form.htm contact-myheritage @@ -27985,7 +27945,7 @@ contact-opnemen-met-myheritage contact-opnemen-met-ondersteuning contact-pantone-connect contact-preferences -contact-sales/http://motherearthnews.com/robots.txt +contact-sales/http://pingidentity.com/robots.txt contact-support contact-thank-you contact-tos @@ -27993,7 +27953,6 @@ contact-us contact-us-online/ contact-us-thanks contact-us/*/form -contact-us/? contact-us/ami-submission-conf/ contact-us/article-submission-conf/ contact-us/author @@ -28018,8 +27977,8 @@ contact/employees/servlets contact/en/hague/questionnaire/ contact/feedback contact/form/ -contact/http://noendinsightmovie.com/robots.txt -contact/http://theresource.tv/robots.txt +contact/http://dolphchaney.com/robots.txt +contact/http://freewebs.com/robots.txt contact/menu* contact/partner* contact/support.php @@ -28089,8 +28048,6 @@ content/*/schedule content/*/synchronous_inspection content/*/thenables content/*/util -content/*http://androidcentral.com/robots.txt -content/*http://escapismmusique.ro/robots.txt content/README.txt content/aarpe/en/home/ content/aarpe/es/home/ @@ -28200,11 +28157,13 @@ content/dam/Deloitte/nz/Documents/noindex/ content/dam/Deloitte/us/Documents/noindex/ content/dam/Deloitte/xc/ content/dam/Deloitte/xl/ +content/dam/Panasonic/*/pub-*.*$ +content/dam/Panasonic/*/pub-*/*.*$ content/dam/SAS/partnernet/ content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf content/dam/acsorg/qa content/dam/alumni/2012elections -content/dam/avg/img/2014/business/http://rit.edu/robots.txt +content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt content/dam/bitdefender/business/ar content/dam/blackberry-com/asset/enterprise/pdf/direct content/dam/blackberry-com/asset/enterprise/webcast/direct @@ -28281,7 +28240,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004 -content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://genius.com/robots.txt +content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf content/dam/jpm/structured-products-documents content/dam/lockheed-martin/eo/documents/benefit-plans/LMC_IV_REP_RV2_SB_Guide_FINAL_082819.pdf @@ -28308,6 +28267,15 @@ content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/pearson-revise-i content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/pisa-10-steps-to-success-england.pdf content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/school-pisa-letter-front-page.pdf content/dam/pan/en_US/assets/pdf/legal/archive +content/dam/panasonic/*/pub-*.*$ +content/dam/panasonic/*/pub-*/*.*$ +content/dam/pim/*/*-Product_ImageGlobal*.png$ +content/dam/pim/*/*-Variation_Image_for_See_All*.png$ +content/dam/pim/*/*.pub.*$ +content/dam/pim/*/pub-*.*$ +content/dam/pim/*/pub-*/*.*$ +content/dam/pim/tw/*-Product_ImageGlobal*.png$ +content/dam/pim/tw/*-Variation_Image_for_See_All*.png$ content/dam/pwc/uk/en/assets/pdf/hcl_f2.18.pdf content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_ content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_%20annual%20report.pdf @@ -28326,7 +28294,7 @@ content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico content/dam/splunk2/images/logos/splunk-logo.svg?asd content/dam/static-page/customer-advocacy/*/pdf/* -content/dam/students/documents/graduations/programs/http://unity3d.com/robots.txt +content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf @@ -28373,7 +28341,7 @@ content/dist/fonts content/docdel content/download content/downloads/ -content/downloads/http://link.medium.com/robots.txt +content/downloads/http://marketingweek.com/robots.txt content/ebook content/ebook/ content/ebrochure/toyota-mobility.pdf @@ -28397,7 +28365,7 @@ content/index.php/filter/tips content/index.php/node/add content/index.php/search content/index.php/user/login -content/index.php/user/logout/http://business.pinterest.com/robots.txt +content/index.php/user/logout/http://columbia.jp/robots.txt content/index.php/user/password content/index.php/user/register content/institution @@ -28450,6 +28418,7 @@ content/pan/ko_KR content/pan/pt_BR content/pan/zh_CN content/pan/zh_TW +content/panasonic content/pdf/10.1007/978-94-6209-446-8_8.pdf content/pdf/bbm content/pdf/bfm @@ -28861,24 +28830,6 @@ cot cottages cotvsamples couchmode -council/Business-Search/email -council/Business-Search/matched -council/Business-Search/name -council/Business-Search/phone -council/Business-Search/type -council/Business-Search/url -council/Charity-Reviews/email -council/Charity-Reviews/matched -council/Charity-Reviews/name -council/Charity-Reviews/phone -council/Charity-Reviews/type -council/Charity-Reviews/url -council/Find-Business-Reviews/email -council/Find-Business-Reviews/matched -council/Find-Business-Reviews/name -council/Find-Business-Reviews/phone -council/Find-Business-Reviews/type -council/Find-Business-Reviews/url counsel/forms count.php countdown/create? @@ -28927,7 +28878,7 @@ courses/Transcript courses/assessment courses/eecs484 courses/favorites -courses/http://moreliafilmfest.com/robots.txt +courses/http://codecanyon.net/robots.txt courses/oasis/BabbScholarship courses/section courses/transcript @@ -28990,10 +28941,8 @@ cpspa cpx.php cqiu cr -cr$ cr/ cr/Download -cr? craft crafts crai/big @@ -29175,8 +29124,6 @@ cron/ cron/*.php$ cron_pw_grinder cron_selective.php -cronaca/2014/02/25/news/arresti_domiciliari_per_saggese_ex_presidente_agenzia_spaziale-79578911 -cronaca/2015/07/22/news/da_ladro_di_motorini_a_manager_il_personaggio_della_nuova_ndrangheta-119588091 cronaca/2019/12/05/news/stretta_contro_i_pirati_dei_giornali_rubati_800mila_lettori_in_un_anno_-301013213 cronaca/2023/09/29/news/serenis_repubblica_promozione_abbonati-416179220 cronache/08_dicembre_17/woodcock_indagato_chiave_fiorenza_sarzanini_140878bc-cc03-11dd-bd86-00144f02aabc.shtml @@ -29218,7 +29165,6 @@ crons cross cross-domain$ cross-domain/* -cross-site-scripting crossdomain.xml crossdomain.xml crosslink @@ -29434,7 +29380,7 @@ csd/internal/css csd/internal/nav csd/js csd/nav -csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://qld.gov.au/robots.txt +csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt csde/camp-shriver-community/camp-shriver/registration-fee/ csde/camp-shriver-family-information/ csde/camp-shriver-staff-information/ @@ -29678,6 +29624,7 @@ customization-work-integration-ps customization-work-multivendor customization-work-oc customize +customize$ customize_autosaved= customize_changeset_uuid= customize_search @@ -29688,7 +29635,6 @@ custommenu/ajax/m1marketplace cuwip cv/ cv010 -cvc cve cve/images cverba @@ -29749,6 +29695,7 @@ cz*/step cz*/submit cz*/submitted cz-CZ +cz-cs/ cz-cz/ cz-en cz/ @@ -29939,7 +29886,7 @@ da/auth da/autocomplete da/blog da/create-a-doodle-pfm -da/create-a-doodle-pfmhttp://royalsocietypublishing.org/robots.txt +da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt da/firefox/collections da/firefox/collections/4757633 da/firefox/collections/4757633/$ @@ -29963,7 +29910,6 @@ da/search/default.mi da/spellcheck da/user da/users -da_dk dab dacam11 dad/trk @@ -30013,7 +29959,7 @@ dam/jcr:7b30c258-5588-43a5-ba8a-cd1d1cce64cd/Enterprise%20Success%20Package%20On dam/jcr:b549786a-5967-4603-91eb-16a9d8902061/cPrime_SAFewhitepaper_0829_125636.pdf$ dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$ dam/support/pdf -dam/udelImages/student-life/reslife/floorplanshttp://paper.li/robots.txt +dam/udelImages/student-life/reslife/floorplanshttp://udemy.com/robots.txt damientully dan/layout/set danaboebinger @@ -30063,9 +30009,6 @@ dasn data data-and-maps/indicators data-collection-and-kids-big-tech-profits-from-childrens-online-activity -data-loss-prevention.php? -data-loss-prevention.php?email= -data-loss-prevention/? data-processing-terms data-studio data/ @@ -30399,7 +30342,6 @@ de-en/treasury de-en/your de-li/ de-lu/ -de-uat de-us/ de/ de/$ @@ -30455,6 +30397,7 @@ de/api/v3/ajax/bespoke/public/neu/specs de/app de/apple-app-site-association de/apps +de/asset-preview* de/assets de/autenticacion de/auth @@ -30532,6 +30475,7 @@ de/company/newsletters/search.html de/company/user_stories/search.html de/competition de/config +de/consumer/lumix-g-cashback-wochen.html de/contact.php de/contacts/c/claudia-grabner.html de/content/dam/mathworks/mathworks-dot-com/images/company/jobs @@ -30567,6 +30511,7 @@ de/de/suche?param=* de/develop/ de/develop/review/ de/devolucion-de-productos +de/die-h225-als-polizeihubschrauber de/download de/education de/edustore @@ -30788,6 +30733,7 @@ de/responsive-header de/retail/search$ de/retail/search? de/search +de/search* de/search*attr_*= de/search*price_bucket= de/search*search_type= @@ -30948,6 +30894,7 @@ deborahlevine debts? debts?*=*&ref=sms debug +debug/ debug/ShipNotify debug_log debugsa @@ -30978,6 +30925,7 @@ deeplinkid def/ defalpha= default +default.asp default.aspx/kb/ default.aspx/ph/ default.cms @@ -31005,6 +30953,7 @@ default/files/images/logo default/js/ default1.cms defaultinterstitial.cms +defaultpage defaults deferred-payment deferred.php @@ -31065,7 +31014,7 @@ demo/closed-unclosed-performance?closed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://publications.parliament.uk/robots.txt +demo/safari-reader-test-nielshttp://mathworks.com/robots.txt democenter demokratie-jetzt.html demonstration @@ -31205,7 +31154,7 @@ details- details-*.html details-print details.do -detailshttp://images.apple.com/robots.txt +detailshttp://craigslist.org/robots.txt detect detr detroitchicago @@ -31293,6 +31242,7 @@ deyoung dezh df78788com dfa/UHC_physicians_RM_guide.pdf +dfelmer dfkw dfppclp dg-service @@ -31323,6 +31273,7 @@ dhtmlmenu dhwani dhyeon dhz +di-ag/ diablo-2/account diablo-2/account= diablo-2/cn/account @@ -31636,7 +31587,7 @@ digitaledition digitalexpress/ digitalpdf digitalsubscription/imagedownload -digitalsubscription/imagedownload/http://zapimoveis.com.br/robots.txt +digitalsubscription/imagedownload/http://nj.gov/robots.txt digregorio dilatua/proRecensione.do dimitriosasproulis @@ -31988,6 +31939,7 @@ dk*/cdn-cgi/challenge-platform dk*/step dk*/submit dk*/submitted +dk-da/ dk-da/Brancher/PI-materialer/ dk-da/Brancher/pi-materialer/Documents/infrastruktur/ dk-da/l%C3%B8sninger/Fakturering%20og%20opkr%C3%A6vning/Leverand%C3%B8rservice/Pages/%A6ndring.aspx @@ -32173,7 +32125,7 @@ dmorgan dmottacalderon dmoustafa dmq -dms_priv/*http://domain.com/robots.txt +dms_priv/*http://itunes.apple.com/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -32367,7 +32319,6 @@ documentation/ documentation/alexa-top-sites/ documentation/awis/ documentation/de-de/ibm_ -documentation/download.html documentation/en-us/ibm_ documentation/es-es/ibm_ documentation/fr-fr/ibm_ @@ -32422,7 +32373,6 @@ dokonceni-objednavky dol dolby-vision-atmos-tvs dolphin/index.htm -dom dom2/Flvplayer3.swf dom2/draki0 domain @@ -32535,7 +32485,7 @@ download/Forside/2022 download/attachments download/binary download/get -download/http://gov.scot/robots.txt +download/http://leginfo.legislature.ca.gov/robots.txt download/index download/legacy download/morae @@ -32575,12 +32525,12 @@ downloads.php downloads/ downloads/ downloads/* +downloads/archicad/install downloads/c1_downloads_auswahl downloads/company-related/cpx360-2019-agenda.pdf downloads/download.php downloads/international downloads/lawschool/Legal_Research_Supplement_Exercises_on_Lexis_Advance_Teacher/03379_3ETM_2014.epub -downloads/past-releases downloads/resources/ downloads/supply downloadtype.aspx* @@ -32611,10 +32561,6 @@ draft= draftforms/ drafts dragon -dragon-enterprise/?category= -dragon-enterprise/?email= -dragon-enterprise/?rs= -dragon/v3.4 drake drawings drb-test-update @@ -32700,6 +32646,7 @@ dubai/new dubai/old dubs ducciomartelli +duffy duke-cohan dumanbahramirad dummy @@ -32760,7 +32707,6 @@ dynamic dynamic-feed/*.xml dynamic-offer dynamic-partials -dynamic-seal dynamic-sitemap/sitemap-last-100/*.xml dynamic/ dynamiccontent/webapi @@ -32773,16 +32719,6 @@ dzen dzone/staff e e-books-stats -e-commerce/bundles/classes/cls-ssl-savings.php -e-commerce/endpoint-security/vpn-client.php -e-commerce/index.php? -e-commerce/ss...ertificate.php -e-commerce/user-authentication/authentication-methods.php -e-commerce/user-authentication/authentication-methods.php?key5sk0=% -e-commerce/user-authentication/customer-feedback.php -e-commerce/user-authentication/email-encryption.php -e-commerce/user-authentication/two-factor.php -e-commerce? e-dition e-landing-page-sitemap.xml e-pharmacy @@ -32818,7 +32754,6 @@ easel_api eastovergraphic easy-a easy-shop -easy-vpn/index.html easy-ways-to-manage-your-digital-footprint easyrenewal eat/gr- @@ -32827,6 +32762,7 @@ ebar ebatesCaptcha.do ebay/cronus ebaylive/host +ebbinghaus ebc-private/bboard2002/ ebernton ebi_docs @@ -32960,6 +32896,7 @@ ed-AU/about/privacy-policy-archived edahlstrom edc edcom/bugtrack +edench edenevins edge edgelab @@ -33021,7 +32958,6 @@ edocs/lexdocs/ edocs/traindocs/ edomontonalberta edomtesfa -edr-security/edr-endpoint-protection/? edu edu-legacy edu.aspx @@ -33077,6 +33013,7 @@ edwardclapp edwardcliff edwardii-conference ee +ee-en/ ee/ ee/Download ee/forums @@ -33367,7 +33304,7 @@ email$ email-capture email-colleague email-contact/ -email-contact/nodehttp://useloom.com/robots.txt +email-contact/nodehttp://gsma.com/robots.txt email-contact/taxonomy_term email-content email-help @@ -33383,13 +33320,12 @@ email-validation email-verify/* email/ email/$ -email/*http://shopify.github.io/robots.txt +email/*http://dustinlynch.lnk.to/robots.txt email/EnrollmentUnsubscribe.htm email/R/ email/SubscriptionTypeUnsubscribe.htm email/Unsubscribe.htm email/emailfriend.xhtml -email/index.html email/privacy-guarantees email/privacy-terms email/r/ @@ -33481,8 +33417,6 @@ emea emea/corporate/careers emea/news emergency -emergency-containment.php? -emergency-containment/? emergency-medicine/thank-you-for-your-inquiry-freedom-clinic emergency.htm emergency/ @@ -33496,6 +33430,7 @@ emilyackman emilyaldenhennessy emilycohen emilygonzalez +emilygreenwood emilygrover emilylaiken emilyshen @@ -34380,6 +34315,7 @@ en/applications/release9.html en/archives/info-detainee en/aroundtown/ en/ask/maintenance +en/asset-preview* en/autenticacion en/auth en/awards.html @@ -34827,6 +34763,7 @@ en/industries/health-sciences/site-select/19.3 en/industries/health-sciences/site-select/19.4 en/industries/health-sciences/site-select/20.1 en/industries/health-sciences/site-select/20.2 +en/innovation/the-airbus-nova-newsletter/the-nova-newsletter-subscription-confirmation en/intangible-cultural-heritage/grid en/intangible-cultural-heritage/list en/intangible-cultural-heritage/map @@ -34973,7 +34910,7 @@ en/modules/ace en/moler/ncm-download.html en/mowlac-risks-observatory/grid en/mowlac-risks-observatory/list -en/mowlac-risks-observatory/maphttp://escortserviceindia.in/robots.txt +en/mowlac-risks-observatory/maphttp://unesdoc.unesco.org/robots.txt en/my-account en/myunited en/needs @@ -35012,6 +34949,7 @@ en/privacy-policy en/privacy.html en/product en/products-lifecycle +en/products-services/space/in-space-infrastructure/bartolomeo/request-your-payload-slot-on-bartolomeo/bartolomeo-form-confirmation en/products/connections/product_detail/product_35486.html en/products/connections/search-products.html en/products/connections/search-services.html @@ -35057,6 +34995,7 @@ en/safety-journalists/observatory/list en/safety-journalists/observatory/map en/search en/search +en/search* en/search.html en/search/ en/search? @@ -35081,6 +35020,7 @@ en/sr/srb.html en/sr/srb/sra.html en/src en/src/ +en/statement-on-accessibility en/store en/store/link/ en/student-forum @@ -35111,9 +35051,11 @@ en/support/search.html en/tagteam en/taxonomy/* en/taxonomy/term +en/terms-of-use en/terms-of-use/ en/test/ en/testace +en/thanks-for-signing-up-to-our-newsletter en/themes/ en/tools en/tools/ @@ -35214,16 +35156,11 @@ en_US/primetime/1.2 en_US/primetime/1.3 en_US/primetime/drm/5.2 en_US/robohelp/2015/robohtml -en_ca -en_eur -en_gb -en_in en_instrume en_oz en_ph en_psaccent en_pv -en_us en_us/BotManagement.html en_us/blog/tag/splunk-apps-and-add-ons.html en_us/careers/search-jobs.html?page= @@ -35248,8 +35185,6 @@ ende/If%20I%20Knew%20You%20Were%20Comin/%5C'%20I/as%20if endloc= endorsement/public endorsements -endpoint-detection-response/? -endpoint-detection-response/?email= enduser energy-test energy/archive/ @@ -35345,9 +35280,6 @@ entertainment/index.html entertainment/test$ enterzipcode.php entities -entities/search -entityexplore$ -entityexplore? entityreference entp entr/Die%20Geh%C3%A4lter%20wurden%20gek%C3%BCrzt @@ -35841,6 +35773,7 @@ es/app/ es/apple-app-site-association es/apps es/ari +es/asset-preview* es/assets es/astros/search es/atencion/programas/*? @@ -36122,7 +36055,7 @@ es/music/+noredirect es/myunited es/nationals/search es/negocios -es/new/http://lnkd.in/robots.txt +es/new/http://edyst.com/robots.txt es/node es/node/ es/node/* @@ -36188,6 +36121,7 @@ es/royals/search es/sd es/sea es/search +es/search* es/search*attr_*= es/search*price_bucket= es/search*search_type= @@ -36197,7 +36131,7 @@ es/search/ es/search/autocomplete es/search/default.mi es/search? -es/search?*http://ticketmaster.com/robots.txt +es/search?*http://platform.instagram.com/robots.txt es/secure-preview es/seguimiento-pedido es/seguimiento-pedido-invitado @@ -36357,7 +36291,6 @@ es_US/search*language= es_US/search?browseNode=*& es_ar/plantillas/M es_co/plantillas/M -es_es es_es/plantillas/M es_mx/plantillas/M esands @@ -36724,7 +36657,6 @@ event/*/shoutbox event/*/shoutbox? event/*/who_went event/*/whos_interested -event/? event/amp event/anaheim-2019 event/anaheim-2020 @@ -36816,7 +36748,6 @@ event_widget.js eventos/en-directo/*.json eventos/en-directo/resources.html events -events.php? events/ events/30168404 events/30168429 @@ -36995,7 +36926,6 @@ experiment= experiments experiments.xml expert-search-form -expert-support.php experts-arena experts/search experts/search? @@ -37112,7 +37042,7 @@ exportword exposed express express-checkout -express-connect/archives/http://woobox.com/robots.txt +express-connect/archives/http://newrelic.com/robots.txt express/ expresscart expression/cgi/recherche/recherche.php*f_terme= @@ -37202,7 +37132,7 @@ external_service/connect_now external_slp_click externalservices/surveyfeedapi/api/testfeed extfile -exthttp://fitbots.com/robots.txt +exthttp://edutopia.org/robots.txt extlink extra extra/gremien @@ -37436,7 +37366,6 @@ fazhar fb fb.html fb/channel.html -fb_login fbclid= fbeca fbhome @@ -37455,7 +37384,6 @@ fckeditor fcollado fcyrraci fd-fr/ -fd/ fdbk fdias fding @@ -37532,7 +37460,6 @@ feed/activity feed/check feed/externalfooter feed/externalheader -feed/feed.rss feed/history feed/merchant-feed.xml feed/offer-feed.xml @@ -37544,7 +37471,7 @@ feed/sitema feed/subscribe feed/update feed/v1/podcast/triggered-uncensored -feed/v1/podcast/unredacted-with-kurt-schlichterhttp://chicagonow.com/robots.txt +feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt feed/xml feed= feed=rss @@ -37571,7 +37498,7 @@ feedback/surveylogin.asp?k=138143139287&Q1 feedback/user_study feedbackR1 feedcommunicationdetail -feedhttp://getty.edu/robots.txt +feedhttp://digiday.com/robots.txt feeds feeds.thetimes.com/puzzles feeds.thetimes.com/timescrossword @@ -37872,7 +37799,6 @@ fifty-shades-of-grey fil-ph/ fildariane/static-3.7.0/css/*.css file -file-a-complaint file-download file.html file/ @@ -37915,8 +37841,8 @@ filestorage/ filestore fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://rollingstone.com/robots.txt -fill-private.htmlhttp://allthebootboys.blogspot.fr/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt +fill-private.htmlhttp://babycenter.com/robots.txt fill.html film/s films/*/size/large @@ -37998,7 +37924,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://nextdoor.com/robots.txt +find/*http://freemius.com/robots.txt find/3DImage.jsp find/ApplecareDetails.jsp find/DemoItem.jsp @@ -38331,7 +38257,7 @@ forgotpassword.aspx forgotpassword? forgotten-password forgotten-password/ -forgov-devhttp://wave.webaim.org/robots.txt +forgov-devhttp://qobuz.com/robots.txt forlibraries form form-containers @@ -38537,7 +38463,7 @@ forum/member.php forum/memberlist.php forum/memberlist.php forum/members -forum/membre/http://business2community.com/robots.txt +forum/membre/http://spl.zeotap.com/robots.txt forum/messenger forum/misc forum/modcp @@ -38863,7 +38789,7 @@ forum/topic/221-tips-and-suggestions-for-working-members forum/traininggroups_onlinefree.php forum/translation_do.php forum/ucp.php -forum/ucp.phphttp://fcp.co/robots.txt +forum/ucp.phphttp://eleks.com/robots.txt forum/ucp_agreement_trainings.php forum/uretral-nyj-vektor-4-25.html forum/user @@ -38909,7 +38835,7 @@ forums/discover/ forums/discover/unread/ forums/forum/30-general-members-forums forums/help.html -forums/http://brd-schwindel.com/robots.txt +forums/http://sofafactory.ru/robots.txt forums/ignore/ forums/index.php/ef forums/index.php/h @@ -38927,7 +38853,7 @@ forums/index.php/sel forums/index.php/sp forums/index.php/u forums/index.php?&act=Online -forums/index.php?/user/http://cryptonewsventure.com/robots.txt +forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt forums/index.php?act=Arcade forums/index.php?act=Attach forums/index.php?act=Forward @@ -39324,6 +39250,7 @@ fr/app fr/apple-app-site-association fr/apps fr/archives/info-detenu +fr/asset-preview* fr/assets fr/autenticacion fr/auteurs/* @@ -39651,6 +39578,7 @@ fr/node/100308/list fr/node/100308/map fr/onelook_american_dictionary_words.html fr/onelook_british_dictionary_words.html +fr/opportunites-dinterim-et-formations-cqpm-chez-airbus-en-aeronautique fr/outils/*/voir fr/outils/createur-de-logo/onboarding fr/override @@ -39702,6 +39630,7 @@ fr/responsive-header fr/retail/search$ fr/retail/search? fr/search +fr/search* fr/search*attr_*= fr/search*price_bucket= fr/search*search_type= @@ -39849,7 +39778,6 @@ fr_FR/PremiereElements/10.0/Editor fr_FR/flex/using fr_FR/photoshopelements/editor fr_FR/premiereelements/editor -fr_fr fr_fr/modeles/M fragen/ fragment @@ -39888,7 +39816,7 @@ frde fre/layout/set fred fred-glance-widget.php -fred-glance-widget.phphttp://git.io/robots.txt +fred-glance-widget.phphttp://freecodecamp.org/robots.txt free free-cancellation/index. free-coloring-pages/featured/frenchs-coloring-pages/ @@ -39991,8 +39919,6 @@ fullscreen fullscreen/ReportLinker fullwiley fun -fun/api/ -fun/g/ functions funderportal funding-for-researchers/our-funding-schemes?* @@ -40061,7 +39987,7 @@ fzhu g g%C5%82osuj g-recaptcha-response -g/4arE9Chttp://ico.org.uk/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/api g/banana/api/context g/ts @@ -40343,7 +40269,7 @@ gb/resources-campaign/* gb/search gb/user gb/user$ -gb_xapi_content/http://wgbh.org/robots.txt +gb_xapi_content/http://smartpassiveincome.com/robots.txt gbahadir gbapujii gbook @@ -40558,10 +40484,6 @@ get-hired get-how-to-be-happy-now/ get-id get-instant-confirmation/index. -get-listed/business -get-listed/consumer -get-listed/form -get-listed/success get-menu-header get-pass get-searchtasks @@ -40679,7 +40601,7 @@ gidron giee/*category=ucommall gif gifs -gifshttp://docs.microsoft.com/robots.txt +gifshttp://girlsridetoo.de/robots.txt gift gift-calculator-ranges/ gift-calculator-tags/ @@ -40758,6 +40680,7 @@ global-disclaimer/ global-embeds: global-font-test.php global-footer/* +global-infrastructure/services/get-async/http://b.hatena.ne.jp/robots.txt global-master global-nav-esi global-search/search* @@ -40766,6 +40689,11 @@ global/RU/ global/alexa-assets global/api/load.php global/choose-location.html?location=home +global/corporate/profile/mediacontact/sec/agreement.html +global/corporate/profile/mediacontact/sec/complete.html +global/corporate/profile/mediacontact/sec/error.html +global/corporate/profile/mediacontact/sec/inqform.html +global/corporate/response-sheet.pdf global/en/search.html global/en/xmp-search.html global/internal/departments/anthropology/modules @@ -40780,6 +40708,7 @@ global/internal/departments/geography/ugcourses global/internal/departments/ir/modules global/internal/departments/ir/pgcourses global/internal/departments/ir/ugcourses +global/olympic/ja/sportschangemakers/20210823final.html global/resources/es/search global/resources/search global/shop @@ -40815,6 +40744,7 @@ gn/kb/*/discuss gn/search gn/user gn/users +gnagy gnca-ajax-redesign/showcase-image gnecipoglu gnemutlu @@ -40832,8 +40762,8 @@ go/directory go/download go/fanfiction/ go/help.ticket.submit$ -go/http://ok1fig.nagano.cz/robots.txt -go/http://thekitchn.com/robots.txt +go/http://pod.link/robots.txt +go/http://quilomberos.blogspot.com/robots.txt go/member go/members go/menu @@ -40871,7 +40801,7 @@ goldenkirby goldsmith-coleman goldstein goldstine-cole -golocal/extranet/http://vamp-brands.com/robots.txt +golocal/extranet/http://nmap.org/robots.txt gonda gongyi*? gonsalves @@ -40917,7 +40847,7 @@ gostevaya/karta-sayta/poisk/? goto goto.htm goto.php -goto/http://myfavouritemedicine.com/robots.txt +goto/http://spensor.blogspot.com/robots.txt goto= gotoPage= goto_issue @@ -40949,7 +40879,7 @@ government-education/nonprofits/leadership-forum-poc/confirmation government-education/public-sector-cloud-start/public-sector-cloud-start/ government-education/public-sector-cloud-start/public-sector-cloud-start1/ government/solutions/intelligence/clearance.pdf -government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://sba.gov/robots.txt +government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://assistant.google.com/robots.txt governor/mills/search/node gowtham gp @@ -41145,7 +41075,6 @@ gp01 gp02 gp03 gpay/social -gplus_login gpra gps gps67com @@ -41155,6 +41084,7 @@ gq/ gql gr gr- +gr-el/ gr/ gr/aboutus gr/cardholderservices @@ -41201,7 +41131,6 @@ graph/graph-landing.php graph/graphiql.html graph/graphql graph/image.php -graphic-attacks/demo graphics graphics graphics/ @@ -41385,7 +41314,6 @@ guidatv-old$ guidatv/lista$ guide guide/bbutton?url= -guide_template guidebooks guidelines/ guidemep_info_2009/ @@ -41464,16 +41392,8 @@ haaretz-labels habbal haberleri/ hackathons/reinvent-2013/ -hacker/*/followhttp://ikea.com/robots.txt +hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt hacker/*/unfollow -hackerproof/? -hackerproof/abreporting.html -hackerproof/login.html -hackerproof/order2.html -hackerproof/purchase-hackerproof.php -hackerproof/questions.html -hackerproof/siteinspector -hackerproof/siteinspector/index.html hadi hadif hadley @@ -41516,7 +41436,6 @@ handheld handle/*/*/browse handle/*/*/discover handle/*/*/search-filter -handler handlers handlers/legacyadvertisements.ashx handmade @@ -41597,7 +41516,6 @@ hasite/images/Edge hassanahmadian hattiechung hava -hava-durumu/*p= havasy haveyousay.jsp hawk @@ -41890,7 +41808,6 @@ help/wimip/ help/zendesk_sso helpdocs helper -helper helpers helpers heme_at_bidmc @@ -42031,7 +41948,6 @@ highwire hijack hilaryweingarden hilf -hilfe/assistent.html hilfe/fundingdetail.html hilfe/live/launch-day/launch-day-show-voting.html hilfe/live/launch-day/launch-day-videoupload.html @@ -42090,6 +42006,7 @@ hk-en*/shop/*/sold hk-en*/step hk-en*/submit hk-en*/submitted +hk-en/ hk-en/*?*shpxid= hk-en/*?order= hk-en/*?services @@ -42171,6 +42088,7 @@ hk-en/transactions hk-en/treasury hk-en/ventureone hk-en/your +hk-zh/ hk-zh/shop/*?*&*&*&* hk/ hk/*?*shpxid= @@ -42193,7 +42111,7 @@ hk/en/book-a-trip/flights/fare-types/fare-guide-information.html hk/en/c/* hk/en/contact/search?param= hk/en/privacy-statement/qualtrics -hk/en/privacy/qualtricshttp://graphics8.nytimes.com/robots.txt +hk/en/privacy/qualtricshttp://scholar.google.com/robots.txt hk/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html hk/en/search hk/en/search?param=* @@ -42317,65 +42235,22 @@ home-media home.html home.isoDocumentsDownload.do? home/ -home/CISUIupgrade.php? home/SignupNewsletter.asmx home/accessories/browse home/accessories/cart home/accessories/checkout -home/backup-online-storage/comodo-backup.php -home/backup-online-storage/online-storage.php home/betriebssport -home/browsers-toolbars/browser.php? -home/browsers-toolbars/browser.php?category= -home/browsers-toolbars/chromodo-private-internet-browser.php?track= -home/browsers-toolbars/icedragon-browser.php?s= -home/browsers-toolbars/internet-products.php? home/dash/a/segments home/dashboard home/directv/*%7Bdomainnameus%7D home/directv/usingdtv/*%7Bdomainnameus%7D -home/download/download-v2.php -home/download/download.php?prod=antivirus-for-linux&track= -home/download/download.php?track=2215&prod=secure-email -home/download/during-download.php? -home/download/during-download.php?agency_tier= -home/download/during-download.php?prod= -home/download/during-download.php?prod=anti-malware&track= -home/download/during-download.php?prod=antivirus-for-mac -home/download/during-download.php?prod=browser&track= -home/download/during-download.php?prod=chromodo-browser&ref= -home/download/during-download.php?prod=cis&track=6114&from=free-protection -home/download/during-download.php?prod=firewall&track=6123&from=free-protection home/feed home/fiosinternet/plans/*%7Bdomainnameus%7D home/fiostv/spanishplans/*%7Bdomainnameus%7D -home/free-antivirus/download.php? home/getAllGamesAjax home/global_feed home/highspeedinternet/*%7Bdomainnameus%7D home/index_rss -home/internet-security-free/junemail.php -home/internet-security/anti-malware.php? -home/internet-security/anti-malware.php?ap= -home/internet-security/antivirus-advanced.php? -home/internet-security/antivirus-for-linux.php? -home/internet-security/antivirus-for-mac.php? -home/internet-security/antivirus.php? -home/internet-security/antivirus.php?sp_q= -home/internet-security/cisc-cispro.php -home/internet-security/firewall.php? -home/internet-security/firewall.php?sp_q= -home/internet-security/free-internet-security.php? -home/internet-security/free-internet-security.php?track= -home/internet-security/internet-security-complete.php? -home/internet-security/internet-security-essentials.php? -home/internet-security/internet-security-pro-trial.php?aid=1047 -home/internet-security/internet-security-pro.php? -home/internet-security/internet-security-pro.php?rs= -home/internet-security/secure-shopping.php? -home/internet-security/wifi-security.php? -home/internet/internet-security-pro.php -home/internetsecurity/antivirus.php home/jvc/history.htm home/node home/ordering @@ -42386,10 +42261,6 @@ home/products home/s home/search.html home/search?q= -home/support-maintenance/free-scan.php -home/support-maintenance/system-utilities.php?track= -home/uninstall-survey-thank-you.php -home/uninstall-survey.php home/updateGameDesc home/user-profile-view? home/wifi/*%7Bdomainnameus%7D @@ -42482,7 +42353,7 @@ homework-help/landing/offer homework-help/search? homoud homr/services -honeypot/http://ffmental.net/robots.txt +honeypot/http://dr.dk/robots.txt hong-kong-ting-hui-limited-cclxixe honing.html hook @@ -42533,7 +42404,6 @@ hotel/*/?type hotel/h hotel/index.hi. hotel/redirect -hotel/reviews? hotel/s hotel/search hotel/us/the-airstream-van.*.html @@ -42584,7 +42454,6 @@ hotels/reservation-payment.htm hotels/rpc hotels/s hotels/search -hotels/search hotels/search-results.htm hotels/search/list* hotels/search/map* @@ -42621,7 +42490,7 @@ how-low-will-you-go- how-to-adjust-the-privacy-settings-for-your-smartwatch how-to-change-your-privacy-settings-on-facebook-and-instagram how-to-change-your-privacy-settings-on-twitter-and-youtube -how-to-find-happiness-newsletter-book-preview/http://dolphchaney.com/robots.txt +how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt how-to-keep-your-browsing-information-untraceable how-to-keep-your-phone-secure-while-traveling how-to-limit-ad-tracking-on-your-mobile-device @@ -42649,8 +42518,6 @@ hp/focus-retrocompatibile$ hp/video hp_channels hpan -hpm -hpmob hpols_catalog/ hpws/max-connections.php hpws/parallel-downloads.php @@ -45821,160 +45688,163 @@ http http-checker http2_data http: -http://20minutos.es/robots.txt -http://24alan.blogspot.com/robots.txt -http://4087375.fls.doubleclick.net/robots.txt -http://4384249.fls.doubleclick.net/robots.txt -http://6071807.fls.doubleclick.net/robots.txt -http://8251715.fls.doubleclick.net/robots.txt -http://9news.com/robots.txt -http://abbyharmony.com/robots.txt -http://about.usps.com/robots.txt -http://adamdurica.lnk.to/robots.txt -http://africasiaeuro.com/robots.txt -http://airportiq.com/robots.txt -http://aminoapps.com/robots.txt -http://annualreviews.org/robots.txt -http://answers.microsoft.com/robots.txt -http://askubuntu.com/robots.txt -http://atlasobscura.com/robots.txt -http://audioboom.com/robots.txt -http://auth0.com/robots.txt -http://avex.jp/robots.txt -http://avito.ru/robots.txt -http://azcentral.com/robots.txt +http://1533911.fls.doubleclick.net/robots.txt +http://1731177.fls.doubleclick.net/robots.txt +http://1password.com/robots.txt +http://2224480.fls.doubleclick.net/robots.txt +http://4shared.com/robots.txt +http://6323411.fls.doubleclick.net/robots.txt +http://abc7chicago.com/robots.txt +http://abc7ny.com/robots.txt +http://abcnews.go.com/robots.txt +http://abduzeedo.com/robots.txt +http://aclu.org/robots.txt +http://ad.doubleclick.net/robots.txt +http://adcell.de/robots.txt +http://adeje.es/robots.txt +http://ademe.fr/robots.txt +http://allrecipes.com/robots.txt +http://amazon.de/robots.txt +http://ampmexterminators.com/robots.txt +http://androidpolice.com/robots.txt +http://antena3.rtp.pt/robots.txt +http://api.ning.com/robots.txt +http://api.whatsapp.com/robots.txt +http://apod.nasa.gov/robots.txt +http://app.box.com/robots.txt +http://apple.co/robots.txt +http://artnews.com/robots.txt +http://au.effectivemeasure.net/robots.txt +http://austinmoody.net/robots.txt +http://azure.microsoft.com/robots.txt +http://babylenta.ru/robots.txt +http://bain.com/robots.txt +http://basecamp.com/robots.txt +http://bbc.com/robots.txt +http://bbcamerica.com/robots.txt +http://bbcgoodfood.com/robots.txt +http://bcg.com/robots.txt http://bcp.crwdcntrl.net/robots.txt -http://beeinformed.org/robots.txt -http://bestbuy.ca/robots.txt +http://bestdocsnetwork.com/robots.txt http://bharat.republicworld.com -http://bis.org/robots.txt -http://blockchain.com/robots.txt -http://blog.malwarebytes.com/robots.txt -http://blog.youtube/robots.txt -http://blogger.com/robots.txt +http://bhf.org.uk/robots.txt +http://bitcoin-informant.de/robots.txt +http://blackholerecordings.com/robots.txt +http://bleepingcomputer.com/robots.txt +http://blog.bufferapp.com/robots.txt http://blogs.microsoft.com/robots.txt -http://boell.de/robots.txt -http://books.google.co.uk/robots.txt -http://books.google.fr/robots.txt -http://borsatek.com/robots.txt -http://britishairways.com/robots.txt -http://brooklynvegan.com/robots.txt -http://carsguide.com.au/robots.txt -http://cdata.com/robots.txt +http://boeing.com/robots.txt +http://businessbuiltonline.blogspot.com/robots.txt +http://businesstoday.in/robots.txt +http://cambridge.org/robots.txt +http://carinon.hatenablog.com/robots.txt +http://cdn.rawgit.com/robots.txt +http://cedcommerce.com/robots.txt +http://chronicle.com/robots.txt +http://cio.com/robots.txt http://cityam.com/robots.txt -http://click.clktraker.com/robots.txt -http://cms.gov/robots.txt -http://cmswire.com/robots.txt -http://comcluster.cxense.com/robots.txt +http://click.linksynergy.com/robots.txt +http://clubic.com/robots.txt +http://coeducacion.grial.eu/robots.txt +http://compassion.com/robots.txt http://comunitaqueeniana.weebly.com/news-of-the-world http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor -http://contacts.google.com/robots.txt -http://couchsurfing.com/robots.txt -http://credly.com/robots.txt -http://crunchbase.com/robots.txt -http://crunchyroll.com/robots.txt -http://deloitte.com/robots.txt -http://developer.yahoo.com/robots.txt -http://developers.facebook.com/robots.txt -http://digitaltrends.com/robots.txt -http://diskus-direkt.de/robots.txt -http://dribbble.com/robots.txt -http://dslrcontroller.com/robots.txt -http://dvcs.w3.org/robots.txt -http://ecosia.org/robots.txt -http://elramd.com/robots.txt -http://en-gb.facebook.com/robots.txt -http://engineeringslidechart.com/robots.txt -http://environment.gov.au/robots.txt -http://enyakinnerde.com/robots.txt -http://etsi.org/robots.txt -http://eva-oh.com/robots.txt -http://expedia.com.au/robots.txt -http://fairfaxcounty.gov/robots.txt -http://fb.watch/robots.txt -http://first.org/robots.txt -http://flightaware.com/robots.txt -http://fonts.com/robots.txt -http://fortinet.com/robots.txt -http://forums.aws.amazon.com/robots.txt -http://fun888asia.com/robots.txt -http://fun88hello.com/robots.txt -http://gamestop.com/robots.txt -http://gdpr.eu/robots.txt -http://gemellidiversi.forumcommunity.net/robots.txt -http://geni.us/robots.txt -http://getcomposer.org/robots.txt -http://gezondheidsplein.nl/robots.txt -http://goodway.com/robots.txt -http://google.org/robots.txt -http://google.rs/robots.txt -http://gravityforms.com/robots.txt -http://harley-davidson.com/robots.txt -http://hhs.gov/robots.txt -http://hootsuite.com/robots.txt -http://hotblouse.com/robots.txt -http://hotmail.fr/robots.txt -http://hsf.co.uk/robots.txt -http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://redfin.com/robots.txt +http://constantcontact.com/robots.txt +http://coursera.org/robots.txt +http://courses.i-leadonline.com/robots.txt +http://cultofmac.com/robots.txt +http://d.turn.com/robots.txt +http://dc.arrivalist.com/robots.txt +http://delivery.yandex.ru/robots.txt +http://ecma-international.org/robots.txt +http://economie.gouv.fr/robots.txt +http://ed.gov/robots.txt +http://eff.org/robots.txt +http://en.support.wordpress.com/robots.txt +http://engadget.com/robots.txt +http://ericsson.com/robots.txt +http://estatousa.com/robots.txt +http://eureka-examens.nl/robots.txt +http://euronews.com/robots.txt +http://evite.com/robots.txt +http://evuk.co.uk/robots.txt +http://experience.arcgis.com/robots.txt +http://faithandreason.com/robots.txt +http://fauerzaesp.org/robots.txt +http://fema.gov/robots.txt +http://firstrunfeatures.com/robots.txt +http://fiverr.com/robots.txt +http://fnac.com/robots.txt +http://folhadeirati.com.br/robots.txt +http://forcefieldsnz.bandcamp.com/robots.txt +http://form.jotform.com/robots.txt +http://francetvinfo.fr/robots.txt +http://gal2.org/robots.txt +http://galu.co.jp/robots.txt +http://geraldtabios.com/robots.txt +http://govinfo.gov/robots.txt +http://graphics8.nytimes.com/robots.txt +http://gyro13.com/robots.txt +http://hbs.edu/robots.txt +http://health.com/robots.txt +http://health.pa.gov/robots.txt +http://heart.org/robots.txt +http://htmlpreview.github.io/robots.txt +http://hubs.ly/robots.txt +http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/ -http://ift.tt/robots.txt -http://img-fotki.yandex.ru/robots.txt -http://imperial.ac.uk/robots.txt -http://indianexpress.com/robots.txt -http://indoorgarden.vn/robots.txt -http://info.yahoo.com/robots.txt -http://insee.fr/robots.txt -http://insidehighered.com/robots.txt -http://insider.com/robots.txt -http://ipac.ctnsnet.com/robots.txt -http://jamanetwork.com/robots.txt -http://jet.com/robots.txt -http://journals.aps.org/robots.txt -http://jstor.org/robots.txt -http://kettestaiabc.lt/robots.txt -http://klook.com/robots.txt -http://laquadrature.net/robots.txt -http://latin-ongaku.net/robots.txt -http://lh5.googleusercontent.com/robots.txt -http://lifehacker.com/robots.txt +http://i.ebayimg.com/robots.txt +http://i.vimeocdn.com/robots.txt +http://i9.ytimg.com/robots.txt +http://ie.edu/robots.txt +http://ifcncodeofprinciples.poynter.org/robots.txt +http://imagekandi.com/robots.txt +http://imasportsphile.com/robots.txt +http://indiana.edu/robots.txt +http://iopscience.iop.org/robots.txt +http://istanbulyelken.org.tr/robots.txt +http://izioq.bandcamp.com/robots.txt +http://journals.plos.org/robots.txt +http://jupiterbroadcasting.com/robots.txt +http://kiwi-verlag.de/robots.txt +http://kongregate.com/robots.txt +http://l.facebook.com/robots.txt +http://larkenequity.com/robots.txt +http://librarything.com/robots.txt +http://list.ly/robots.txt +http://loom.com/robots.txt http://m.youtube.com/robots.txt http://macobserver.com/robots.txt -http://magcloud.com/robots.txt -http://marieclaire.fr/robots.txt -http://maryannesbookshelf.com/robots.txt -http://mastodon.social/robots.txt -http://molly.com/robots.txt -http://moma.org/robots.txt -http://msnbc.msn.com/robots.txt -http://mylifetime.com/robots.txt +http://market.android.com/robots.txt +http://mathworld.wolfram.com/robots.txt +http://militarytimes.com/robots.txt +http://mineyour.biz/robots.txt +http://mootools.net/robots.txt +http://mpgi.edu.in/robots.txt http://n.us1.dyntrk.com/robots.txt -http://nbcnewyork.com/robots.txt -http://nces.ed.gov/robots.txt -http://neilpatel.com/robots.txt -http://neurosciencenews.com/robots.txt -http://newindianexpress.com/robots.txt -http://newsfeed.time.com/robots.txt -http://ngm.nationalgeographic.com/robots.txt -http://nhtsa.gov/robots.txt -http://nieuwfinancieel.nl/robots.txt -http://nydailynews.com/robots.txt -http://onlinelibrary.wiley.com/robots.txt -http://opm.gov/robots.txt -http://osce.org/robots.txt -http://osf.io/robots.txt -http://oxfam.org/robots.txt -http://paradiselost.co.uk/robots.txt -http://pca.st/robots.txt -http://peta.org/robots.txt -http://photobucket.com/robots.txt -http://pixel.everesttech.net/robots.txt -http://planetwaves.net/robots.txt -http://play.toornament.com/robots.txt -http://player.fm/robots.txt -http://plosone.org/robots.txt -http://pnas.org/robots.txt +http://nachosuarez.blogspot.com/robots.txt +http://namecheap.com/robots.txt +http://nascardigitalmediallc.demdex.net/robots.txt +http://ncbi.nlm.nih.gov/robots.txt +http://nebula.wsimg.com/robots.txt +http://news.google.com/robots.txt +http://news.softpedia.com/robots.txt +http://news24.com/robots.txt +http://nofilmschool.com/robots.txt +http://nzz.ch/robots.txt +http://oag.ca.gov/robots.txt +http://observer.com/robots.txt +http://ogp.me/robots.txt +http://on.fb.me/robots.txt +http://parents.com/robots.txt +http://parkinsonsresource.org/robots.txt +http://passionfruitsporthorses.squarespace.com/robots.txt +http://pastemagazine.com/robots.txt +http://photomatt.net/robots.txt +http://pixabay.com/robots.txt +http://pixel.streetmetrics.io/robots.txt http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/ http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/ http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/ @@ -45994,74 +45864,74 @@ http://pompeachaleurdaikin.fr/entete-climatisation/ http://pompeachaleurdaikin.fr/entete-eau-chaude-sanitaire/ http://pompeachaleurdaikin.fr/entete-purification-de-lair/ http://pompeachaleurdaikin.fr/le-lexique/ -http://pompeachaleurdaikin.fr/robots.txt http://pompeachaleurdaikin.fr/temoignages-infos/ http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/ -http://pri.org/robots.txt -http://profile.hatena.ne.jp/robots.txt -http://qvc.com/robots.txt -http://republicworld.com/robots.txt -http://ria.ru/robots.txt +http://poolwiseliving.com.au/robots.txt +http://popsci.com/robots.txt +http://premiumbeat.com/robots.txt +http://primit.it/robots.txt +http://prnt.sc/robots.txt +http://pt.wikipedia.org/robots.txt +http://publish.twitter.com/robots.txt +http://purityring.ffm.to/robots.txt +http://px.adentifi.com/robots.txt +http://px.gumgum.com/robots.txt +http://ragesw.com/robots.txt +http://rdr.connectedinteractive.com/robots.txt +http://recalculatingfilm.com/robots.txt http://rijksoverheid.nl/robots.txt -http://rsa.com/robots.txt -http://rsim5.com/robots.txt -http://rust-lang.org/robots.txt -http://s3-eu-west-1.amazonaws.com/robots.txt -http://safebrowsing.google.com/robots.txt -http://sas.com/robots.txt -http://scholastic.com/robots.txt -http://screenshots.firefox.com/robots.txt -http://security.stackexchange.com/robots.txt -http://sendpulse.com/robots.txt -http://sfgate.com/robots.txt -http://shop.oreilly.com/robots.txt -http://sitekit.withgoogle.com/robots.txt -http://sleepfoundation.org/robots.txt -http://smashingmagazine.com/robots.txt -http://someecards.com/robots.txt -http://southwest.com/robots.txt -http://standaard.be/robots.txt -http://t-online.de/robots.txt -http://tailsofhead.com/robots.txt -http://taobao.com/robots.txt -http://taxfoundation.org/robots.txt -http://techvisiongames.com/robots.txt -http://tenrev.com/robots.txt -http://tes.com/robots.txt -http://thefreelibrary.com/robots.txt -http://thegadgetflow.com/robots.txt -http://tn.gov/robots.txt -http://today.com/robots.txt -http://tracker.ero-advertising.com/robots.txt -http://transparency.org/robots.txt -http://twitch.tv/robots.txt -http://tympanus.net/robots.txt -http://ub.edu/robots.txt -http://uk.linkedin.com/robots.txt -http://undis.eu/robots.txt -http://unesdoc.unesco.org/robots.txt -http://univision.com/robots.txt -http://virustotal.com/robots.txt -http://voxeu.org/robots.txt -http://warp90.com/robots.txt -http://webopedia.com/robots.txt -http://whatismyipaddress.com/robots.txt -http://whatsapp.com/robots.txt -http://wiki.mozilla.org/robots.txt -http://wikimapia.org/robots.txt -http://wine-searcher.com/robots.txt -http://workspace.google.com/robots.txt -http://wp.me/robots.txt -http://www.comodo.com/email/webinspector-email +http://rsfbathroomdesigns.co.uk/robots.txt +http://rtb.adp3.net/robots.txt +http://rtd.tubemogul.com/robots.txt +http://rte.ie/robots.txt +http://science.nasa.gov/robots.txt +http://scienceandnonduality.com/robots.txt +http://sciencing.com/robots.txt +http://searchenginejournal.com/robots.txt +http://security.googleblog.com/robots.txt +http://seekingalpha.com/robots.txt +http://servedby.ipromote.com/robots.txt +http://smallbiztrends.com/robots.txt +http://smallbusiness.withgoogle.com/robots.txt +http://smileeasy.com/robots.txt +http://socialnomics.net/robots.txt +http://sonypictures.com/robots.txt +http://static.wixstatic.com/robots.txt +http://sunderlandecho.com/robots.txt +http://t3n.de/robots.txt +http://tandfonline.com/robots.txt +http://taranisnews.com/robots.txt +http://tattierecords.com/robots.txt +http://techopedia.com/robots.txt +http://techpi-und-malibu.de/robots.txt +http://texastribune.org/robots.txt +http://theonion.com/robots.txt +http://thetrevorproject.org/robots.txt +http://timesofisrael.com/robots.txt +http://tnc.org.br/robots.txt +http://tools.google.com/robots.txt +http://tools.pingdom.com/robots.txt +http://toronto.ca/robots.txt +http://track.adform.net/robots.txt +http://track.omguk.com/robots.txt +http://trends.google.com.mx/robots.txt +http://undefined.fls.doubleclick.net/robots.txt +http://uptimerobot.com/robots.txt +http://usda.gov/robots.txt +http://v.qq.com/robots.txt +http://vancouver.ca/robots.txt +http://viki.com/robots.txt +http://vitantonio.jp/robots.txt +http://vmed.club/robots.txt +http://voterga.org/robots.txt +http://wise.com/robots.txt +http://wolframreiter.org/robots.txt http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats -http://wwwyu.com/robots.txt -http://xbox.com/robots.txt -http://yadi.sk/robots.txt -http://yandex.ru/robots.txt -http://yle.fi/robots.txt -http://youtube.linklife.nl/robots.txt +http://yellowpages.com/robots.txt http://youtubefanfest.com/robots.txt +http://zertifikateawards.de/robots.txt +http://zmg.su/robots.txt httpd httpd/reports https @@ -46146,7 +46016,7 @@ https://www.oxfamintermon.org/ca/resultats-de-cerca?term= https://www.oxfamintermon.org/es/resultados-de-busqueda?term= https://www.republicworld.com/ipl-2024 https://www.republicworld.com/policies-disclaimers-app -https://www.republicworld.com/privacy-policy-app/http://estadao.com.br/robots.txt +https://www.republicworld.com/privacy-policy-app/http://res.cloudinary.com/robots.txt https://www.southampton.ac.uk/research/areas https://www.southampton.ac.uk/research/search https://www.southampton.ac.uk/research/search/all @@ -46794,7 +46664,6 @@ idiltuysuzoglu idisk idiskutilityhelpR1 idiwan -idojaras/*p= idoregev idr.js idx @@ -46956,7 +46825,7 @@ iframe/dirette iframe/video iframe= iframes -iframes/http://streamelements.com/robots.txt +iframes/http://earthobservatory.nasa.gov/robots.txt ifsc-code/ ifwns ig/add? @@ -46987,6 +46856,7 @@ il-en*/people/*/circle il-en*/people/*/favorites il-en*/shop/*/favoriters il-en*/shop/*/sold +il-en/ il-en/*?order= il-en/*color= il-en/*customizable= @@ -47120,8 +46990,6 @@ images/about/ images/adspace/ images/api images/application_uploads -images/async/? -images/async? images/campaign/ images/carBlogsimages images/chart_gifs @@ -47134,9 +47002,6 @@ images/dopfiles/DNT20170204041207.pdf images/email/ images/ga_img_handler.php images/home/ -images/hosted/? -images/hosted/search? -images/hosted? images/interview_pdfs images/intfood/thermomix/HF_icon_thermomix.svg images/li.gif @@ -47151,14 +47016,9 @@ images/pad/search?text=*&source=morda images/related images/resume images/scaled -images/search%3F -images/search%5C -images/search/? images/search/details/twitterCards/twitter-card -images/search? images/search?rpt=imageview images/search?text=*&source=morda -images/searchbyimage images/showroomimages images/smart/$ images/staff @@ -47174,7 +47034,6 @@ images/verify_image.png images/viewconfig$ images/visit/ images/welcome_image.png -images? imagesLinks imagify-backup/ imagine/ @@ -47198,7 +47057,7 @@ img/*.docx$ img/*.pdf$ img/category img/hc_ambassador.png -img/http://trutv.com/robots.txt +img/http://takeout.google.com/robots.txt img/logo/3rdpartylogos img/mobile img/not-indexed @@ -47265,6 +47124,7 @@ in-en*/people/*/circle in-en*/people/*/favorites in-en*/shop/*/favoriters in-en*/shop/*/sold +in-en/ in-en/*?order= in-en/*color= in-en/*customizable= @@ -47315,7 +47175,6 @@ in-en/your in-notes/authors in-notes/rerendered in-product -in-the-news/? in/ in/*.BMP in/*.GIF @@ -47420,7 +47279,6 @@ inbox-talk inbox-user inbox.aspx inbox.php -inboxcommerce inc inc/ inc5000dev @@ -47454,9 +47312,6 @@ includes/newsite/ads/aadcall.php includes/re.php includes/templates includes/templates/notice_and_procedure.pdf -includes/video.php -includes/video.php?f= -includes/video.php?track= includes_comun includes_comun/modulos_automaticos includes_content/missing_handler/view_map.html @@ -47478,6 +47333,7 @@ index index*.php$ index-new index-test.php +index.asp index.cgi index.do index.hi. @@ -47485,9 +47341,6 @@ index.htm index.html index.html$ index.html? -index.html?currency=USD®ion=North%20America&country=US -index.html?utm_source=distribution&utm_medium=pr&utm_campaign=pr%2Btemplate%2Blinks -index.html?utm_source=distribution&utm_medium=pr&utm_term=Enterprise&utm_content=ESMAV&utm_campaign=120309 index.jhtml index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news index.new.html @@ -47587,13 +47440,13 @@ index.php/user/login/ index.php/user/logout index.php/user/logout index.php/user/logout/ -index.php/user/logout/http://avast.com/robots.txt -index.php/user/logout/http://badeggbox.shop-pro.jp/robots.txt -index.php/user/logout/http://chegg.com/robots.txt -index.php/user/logout/http://code.visualstudio.com/robots.txt -index.php/user/logout/http://geo-tracker.smadex.com/robots.txt -index.php/user/logout/http://lareviewofbooks.org/robots.txt -index.php/user/logout/http://slashgear.com/robots.txt +index.php/user/logout/http://commissions.arlingtonva.us/robots.txt +index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt +index.php/user/logout/http://medicine-world.ru/robots.txt +index.php/user/logout/http://ncaa.com/robots.txt +index.php/user/logout/http://seagate.com/robots.txt +index.php/user/logout/http://trapanishuttle.com/robots.txt +index.php/user/logout/http://usmagazine.com/robots.txt index.php/user/password index.php/user/password index.php/user/password/ @@ -47631,7 +47484,6 @@ index.php?r= index.php?return_to= index.php?route=babyloncms index.php?route=product/product*&manufacturer_id= -index.php?source= index.php?title=Special:Recentchanges index.pl index.xml @@ -47972,7 +47824,6 @@ installation/ installations installer/* instamotivation -instances instant-cash-offer/contact_info.xhtml instant-cash-offer/offer.xhtml instant-offers/version @@ -48002,7 +47853,6 @@ integration-product-categories integrations integrations-p2 integromedb -intelappup/index.php intelligence intelligencer/amp intent @@ -48012,7 +47862,7 @@ inter-success-buy inter-wait-buy interact interactions-list-drugs.php -interactive*http://promo.com/robots.txt +interactive*http://fcp.co/robots.txt interactive/quiz/preview interactive/reading-preference interactives @@ -48082,8 +47932,6 @@ international/print international/us internationalorderform internaute -internet-security/antivirus.php? -internet-security/wifi-security.php? internet/fiber internet/gigabit internet/speed @@ -48735,7 +48583,7 @@ it/search/ it/search/autocomplete it/search/default.mi it/search? -it/searchhttp://2.bp.blogspot.com/robots.txt +it/searchhttp://luminous-spaces.com/robots.txt it/sfogliare it/share it/shop_name_search_service @@ -48848,7 +48696,7 @@ itm/soi itm/variationlogistics itm/watch itmhero -itmi/about/dean-message/http://wwd.com/robots.txt +itmi/about/dean-message/http://indieauthorcon.com/robots.txt itnl itoolshelp itpi/digitaltour/ @@ -48910,7 +48758,6 @@ izzuddinaris j j/pro-site j= -j_spring_security_check j_white ja ja-* @@ -49015,6 +48862,7 @@ ja-question ja/ ja/android/collections ja/android/search +ja/asset-preview* ja/auth ja/autocomplete ja/browse @@ -49056,6 +48904,7 @@ ja/privacy ja/privacy.html ja/renew.html ja/search +ja/search* ja/search/ ja/search/autocomplete ja/search/default.mi @@ -49252,6 +49101,7 @@ jbaaijens jbdeasjr jbdharvard jbecerra +jbeckfield jbenjamin jbenton jbill @@ -49557,7 +49407,6 @@ jkmitchell jkn jkoivuniemi jkwok -jl jladams jladapo jlc @@ -49631,6 +49480,7 @@ jobs-guest jobs-scrape/* jobs-search jobs/ +jobs/*/*?*framed jobs/*/apply_now jobs/*/clipboard-action$ jobs/*/closest$ @@ -49824,6 +49674,8 @@ journal/devices journal/devices$ journal/ecologicalsciences journal/ecologicalsciences$ +journal/eesp +journal/eesp$ journal/ent journal/ent$ journal/famsci @@ -49918,6 +49770,7 @@ jp/*min= jp/*my_etsy= jp/Flash jp/about-huawei/publications/huawave$ +jp/access_aem.html jp/admin jp/ajax jp/ajax/content-product @@ -49937,6 +49790,15 @@ jp/blogs/blog.atom jp/blogs/technology.atom jp/blogsearch jp/box +jp/business/its/ocr_form/sec/hoshu +jp/business/its/ocr_form/sec/hoshu.html +jp/business/its/ocr_form/sec/licence +jp/business/its/ocr_form/sec/licence.html +jp/business/its/ocr_form/sec/pass +jp/business/its/ocr_form/sec/pass.html +jp/business/vixell/estimate/complete.html +jp/business/vixell/inquiry/complete.html +jp/business/vixell/movie.html jp/c/*attr_*= jp/c/*price_bucket= jp/c/*search_type= @@ -49944,13 +49806,30 @@ jp/c/*ship_to= jp/c?*attr_*= jp/cannabis jp/cart +jp/company/pms/download.html +jp/company/pms/globalmarketing/map.html +jp/company/pms/globalmarketing/stay.html +jp/company/pms/sec/globalmarketing/globalmarketing.html +jp/company/pms/stay/stay.html jp/conversations +jp/corporate/ad/panasonic-open/men/personal_information.html +jp/corporate/cns/mask-01.html +jp/corporate/cns/mask-02.html +jp/corporate/cns/mask-03.html +jp/corporate/cns/mask-04.html +jp/corporate/cns/mask-05.html +jp/corporate/response-sheet.pdf jp/download/*/ jp/email-validation jp/en/book-a-trip/flights/fare-types/fare-guide-information.html jp/en/c/* jp/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html jp/en/search?param=* +jp/energy/company/peck/privacy-policy/sec/inqform.html +jp/energy/nanadou.html +jp/energy/news/info/usb/inqform.html +jp/energy/privacy-policy/sec/inqform.html +jp/energy/study/remote-visit/inquiry.html jp/enterprise/blog/search$ jp/enterprise/blog/search? jp/ferramentas/criador-de-logo/onboarding @@ -50016,6 +49895,20 @@ jp/solutions/case-studies/ jp/solutions/case-studies/innovators/innovators-eu/ jp/solutions/case-studies/sustainability-emea/ jp/strumenti/creatore-di-logo/onboarding +jp/support/consumer/call/365.html +jp/support/consumer/call/638.html +jp/support/consumer/call/691.html +jp/support/consumer/call/692.html +jp/support/consumer/call/693.html +jp/support/consumer/call/694.html +jp/support/consumer/call/695.html +jp/support/consumer/call/697.html +jp/support/consumer/call/698.html +jp/support/consumer/call/981.html +jp/support/consumer/call/982.html +jp/support/consumer/call/983.html +jp/support/consumer/repair/tel +jp/support/consumer/repair/tel.html jp/support/repair-warranty/locate-repair-center-detail jp/support/submit.aspx jp/teams @@ -50179,7 +50072,6 @@ js/jquery/site.sections.multimedia.cookie.js js/jquery/site.sections.multimedia.js js/jquery/site.sections.mygallery.js js/lib/lib.min.js?date=09012010 -js/main-*.js js/mbox.js js/powellsJQuery.validity.js?* js/powellsValidationData.js?* @@ -50214,7 +50106,6 @@ js/site.widgets.ticker.js?date=09012010 js/site.widgets.tooltip.js js/site.widgets.tooltip.js?date=09012010 js/spmsg- -js/streamsense-*.min.js js/swfobject.js js/trash js/widget.js @@ -50273,6 +50164,7 @@ json/property/estimates json/search jsonapi/* jsonp/Bdp.htm? +jsonsearch jsp-templates jsp/events jsscripts/ @@ -50516,6 +50408,7 @@ kbsriharsha kc kcadviento kcet/mt4 +kcoleman kconnolly kd/wp-admin kd/wp-admin/admin-ajax.php @@ -50580,7 +50473,6 @@ kevinweiluo kevinwu kewang kexinyi -key/ASWD56425CSA keyboard_qwerty.html keynote keynote-speakers/? @@ -50896,7 +50788,6 @@ ko/users ko/versions.html ko/versions/*/release.html ko/위젯컴포넌트 -ko_kr ko_kr/templates/M kobe-incheonmassage kochen @@ -51159,9 +51050,7 @@ la/es/product-finder/internal-hard-drives/ la/es/promos/ la/es/promos/lyve-cloud-for-startups/ lab -lab/? lab/facilities/hardware/sponsors -lab/more-videos.php? label label_France label_france @@ -51171,7 +51060,6 @@ labor labor-new labs labs-maintenance.htm -labs-statistics/? labs-unavailable.htm labs/caption-search labs/capture @@ -51202,7 +51090,7 @@ landing-page-sitemap.xml landing-page/changelog landing-page/cmp-freemium landing-page/licensing -landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://vancouver.ca/robots.txt +landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt landing-pages landing.php landing/ @@ -51216,26 +51104,16 @@ landing/cd-rates-d landing/cd-rates-f landing/cd-rates-g landing/cmsnext-root -landing/comodo-conducts-webinar-on-protection-against-ransomware/? landing/edu.html landing/email/ landing/google-checkout landing/happy-holiday-retargeting landing/holiday-retargeting-2 -landing/insurance-security/? landing/now/ontap landing/promo/ landing/promo/gifts-under-20$ landing/prosp/ -landing/protect-educational-institution/? -landing/secure-government-institutions/? landing/signout.html -landing/ssl -landing/ssl-c -landing/ssl-certificate/cheap-code-signing/? -landing/ssl-certificate/cheap-ssl-certificate/? -landing/telecommunication-security/? -landing/wannacry-ransomware-endpoints-protection/? landing/wrapped-2023 landing? landing?PFFSRCID @@ -51337,7 +51215,7 @@ latam/* latam/blog/ latam/blog/* latest -latest-news/comodo-and-cybrhawk-announce-technology-partnership-cybrhawk-integrates-comodos-openedr-into-xdr-solution-set/? +latest-amp-article latest-playlist latest-talk latest.* @@ -51380,7 +51258,7 @@ law law-abiding-citizen law-library-stat/archive law-library-stat/briefs -law-new/http://ou.edu/robots.txt +law-new/http://scubalessonsinc.com/robots.txt law-news/*/index.aspx law-school/search-results/ law/about/our-people/academic-staff/staff-profile.html @@ -51525,15 +51403,12 @@ learning/settings? learningarcade/ learningcenter learnmore -learnmore-transferhttp://asu.edu/robots.txt +learnmore-transferhttp://mc.yandex.ru/robots.txt learnmorelayer learnmorelayertv leave leave-a-legacy/legacy-guide/ leave-a-legacy/thank-you/ -leave-a-review/no-bid -leave-a-review/no-bid/expiration -leave-a-review/no-bid/thank-you leave_feedback leavingmsn/ lecture @@ -51608,12 +51483,12 @@ legal-content/SV/TXT/DOC legal-content/SV/TXT/SIG legal-guides/ugc legal-leaderboards/weekly -legal-p2/http://ifixit.com/robots.txt +legal-p2/http://sendpulse.com/robots.txt legal-services/checkout? legal/3874403/ legal/bank-agreement-europe-expanded legal/former-affiliate-terms-and-conditions -legal/http://jqueryui.com/robots.txt +legal/http://outdooractive.com/robots.txt legal/merchant-directory legal/terms legal/terms-of-service/unstyled.html @@ -51865,7 +51740,6 @@ library/working library= library? library?/ -library_glossary.htm libraryservices/beta/search libraryservices/feedback/poll libraryservices/feeds @@ -52051,11 +51925,6 @@ listings-management/superpower-landing2 listings/*/directions listings/count listings/favorite -listmanager/confirmation1.php -listmanager/confirmation2.php -listmanager/goodbye.php -listmanager/notification1.php -listmanager/notification2.php lists lists/ lists/search @@ -52078,9 +51947,9 @@ live live-a-detruire_19925.html live-blogs/*embed=1 live-eyewear -live-preview/http://agoda.com/robots.txt -live-preview/http://gotomeeting.com/robots.txt -live-preview/http://thinkprogress.org/robots.txt +live-preview/http://darksidedetective.com/robots.txt +live-preview/http://game.es/robots.txt +live-preview/http://infosecurity-magazine.com/robots.txt live-score/cricket/auction_ajax live-score/cricket/comm live-score/cricket/commentary @@ -52199,7 +52068,6 @@ loans loc/volunteers loc= local -local local-dev local-dev-old local-navigation/ @@ -52303,6 +52171,7 @@ login-callback login-for-zendesk login-messages login-mgt +login-signup login-success login-v2? login.aspx @@ -52325,7 +52194,6 @@ login/*&next= login/?*guestpasskey= login/?next= login/bestaetigungslink-erneut-senden -login/comodo-members.php/*_blank login/device-based/regular/login/*&next= login/device-based/regular/login/?next= login/domain @@ -52483,7 +52351,7 @@ lp/cyber-security-training/v2 lp/cyber-security-training/v3 lp/cyber-week lp/for-agencies/en -lp/freefirehttp://recode.net/robots.txt +lp/freefirehttp://katespade.com/robots.txt lp/growth-quadrant lp/information-security-training lp/information-security-training/v2 @@ -52522,7 +52390,7 @@ lrossmiller lrotenstein lrtrambaiolli ls/ -ls/docshttp://maps.google.com.au/robots.txt +ls/docshttp://console.cloud.google.com/robots.txt lsdahlberg lshao lsho1976 @@ -53120,14 +52988,16 @@ mai/users maier mail mail -mail-fertighttp://ist-track.com/robots.txt +mail-fertighttp://npmjs.com/robots.txt mail-gotowe mail-listo mail-okay mail.php mail/ mail/$ +mail/subscribe mail/termsandconditions +mail/valid- mail/view mail/webhook/open mail? @@ -53231,19 +53101,15 @@ malshikho malvikajain mambots mamontano -man-in-the-middle man-knowledge/ manage manage-account manage-booking/trip-info.html manage-listing -manage-location -manage-subscription manage/* manage_friend.pl manage_playlist manageability/ -managed-detection-response/? managedservices/get-in-touch managedservices/wp-admin managedservices/wp-content/plugins @@ -53333,7 +53199,6 @@ maps/*?lang=uk$ maps/*?lang=uz$ maps/*?ll= maps/about -maps/adsendpoint maps/api/js maps/api/place/js maps/api/staticmap @@ -53386,6 +53251,7 @@ marcsucci marcus-miller marekmajer marenalin +margaretandrews margaretjenkins margarettroyer margotmoinester @@ -53848,6 +53714,7 @@ mec-medicaid/ mecha mechanic meconnect/ +medal/* meddev media media @@ -53858,6 +53725,7 @@ media-library-links/ media-library/sites/alspac/migrated/documents media-manager media/ +media/* media/*/analog-dialogue/ media/*/company/sustainability-reports/ media/*/edit @@ -53873,9 +53741,8 @@ media/357557/ media/6582f7c4ed3c3400133bfc8f/pc1-interactive.pdf media/BookingThumbnails media/JC -media/Player6_0.swf media/ProviderThumbnails -media/Resized-Images/*http://fr.linkedin.com/robots.txt +media/Resized-Images/*http://minecraft.net/robots.txt media/SL media/TALSO.swf media/TUIThumbnails @@ -53885,7 +53752,7 @@ media/admin media/advertorials media/all/1287752/ media/all/1287913/ -media/all/1288165/http://kagonekoshiro.blog86.fc2.com/robots.txt +media/all/1288165/http://cell.com/robots.txt media/all/357557/ media/attractions-splice-test-spp media/bl-video @@ -53904,6 +53771,7 @@ media/daodao/photo-t media/daodao/video-t media/daodao/video-v media/downloads/ +media/editimgecaption/* media/ethics-center/social-sector-ethics/ media/fbavatar media/feeds @@ -53954,7 +53822,7 @@ media/tourism-content media/travelpod-roll.flv media/tv/channel/credits media/tyfo* -media/tyfo*http://codex.wordpress.org/robots.txt +media/tyfo*http://startrankingnow.com/robots.txt media/unesco media/uploads media/video @@ -53994,7 +53862,7 @@ mediacard mediacentral mediacomp/ mediafiles/* -mediahttp://eea.europa.eu/robots.txt +mediahttp://newscientist.com/robots.txt mediakit medialibrary/de/brief medialibrary/de/brief/executive-brief-5-szenarien-in-denen-ihre-firewall-sandbox-losungen-versagen-konnen.pdf @@ -54303,7 +54171,7 @@ medredesign medstaging meeting/register meeting/schedule -meetingOptionshttp://trends.builtwith.com/robots.txt +meetingOptionshttp://teamusa.org/robots.txt meetings meetings/en/html.jsp meetings/national/jmm/2124_abstracts/1056-30-23.pdf @@ -54475,9 +54343,7 @@ merchant/directions merchant/imageUploadPreview merchant/loc merchant/moreProducts? -merchant/reviews? merchant/update -merchant_login merchant_shipping_policy.pdf merchantapps mercie @@ -54527,9 +54393,7 @@ metasell metasploit-modules/ metatag meteo -meteo/*p= meteo/? -meteorologia/*p= metrics metrics/ metrics/ajaxMetricsLogAction.action @@ -54771,7 +54635,6 @@ mini20 miniCartRenderer.jsp mini_login minibasket/ -minicart minimap.html mining minis_ajax.html @@ -55639,7 +55502,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://sccgov.org/robots.txt +mre/*.zip$http://gov.il/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -55759,7 +55622,7 @@ msaadat msaleem msandel msatwork/amazon -msatwork/uber/en.htmlhttp://louvre.fr/robots.txt +msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt msb msc-accounting-financial-management msc-advanced-clinical-practice @@ -55952,9 +55815,9 @@ multivu mumbaiedition munho munin -munin*http://movie-teaser.blogspot.com/robots.txt -munin*http://v0.wordpress.com/robots.txt -munin*http://youtube.instanteaser.com/robots.txt +munin*http://demandcooling.com/robots.txt +munin*http://info.yahoo.com/robots.txt +munin*http://pacaneleaparate.biz/robots.txt muns munshi musafim @@ -55984,7 +55847,7 @@ music/admission/ao_selection_dc20180809.html music/admission/ao_selection_eo20180809.html music/admission/ao_selection_gh20180809.html music/admission/ao_selection_jz20180809.html -music/admission/ao_selection_me20180809.htmlhttp://manhattanreview.com/robots.txt +music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt music/admission/ao_selection_ms20180809.html music/admission/ao_selection_pf20180809.html music/admission/ao_selection_pi20180809.html @@ -56000,6 +55863,7 @@ music/artist music/playlists/wqxr music/priv music/saigai_cat/saigai_cat7 +music/search/* music/song-embed music/student/priv music/wav/ @@ -56030,7 +55894,7 @@ mvideos mvm mvmishra mvonbaeyer -mvp/http://media.giphy.com/robots.txt +mvp/http://delta.com/robots.txt mw/ mw5-newsletter-v1 mw5-newsletter-v2 @@ -56055,6 +55919,7 @@ mx*/shop/*/sold mx*/step mx*/submit mx*/submitted +mx-es/ mx-es/shop/*?*&*&*&* mx-mx/ mx/ @@ -56145,7 +56010,6 @@ mx/search*ship_to= mx/sell mx/share mx/shop_name_search_service -mx/storage mx/strumenti/creatore-di-logo/onboarding mx/teams mx/technology.atom @@ -56185,6 +56049,7 @@ my-bag my-bookmarks my-books my-cart +my-en/ my-en/shop/*?*&*&*&* my-eurlex my-favorites @@ -56784,11 +56649,6 @@ news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-tes news-and-insights/scenarios/a-better-life-with-a-healthy-planet news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html news-app -news-archive/*/*/?ap= -news-archive/? -news-archive/page -news-archive/page/*/? -news-archive? news-core news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP @@ -56852,7 +56712,6 @@ news/2019 news/2020 news/2020/02/trumps-tax-break-promised-housing-opportunity-but-the-forgotten-are-still-waiting.html news/2021 -news/240602.html news/372.htm news/734503-what-the-crowdstrike-update-outage-means-for-cybersecurity news/999-snow.htm @@ -56861,7 +56720,6 @@ news/?gl= news/?hl= news/?ned= news/?s= -news/?utm_source= news/Backup news/Insight news/Library @@ -56888,15 +56746,10 @@ news/business news/campaigns-events/best-corporate-website news/campaigns-events/best-use-of-content news/campus -news/case-studies/CMNetworx.php? -news/case-studies/ac-pike-county.php? -news/case-studies/licking-school.php? news/categories/news/ news/city-statements news/commentary news/community -news/comodo-announces-advise-cyber-solutions-as-newest-mssp-partner/? -news/comodo-integrates-open-source-edr-into-its-flagship-product-worlds-most-capable-open-source-edr-is-now-free-to-anyone-using-comodos-endpoint-protection/? news/cricketnext news/current news/directory @@ -56910,7 +56763,6 @@ news/go news/grand-rapids/index.ssf/2010/07/father_still_in_shock_after_so.html news/image news/images -news/in-the-news.php? news/includes news/index.ssf/2008/03/morial_associate_charged_with.html news/index.ssf/2010/07/union_county_college_athletic.html @@ -56924,7 +56776,6 @@ news/intelligencer/16951 news/invest news/investment news/ired/ultimora/cronaca/rep_cronaca_n_3487677.html -news/itn/images news/jjournal/bayonne/index.ssf?/base/news-6/127537353187770.xml&coll=3 news/jjournal/bayonne/index.ssf?/base/news-6/1276152096131710.xml&coll=3 news/jjournal/jerseycity/index.ssf?/base/news-12/1305268827289271.xml&coll=3 @@ -56938,7 +56789,6 @@ news/mediadinner news/mediadinner06 news/mip news/mraid.js -news/news-details.php?newsYear= news/news-results.html news/news-search.html? news/politics/0,1283,48946,00.html @@ -56946,16 +56796,6 @@ news/politics/0,1283,49132,00.html news/politics/0,48940-0.html news/politics/1,49013-0.html news/press/statement-17-03-2023 -news/press_releases/05_05_09.html -news/press_releases/10_01_06.html -news/press_releases/2011/10/Comodo-Internet-Security-2012.html?key5sk1= -news/press_releases/2020/07/comodo-and-unison-healthcare-group-announce-healthcare-cybersecurity-strategic-partnership.html? -news/press_releases/2020/08/comodo-and-ip-infotech-announce-strategic-partnership-to-help-companies-stop-ransomware.html? -news/press_releases/23_10_08.html -news/press_releases/27_03_07.html -news/press_releases/comodo-firewall-pro-v-3-0-provides-unprecedented-protection-to-keep-pcs-malware-free-better-than-many-leading-solutions/? -news/press_releases/index.html? -news/press_releases/index.html?source= news/preview/ news/printedition news/publications @@ -57004,7 +56844,7 @@ news_test newsanalysis newsapp-api newsbackup -newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://kaushik.net/robots.txt +newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt newsfeed newsfeed$ newsfeedemail @@ -57108,7 +56948,7 @@ newsletter-templates/weather-weekly newsletter-templates/weekly-messenger newsletter/ newsletter/ -newsletter/$http://google.at/robots.txt +newsletter/$http://digital-strategy.ec.europa.eu/robots.txt newsletter/* newsletter/archive/ newsletter/archive/exearth/ @@ -58535,8 +58375,6 @@ nl/ventureone nl/wce nl/your nl/zoeken -nl_be -nl_nl nl_nl/sjablonen/M nlanter nlcz @@ -58680,6 +58518,7 @@ no-en/your no-follow no-nb/ no-nb/docs +no-no/ no-route no-such-url.html no/ @@ -58908,7 +58747,6 @@ notificationId notifications notifications notifications$ -notifications/ notifications/* notify.js notifyMe.jsp @@ -58921,7 +58759,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml notlikelytohappenever notonline -notyours/http://businessinsider.in/robots.txt +notyours/http://openclipart.org/robots.txt nouchinelab nouconsistori2015 nous-contacter.html @@ -58938,7 +58776,7 @@ novostroyki novostroyki*/?direct=1 novostroyki/*?order= novostroyki/po-ulizam -novostroyki/po-ulizam/*http://bhphotovideo.com/robots.txt +novostroyki/po-ulizam/*http://nozbe.com/robots.txt novostroyki/po-ulizam/moskva novostroyki/sankt-peterburg/moskovskij/in2it-intuit2 now @@ -59036,6 +58874,7 @@ nutrition/wp- nuvision nvaf-stroke-risk-treatment nwarikoo +nweiss nwshp nwshp$ nwsonly @@ -59070,6 +58909,7 @@ nz*/shop/*/sold nz*/step nz*/submit nz*/submitted +nz-en/ nz-en/shop/*?*&*&*&* nz/ nz/* @@ -59245,7 +59085,7 @@ oauth-google-redirect oauth/authorize oauth/connect.html oauth/facebook -oauth/http://uuca.org/robots.txt +oauth/http://fitbots.com/robots.txt oauth/line oauth/login oauth/signin @@ -59261,7 +59101,6 @@ obarenberg obe-control obe-students obe-work -obfuscation-attacks obgyn/appointments-and-referrals/migs/appointment-thankyou obgyn/appointments-and-referrals/ob-gyn/appointment-thankyou obgyn/education-and-training/international-gynecologic-oncology-observership-application-thankyou @@ -59347,8 +59186,6 @@ offers/nonprofits$ offers/nonprofits% offers/nonprofits? offers/preview/ -offers/proxy/dealsserver/api/log -offers/proxy/dealsserver/buy offers/referral-terms-conditions offers/referral-terms-conditions$ offers/referral-terms-conditions% @@ -59493,7 +59330,7 @@ omniauth omniture/ on on -on-demand/session/*http://mediawiki.org/robots.txt +on-demand/session/*http://nxp.com/robots.txt on/*.ico$ on/*.png$ on/demandware.store @@ -59572,7 +59409,7 @@ online/includes online/includes/ online/ink/ online/investments/ -online/online-program/curriculum_draft.cfmhttp://linternaute.com/robots.txt +online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt online/online-program/draft-online-program-page.cfm online/postgraduate-loans online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm @@ -59685,8 +59522,8 @@ opt-out opt-out-info.jsp opt-out-interface opt-out.jsp -opt-out/http://cts.vresp.com/robots.txt -opt-out/http://elfa.com/robots.txt +opt-out/http://youronlinechoices.eu/robots.txt +opt-out/http://yourstory.com/robots.txt opt/widget-cache.php optInEmail opt_out @@ -60114,7 +59951,6 @@ page-777107_28406709$ page-analytics page-data page-in-preview -page-not-found.php page-sitemap.xml page-strength page-under-maintenance @@ -60135,7 +59971,6 @@ page/*/?s page/*/?s= page/*/?s= page/*/?search= -page/94/?p= page/account-confirmation-thanks page/company_news/rss page/html @@ -60291,7 +60126,6 @@ painting-contractors/color/find-and-explore-colors/hoa painting-contractors/special-offers/welcome-pro paiwang pal: -palaver paldrive/de paldrive/de-at paldrive/de-de @@ -60301,7 +60135,7 @@ paldrive/en-es paldrive/en-no paldrive/en-sk paldrive/en-tr -paldrive/en-us/http://englishclass101.com/robots.txt +paldrive/en-us/http://paloaltonetworks.com/robots.txt paleo paleo/metadata paleo/pubs @@ -60337,7 +60171,6 @@ paper/*? paper/*?p2df paper_passwd papers/*? -papers/establishingtrust.html papi par4 paradisi @@ -60418,27 +60251,20 @@ partners partners partners-affiliates.html partners-resellers.html -partners.php? -partners.php?email= partners/ partners/alabama-aljp$ partners/blog/search? partners/bnymellon/futureofmoney/images partners/california-list-fortinet$ -partners/channels.html? partners/contact-us/partners-confirmation/ partners/equalis-group$ partners/internal partners/ipad/live-video.json partners/mississippi-its$ partners/mississippi-its.html -partners/mssp/start-partnership/? partners/overview/partner-newsletter/confirmation/ partners/overview/partner-terms-and-conditions/ partners/partnersearch.aspx -partners/process/contact-ca.php -partners/process/contact.php -partners/process/contact.php?af= partners/resources/ partners/resources/forrester-dsp-wave-report partners/resources/gartner-dbms-mq-report @@ -60448,7 +60274,6 @@ partners/services/offerings-pso/gbs partners/syndication/ partners/technology-partners/garanti partners/webinars/request/ -partners/welcome/index.php partnership partnersupport partnerworld/portal @@ -60618,7 +60443,6 @@ pdf/F pdf/G pdf/H pdf/documents -pdf/ev_brochure.html? pdf/members/newsletters/womenchemists_apr02.pdf pdf/practical-guidance/journal pdf/publications/multi/pub300.pdf @@ -60634,7 +60458,6 @@ pdfs/gre/gre-bschool-comparison-tool.xlsx pdfs/mortgage-guide pdfs/tca pdfs/terms/*.pdf$ -pdfs/userguide.pdf pdjohnson pdm-i pdm-l @@ -60681,6 +60504,7 @@ peertrack/ pega/customers-for-life pegulator pei +peiranogarrison peiyilin pelicans/node pelicans/users @@ -60860,6 +60684,7 @@ ph*/cdn-cgi/challenge-platform ph*/step ph*/submit ph*/submitted +ph-en/ ph/ ph/*?*shpxid= ph/*?services @@ -62442,6 +62267,7 @@ pixel.js* pixel.png pixel/!crd_prm!.gif pjasonwhite +pjkosmin pjz pk pk/ @@ -62884,6 +62710,7 @@ please_wait.php plehmann plenary/*/vod.html ples +plesch plfr plgr pli @@ -63297,7 +63124,6 @@ politica/12_maggio_15/sottosegretario-zoppini-indagato-si-dimette_c396ceaa-9eb4- politica/16_luglio_08/gara-camera-manovre-pizza-bene-c-marotta-inchiesta-tiap-549f4872-4484-11e6-a4dc-8aa8f57c2afd.shtml politica/2/10/13/news/da_maroni_a_fontana_c_e_sempre_quel_notaio_nelle_indagini_sulla_lega-301070805 politica/20081007/53556163832/ -politica/2011/10/27/news/alfabeto_lavitola-23945700 politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739 politica/eleicoes/2024/candidatos politica/eleicoes/2024/candidatos-*/*/prefeito/$ @@ -63307,7 +63133,7 @@ politica/eleicoes/2024/candidatos-*/prefeito/$ politica/eleicoes/2024/candidatos-*/vereador/$ politica/eleicoes/2024/candidatos-*/vice-prefeito/$ politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022 -politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://mcusercontent.com/robots.txt +politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp politica/padron-electoral-2021-back-up-nid04052021 @@ -63475,6 +63301,7 @@ post-rental-listings?zpid= post-style/* post/ postQuestion.htm +postRender post_comment post_forum_message.html post_id=* @@ -63502,6 +63329,7 @@ postreviewcomment.php3 posts posts/ posts/flag +posts/get_post posts/item posts/list posts? @@ -63583,7 +63411,7 @@ pratique/informatique/logiciels/windows-xp/1630 pratyashaacharya praveentest praveer-singh -prayers?*http://hs.fi/robots.txt +prayers?*http://uscis.gov/robots.txt prbcdn10 prbr prbr0 @@ -63716,11 +63544,10 @@ press-contact/ press-coverage/?offset= press-release press-release-listings/ -press-release.php? press-releases press-this.php press/art-institute-images -press/content-search?*http://hackersmexicanos.net/robots.txt +press/content-search?*http://channel9.msdn.com/robots.txt press/exhibition-press-room press/fellowship press/founders/ @@ -63796,7 +63623,6 @@ pricing pricing-b* pricing-calculator pricing-monthly -pricing-product.php? pricing-updates-for-ghostery-subscription-plans pricing/ pricing/awis/ @@ -63920,7 +63746,6 @@ pro/tools pro/upgrade pro/waze/report/*?*&hash= pro2 -proFile/history? proMatch proProjects proTeXt @@ -63954,11 +63779,7 @@ product-availability product-availability/* product-aware-payment.shtml product-catalogs -product-category product-category/ -product-category/earphones -product-category/office-2016 -product-category/office-365 product-category/recipes-products product-compare product-detail @@ -63976,7 +63797,7 @@ product-managers/hire product-marketing product-question/* product-quickview* -product-ratings/http://livemint.com/robots.txt +product-ratings/http://wisper.io/robots.txt product-refferal product-review-post product-reviews/* @@ -63996,7 +63817,7 @@ product/ajax-about-brand product/alive-detox-vegan-cookbook product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat product/buy/ -product/buybundle/http://codecademy.com/robots.txt +product/buybundle/http://webdesign.about.com/robots.txt product/containedresources product/customersalsobought product/dynamic-creative/gallery @@ -64008,7 +63829,6 @@ product/prd-5193422 product/productreviews/ product/recommended product/review/add -product/reviews? product/summer-plant-based-recipe-cookbook product/valentines-chocolate-vegan-cookbook product/vegan-desserts-cookbook @@ -64030,13 +63850,10 @@ productNotifyMe.do productPurchaseDone product_ product_data -product_discussion/vote product_header.html product_id=* product_overlay product_review_page/ -product_reviews/vote -product_reviews/votes product_type= product_videos productalert @@ -64054,14 +63871,12 @@ productmodel productpage productpagepart2 products -products.php? products/ products/*+ products/*--*--*-- products/*/*/dse products/*/*/edit products/*/black -products/*/bookmarker$ products/*/claim_requests products/*/f products/*/follow @@ -64088,7 +63903,6 @@ products/*/page-7 products/*/page-8 products/*/page-9 products/*/pink -products/*/recommended_bid_value products/*/red products/*/review-- products/*/reviews @@ -64098,13 +63912,8 @@ products/*/take_survey products/*/used products/*/width*--*Large products/*/width*--*Small -products/*_- -products/access_management products/allproducts products/brigadier -products/cancellation-info.php -products/certificate_services -products/certified_messaging products/commerce-cloud/partner-marketplace/. products/compare_selected_products products/comparison.jsp @@ -64125,9 +63934,6 @@ products/employeebanking/ products/enact products/explore products/finder -products/free-products.php? -products/free_products.html? -products/frontpage?area=SecureEmailCertificate&ap=Comodo&trackKeys=track=5973 products/g2 products/g3 products/g4 @@ -64136,12 +63942,8 @@ products/holiday-sales-*sgbr-sg products/home-perf products/includes/products-min.xml products/isbn -products/load_image_gallery -products/managed_security/index.html -products/managed_security/pricing.html?key5sk1= products/matlab-home-for-enterprise/ products/new_products/r2017b-pr-transition.html -products/overview.html products/pdf products/player/pearson-cdf.cgi products/prices @@ -64161,13 +63963,7 @@ products/search products/search?text= products/show products/telepresence-for-docker/thank-you -products/tour.html products/trials/ -products/vengine/setup.html -products/wizard/footer.php -products/wizard/package.php -products/wizard/results-prel.php -products/wizard/results.php products/world-war-i/?category= products/z10 products/z30 @@ -64208,6 +64004,7 @@ profile/* profile/*/Advice profile/*/Reviews-Written profile/*/Rss +profile/*/blog profile/*/followers profile/*/following profile/*/map$ @@ -64218,10 +64015,12 @@ profile/*/recommendations/bymember profile/*/recommendations/member profile/*/recommendations/memberbooks profile/*/recommendations/unsuggester +profile/*/reviews profile/*/stats profile/*/stats/library +profile/*/trophies profile/*article*.ece -profile/*http://webmonkey.com/robots.txt +profile/*http://cbs.com/robots.txt profile/Rhizomer profile/author/$ profile/author/? @@ -64231,7 +64030,6 @@ profile/contributor/? profile/downloads_limit profile/edit profile/gravlady -profile/history? profile/license profile/manage profile/messages @@ -64354,7 +64152,7 @@ program-2/action~undefined program-2/action~week program-registration program/ -program/action~*/http://laparisienneliberee.com/robots.txt +program/action~*/http://attendee.gotowebinar.com/robots.txt program/action~agenda program/action~default program/action~http: @@ -64386,7 +64184,6 @@ programs programs-and-initiatives?f* programs-and-initiatives?linkId* programs-and-initiatives?search= -programs-manager-features.php?id=3 programs/coe/2005/section2/tableXLS.asp programs/mba/admission/events/ programs/msx/admission/events/ @@ -64521,7 +64318,6 @@ prospectus/myProspectus.do prospectus/postgraduate/2013 prospectus/postgraduate/2014 prospectus/undergraduate/2014 -protect-educational-institution/? protected protected-page protected/login @@ -64543,6 +64339,7 @@ proximic proximus proxy proxy +proxy/* proxy/accounts proxy/accounts/v1 proxy/accounts/v1/groups @@ -64810,7 +64607,7 @@ pt/ferramentas/criador-de-logo/onboarding pt/festival/*/shoutbox pt/festival/*/shoutbox? pt/forum -pt/forum/goto.phphttp://s.amazon-adsystem.com/robots.txt +pt/forum/goto.phphttp://dai.ly/robots.txt pt/group pt/growth-tools-assets pt/guest-pass @@ -65001,7 +64798,7 @@ public/*.jpg public/*.js$ public/*.js? public/*.png -public/*http://s1.wp.com/robots.txt +public/*http://cloudflare.com/robots.txt public/about-eso/committees/cc public/about-eso/committees/cou public/about-eso/committees/fc @@ -65018,7 +64815,7 @@ public/checkout public/cmscommentAbuse public/comments public/data/ -public/dochttp://apps.shopify.com/robots.txt +public/dochttp://znc.si/robots.txt public/emailtemplates public/english/dw/ilo-dw-amharic-web.swf public/english/dw/ilo-dw-arabic-web.swf @@ -65410,7 +65207,7 @@ quincemil/buscar quiz quiz/ quiz/archive/*/* -quiz/archive/*/*/$http://2507573.fls.doubleclick.net/robots.txt +quiz/archive/*/*/$http://techtimes.com/robots.txt quiz/document quizResult= quizzes/psy- @@ -65590,6 +65387,7 @@ raters/ap-reader-chat/ap-reader-chat ratgeber/check/* rating rating/ +rating/average rating=* ratings ratings$ @@ -65680,7 +65478,7 @@ reader/ readme.html readme.html readme.html/ -readme.htmlhttp://join.air.io/robots.txt +readme.htmlhttp://lunacycle.com/robots.txt readmessage.php ready_sit_read/index.jhtml readysetgov-dev @@ -65834,9 +65632,16 @@ recherche? rechercher rechercher/ recipe-portal/search +recipe/*/*/nutrition +recipe/*/*/print +recipe/*/bitflag +recipe/*/feedback recipe/box recipe/edit +recipe/email* +recipe/link/* recipe/view +recipe/zapcache/* recipe_parser recipes recipes/cooking @@ -65851,9 +65656,8 @@ recipes/search recipes/search/?q recipes/search?o=newest&tag=test-kitchen-approved recipes/shoppinglist/email -reckon/http://ingroov.es/robots.txt +reckon/http://clevescene.com/robots.txt reco -recomendations/*/owner_actions recommend recommend.html recommend/form @@ -66887,18 +66691,6 @@ repos repos/cldr-tmp repositorio repository -repository/Comodo -repository/Comodo-CA-CPS-4.1.2.pdf? -repository/Comodo-Privacy-Policy-(05252018).pdf? -repository/Comodo_CA_CPS_4.0.pdf? -repository/Comodo_WT_CPS.pdf? -repository/css_privacy_agreement_italian.php -repository/docs/comodo_usertrust_merchant_subscriber_agreement_12212007 -repository/docs/instantssl_subscriber_agreement.html?currency=GBP®ion=United%20Kingdom&country=GB -repository/eula/Comodo-Secure-Browser-EULA-v-12-29-2014.pdf -repository/privacy-policy.php? -repository/terms.php? -repository/terms.php?rs= representation repuesto- reputation @@ -66907,8 +66699,6 @@ req request request-a-demo-success request-data -request-demo.php? -request-demo/? request/custom-solution requestAction=rdf requestList @@ -66965,11 +66755,6 @@ research/community-driven-research/global-inclusion-and-social-development/ research/configure research/configure/preview.jsp research/content/article-printable-popup.jsp -research/crypto/CDW_Ches2001.ps -research/crypto/CDW_RSA2003.ppt -research/crypto/CDW_RSA_2002_Mist.ps -research/crypto/CDW_RSA_2003.ps -research/crypto/CDW_SAC_03.ppt research/enqueue_tracking research/feed research/funding/salary_costing @@ -67059,7 +66844,7 @@ resources-rx/files/* resources/_next/*.js resources/_next/*.json resources/ajax/posts -resources/calendar/http://iab.com/robots.txt +resources/calendar/http://lua.org/robots.txt resources/css resources/css/webscripts.css resources/download/download-attribution-data-driven-marketer @@ -67071,12 +66856,7 @@ resources/download/next-level-retargeting-guide-uk-download resources/downloads resources/downloads/ resources/dynaview/dynaview.xhtml$ -resources/ecommerce/newsletters/feb-11 resources/events/nyc-roller-disco -resources/home/newsletters/feb-10/btn -resources/home/newsletters/feb-11 -resources/home/newsletters/jul-10/btn -resources/home/newsletters/sep-09/pcmag_fwd_sep09.html resources/html/error/404.html resources/html/infographics/2018/ceo-activism-desktop/index.html resources/images @@ -67090,7 +66870,6 @@ resources/inc500.postDART resources/inc500.preDART resources/inc500.tmp resources/infographics -resources/it-manager/newsletters/feb-11 resources/js resources/js/s_code.js resources/library? @@ -67102,7 +66881,6 @@ resources/packaging-quality-symbols-footprints/symbols-and-footprints/ resources/preview resources/quotes resources/rct -resources/report-security-flaw/? resources/reports/Imperva_TheStateOfVulnerabilitiesIn2020_Report-Final.pdf resources/resource-library/webinars/$ resources/resource-library/webinars/* @@ -67111,7 +66889,6 @@ resources/template resources/thank-you resources/unlisted/ resources/videos -resources/webinars/business-security/registration_form.php?event= resources/webpack/atc.css resources/xml resources/xml/sitemaps @@ -67123,7 +66900,6 @@ respondtoad.cfm responsibilities responsible responsive -respository respuestas/quien/buscados-pnp-peru-2018-policia-nacional-peru-interpol-asesinos-trafico-drogas-influencias-nnda-nnlt-noticia-564210-noticia resseger rest @@ -67144,6 +66920,7 @@ restaurant/*/menu/item/*/choice restaurant/*?category restaurant/*?proof restaurant/*?querySearch +restaurant/avis restaurant/avis_depose_par restaurant/cgi restaurant/cgi/avis/avis_depose.php @@ -67173,7 +66950,7 @@ results.sale.pdf results/ results?k* resume-database/preview-iframe -resume/http://heilpraktiker-psychotherapie-bonn.de/robots.txt +resume/http://whisky.de/robots.txt resume/preview resumes resumes2 @@ -67205,7 +66982,7 @@ reuters reuters$ rev= revadhingra -revendeur/http://polymer-project.org/robots.txt +revendeur/http://telestream.net/robots.txt revenue/search/node review review-by-author @@ -67233,7 +67010,6 @@ reviewSeller reviewVote reviewWidget review_feed_auto_fetch -review_includes/form-review.php? review_json reviewed-with-chains/* reviewer-match @@ -67297,7 +67073,6 @@ rewards/$ rewards/*/membership rewards/*/status-matching rewards/bebas-ongkir -rewardsapp/ rex/recommendation/* rezepte/suche rf=* @@ -67403,6 +67178,7 @@ rkzek rlchang rlee rli +rllove rlochhead rloose rlosick @@ -67609,6 +67385,7 @@ rogers rogowski rogr rohitabraham +roilos roit roja roko @@ -67712,6 +67489,7 @@ rrasband rroatman rrx219 rs +rs-sr/ rs/businessclub/novo-tc.html rs= rsamuels @@ -67765,6 +67543,7 @@ rt=nc rta rta-logging/reader-history.php rtg= +rthomas rtmobile rtpnet/archives rtrs @@ -67915,7 +67694,7 @@ ru/gateway.html ru/general ru/group ru/group/ -ru/http://thrushpoetryjournal.com/robots.txt +ru/http://zoo.105.net/robots.txt ru/images ru/inc ru/info @@ -68286,11 +68065,12 @@ saml saml/acs saml/login saml/logout -saml2/authenticate/oktahttp://6628166.fls.doubleclick.net/robots.txt +saml2/authenticate/oktahttp://spoogue.org/robots.txt samlCertificates saml_login saml_sso samlee +sample sample- samplesViewSingle sampson @@ -68476,11 +68256,11 @@ schan schattoraj schauer schedule -schedule-a-demo.php?utm_source= schedule/*/*/*/* schedulejson schedules/*/line?*date scheduling +schiefsky schier schifter schilbach @@ -68552,7 +68332,7 @@ science/gadgets/render science/gs science/index.html science/mlkt/rslts -science/new-drug-product-pipelinehttp://ai.googleblog.com/robots.txt +science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt science/outlineJson science/page/flash/VideoPlayer science/ppv-pdf @@ -68601,7 +68381,7 @@ scopemagazine/ score/*/download scorecard scorecard/ -scorecard_staging/http://intermonoxfam.org/robots.txt +scorecard_staging/http://aclweb.org/robots.txt scoredrift/* scott scott64 @@ -68804,6 +68584,7 @@ se-en/your se-fi/ se-rank se-se/ +se-sv/ se-sv/* se/ se/*?*shpxid= @@ -69104,6 +68885,7 @@ search/index.htm search/index.html search/index.php search/index.shtml +search/inside search/issues search/keywords search/listall @@ -69217,7 +68999,7 @@ search?* search?Ntt= search?filter search?fmt=JSON -search?gss-q=*http://rtd-tm.everesttech.net/robots.txt +search?gss-q=*http://ubuntu.com/robots.txt search?keyword= search?q search?q$ @@ -69320,10 +69102,10 @@ section/3 section/36 section/6 section/8 -section/9http://telegram.me/robots.txt +section/9http://issues.apache.org/robots.txt section= section_and_ivideo_widget_ajax.html -sectionhttp://timeslive.co.za/robots.txt +sectionhttp://abs.twimg.com/robots.txt sectionized sections sections$ @@ -69336,20 +69118,11 @@ sections_activeEl= secupress-4165225f secure secure$ -secure-application-containerization.php? secure-bin secure-biography-redirect secure-booking/index. -secure-dns) -secure-email-gateway.php? -secure-email-gateway/? -secure-email-gateway/?utm_source= secure-information/ -secure-internet-gateway.php? -secure-internet-gateway/? secure-preview -secure-web-gateway.php? -secure-web-gateway/? secure-web.cisco.com secure.*$ secure.html$ @@ -69431,6 +69204,7 @@ security/aws-pgp-public-key security/bounty security/ec2-pkgs-public-key security/hall-of-fame.html +security/hsts-pixel.gif security/introducing-s2n-new-open-source-TLS-implementation security_notifications/feedback securityevent/en_US_LV2.html @@ -69709,8 +69483,8 @@ services/computing/downloads/antivirus services/computing/statistics services/computingold services/conferences/content-corner/*?* -services/conferences/news/*?*http://www-03.ibm.com/robots.txt -services/conferences/news/*?*http://www2.census.gov/robots.txt +services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt +services/conferences/news/*?*http://www2005.org/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html @@ -69733,7 +69507,6 @@ services/humanresources/ftcstaff services/humanresources/trackers services/images services/include -services/index.html?currency=GBP®ion=United%20Kingdom&country=US services/is services/is/review2001 services/iteu/postq @@ -69825,7 +69598,7 @@ services/wp-content/plugins services/wp-includes services/xml serviceworker.js -serviceworker.jshttp://myfederalretirementhelp.com/robots.txt +serviceworker.jshttp://treysongz.lnk.to/robots.txt servicos/ servin servizi @@ -69949,6 +69722,7 @@ sg-en*/people/*/circle sg-en*/people/*/favorites sg-en*/shop/*/favoriters sg-en*/shop/*/sold +sg-en/ sg-en/*?order= sg-en/*color= sg-en/*customizable= @@ -70147,6 +69921,8 @@ shell shell/ shellbitumen100 shellbitumen100.html +shellenergy/decarbonising-data-centers +shellenergy/decarbonising-data-centers.html shellenergy/marketingandtrading/progesstogether/case-studies-alimerka shellenergy/marketingandtrading/progesstogether/case-studies-alimerka.html shellenergy/marketingandtrading/progesstogether/case-studies-schneider-electric @@ -70157,13 +69933,10 @@ shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/v shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording.html shellenergy/tech/dc-whitepaper shellenergy/tech/dc-whitepaper.html -shellenergy/test-oage-for-shell-energy -shellenergy/test-oage-for-shell-energy.html shelleyxliu shellysimana shen sheng -shenghuo shenghuo/search? shenyang sheraz @@ -70207,7 +69980,6 @@ shoelaces shomiller shootouts shop -shop$ shop-all shop-cart.shtml shop-data @@ -70257,7 +70029,6 @@ shop/browse/overlay shop/browsing_history shop/checkout shop/claimcredit -shop/collections shop/edit shop/eligible-for-special-financing/? shop/flattering-fitted-maxi-dress-5152169 @@ -70287,14 +70058,12 @@ shop/roger-taylor-journeys-end shop/search shop/search.ep shop/special+promotions -shop/sql-server/monoprice-108247-5-1-channel-home-theater-speaker-system-six shop/stationery shop/track-order shop/unified/availability.html?destination_page=BYOB shop/unified/availability/calltoorder.html shop/unified/availability/results.html shop/wishlist -shop? shop_name_search_service shop_pins shopby @@ -70337,7 +70106,7 @@ shore/blogs/party/public shorefire_nj short short-news/*a -short-url-machine/error/http://gisanddata.maps.arcgis.com/robots.txt +short-url-machine/error/http://whatwg.org/robots.txt shortUrl$ shortcode shortcode= @@ -70354,7 +70123,7 @@ shots/month shots/new shots/week shots/year -shoutbox/http://theteachingbank.com/robots.txt +shoutbox/http://bat.bing.com/robots.txt shouwenwang show show-email @@ -70404,7 +70173,7 @@ shows/upfront_2015/simulcast shows3 showtag showtime/.requestinvite.html.swp -showtimes/location/*http://example.com/robots.txt +showtimes/location/*http://img-fotki.yandex.ru/robots.txt shr* shreedas shrek @@ -70430,6 +70199,7 @@ shuxi_qiao shyamkakula si si-LK +si-en/ si-lk/ si/ si/Download @@ -70475,8 +70245,6 @@ sidebar_products siders sidewiki/entry siegel/aerzte -siem.php? -siem.php?utm_source= sift sigalov sign @@ -70668,7 +70436,6 @@ site/FrameSet site/advertise/ site/cs site/default/privacy -site/docs? site/en site/err_404.html site/externalAuth @@ -70676,14 +70443,11 @@ site/forgot site/forms/businesscards/ site/forms/phones/ site/forms/test_survey/ -site/page? -site/psc? site/ru site/search site/service_awards/ site/unsubscribe site/us/en/test/ -site/userguide? site/wp-admin site/wp-admin/admin-ajax.php siteBackHtml @@ -70693,7 +70457,6 @@ site_faq_category/ site_indexer site_info/robots1.html site_info/robots2.html -site_map/users- site_notavailable.html siteadmin sitebuilder2 @@ -70960,7 +70723,7 @@ sites/frisco sites/gapincthiswayahead sites/gapinternational sites/gradsoflife -sites/gs1/files/docs/EDI/*http://coroflot.com/robots.txt +sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt sites/gsb/files/program-brochure sites/gwcic sites/gyro @@ -71447,7 +71210,7 @@ sms/unsubscribe? sms10666 smstaging sn -sn-config.htmlhttp://sfu.ca/robots.txt +sn-config.htmlhttp://cleveland.com/robots.txt sn/ snagit-eula.html snake @@ -71474,8 +71237,6 @@ soap/ soaplab soc soc/calendar/ -socaap/? -socaap/?utm_source= soccer/commentary soccer/lineups soccer/matchstats @@ -71495,7 +71256,6 @@ social/ social/our_partners/ social/photosui/images social/photosui/sitemap -social/search? social/share_modal social/social-security-directory/cai social_media @@ -71600,11 +71360,9 @@ solidarité solidearth-geochem solr solr/TCD_All_Micro -solrSearch solus solution-center/tag/ solutions -solutions.php? solutions/$ solutions/case-studies/ solutions/case-studies/imdb/ @@ -71630,6 +71388,12 @@ son/user son/users song song/data +song/delete_user_review +song/fetch_overview_review +song/fetch_review_view +song/report_inappropriate +song/review_thumbs +song/save_user_review song/search songqi songs/ @@ -71656,6 +71420,7 @@ sorry/ sort sort= sort= +sort=Latest sort=hottest sort=newest sort=votes @@ -71667,7 +71432,7 @@ sorting=undiscovered sos/clerical/ sos/kids/search/node sos/online_corps/ -sos/registration/http://crowdin.com/robots.txt +sos/registration/http://in.linkedin.com/robots.txt sotomarion soul/* soumission @@ -71724,7 +71489,6 @@ sparshasaha spartan spaul spb -spbasic spbot spc-source= spc/amazon/en/landingPage.html @@ -71748,7 +71512,7 @@ spdji/*/supplemental-data/*? spdji/*/util/redesign/index-family-ri-solr-json.dot spdji/*/util/redesign/index-specialization-ri-solr-json.dot spdji/*/util/redesign/press-room/get-pr-news-announcements-solr-json.dot -spdji/*http://webrtc.org/robots.txt +spdji/*http://spiegel.de/robots.txt special-features/premium-offers special-offers special-offers/newcarlanding.xhtml @@ -71872,8 +71636,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s sport/404_en.htm sport/? sport/alpha -sport/bundesliga/http://habr.com/robots.txt -sport/ciclismo/2017/03/20/news/giro_catalogna_cimolai_vince_prima_tappa-161010284 +sport/bundesliga/http://zdnet.com/robots.txt sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589 sport/cricket/match-centre sport/data/league @@ -71917,7 +71680,6 @@ sports_fp_ms spotlight spp/ spreadsheet -spresults sprillaman sprince spring @@ -72072,6 +71834,7 @@ stable/full stable/suppl stable/view stadia/gamers +staehli staff staff staff.htm @@ -72276,7 +72039,7 @@ stats/draft/history stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://theknowledgebase.com/robots.txt +stats/player-stats/*http://nfpa.org/robots.txt stats3.html stats?gid= statsFree @@ -72290,10 +72053,8 @@ status-updates/wp-admin/admin-ajax.php status.formstack.com status/ status/user -statusupdateshttp://giorgiotave.it/robots.txt +statusupdateshttp://thalesgroup.com/robots.txt statwood -stay-in-loop/send_mail.php -stay-in-loop/send_mail.php? stcejorp stefanhoefler stefaniereinhorn @@ -72392,7 +72153,7 @@ stock-photos/photos/search$ stock-photos/photos/search? stock-ranker stock/photos -stock/videos/*http://broadwayworld.com/robots.txt +stock/videos/*http://screencast.com/robots.txt stock_status= stockade.php stocks @@ -72563,8 +72324,6 @@ storeclick storefront storepicker storerequest -stores$ -stores/ stores/page/*visitId= stories stories/shop @@ -72789,7 +72548,6 @@ submit-book-journal/ submit-form submit-new submit-reference -submit-review-thank-you submit.php submit.php submit.pl @@ -72846,7 +72604,7 @@ subscribe/v3 subscribe/view.pl subscribe/wb-auto/ subscribe?* -subscribe?*http://toomanytribbles.blogspot.com/robots.txt +subscribe?*http://addyosmani.com/robots.txt subscribe_forum.html subscribe_now_url subscribe_success @@ -72895,7 +72653,7 @@ sugerencias suggest suggest/? suggest/?* -suggest/?*http://joytoeveryone.com/robots.txt +suggest/?*http://itu.int/robots.txt suggested-edits suggested-edits? suggestions @@ -72968,7 +72726,6 @@ support-us/stories/humanitarian-support support-us/stories/nutrition support-us/stories/overview-wfp support.formstack.com -support.php? support/ support/*zout_ support/2010a/ @@ -72990,7 +72747,6 @@ support/bugreports support/bugreports/ support/business support/category -support/comodo-support.php? support/content support/custom_resource support/cyberscamswps @@ -73014,7 +72770,6 @@ support/knowledgebase/article.aspx?type=article*contentid support/knowledgebase/subcategory.aspx?type=category*contentid support/knowledgecenter/api support/knowledgecenter/v1 -support/learning/digital_certific support/maps-beta support/market-images support/mcafeesecurity @@ -73024,21 +72779,6 @@ support/praktikum-english support/praktikum/flow.html support/preview/ support/pricing/ -support/products/authentication_certs/setup/? -support/products/authentication_certs/setup/android.php? -support/products/authentication_certs/setup/bat.php? -support/products/authentication_certs/setup/djigzo.php? -support/products/authentication_certs/setup/dragon.php? -support/products/authentication_certs/setup/eudora.php? -support/products/authentication_certs/setup/firefox.php? -support/products/authentication_certs/setup/icedragon.php? -support/products/authentication_certs/setup/mac_chrome.php? -support/products/authentication_certs/setup/opera.php? -support/products/authentication_certs/setup/other_android_clients.php? -support/products/authentication_certs/setup/outlook.php? -support/products/authentication_certs/setup/seamon.php? -support/products/authentication_certs/setup/win_chrome.php? -support/products/authentication_certs/setup/win_safari.php? support/purchaseproof support/refund support/reimburserequest @@ -73078,7 +72818,6 @@ support/tsupport/pdfs/noindex support/tutorials support/vote support/webmaster-images -support/windowsxp.html support2/*zout_ support2/sport supportandservices @@ -73448,15 +73187,12 @@ sys_ system system-maintenance system/ -system/*.js$http://chalow.net/robots.txt +system/*.js$http://zeldman.com/robots.txt system/admin/LoginPopup/Login system/files/documents/noindex system/maintenance.html system/swf system1/images -system2 -system3 -system4 systemTemplates systemcenter/ syu @@ -73589,7 +73325,7 @@ tag-search.html tag/ tag/* tag/* -tag/*+http://skype.com/robots.txt +tag/*+http://dilbert.com/robots.txt tag/*/a tag/*/a/ tag/*/b @@ -73932,6 +73668,7 @@ target_group targetdirect_group tarhan tariffselect +tarrant tasima tasks tasks/ @@ -74170,7 +73907,7 @@ teaching.html tealeaf team team/*/schedule$ -team/*/schedule$http://telegra.ph/robots.txt +team/*/schedule$http://nbc.com/robots.txt team/player_career.jsp team/player_news.jsp teamInvitations @@ -74397,7 +74134,6 @@ templates_c tempo tempo-45 tempo-fallback -tempo/*p= temporal temporary_marketing_proxy/* temptation-island @@ -74457,7 +74193,6 @@ test-2$ test-2.*$ test-2.html$ test-ads/ -test-all-page test-event test-folder test-health @@ -74530,15 +74265,14 @@ testds.jsp teste-*.html$ testfl testgpr -testhttp://prnewswire.com/robots.txt +testhttp://money.com/robots.txt testimonial testimonial/ testimonials.php -testimonials/? testing testing-new-home-page testing/ -testing/http://google.se/robots.txt +testing/http://extensions.joomla.org/robots.txt testingpodpod testingsite testingsiteos @@ -74602,7 +74336,6 @@ tge tgibson tgkkk6681 th -th$ th*/blog-article-remove-faq-utms-*.js th*/cdn-cgi/challenge-platform th*/step @@ -74751,7 +74484,6 @@ th/user th/users th/ventureone th/ส่วนประกอบ_widget -th? th_th/templates/M thailandgolf. thanawala @@ -74831,7 +74563,7 @@ theisen-homer themacallan/worlds-together theme theme -theme/http://filmari-drone.ro/robots.txt +theme/http://cex.io/robots.txt theme= themeID= theme_preview=true @@ -74946,8 +74678,6 @@ thread/printerfriendly threadIndex= threads threads/*?view=reaction_score$ -threat-intelligence.php? -threat-intelligence/? threats/virusInfoTh/track thredds thseweekend @@ -75046,7 +74776,6 @@ tickets/venues tickets2016 tickets2017 tickets2018 -tiempo/*p= tiffanieting tiffanyhwang tiffanylemon @@ -75364,7 +75093,7 @@ tools/civil-surgeons-by-region tools/demos tools/en/styleguide/ tools/find-a-doctor/list/export -tools/http://criresilient.org/robots.txt +tools/http://kungfukingdom.com/robots.txt tools/logo-maker/onboarding tools/lyst_widget/?lyst_slug= tools/packages/cambridge_themes/getSocialImage @@ -75721,7 +75450,6 @@ track track track* track-analytics -track-external-visit track.gif track.php track/diapers.htm @@ -75731,7 +75459,6 @@ track/trackingPixel.gif track/trackingPixelLegacy.gif track? trackVisit.trace -track_external.json track_ht trackback trackback @@ -75766,7 +75493,7 @@ traffic-manager/ traffic/status*? trafficbot.life trafficbot.live -traffichttp://surrey.ac.uk/robots.txt +traffichttp://comedycentral.com/robots.txt trafficsystem/ training training-aarpe/ @@ -75856,7 +75583,6 @@ translation translation-not-found translations translations/ -translator/?ref= translators transmute/static-1.85 transmute/static-2.6 @@ -75864,7 +75590,7 @@ transmute/static-2.8 transmute/static-2.9 transparency transparency/archive -transparency/http://sonicwall.com/robots.txt +transparency/http://anandtech.com/robots.txt transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896 @@ -75920,18 +75646,10 @@ travel/airlines/main/au/en travel/airlines/main/us/en travel/airlines/pfs* travel/airlines/premium-travel-arranger/au/en -travel/api travel/booking/en_gb#/* travel/clk -travel/css travel/entity travel/event/search -travel/flight-search -travel/flight/flightSearch -travel/flight/flightSearchAction -travel/flight/search/? -travel/flight/search? -travel/flights travel/flights/s travel/globalgateway.jsp/global/public/de_ travel/globalgateway.jsp/global/public/en_ @@ -75960,24 +75678,15 @@ travel/home/public/pt_* travel/home/public/ru_* travel/home/public/sv_* travel/home/public/zh_* -travel/hotel-search travel/hotel/e -travel/hotel/hotelMiniSearchRequest -travel/hotel/hotelSearch -travel/hotels/checkout -travel/hotels/detail travel/hotels/entity travel/hotels/hotel-finder travel/hotels/hotel-finder/$ -travel/hotels/search/? -travel/hotels/search? travel/hotels/stories travel/passport travel/pkomatch/ travel/s -travel/scripts travel/search -travel/secure travel/test$ travel/wp-admin travelDate= @@ -75985,6 +75694,7 @@ travelmap travelnevadahighway95tc travisbenson travismoore +trax trck trcz trde @@ -76004,6 +75714,7 @@ treating-sleep-apnea treatment-guides/ treatment-type/ tree +tree-navigator.html tree/contributions tree/find tree/following @@ -76217,7 +75928,6 @@ tsvoronos tt tt-ru/ tt/ -ttb_searcher tthaweethai tto ttobin @@ -76510,7 +76220,6 @@ u.php u/ u/* u/*$ -u/*/label/bukamobil u/*? u/0/h u/0/h?hl= @@ -76896,7 +76605,7 @@ umbraco_client/ umfrage/1 umfrage/2 umfrage/3 -umfrage/4http://bolotnaya.online/robots.txt +umfrage/4http://zh.wikipedia.org/robots.txt un-us/ unable-to-process-request/ unanswered @@ -77024,7 +76733,6 @@ unsubscribe$ unsubscribe-confirmation unsubscribe-from-applet unsubscribe-thankyou.html -unsubscribe.html unsubscribe/* unsubscribe/invitation unsubscribe= @@ -77054,7 +76762,6 @@ update/ update/topic updateNote updatePassword.htm -update_ update_studio updatecart updatedob @@ -77139,7 +76846,6 @@ ur/users urayama urchin_test url -url url-shortner url.asp url= @@ -77261,11 +76967,12 @@ us/*/*?bvdata= us/*/*?bvroute us/*/*?bvstate us/*? -us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://amazon.com.mx/robots.txt +us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://change.org/robots.txt us/0 us/?q=switch us/Marketing us/about-lg/investor-relations +us/access_aem.html us/admin us/admin$ us/agreements @@ -77283,6 +76990,7 @@ us/comment us/common us/compare us/complaints-channel +us/consumer us/contact-us/permissions/multi-form-thank-you.html us/corporate/contracts/mcs-iaas-service-desc-3014939.pdf us/corporate/contracts/mcs-saas-service-desc-3762902.pdf @@ -77443,7 +77151,7 @@ us/en/fepp us/en/financial-services/financial-crimes/publications/assets/* us/en/financial-services/regulatory-services/publications/assets/* us/en/games/search.html -us/en/games/search.html*http://t3n.de/robots.txt +us/en/games/search.html*http://bigoven.com/robots.txt us/en/gates us/en/ghosts/chipotle-case-study.html us/en/governance-insights-center/annual-corporate-directors-survey/assets/* @@ -77523,7 +77231,6 @@ us/search us/secure us/selling us/spellcheck -us/storage us/support/instructor-access-request us/support/instructor-access-request.html us/support/service/agent @@ -77592,7 +77299,7 @@ user-profile user-profile-view? user-registration user-registrierung -user-reports/http://news.softpedia.com/robots.txt +user-reports/http://wordpress.com/robots.txt user.mefi/ user.php user/ @@ -77624,7 +77331,7 @@ user/*/track user/*/track?page= user/*/unfollow_user user/*?*redirect= -user/*http://princesschristmastree.homesteadcloud.com/robots.txt +user/*http://m.media-amazon.com/robots.txt user/.* user//attending/upcoming user/InlineLogin.htm @@ -77650,7 +77357,7 @@ user/forgotPassword user/forgotten-password user/fpd/api user/get-user -user/http://familysearch.org/robots.txt +user/http://news.mongabay.com/robots.txt user/images user/libraries user/lists @@ -77736,7 +77443,7 @@ usergroups/sasforuminternational/call/ usergroups/sasforuminternational/proceedings/ usergroups/seugi/call/ userguide -userhttp://techdirt.com/robots.txt +userhttp://birds.cornell.edu/robots.txt userimages userinfo userinfo.bml @@ -77767,14 +77474,12 @@ users/*/default-avatar-v2 users/*/foaf users/*/followers users/*/following -users/*/inactivity users/*/listings users/*/mypixiv users/*/posts users/*/posts.rss users/*/reference_requests users/*/replies -users/*/report users/*/rss users/*/snippets users/*/top_artist_iq_rank @@ -77819,7 +77524,6 @@ users/login-quick.php users/login/global/request users/login/global/request? users/login? -users/login_menu users/logout users/logout? users/me @@ -77831,7 +77535,7 @@ users/onUpdateOnlineStatus.php users/password users/password/edit users/profile-unpub -users/profile-unpub/http://impots.gouv.fr/robots.txt +users/profile-unpub/http://song.link/robots.txt users/ranking users/relogin/ users/remote-logout/ @@ -77857,7 +77561,6 @@ users/wine_style_ambassadors users2.pl usersGroups usersViewSingle -users_internet.html usersstats usertesting userurl/ @@ -77884,7 +77587,7 @@ usuarios usuarios/addToFavorite.shtml usuarios/addToPlayList.shtml ut*.xml -ut*.xmlhttp://blackberry.com/robots.txt +ut*.xmlhttp://dashboard.gglot.com/robots.txt utaukwa util util @@ -77903,11 +77606,12 @@ utility/trac utility/vote utils utils/ +utils/* utl/ utm utm utm*= -utm*http://nyc.gov/robots.txt +utm*http://fun88thai.net/robots.txt utm= utm= utm_ @@ -77950,7 +77654,7 @@ uz/en/ uz/event/*/ical uz/explore uz/forums -uz/http://blo.gs/robots.txt +uz/http://biblegateway.com/robots.txt uz/kb/*/discuss uz/ru/ uz/search @@ -78112,7 +77816,7 @@ velo/forum/search velo/profile ven venda-presencial/comprovantes.jhtml -venda-presencial/conclusion.htmlhttp://androidheadlines.com/robots.txt +venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt vendor vendor$ vendor-info/ @@ -78143,6 +77847,7 @@ verification/source verificationofemployment verified-modal verify +verify$ verify-email verify-error verify-mobile @@ -78150,7 +77855,7 @@ verify-skill verify-url verify.php verify/* -verify/*http://eldespotricadorcinefilo.com/robots.txt +verify/*http://soundcloud.com/robots.txt verify_age verify_your_email$ verify_your_email? @@ -78162,7 +77867,7 @@ version version version-search.php version.json -version/http://boardgamegeek.com/robots.txt +version/http://read.amazon.com/robots.txt version= versions versions/Unicode10.0.0 @@ -78502,46 +78207,29 @@ videorequest videos videos/*.feedback.html videos/*? -videos/? videos/api videos/assets -videos/browsing videos/e videos/expander -videos/explore -videos/favorites -videos/feed -videos/feedcontent videos/get_video_by_uid/ videos/hardware-in-the-loop-simulation-with-simulink-real-time-using-plcs-and-ethernetip-protocol-for-validating-industrial-automation-control-algorithms-96697.html videos/iframe videos/images videos/js -videos/music -videos/music/ -videos/music/? -videos/music? videos/new videos/raw-ethernet-communication-support-from-simulink-real-time-96619.html videos/real-time-udp-communication-support-99895.html -videos/riverview/relatedvideo -videos/riverview/relatedvideo/? -videos/riverview/relatedvideo? videos/search videos/search.html videos/search.php -videos/search/? videos/search? videos/show_trailer videos/slider videos/transcripts -videos/trending -videos/trendingcontent videos/video-feedback-confirmation.html videos/video-feedback.html videos/viewmeta/ videos/week -videos? videosearch videosearch? videotutorials @@ -78718,6 +78406,7 @@ vn*/cdn-cgi/challenge-platform vn*/step vn*/submit vn*/submitted +vn-vi/ vn/ vn/*?*shpxid= vn/*digital_wallets/dialog @@ -78801,7 +78490,7 @@ voo/cn/* voo/ct voog vorprod -vortex-sphere-vihttp://verticaldoors.com/robots.txt +vortex-sphere-vihttp://audible.com/robots.txt vos-besoins/ vota vota%C5%A3i @@ -78947,7 +78636,6 @@ wang wanglab wangxueshi wangyu -wannacry-ransomware-endpoints-protection/? want-to-do-a-social-media-cleanse-heres-how wanted wanyi-chen @@ -79130,7 +78818,6 @@ weather.html?old= weather/*/historic?hd= weather/*/hourly?hd= weather/*?hd= -weather/*p= weather/*sort weather/africa/lam/ weather/hi/about/newsid_7760000/7760846.stm @@ -79821,7 +79508,6 @@ web/packages/Boptbd/DESCRIPTION web/packages/Boruta/DESCRIPTION web/packages/BosonSampling/DESCRIPTION web/packages/BoundEdgeworth/DESCRIPTION -web/packages/BoundaryStats/DESCRIPTION web/packages/BoutrosLab.plotting.general/DESCRIPTION web/packages/BradleyTerry2/DESCRIPTION web/packages/BrailleR/DESCRIPTION @@ -91661,6 +91347,7 @@ web/packages/icesAdvice/DESCRIPTION web/packages/icesConnect/DESCRIPTION web/packages/icesDatras/DESCRIPTION web/packages/icesSAG/DESCRIPTION +web/packages/icesSD/DESCRIPTION web/packages/icesTAF/DESCRIPTION web/packages/icesVocab/DESCRIPTION web/packages/ichimoku/DESCRIPTION @@ -96860,7 +96547,6 @@ web/packages/rgen/DESCRIPTION web/packages/rgenius/DESCRIPTION web/packages/rgenoud/DESCRIPTION web/packages/rgeoboundaries/DESCRIPTION -web/packages/rgeoda/DESCRIPTION web/packages/rgeomstats/DESCRIPTION web/packages/rgeopat2/DESCRIPTION web/packages/rgexf/DESCRIPTION @@ -98660,8 +98346,8 @@ web/packages/spork/DESCRIPTION web/packages/sport/DESCRIPTION web/packages/sportyR/DESCRIPTION web/packages/spotidy/DESCRIPTION +web/packages/spotifyr/DESCRIPTION web/packages/spotoroo/DESCRIPTION -web/packages/spqdep/DESCRIPTION web/packages/spray/DESCRIPTION web/packages/spreadr/DESCRIPTION web/packages/spreval/DESCRIPTION @@ -100758,7 +100444,6 @@ web_admin web_arch web_cart web_downloads -web_qa_check_list webans? webapi webapp @@ -100890,9 +100575,6 @@ webinar/register webinar/registerevent webinars webinars/* -webinars/? -webinars/?category= -webinars/register.php? webinars/wp-json webinc webintent @@ -101006,11 +100688,8 @@ wenyuanli werc-wordpress-hosting werneck wesselhoeft -westeros -westeros_auth_proxies westfahl westshore/index.ssf/2009/02/staten_island_psychic_reaches.html -wetter/*p= wetter/action/bayernwetter/bayern.do?plz= wetter/action/bayernwetter/bayern.do?regio= wetter_aktuell/forecast_update @@ -101109,25 +100788,19 @@ wholesalefuel-test-am.html whsmiths why-2019-will-be-the-year-of-stricter-privacy-regulation why-am-i-seeing-this-page/ -why-comodo.php? -why-comodo/? why-does-digital-privacy-matter-i-have-nothing-to-hide why-ghostery-midnight why-liveperson why-sell?inquirySource=482& whysecure whythisad -wicket:interface*http://patents.google.com/robots.txt +wicket:interface*http://springerlink.com/robots.txt widget widget-landing-page.html widget-uploads widget.html -widget/cr -widget/entity/search/? widget/head/login widget/player -widget/render -widget/snapshot widget/v2 widget_auth.php widget_chunks @@ -102259,7 +101932,6 @@ wordpress/wp-admin wordpress/wp-admin/admin-ajax.php words work -work work$ work-at-ucl/redeployment work-info @@ -102516,28 +102188,28 @@ wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php?action=icl_mpp_search wp-admin/admin-ajax.php?r=* -wp-admin/admin-ajax.phphttp://amazon.com.br/robots.txt -wp-admin/admin-ajax.phphttp://ampli.com/robots.txt -wp-admin/admin-ajax.phphttp://asahi.com/robots.txt -wp-admin/admin-ajax.phphttp://australiazoo.com.au/robots.txt -wp-admin/admin-ajax.phphttp://carboniafilmfest.org/robots.txt -wp-admin/admin-ajax.phphttp://confiteriaserrano.com/robots.txt -wp-admin/admin-ajax.phphttp://debian.org/robots.txt -wp-admin/admin-ajax.phphttp://dorisbaumer.com/robots.txt -wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt -wp-admin/admin-ajax.phphttp://flatcreekinn.com/robots.txt -wp-admin/admin-ajax.phphttp://getfirefox.com/robots.txt -wp-admin/admin-ajax.phphttp://kohls.com/robots.txt -wp-admin/admin-ajax.phphttp://meta.wikimedia.org/robots.txt -wp-admin/admin-ajax.phphttp://nascardigitalmediallc.demdex.net/robots.txt -wp-admin/admin-ajax.phphttp://nme.com/robots.txt -wp-admin/admin-ajax.phphttp://onerpm.link/robots.txt -wp-admin/admin-ajax.phphttp://php.net/robots.txt -wp-admin/admin-ajax.phphttp://ssm.lnk.to/robots.txt -wp-admin/admin-ajax.phphttp://stem.ffm.to/robots.txt -wp-admin/admin-ajax.phphttp://teenage.engineering/robots.txt -wp-admin/admin-ajax.phphttp://theridesharepro.com/robots.txt -wp-admin/admin-ajax.phphttp://walkservice.ru/robots.txt +wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt +wp-admin/admin-ajax.phphttp://akismet.com/robots.txt +wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt +wp-admin/admin-ajax.phphttp://ask.com/robots.txt +wp-admin/admin-ajax.phphttp://aweber.com/robots.txt +wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt +wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt +wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt +wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt +wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt +wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt +wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt +wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt +wp-admin/admin-ajax.phphttp://openssl.org/robots.txt +wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt +wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt +wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt +wp-admin/admin-ajax.phphttp://smugmug.com/robots.txt +wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt +wp-admin/admin-ajax.phphttp://vox.com/robots.txt +wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt +wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -102578,7 +102250,7 @@ wp-content/compsub wp-content/dbsub wp-content/gallery wp-content/mu-plugins -wp-content/mu-plugins/http://ru.nl/robots.txt +wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt wp-content/mu_plugins wp-content/plugins wp-content/plugins @@ -102655,7 +102327,7 @@ wp-content/themes/sej/js/cdet.js wp-content/themes/sej/js/ga.js wp-content/themes/sej14/js/instapage.js wp-content/themes/sfmomatheme/library -wp-content/themes/skift/inc/ajax/http://rbc.ru/robots.txt +wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt wp-content/themes/tns-2022/assets wp-content/themes/tns-2022/data wp-content/themes/treated/search/ @@ -102674,7 +102346,7 @@ wp-content/uploads/ wp-content/uploads/* wp-content/uploads/**/*seo-restricted*.* wp-content/uploads/*/*/1650344292_1.png -wp-content/uploads/*http://zauo.com/robots.txt +wp-content/uploads/*http://wikihow.com/robots.txt wp-content/uploads/2011 wp-content/uploads/2012 wp-content/uploads/2013 @@ -102702,7 +102374,7 @@ wp-content/uploads/2023 wp-content/uploads/2023/10/Cakap-English-Standardized-Test.pdf wp-content/uploads/2024 wp-content/uploads/2024/04/Everest_Group_-_Making_Brownfield_Factories_Smarter_and_Greener_Capgemini.pdf -wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://ifc.com/robots.txt +wp-content/uploads/2024/07/GIW23_08-Legacy-Guide-Update-DIGITAL.pdfhttp://unicef.org/robots.txt wp-content/uploads/2024/08/786678.pdf wp-content/uploads/2025 wp-content/uploads/2026 @@ -102711,28 +102383,28 @@ wp-content/uploads/_pda wp-content/uploads/complianz wp-content/uploads/elementor/css/ wp-content/uploads/gravity_receipts -wp-content/uploads/http://apemusicale.it/robots.txt -wp-content/uploads/http://survivalmagazine.org/robots.txt +wp-content/uploads/http://minimul.com/robots.txt +wp-content/uploads/http://sheknows.com/robots.txt wp-content/uploads/member-access wp-content/uploads/ninja-forms wp-content/uploads/sites/*/ninja-forms wp-content/uploads/sites/4/wpforms wp-content/uploads/sites/6/wpforms -wp-content/uploads/vj-wp-import-export/http://wish.com/robots.txt +wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt wp-content/uploads/wc-logs wp-content/uploads/wc-logs/ -wp-content/uploads/woo-import-export/http://testolimited.com/robots.txt +wp-content/uploads/woo-import-export/http://quicksprout.com/robots.txt wp-content/uploads/woocommerce_transient_files wp-content/uploads/woocommerce_transient_files/ wp-content/uploads/woocommerce_uploads wp-content/uploads/woocommerce_uploads/ wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://6254058.fls.doubleclick.net/robots.txt -wp-content/uploads/wp-import-export-lite/http://cbs.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://clubhouse.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://lifehack.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://newscientist.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://sugitetsu.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://aa.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://susanheat.de/robots.txt +wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt wp-content/uploads/wpforms wp-content/uploads/wpforms/ wp-content/uploads/wpo-plugins-tables-list.json @@ -102766,7 +102438,7 @@ wp-includes/css wp-includes/css/*.css wp-includes/css/dist/block-library/style.min.css wp-includes/fonts -wp-includes/http://cgdev.org/robots.txt +wp-includes/http://scotusblog.com/robots.txt wp-includes/images wp-includes/images/ wp-includes/js @@ -103061,7 +102733,7 @@ xmldata/xmlPodcast xmlrpc xmlrpc.php xmlrpc.php -xmlrpc.phphttp://bright-online.net/robots.txt +xmlrpc.phphttp://datastudio.google.com/robots.txt xmlsearch xmltv/ xmorelle @@ -103081,7 +102753,7 @@ xsanR4 xsl xsl/ xslt/ -xslt/http://apps.microsoft.com/robots.txt +xslt/http://cryptonewsventure.com/robots.txt xsu xtra/sante-et-mieux-etre xuanzhu @@ -103242,7 +102914,7 @@ youraccount youraccount/ yourarchives youreurope/businessACC -youreurope/businessDEV/http://deepmind.com/robots.txt +youreurope/businessDEV/http://europapress.es/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -103346,6 +103018,7 @@ za*/cdn-cgi/challenge-platform za*/step za*/submit za*/submitted +za-en/ za/ za/*?*shpxid= za/*?services @@ -103453,7 +103126,6 @@ zeng zephr zephr/feature-decisions zephr/features -zerodaychallenge zervantonakis zesean zeta @@ -103617,7 +103289,9 @@ zh-hans-cn/feedback zh-hans-cn/lp zh-hans-cn/searchresults zh-hans/ +zh-hans/asset-preview* zh-hans/node/ +zh-hans/search* zh-hans/search/ zh-hant-hk/ zh-hant-tw/ @@ -103633,7 +103307,7 @@ zh-tw/ zh-tw/feedback zh-tw/login zh-tw/lp -zh-tw/searchhttp://south-ayrshire.gov.uk/robots.txt +zh-tw/searchhttp://blog.codinghorror.com/robots.txt zh-tw/searchresults zh-tw/solutions/iot-production-monitoring-cloud-with-maintenance-cloud zh-tw/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud @@ -103704,7 +103378,7 @@ zh/index.htm zh/intangible-cultural-heritage/grid zh/intangible-cultural-heritage/list zh/intangible-cultural-heritage/map -zh/internalhttp://upenn.edu/robots.txt +zh/internalhttp://amazon.jp/robots.txt zh/internet-universality-indicators/grid zh/internet-universality-indicators/list zh/internet-universality-indicators/map @@ -103860,6 +103534,7 @@ zihaowang zillowarticles zimmermann zink +ziolkowski zip=[zipcode] zipcode zite-importer @@ -104003,7 +103678,7 @@ zzz_systest ~neubank/Eubank_EthnicityNetworksPaper.pdf ~neubank/Eubank_EthnicityNetworksPaper2016.pdf ~nsdwww/mail -~oar/http://thewrap.com/robots.txt +~oar/http://web.whatsapp.com/robots.txt ~oratorio/wordpress ~pasr1 ~philippe @@ -104174,11 +103849,11 @@ zzz_systest 404.aspx 404.html 404.html -404.htmlhttp://oldboysosa.bandcamp.com/robots.txt +404.htmlhttp://airliners.net/robots.txt 404.php 404.php 404/ -404http://wiki.apache.org/robots.txt +404http://diplomatie.gouv.fr/robots.txt 413gkwMT 429.html 432v·com @@ -104234,33 +103909,23 @@ zzz_systest 2005/08/online_xslt/xslt 2005/11/Translations/Query 2005/luglio/03/Operazione_porco_rosso_Via_sequestro_co_8_050703023.shtml -2005/page/*/? -2005/page/2/? 2006 2006/02/chartergen 2006/05/gallerie/politica/farabutti-foto-lettori-95/esterne191030071909103240.jpg 2006/05/gallerie/politica/farabutti-foto-lettori-95/esterne191030071909103240_big.jpg 2006/05/gallerie/politica/offese-da-premier-102/esterne130937331310093801_big.jpg -2006/page/2/? 2007 2007/07/fbi-spyware-how 2007/08/grddl/? 2007/11/Talks/search 2007/intra -2007/page/*/? 2008 2008/08/10/despite-what-their-website-says-taking-pictures-in-san-franciscos-museum-of-modern-art-is-cause-for -2008/page/*/? -2008/page/9/? 2009 2009/07/webidl-check? -2009/page/*/? 2010 2010.htm -2010/page/*/? 2011 -2011/page -2011/page/*/? 2012 2012-privacy-policy 2012/10/04/single-thirtysomething-and-living-with-breast-cancer @@ -104269,15 +103934,10 @@ zzz_systest 2012/pyRdfa/extract 2013 2013/03/21/174840895 -2013/page/*/? 2014 2015/07/04/419570939/chasing-memories-in-their-refugee-camp-40-years-after-they-fled-vietnam 2015/12/15/less-is-more-rankin/48x60_nudes-p-056-057-kate-orr -2015/page/*/? 2016/08/10/ad-test-page -2016/09/22/thailand-s-king-bhumibol-the-peoples-monarch-has-died -2016/page/*/?rs= -2016/page/11/?email= 2016/paypal-payments.html 2017-world-environment-day 2017/04/03/food-money-sex-cheese-souffle-morning-sex-bf @@ -104285,7 +103945,6 @@ zzz_systest 2017/05/23/private-post-session-livestream 2017/08/27/game-of-thrones-daenerys-jon-snow-sex-reaction 2017/10/15/rose-mcgowan-disses-james-corden-harvey-weinstein-jokes-tweets -2017/page/*/? 2018-fmf 2018-vmw 2018/01/0 @@ -104338,7 +103997,6 @@ zzz_systest 2018/12/1 2018/12/2 2018/12/3 -2018/page/*/? 2019/01/0 2019/01/1 2019/01/2 @@ -104485,12 +104143,10 @@ zzz_systest 7176/ 7176/TOI_Travel/ 7176/TOI_Travel_Test/TOI_Travel_TOP_TST -7336 7449 7577 8058 8245 -8264 8324 8601 8614