diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json index cd17816e3..842202db1 100644 --- a/.bin/wordlist-updaters/status.json +++ b/.bin/wordlist-updaters/status.json @@ -3,6 +3,6 @@ "last_update": 1774976242 }, "Trickest wordlist update": { - "last_update": 1775124198 + "last_update": 1775210007 } } \ No newline at end of file diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt index 06c898cb6..6a21adb9b 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt @@ -88,6 +88,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .well-known .well-known/assetlinks.json .xml +/*/*/_tools +/*/*/more_ideas +/*/_tools +/*/activity /*/branches /*/commits /*/compare @@ -95,9 +99,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/edit$ /*/forks /*/graphs +/*/group +/*/invite /*/issues/new /*/issues/search /*/milestones/new +/*/more_ideas /*/network /*/projects /*/pulse @@ -106,12 +113,26 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/watchers /*source= /.git +/?*amp_client_id +/?z=1 /MANUALS/*.pdf$ /Search/ /_ /_/rsrc +/__wishlist__ +/_activities +/_activity +/_community +/_created +/_followers +/_following +/_quick_saves +/_saved +/_shop +/_shopping_list /_widget /album/*/*?i= +/analytics /api /api$ /api? @@ -132,10 +153,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /comments /commits/*?author /commits/*?path +/communities /contact/menu* /contact/partner* /contactus/mwaas* /directory +/discovered /docs/product /download /download/Browse.aspx? @@ -152,6 +175,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /events/rss /events/xml /feedarticle +/followers +/following /format:thumbnail /forum-attachment /gcrnsts @@ -172,10 +197,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newest/*rss /newest/*xml /newsearch/ +/organize /partials +/pins /plugins /podcast/*/*?i= /print$ +/profile-about /raw /report_abuse /revisions @@ -183,6 +211,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rsvps/*atom /rsvps/*rss /rsvps/*xml +/scheduled-pin +/scheduled-pins /search /search/ /search/*?q= @@ -212,11 +242,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /store/new/*?*&*&* /store/top-free/*?*&*&* /store/top-paid/*?*&*&* +/story_pins +/tagged /tarball /tree +/tried /tv-season/*/*?i= /unsubscribe/ /video- +/video_pins /wal/ /widget_ /zipball @@ -303,6 +337,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?intc= ?items_per_page= ?keywords= +?lang= +?lang=en-ss ?list=wall ?location= ?ls= @@ -322,12 +358,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?pt1=true$ ?radius= ?reactions_opened +?ref_src= ?reply= ?returnPage= ?s= ?search_forum= ?set_mobile= ?showAllGroups= +?show_error=true ?slogin ?sort= ?sortBy= @@ -335,6 +373,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?source= ?state= ?success= +?t= ?tab=achievements&achievement= ?utf8= ?utm_*= @@ -414,7 +453,14 @@ WebObjects/MZFinance.woa WebObjects/MZPersonalizer.woa WebObjects/MZStore.woa/wa/viewMultiRoom? WebObjects/MZStoreElements.woa +[_0-9a-zA-Z]+/likes +[_0-9a-zA-Z]+/media +[_0-9a-zA-Z]+/photo +[_0-9a-zA-Z]+/status/[0-9]+/likes +[_0-9a-zA-Z]+/status/[0-9]+/retweets _ +_/_ +_/_/pixel _/aihub_pod _/ain/_/js _/alkali-learn @@ -481,6 +527,8 @@ _next/data _next/jwt _next/title _next/viewer +_ngjs/resource +_ngjs/resource/*/get _nimbusJson.json _nimbusJsonp.js _nimbusJsonpStatic.js @@ -531,6 +579,7 @@ academic/search account account-login account/ +account/deactivated accounts/ClientAuth accounts/ClientAuth accounts/ClientLogin @@ -577,10 +626,12 @@ actions/news/rss ad_id= addContacts add_favorite +addboard addressBookExport admin admin/ ads +ads.txt ads/gpa/vidgen ads/learn ads/local @@ -591,6 +642,7 @@ advisor/*zx1fa adx/bin affil affil/pal +age-appeal agreements/approve ai-sandbox-internal/generated_images aihub/tfhub @@ -647,7 +699,9 @@ api? api_access_key= app*_ app*form_id= +app-ads.txt app/ +appealed-pin apple-app-site-association apps apps*&tags= @@ -724,6 +778,7 @@ author/following author= authoring/ authwall +autocomplete away.php awmp/data/images b?*node=7454898011 @@ -776,6 +831,10 @@ blogs/nationals-journal-beta blogs/search/ blogs/slow-ride blogs/test +board +board_activity +board_activity_comment +bookmarklet bookmarks books books/?term= @@ -797,12 +856,33 @@ books?*zoom= books?*zoom=1 books?*zoom=5 boutique/sitemaps +branded-pins bricks/image business +business/ad_create business/blahblah +business/business-access +business/business-hierarchy +business/business-manager +business/catalogs +business/commerce-integrations +business/community-information +business/convert +business/create +business/create-linked-account +business/hub +business/invite business/learning/blog +business/onboarding +business/pin_create business/pos-system/shop +business/referral business/sales/blog +business/site +business/switch-account +business/top-ads +business/update +business/verified-merchant/status buyside-e2e-monitor cai call @@ -833,6 +913,7 @@ checkout checkout-external checkoutnow checkpoint +christmas-spotlight chrome/crlset chrome/webstore/images chwilio @@ -853,6 +934,7 @@ clima/ets clima/sites/registry clinvar/?term= clone/library/genomic/organisms +close-account cloud-launcher/sitemap cloudsourcetools/images cms_content @@ -871,17 +953,22 @@ commission_2010-2014/katainen commits?author= common/ common/survey.aspx* +communities communities/bin.aspx? communities/blogs/PortalResults.mspx? communities/eventdetails.mspx? communities/rss.aspx* communities/sitemap +community community-guidelines +community_comment +community_post companyDir compare compressiontest concussion/HeadsUp/training/ config.js +connect connections consumers/archive contact/menu* @@ -889,13 +976,19 @@ contact/partner* contact_importer contactus contactus/mwaas* +content-claiming content-guest/rss/channels control +conversation +conversations +convert-business +convert-personal cookie-policy copilot copilot/c copilotsearch?q= copy-conductor/crawled +copyright-reporting core/ core/*.css$ core/*.css? @@ -913,11 +1006,19 @@ covid19/mobility cr$ cr? create +create_pin creative-europe/404_en.htm +creative-studio +creative_editor creativegroup +creator-spotlight +creator_hub/_earn +creator_hub/_partnerships creatorhub csp +csrf_error ct +ct.html ct/log_list culturalinstitute/images culturalinstitute/sitemaps @@ -944,8 +1045,10 @@ de/ott de/solutions de/upload de/vimeo-academy +deactivate-account default.aspx/kb/ default.aspx/ph/ +delete_post delight dell/cities-transformed dell/cloud-future-of-medicine @@ -1035,6 +1138,8 @@ earth/social ebook ece eclas +edit +editorial/* edu/cs4hs education/404_en.htm education/blocks @@ -1047,6 +1152,7 @@ ekansa/Open-Context-Data ekansa/opencontext- email email-unsubscribe +email_verification_error embed embed/@ embed/curated @@ -1108,6 +1214,7 @@ en/microsoft-viva/ en/security en/security/ endorsements +engagement enterprise enterprise-jobs enterprise-partner-search/sitemaps @@ -1192,13 +1299,17 @@ exec/obidos/subst/marketplace/sell-your-collection.html exec/obidos/subst/marketplace/sell-your-stuff.html exec/obidos/subst/partners/friends/access.html exec/obidos/tg/cm/member +explore +explore/*/?p= explore/*/lightbox external external/overture external_hosted f/healthcheck +facebook faves-i_love_u_get_away_from_me fb +fb.html fbml/ajax/dialog fd/ fe=true @@ -1236,6 +1347,8 @@ flu/espanol/ flutter-canvaskit folder follow +follow_board +follow_user following food/archive food/favourites @@ -1319,6 +1432,8 @@ global$ gog google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService google.internal.maps.mapsjs.v1.MapsJsInternalService +google_gdn.html +google_search.html googlebooks/images gorf gp @@ -1433,6 +1548,8 @@ gtr/?term= guidebooks gview h5games_gamecenter/images +hanukkah-spotlight +hashtag/*?src= hd header/channels headline.txt @@ -1455,9 +1572,12 @@ help/zendesk_sso hex history history/static +holiday-spotlight +holidays-celebrations home home$ home? +homefeed homepage-video-test hosted/images hotel/reviews? @@ -1469,21 +1589,26 @@ hp/video hpc/*/supported-applications.aspx? hpm hpmob -http://m.youtube.com/robots.txt -http://ncbi.nlm.nih.gov/robots.txt -http://news.google.com/robots.txt +http://de.wikipedia.org/robots.txt http://s3.amazonaws.com/robots.txt +http://twitch.tv/robots.txt +http://wa.me/robots.txt hub?category= hz/contact-us/ajax/initiate-trusted-contact hz/help/contact/*/message/$ hz/leaderboard/hall-of-fame hz/leaderboard/top-reviewers +i/api +i/u icdp icons id-id.www.cloudflare.com id-id/feedback id-id/lp id-id/searchresults +idea-ads-tool +idea-pin-builder +idea-pin-invite identity/accountsettingsactivityweb identity/accountsettingssyaf ie/ie40/ @@ -1526,14 +1651,17 @@ info/customerror.htm* info/smart404.asp* info/tech-feedback inproduct_help/chatsupport +install-shuffles integrations internalPref intl intl/*/search/? intl/*/search? intlkb/ +invite inviteFromProfile inviteMany +invited invoice/est invoice/estimate/buyerView invoice/estimate/buyerView/attachments @@ -1571,6 +1699,8 @@ johnhancock johnhancock/in-a-lifetime-healthcare johnhancock/in-a-lifetime-sustainability johnhancock/in-a-lifetime-work +join/?next= +join/signup/?next= jp/$ jp/about jp/blog @@ -1613,6 +1743,7 @@ ko/ott ko/solutions ko/upload ko/vimeo-academy +kwanzaa-spotlight l.php labs-code labs/pmc @@ -1648,12 +1779,15 @@ learning/settings learning/settings$ learning/settings? legal +lens-search li/track library/devices licensing-syndication limited-release link +linked lite +live-session live_chat llms.txt lm/R1XIHQVKXSKBNJ @@ -1832,6 +1966,7 @@ narrative- native nbubumblebee network +new_invite news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference news-events/events-calendar/2018/03/ninth-annual-african-consumer-protection-dialogue-conference/RSVP news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dialogue-conference @@ -1842,6 +1977,7 @@ news/test news/test-liveblog news?viewArticle newsArticle +news_hub newsletter newsroom/dae newsround @@ -1855,6 +1991,7 @@ nl-nl/searchresults nlmcatalog/?term= node/add/ nonprofits/account +notifications notifications/ nuccore/?term= nus-trk @@ -1862,11 +1999,15 @@ nwshp$ o/di o/dt oas/ +oauth/line +oauth/login oauth/v2 oauth2 oauth2/v2 +oauth_error offers/proxy/dealsserver/api/log offers/proxy/dealsserver/buy +offsite og ohttp_gateway okxbet.com @@ -1898,8 +2039,11 @@ pagespeed/insights/ui/logo panel pantheon pantheon-platform +parental-consent/confirmation +parental-passcode partner-program partners +password/reset password_expired patent-search/frontend patents/download @@ -1935,11 +2079,45 @@ photos/gbachelie photos/i_love_u_get_away_from_me photos/tags/*/page photos/youpy +pin +pin-builder +pin-communities +pin-creation-tool +pin-editor +pin/*/activities +pin/*/activity +pin/*/analytics +pin/*/brand-catalog +pin/*/comments +pin/*/email +pin/*/feedback +pin/*/idea-pin/related-products +pin/*/likes +pin/*/promote +pin/*/reaction +pin/*/related-products +pin/*/repin +pin/*/repins +pin/*/sent +pin/*/share +pin/*/shop-the-look +pin/*/tag +pin/*/takes +pin/*/visual-search +pin/*/visual-shop +pin/create +pin/find +pin/find?url= +pin_shop ping +pinterest-predicts +pinterest-wellbeing +pinterestwellbeing pl-pl.www.cloudflare.com pl-pl/feedback pl-pl/lp pl-pl/searchresults +place plan= platform-telemetry play/store/web @@ -1986,6 +2164,7 @@ posttv/posttv/trendex posttv/sponsored-video ppl preference +prefs present presentation prettyearth/assets @@ -1994,6 +2173,8 @@ previewtemplate print privacy-policy proFile/history? +product-catalogs +product-feed product-reviews/B0069IY63Y product/reviews? productPurchaseDone @@ -2052,11 +2233,13 @@ pt-br/vimeo-academy public-profile publications puzzles/leaderboards/invite +pw pwapi-proxy/pwproxy pwapiv2 q= qr quality_form? +quiz r rackspace/elevating-performance radio/imda @@ -2065,6 +2248,7 @@ rating rd/search rd/search$ rd/search? +recently-viewed recipes/*?q= recipes/search reconnect @@ -2079,6 +2263,9 @@ refer refer/pal referrals referrer= +refresh_stored_accounts +refresh_token +register registry/wishlist remotelogout rep=hc @@ -2086,9 +2273,13 @@ report report-abuse?report= report= report_abuse.gne +reports-and-violations +request-data requestList requests research/participants/cofund +resource +resource/*/get results results retail @@ -2128,6 +2319,7 @@ s2/search/social s2/sitemaps s2/static s? +safe-redirect safety safetycheck salary-explorer/api @@ -2147,6 +2339,7 @@ search*sort= search-ar-dev search-console/scfe search/ +search/*/grid search/? search/?term= search/about @@ -2154,12 +2347,15 @@ search/advanced search/default.aspx?* search/howsearchworks search/live? +search/realtime search/user?q= +search/users search/video? search? search?*tbm=map search?q$ search?q= +search?q=%23 search\? search_history searchresults @@ -2169,11 +2365,13 @@ sections/health-shots/2013/03/11/173816690/new-voices-for-the-voiceless-syntheti sections/ombudsman/2008/01/frequently_asked_questions_1.html sections/parallels/2016/08/15/480128005/for-french-teens-smoking-still-has-more-allure-than-stigma secure +sendHeaderEarly sendarticle services/oauth setprefs settings settings +settings/deactivated settings/loid-email-unsubscribe settings/loid-email-unsubscribe-router setup_organization= @@ -2199,6 +2397,7 @@ shop/productpage shop/topics shop/view/product shop?* +shop_pins shopping-content-api/product_images shopping/deals shopping/product @@ -2501,10 +2700,12 @@ social/photosui/images social/photosui/sitemap social/search? social/social-security-directory/cai +socialmanager solutions sounds/search sounds/search$ sounds/search? +source source= source_repo= spain/empresas/ @@ -2522,6 +2723,7 @@ ss ss/customer-reviews/lighthouse ss/twister/ajax sslsingle +sso stadia/gamers start stat @@ -2581,6 +2783,10 @@ storefront storepicker stores/page/*visitId= stories +story-pin-builder +story-pin-invite +story_feed +story_pins storyworks/preview structure/?term= styles/js-on.css$ @@ -2607,6 +2813,7 @@ support/content support/forum/search? sureroute surprise +suspension-appeal sutils sv-se.www.cloudflare.com sv-se/feedback @@ -2624,6 +2831,7 @@ svc/strands svc/sudoku svc/wordle svpRecommendations +sw-shell.html swg system1/images t/privacy @@ -2631,6 +2839,7 @@ t/terms tab= tablet tag +taggingtool tagmanager/containers/xo tagmanager/pptm.js talk @@ -2679,7 +2888,9 @@ th-th/feedback th-th/lp th-th/searchresults th? +thanksgiving-spotlight themacallan/worlds-together +theme tickets-external? timedtext_video title @@ -2771,6 +2982,7 @@ trustedstores/js trustedstores/s trustedstores/tm2 trustedstores/verify +tv tv/thumb typeahead u @@ -2787,9 +2999,14 @@ ugc$ ugcsupport ugcsupport$ ui +unauth-profile +unlink unsub until= upload +upload-lens-image +upload-lens-image-history +upload-shuffle-draft urchin_test url user @@ -2806,9 +3023,11 @@ using utils uviewer v1 +v1/urls/count.json v2 v3 v3/openapi +v3/pidgets/log valkyrie-playground verified-authors verify_age @@ -2855,6 +3074,9 @@ webapps/xo/html/cookiecheck.html webapps/xoonboarding webscr websearch +website/confirm +website/confirm/download +welcome whats-next/planes-trains-and-analytics whsmiths widget/cr @@ -3240,7 +3462,7 @@ wiki/Wikipedia_Diskussion:Checkuser%2F wiki/Wikipedia_Diskussion:Spam-Blacklist-Log wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_response -wiki/Wikipedia_talk%3AAdministrator_electionshttp://creativecommons.org/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://facebook.com/robots.txt wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrators%27_noticeboard @@ -3452,6 +3674,7 @@ xhtml? xml? xoplatform/logger/api/logger xorouter +your-shop youth/404_en.htm youtube/fonts youtube/img/branding/favicon diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt index a86737016..42cfbe0ca 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt @@ -93,12 +93,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &f[ &f[*]= &fbclid= +&fbclid= &filters= &format= &forumId= &from_search_result= &from_uri* &full= +&gbraid= +&gclid= &gl= &grs= > @@ -199,6 +202,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &updated-max= &usg= &utf8= +&utm_ &utm_source &ved= &version= @@ -206,6 +210,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &vxChannel= &vxClipId= &vxSiteId= +&wbraid= &width= &wsVar= &x @@ -299,6 +304,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .htm$ .html .html? +.html?cachemode=refresh$ .ico .jpeg .jpeg @@ -348,7 +354,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .ssi$ .svg .svg -.svghttp://pitchfork.com/robots.txt +.svghttp://diigo.com/robots.txt .swf$ .swf$ .sxg @@ -824,7 +830,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /business/aisearch /business/availability /business/availability/?context -/business/availability/?context=http://jetbrains.com/robots.txt +/business/availability/?context=http://help.twitter.com/robots.txt /business/availability?context /business/availability?context= /business/search @@ -1296,7 +1302,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /goldlog$ /group /group/ -/gtc/gtc-chatbot/*http://myspace.com/robots.txt +/gtc/gtc-chatbot/*http://nymag.com/robots.txt /hack /hardware/*/cart /havadurumu/ @@ -1575,7 +1581,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /newsearch/ /newsletter /nightly-news -/no-referrer-when-downgradehttp://king.senate.gov/robots.txt +/no-referrer-when-downgradehttp://globesimregistrations.ph/robots.txt /no-search-results /node /node/add @@ -2136,6 +2142,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /townhome_att /tpoint_articleshow/* /trackback +/trackback/ /tracking.json /training/ /training/price-matrix-data/list @@ -2325,7 +2332,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*add-to-cart= ?*adxarea= ?*ajs_event -?*apikey*http://bol.com/robots.txt +?*apikey*http://vk.com/robots.txt ?*app ?*attachment_id ?*author @@ -2373,7 +2380,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hsCtaTracking ?*hsPreviewerApp=blog_post ?*hs_preview= -?*http://lifehacker.com/robots.txt +?*http://healthtips1dr.blogspot.com/robots.txt ?*hubs_signup-cta ?*hybrid= ?*iframe @@ -2617,6 +2624,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?fbc= ?fbclid ?fbclid= +?fbclid= ?feature=* ?ffsputnik=* ?filter= @@ -2640,6 +2648,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?fromloginpage=* ?fromwebsite=* ?ftag= +?gbraid= +?gclid= ?gclsrc ?getlink=* ?gm @@ -2831,6 +2841,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?reply= ?replytocom ?replytocom= +?replytocom= ?reported_by= ?retry= ?returnPage= @@ -2922,6 +2933,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?utm ?utm= ?utm_ +?utm_ ?utm_* ?utm_*= ?utm_campaign @@ -2954,6 +2966,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?w=shares ?w=story ?w=wall +?wbraid= ?websyncid=* ?width= ?wptouch_preview_theme= @@ -3030,10 +3043,8 @@ AWSSimpleQueueService/20070501 AWSSimpleQueueService/20080101 AccommodationTips Account -AccountAccess AccountDisavow? AccountMerge -AccountStatus Achievements ActionRecord ActiveCalendar/mobile/mobilelist.aspx @@ -3102,7 +3113,6 @@ AppUploadAPhoto AppUserReview App_Themes/ AppleMapsAction -Arabic Areas/ Areas/Epx/Content/500.aspx?aspxerrorpath= Art @@ -3179,7 +3189,6 @@ Baldric/static-1.73 Baldric/static-1.80 Baldric/static-1.94 BeachSweeps -BillingActivity BillingAndPayments BillingDetail BlPromoOptOut @@ -3207,12 +3216,10 @@ CampaignConfigAjax CampaignConfiguration CampaignManagement CancelBooking -CancelPlan CarsComparePartners Cart CauseTeaserPopup CertificateOfExcellenceRequestSupport -ChangePlan Channel CheapFlightsCommerce CheapFlightsController @@ -3228,7 +3235,6 @@ CheckoutEditItemsDisplayView CheckoutOrderBillingView CheckoutOrderShippingView CheckoutSignInView -Chinese Citation/Download Civ Claim @@ -3281,7 +3287,6 @@ Disallow Disallow: DiscountGroup DisplayMap -DoNotTest Doc Documents/in Domains/DomainControlPanel @@ -3292,14 +3297,12 @@ ESPModal ESPNPlusAdobeTracking EULegal EarlyRequesterJS/static-1.38 -EditProfiles ElasticLoadBalancing/2009-05-15 ElasticLoadBalancing/2010-07-01 EmailCartView EmailHotel EmailMap EmailMemberRegistration -EmailPreferences EmailSpellCheckJson EmbedSlideshow EnlargedImageView @@ -3331,7 +3334,6 @@ FiatsCmd FilterState FindRestaurants FinishAppInstall -FireTV Flights? FlightsCommerce FlightsComparePartners @@ -3390,7 +3392,6 @@ HACAffiliate HMDThankYou HYx10rg3 HandleHotelSuperPortal -HdToggle HeadJS/static-2.115 HeadJS/static-2.83 HeadJS/static-2.84 @@ -3542,6 +3543,7 @@ IntegrationCenter InterstitialsWidget InvoicePayment IpadInterstitial +JP/support/public/mt/tac/100/1002347/techtip_conventions.shtml JSErrorRecord JSWidget/ JSWidgetFeed/ @@ -3558,13 +3560,11 @@ JoinPlus JsonData/ JsonServiceController JustForYouGuide -Korean LFE/Live.controls.sharedpages/error.aspx LICENSE.txt LNAjax LanderLogger LandingPage -LanguagePreferences Leaderboard LeerberichtenLO LightSubscriptionCenter @@ -3583,9 +3583,7 @@ LocationPhotosSearch LocationTab LocationWidget LogMediaClick -LoginHelp LogonForm -Logout M M9sY8PVm6js.js MAINTAINERS.txt @@ -3595,12 +3593,10 @@ MaPS MachineTranslation Mail/ MailEmergency -ManageDevices ManageListingApi ManageOrder ManageOwnersTopReasonsApi ManagePhotos -ManageProfiles ManageReturns ManageShopListingApi ManageShopping @@ -3613,7 +3609,6 @@ Maps MarketPerception Marketing/EcapSurvey.aspx MarketingContentWidget/GetCurrentBanner -Maxis MediaBadgeResponse MediaDisplayView MediaKit @@ -3687,7 +3682,6 @@ MemberSubscribe MemberSubscriptionsController MemberTagsAjax MemberTravelMap -Meo MessageRunDetailID= Messages MessagingOptions @@ -3819,7 +3813,6 @@ Mobilemembers ModalRegistrationController ModuleAjax ModuleBootstrap -MoviesYouveSeen MptUrl MsnForumFeedServlet MultiOwners @@ -3848,7 +3841,6 @@ NetPromoterPopup NewMessage NewOwners NewTopic -NewWatchInstantlyRSS News/Index News/XT News/Xt @@ -3896,7 +3888,6 @@ PWD PacMan PageSpeed=noscript PageviewRecord -Panasonic PanoramaXml Partners PasswordReset @@ -3924,7 +3915,6 @@ PoiRecommendationEditor PoiRecommendationList PoiReviewDetail PoiTipDashboard -PopupDetails PortalIdParser/static-1.27 PortalIdParser/static-1.28 PortalIdParser/static-1.29 @@ -3955,7 +3945,6 @@ ProductError ProductPaymentUpdate Production/ Profile -ProfilesGate PromoTools PromotionDetailsDisplayView PromotionDisplayView @@ -4176,7 +4165,6 @@ SmsAjaxServlet Snap SocialIapReporting SolutionsDisplay -Sony SortAttractions SortEateries SortHotels @@ -4383,7 +4371,6 @@ WebObjects/MZStore.woa/wa/viewMultiRoom? WebObjects/MZStoreElements.woa WebX WhatsNearby -WiViewingActivity WidgetBrowserExtension WidgetEmbed WidgetListAsync.naver @@ -4397,8 +4384,6 @@ WriteReviews XCSA Xhr Yandex -YourAccount -YourAccountPayment Zeige-Job? ZendeskRedirector ZendeskSSO @@ -4666,6 +4651,7 @@ abandon.aspx abc4000 abclinks abduction +abm/ abm/dod abm/dod.html about @@ -4718,6 +4704,7 @@ abuse/? abuse/group abuse? abuse_reports/new +abx/ ac ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search ac2 @@ -4800,7 +4787,6 @@ account_settings/set_password? account_settings/set_your_password$ account_settings/set_your_password? account_settings? -accountaccess accounts accounts/ClientAuth accounts/ClientAuth @@ -4811,7 +4797,6 @@ accounts/force-by-email accounts/login accounts/o8 accounts/o8/id -accountstatus acct aclick aclk @@ -5084,7 +5069,6 @@ ai_log aid aihub/tfhub aim/ -airtel aistudio/*favicon*.png$ ajah ajax @@ -5199,7 +5183,6 @@ analytics/seomagic analytics/traffic/overview analytics/uploads analyzer-api -anan android/downloads android/market android/market_images @@ -5232,7 +5215,7 @@ apdata api api*.do api*?hl= -api*?hl=http://stripe.com/robots.txt +api*?hl=http://adssettings.google.com/robots.txt api-keys api-proxy api.html? @@ -5411,7 +5394,6 @@ ar_eg/features ar_eg/graphs ar_eg/templates/M ar_sa -arabic arama archive archive$ @@ -5533,6 +5515,7 @@ assets/siteindex assets/snippets assets/snippets/*.css assets/snippets/*.js +assets/sol/sb/ assets/static/ads assets/templates assets/templates-elements @@ -5778,7 +5761,6 @@ audio?performer=1&q= audio_news audio_player audiofiles -aui/inbound aura aura/promo aus/interchange @@ -5796,7 +5778,6 @@ auth/signup auth/sso/proxy-login auth/verifychallenge auth_pass -authenticate authentication authentication$ authentication/signin @@ -5818,7 +5799,6 @@ autocomplete/projects autocomplete/users autocompletes autodiscover/ -autologin autopoet auvio/embed availability @@ -6161,7 +6141,7 @@ blog/*?text= blog/*sitemap.xml$ blog/*utm_source= blog/. -blog/.html.*http://developer.apple.com/robots.txt +blog/.html.*http://samsung.com/robots.txt blog/10-lessons-from-an-engineering-manager/$ blog/2025-shifting-roles-report/$ blog/23-prototyping-resources-to-bookmark-right-now/$ @@ -6173,6 +6153,7 @@ blog/3d-design/$ blog/4-ways-for-design-teams-to-chart-new-territory-with-figma-make/$ blog/5-shifts-redefining-design-systems-in-the-ai-era/$ blog/5-things-designers-need-to-know-for-a-smooth-handoff/$ +blog/6-designs-that-reimagine-how-we-interact-with-software/$ blog/6-skills-every-engineer-needs-for-the-ai-era/$ blog/6-winning-figma-makes-and-what-you-can-learn-from-them/$ blog/7-moments-that-shaped-figma/$ @@ -7051,7 +7032,6 @@ books?*zoom=5 bookshelf boomerang boutique/sitemaps -bouyguestelecom bp bp/c bp/guest_mfg_brand @@ -7085,12 +7065,9 @@ brians-song briarpatch bricks/image bridesmaids -britishairways broadband -browse browse-2 browse.aspx -browse/genre browse/homes/all browse/more_page browse/reviews/recent @@ -7101,11 +7078,11 @@ browse_ browse_content browser/tutorials browsers -brutus brw bs-BA/$ buckets/*/edit buddy/ +bug-navigator build build.xml builders @@ -7194,8 +7171,112 @@ c/*price_bucket= c/*search_type= c/*ship_to= c/business.atom +c/contentReuse/ +c/contentreuse/ +c/dam/assets/global/RU/ +c/dam/assets/global/pdfs/security/ru/ +c/dam/assets/offers/pdfs +c/dam/en/us/td/docs/Sanity/datasheet +c/dam/global/ru_ru/ +c/dam/m/da_dk/offers/assets/images +c/dam/m/da_dk/offers/assets/pdfs +c/dam/m/de_de/offers/assets/images +c/dam/m/de_de/offers/assets/pdfs +c/dam/m/digital/ +c/dam/m/en_au/offers/assets/images +c/dam/m/en_au/offers/assets/pdfs +c/dam/m/en_au/offers/images +c/dam/m/en_au/offers/video +c/dam/m/en_emear/offers/assets/images +c/dam/m/en_emear/offers/assets/pdfs +c/dam/m/en_hk/offers/assets/images +c/dam/m/en_hk/offers/assets/pdf +c/dam/m/en_id/offers/assets/images +c/dam/m/en_id/offers/assets/pdfs +c/dam/m/en_id/offers/images +c/dam/m/en_in/offers/assets/images +c/dam/m/en_in/offers/assets/pdfs +c/dam/m/en_in/offers/images +c/dam/m/en_in/offers/video +c/dam/m/en_my/offers/assets/images +c/dam/m/en_my/offers/assets/pdfs +c/dam/m/en_my/offers/images +c/dam/m/en_ph/offers/assets/images +c/dam/m/en_ph/offers/assets/pdfs +c/dam/m/en_ph/offers/images +c/dam/m/en_sg/offers/assets/images +c/dam/m/en_sg/offers/assets/pdfs +c/dam/m/en_sg/offers/images +c/dam/m/en_sg/offers/video +c/dam/m/en_th/offers/assets/images +c/dam/m/en_th/offers/assets/pdfs +c/dam/m/en_th/offers/images +c/dam/m/en_uk/offers/assets/images +c/dam/m/en_uk/offers/assets/pdfs +c/dam/m/en_vn/offers/assets/images +c/dam/m/en_vn/offers/assets/pdfs +c/dam/m/es_es/offers/assets/images +c/dam/m/es_es/offers/assets/pdfs +c/dam/m/es_la/offers/assets/images +c/dam/m/es_la/offers/assets/pdfs +c/dam/m/es_la/offers/video +c/dam/m/es_mx/offers/assets/images +c/dam/m/es_mx/offers/assets/pdfs +c/dam/m/fi_fi/offers/assets/images +c/dam/m/fi_fi/offers/assets/pdfs +c/dam/m/fr_ca/offers/assets/images +c/dam/m/fr_ca/offers/assets/pdfs +c/dam/m/fr_ca/offers/video +c/dam/m/fr_fr/offers/assets/images +c/dam/m/fr_fr/offers/assets/pdfs +c/dam/m/it_it/offers/assets/images +c/dam/m/it_it/offers/assets/pdfs +c/dam/m/ja_jp/offers/161/security/images +c/dam/m/ja_jp/offers/161/security/pdf +c/dam/m/ja_jp/offers/162/network/images +c/dam/m/ja_jp/offers/162/network/pdf +c/dam/m/ja_jp/offers/162/sc10/images +c/dam/m/ja_jp/offers/162/sc10/pdf +c/dam/m/ja_jp/offers/162/security/pdf +c/dam/m/ko_kr/offers/assets/images +c/dam/m/ko_kr/offers/assets/pdfs +c/dam/m/ko_kr/offers/images +c/dam/m/nl_be/offers/assets/images +c/dam/m/nl_be/offers/assets/pdfs +c/dam/m/nl_nl/offers/assets/images +c/dam/m/nl_nl/offers/assets/pdfs +c/dam/m/no_no/offers/assets/images +c/dam/m/no_no/offers/assets/pdfs +c/dam/m/pl_pl/offers/assets/images +c/dam/m/pl_pl/offers/assets/pdfs +c/dam/m/pt_br/offers/assets/images +c/dam/m/pt_br/offers/assets/pdfs +c/dam/m/pt_br/offers/img +c/dam/m/pt_br/offers/pdf +c/dam/m/pt_br/offers/video +c/dam/m/ru_ru/ +c/dam/m/ru_ru/offers/assets/images +c/dam/m/ru_ru/offers/assets/pdfs +c/dam/m/sv_se/offers/assets/images +c/dam/m/sv_se/offers/assets/pdfs +c/dam/m/tr_tr/offers/assets/images +c/dam/m/tr_tr/offers/assets/pdfs +c/dam/m/zh_cn/offers/assets/images +c/dam/m/zh_cn/offers/assets/pdfs +c/dam/m/zh_tw/offers/assets/images +c/dam/m/zh_tw/offers/assets/pdfs +c/dam/marketing/ru_ru/ +c/dam/r/newsroom/daily-news/ c/design.atom c/education.atom +c/en/us/applicat/ +c/en/us/applicat/camp +c/en/us/applicat/non-camp +c/en/us/products/products-sanity-test +c/en/us/solutions/solutions-sanity-test +c/en/us/support/index-beta.html +c/en/us/support/web/tools/scm/help/ru-RU/ +c/en/us/support/web/tools/scm/help/stage/ru-RU/ c/facebook c/facebook_artist c/fan_reach @@ -7203,8 +7284,12 @@ c/fr c/how-to-diy.atom c/info c/kp/*/page +c/login +c/m/digital/ +c/m/ru_ru/ c/programming.atom c/research.atom +c/ru_ru/ c/science.atom c/subscription c/technology.atom @@ -7613,7 +7698,7 @@ cart? cartoon carts cascadeauth/microsoft-365/account/silentauth -case-studies/http://atlasobscura.com/robots.txt +case-studies/http://wretch.cc/robots.txt cash cashout cassette.axd/manifest.xml @@ -7661,7 +7746,7 @@ cdn-cgi cdn-cgi/ cdn-cgi/bm/cv cdn-cgi/challenge-platform -cdn-cgi/http://account.google.com/robots.txt +cdn-cgi/http://medium.com/robots.txt cdn-cgi/images/trace cdn-cgi/l/email-protection cdn-cgi/rum @@ -7669,7 +7754,7 @@ cdn-cgi/scripts cdn-cgi/speculation cdn-cgi/styles cdn-cgi/zaraz -cdn-cgi/zaraz/http://cdtfa.ca.gov/robots.txt +cdn-cgi/zaraz/http://deezer.com/robots.txt cdn-proxy/pim cdn-proxy/px cdn.jwplayer.com/previews @@ -7697,7 +7782,7 @@ cgi-bin/koha/ cgi-bin/loginpage cgi-bin/search.fpl cgi-bin/wx -cgi-binhttp://polygon.com/robots.txt +cgi-binhttp://ifttt.com/robots.txt cgi-local cgi-mad/ cgi-pct/ @@ -7774,7 +7859,6 @@ change-shipping changeLanguage=True changebrowser changelog -changeplan changeset channel channels @@ -7821,12 +7905,11 @@ checkForm= checkout checkout-external checkout/package -checkouthttp://accidentinjurylawyers.claims/robots.txt +checkouthttp://moderncalculators.com/robots.txt checkoutnow checkouts checkpoint children -chinese chisla.html chistory.php chocolatechip @@ -7842,6 +7925,11 @@ chwilio chwilio$ chwilio? cimg +cisco/support/RU/ +cisco/web/ +cisco/web/UK/telepresence/pro +cisco/web/support/RU/ +ciscodotcom/ cit/renewable-energy cit/small-business-mergers cit/small-business-mergers-2 @@ -7905,7 +7993,6 @@ cldr/trac cldr/utility clea/ clean$ -clearcookies cli click click* @@ -9878,7 +9965,6 @@ colors/zaffre/$ com.condenast/yv8 combo/ comedy -comhem comic-indies comic-indies/$ comic-indies/about @@ -9911,6 +9997,7 @@ comments comments$ comments-api comments/*/likes +comments/feed/ commentsdata.cms?appkey= commerce commerce$ @@ -10096,7 +10183,7 @@ confirm_unsubscribe conflagexp connect connect/@ -connect/http://vice.com/robots.txt +connect/http://blog.twitter.com/robots.txt connect/invite connect/social-intranet.html connections @@ -10177,6 +10264,7 @@ content/blogs/mx/es content/blogs/nl/nl content/blogs/sg/en content/blogs/us/en +content/cdc/login content/dam content/dam/*/*/no-index content/dam/*/no-index @@ -10220,6 +10308,7 @@ content/dam/web/nl_nl/www content/dam/web/no_no/www content/dam/web/pt_br/www content/dam/web/sv_se/www +content/en/us/td/docs/Sanity content/experience-fragments/* content/experience-fragments/websites/languages content/forms/ @@ -10238,11 +10327,12 @@ content/pwc/global/forms/contactUsNew.html?parentPagePath=/content/pwc/se/en/* content/pwc/global/forms/contactUsNew.html?parentPagePath=/content/pwc/se/sv/* content/pwc/script/gx/en/live-search/v60.js content/pwc/us/en/services/tax/library/global-tax-symposium.html +content/ru_ru/ content/search content/telegraph content/temp/* content/websites/languages -content/websites/us/en/noindex/*http://steamcommunity.com/robots.txt +content/websites/us/en/noindex/*http://x.com/robots.txt content_reporting content_title= contest @@ -10365,7 +10455,6 @@ coupons/visit courier courses courses/ -courts cover covid19/mobility cp @@ -10385,6 +10474,7 @@ cpp/docs/reference/*/latest$ cpp/docs/reference/help cpresources cpro +cpropub/univercd cpu-compatibility cr$ cr? @@ -10456,7 +10546,6 @@ csds/* cservice cservice/ya_index.gsp csi_204 -csl csp csp_block csp_report_only @@ -10824,6 +10913,7 @@ de-de/customers/driving-adoption-of-seat-cupra-design-system/$ de-de/customers/driving-design-transformation-how-cars24-builds-faster-with-figma/$ de-de/customers/dwell/$ de-de/customers/endeavourx-design-transformation-with-figma/$ +de-de/customers/figma-buzz-helps-superside-fast-track-marketing-assets/$ de-de/customers/figma-helps-adyen-streamline-design-system/$ de-de/customers/figma-helps-amadeus-design-10-times-faster/$ de-de/customers/figma-helps-groww-simplify-investing/$ @@ -11619,7 +11709,6 @@ device-ajax device-prefs device-view deviceList -deviceManagement devices devmailmobile/ devmx/ @@ -12038,7 +12127,6 @@ editor/uploads/1/_/1/custom_themes/578730180640357361/files editor2.jsp editorial-images editorial/* -editpayment edits edocs/infogdocs/tdc_sony/ edocs/lexdocs/ @@ -12099,7 +12187,6 @@ element_properties. elements eliminar-busqueda eliminar-favoritos -elisa elite? elp em @@ -12132,7 +12219,6 @@ emailprefs emails emailservice emailsignup -emailunsubscribe embed embed/* embed/@ @@ -12820,6 +12906,9 @@ en/JSWidget/ en/JSWidgetFeed/ en/StockQuote/ en/Tracker?data=* +en/US/docs/general/Test +en/US/swassets/ +en/US/swassets/sw274/sitewide_country_language_selector.html en/admin/* en/consultations? en/core/ @@ -12837,7 +12926,6 @@ en/events/9_Swissquote_Yvan_Cardenas_PWC_Geneva.pdf en/events? en/funding? en/group -en/internaljustice/files en/library? en/microsoft-365 en/microsoft-365/ @@ -12915,7 +13003,6 @@ enterprise-store enterprise/$ enterprise/plan/$ enterprise/seo -entertain entities/search entityexplore$ entityexplore? @@ -12924,7 +13011,6 @@ entrez/eutils entrez/sutils entrez/utils entrez/viewer.fcgi -entrytrap enttinyscrolljs/* enus/ enviro/static-3.70 @@ -13174,6 +13260,7 @@ es-es/customers/digital-transformation-at-philips/$ es-es/customers/driving-adoption-of-seat-cupra-design-system/$ es-es/customers/driving-design-transformation-how-cars24-builds-faster-with-figma/$ es-es/customers/erste-groupbetter-financial-health-by-design/$ +es-es/customers/figma-buzz-helps-superside-fast-track-marketing-assets/$ es-es/customers/how-aws-drives-collaboration-between-designers-and-developers-at-scale/$ es-es/customers/how-commbank-is-banking-on-collaboration/$ es-es/customers/how-customerio-simplifies-design-handoffs-with-variables-and-dev-mode/$ @@ -13602,6 +13689,7 @@ es-la/customers/digital-transformation-at-philips/$ es-la/customers/driving-adoption-of-seat-cupra-design-system/$ es-la/customers/driving-design-transformation-how-cars24-builds-faster-with-figma/$ es-la/customers/erste-groupbetter-financial-health-by-design/$ +es-la/customers/figma-buzz-helps-superside-fast-track-marketing-assets/$ es-la/customers/how-datadog-built-enterprise-platform-scaling-design-system/$ es-la/customers/how-flipkart-boosts-its-design-vision-for-indian-e-commerce-with-figma/$ es-la/customers/how-flipster-designs-for-speed-scale-and-stability/$ @@ -14186,7 +14274,6 @@ eu/assets eu/kb eu/login-messages eu/promos -eula eur-lex eures/main.jsp eurocontrol/ @@ -14373,7 +14460,7 @@ fastanswers fatalerror.html faves-i_love_u_get_away_from_me favicon.ico -favicon.icohttp://gizmodo.com/robots.txt +favicon.icohttp://blog.google/robots.txt favorit-hinzufuegen favorit-loeschen favorites? @@ -14415,6 +14502,7 @@ fedsearch feed feed$ feed.mhtml +feed/ feed/amazon-rss feed/sitema feed/update @@ -14572,7 +14660,7 @@ files/live/sites/isoorg/files/_noindex files/resources fileview filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://1.bp.blogspot.com/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://iso.org/robots.txt filter/ filter/tips filter/tips @@ -14595,13 +14683,12 @@ find find$ find-more find/ -find/*http://wellbeing.google/robots.txt +find/*http://fragazuzu.blogspot.com/robots.txt finetune fios firefox/? firefox/downloads firefox/new_tab_learn_more -firetv firms firststeps. fisheries/fleet @@ -16383,7 +16470,7 @@ forum/online forum/posts forum/profile forum/search -forum/ucp.phphttp://cambridge.org/robots.txt +forum/ucp.phphttp://en.m.wikipedia.org/robots.txt forum/viewtopic.php forum/whats-new forumTeaser @@ -16754,6 +16841,7 @@ fr-fr/customers/driving-design-transformation-how-cars24-builds-faster-with-figm fr-fr/customers/dwell/$ fr-fr/customers/endeavourx-design-transformation-with-figma/$ fr-fr/customers/erste-groupbetter-financial-health-by-design/$ +fr-fr/customers/figma-buzz-helps-superside-fast-track-marketing-assets/$ fr-fr/customers/figma-helps-adyen-streamline-design-system/$ fr-fr/customers/figma-helps-amadeus-design-10-times-faster/$ fr-fr/customers/figma-helps-groww-simplify-investing/$ @@ -17422,7 +17510,6 @@ free-tools/plagiarism-checker/?q= free-trial free/cloud-computing-free-tier/ free/databases-free-tier/ -freemonth freepublications/ freertos/archive french-studies/ @@ -17462,7 +17549,7 @@ fy-NL/firefox/collections/mozilla fy-NL/firefox/collections/mozilla/$ fy-NL/firefox/search g -g/4arE9Chttp://youtube-creators.googleblog.com/robots.txt +g/4arE9Chttp://flickr.com/robots.txt g/api ga-actions/formie/forms/refresh-tokens ga/p @@ -17537,7 +17624,6 @@ geo/download geo/tools geocoder geolocation -geooverride geoprofiles/?term= geotarget germany/library/images/mnp/ @@ -17606,6 +17692,7 @@ glblnavjs_v19.cms* global global$ global-consumer-survey/tool +global/RU/ global/shop global/shop/creator globalization/ @@ -17937,7 +18024,7 @@ health/*/wp- health/QA-Tabbed-ManyTabs-21 health/drugs/hm-test-all-about-humira health/drugs/ozempic-for-weight-loss -health/files/rhpthttp://tawk.to/robots.txt +health/files/rhpthttp://inc.com/robots.txt health/hm-test-17-proven-tips-to-sleep-better-at-night health/hm-test-feature-template-for-sponsorship health/mirgraine-headaches @@ -18225,45 +18312,45 @@ html/story html5 http http2_data -http://advancedformintegration.com/robots.txt -http://airtable.com/robots.txt +http://1.bp.blogspot.com/robots.txt http://akparti.org.tr/robots.txt +http://aljazeera.com/robots.txt +http://amazon.co.jp/robots.txt http://amazon.co.uk/robots.txt -http://behance.net/robots.txt -http://calendar.google.com/robots.txt -http://developers.facebook.com/robots.txt -http://es.wikipedia.org/robots.txt -http://expedia.com/robots.txt -http://fastcompany.com/robots.txt -http://fbi.gov/robots.txt -http://freepik.com/robots.txt -http://getpocket.com/robots.txt -http://globenewswire.com/robots.txt -http://gov.uk/robots.txt -http://huffingtonpost.com/robots.txt -http://i.imgur.com/robots.txt -http://i.ytimg.com/robots.txt -http://inc.com/robots.txt -http://journals.sagepub.com/robots.txt -http://maxcdn.bootstrapcdn.com/robots.txt -http://missingkids.org/robots.txt -http://mozilla.org/robots.txt -http://music.apple.com/robots.txt -http://pandora.com/robots.txt -http://penguinrandomhouse.com/robots.txt -http://sephora.com/robots.txt +http://amazon.com/robots.txt +http://amazon.de/robots.txt +http://amazon.es/robots.txt +http://amazon.fr/robots.txt +http://amazon.in/robots.txt +http://amazon.it/robots.txt +http://ameblo.jp/robots.txt +http://apple.com/robots.txt +http://elegantthemes.com/robots.txt +http://gist.github.com/robots.txt +http://govostis.gr/robots.txt +http://groupon.com/robots.txt +http://healthline.com/robots.txt +http://img.youtube.com/robots.txt +http://irishtimes.com/robots.txt +http://kickstarter.com/robots.txt +http://nationalgeographic.com/robots.txt +http://nhs.uk/robots.txt +http://patents.google.com/robots.txt +http://pixiv.net/robots.txt +http://python.org/robots.txt +http://seekingalpha.com/robots.txt +http://siteground.com/robots.txt http://smithsonianmag.com/robots.txt -http://squareup.com/robots.txt -http://static1.squarespace.com/robots.txt -http://support.zendesk.com/robots.txt -http://t.ly/robots.txt -http://transparencyreport.google.com/robots.txt -http://usnews.com/robots.txt -http://verizon.com/robots.txt -http://wikipedia.org/robots.txt -http://yahoo.com/robots.txt -http://yumpu.com/robots.txt -http://zoho.com/robots.txt +http://static.wixstatic.com/robots.txt +http://techradar.com/robots.txt +http://theguardian.com/robots.txt +http://threads.net/robots.txt +http://tracks.arte.tv/robots.txt +http://upload.wikimedia.org/robots.txt +http://use.fontawesome.com/robots.txt +http://vox.com/robots.txt +http://w3techs.com/robots.txt +http://weebly.com/robots.txt https://player.cnevids.com https://www.iubenda.com/en/help/126238-pricing-faqs-legacy-guide https://www.iubenda.com/en/help/142642-old-vs-new-pricing @@ -18542,7 +18629,6 @@ image-cn-sf-sitemap.xml.gz image-cn-spd-sitemap.xml.gz image/detailprint imageClipperUpload -imagelibrary images images$ images-apphost @@ -18900,7 +18986,7 @@ integrations intelligencer/amp intent interactive -interactive*http://amazon.es/robots.txt +interactive*http://feedly.com/robots.txt interactive/reading-preference interactives/sponsor-story intern @@ -20536,8 +20622,6 @@ koa/vocaas koha/ kolkata kontakt -korean -kpn kr/en kr/en$ krypto= @@ -20547,7 +20631,7 @@ kui= kw/payroll/ kwanzaa-spotlight l -l-http://ahrefs.com/robots.txt +l-http://independent.co.uk/robots.txt l.php l/contact-sales? la-la-land @@ -20645,8 +20729,6 @@ learning/settings learning/settings$ learning/settings? learnmore -learnmorelayer -learnmorelayertv lecture leerberichten legal @@ -20720,7 +20802,6 @@ level/34 level/78 lexikon lexikonListe -lg lgads_v2/minify-1,channel-nbt.cms* li/track lib @@ -20878,9 +20959,6 @@ login_form$ login_or_join$ login_or_join? login_with_redirect -loginhelp -loginhelp/lookup -loginhelpsucess logo-maker/brief logo-maker/choose-variation logo-maker/woo @@ -21183,11 +21261,9 @@ mats/?diagid=100001&eulaaccept=yes* mats/default.aspx?diagid=100001&eulaaccept=yes* max= max_price= -maxis maxprice= mbf mbox -mcd mcp-catalog/$ mcp-cc-ai-code/$ mdocsarchives/ @@ -21310,7 +21386,6 @@ memorandum mentions menu menu/*/feedback_form -meo meps/*/eptvAjax meps/*/pdf* meps/*/xml* @@ -21432,7 +21507,6 @@ modern-formats-eng/ucp/static/*/client modern-formats-eng/ucp/static/*/csr modern-formats-eng/ucp/static/*/dev modern-formats-eng/ucp/static/framework_logging -modernizr module-catalogue module-showcase modules @@ -21517,7 +21591,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://arenawanita.com/robots.txt +mre/*.zip$http://gov.uk/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -21560,7 +21634,7 @@ multifamily-knowledge-center multiproduct multivu munin -munin*http://images.google.com/robots.txt +munin*http://podcasters.spotify.com/robots.txt muse/identity/v2/identity.js museumdays/accounts music @@ -21802,6 +21876,7 @@ never-been-kissed new-components new-features new-homepage +new-search new-york-post-instagram-feed new-york-post-tiktok-feed new/*.ajax.php @@ -22331,11 +22406,8 @@ not-authorized not-found not-supported.html not_recommended_reviews -notamember note -notfound notfound.html -notices notifications notifications notifications$ @@ -22353,7 +22425,6 @@ npln npost/ npr nqrwns -nrdapp ns/ ns/local_news nuance-chat.html @@ -22536,7 +22607,6 @@ optin/ optout optout/ optoutemail -orangefrance order order-detail order-results @@ -22565,7 +22635,6 @@ out-of-home overage-pricing overlay overview -overviewblockseeother ownerView.php ownerview.php p @@ -22645,7 +22714,7 @@ p/*/v/*$ p/*/v/*? p/*/victory$ p/*/victory? -p/*http://phys.org/robots.txt +p/*http://socialimpact.youtube.com/robots.txt p/*surveyopen p/*thm= p/60 @@ -22936,22 +23005,26 @@ pages/麦 pages/麻 pages?oid=- pagespeed/insights/ui/logo +paid-content/news/from-tacos-to-tvs-doordash-delivers-your-game-day-essentials paid-content/news/get-an-unlimited-5g-phone-plan-for-25-per-month-with-metro-by-t-mobile paid-content/news/how-galaxy-ai-camera-tools-help-you-take-better-photos-automatically-on-the-s25 paid-content/news/how-h-r-block-helps-you-maximize-freelance-and-gig-worker-write-offs paid-content/news/how-h-r-block-simplifies-taxes-for-first-time-filers paid-content/news/how-h-r-blocks-experts-can-help-you-avoid-common-filing-mistakes paid-content/news/how-samsungs-galaxy-ai-boosts-gaming-performance +paid-content/news/how-sling-is-disrupting-the-old-live-tv-streaming-model paid-content/news/how-to-watch-live-sports-and-avoid-wheres-the-game-chaos-with-xfinity paid-content/news/i-tried-internxt-an-encrypted-secure-cloud-storage-built-for-the-post-quantum-era paid-content/news/is-wi-fi-7-worth-the-upgrade-heres-how-msis-roamii-mesh-systems-fit-in paid-content/news/maximize-your-refund-with-h-r-blocks-smart-tax-tools paid-content/news/must-know-tax-season-tips-for-small-businesses-and-solopreneurs paid-content/news/selling-stuff-online-what-you-could-be-on-the-hook-for-tax-wise +paid-content/news/t-mobile-5g-home-internet-offers-a-solution-to-contracts-cords-and-hidden-fees +paid-content/news/tempos-fresh-chef-crafted-meals-make-your-meal-prep-smarter-and-tastier +paid-content/news/what-americans-pay-for-internet-in-2026-and-how-xfinity-helps-you-save paid-content/news/why-a-reliable-fiber-powered-network-from-xfinity-is-the-ultimate-solution-for-home-wi-fi paid-content/news/why-tax-filers-are-choosing-h-r-block-this-season paid-posts -panasonic panel panelweb pantheon @@ -22965,6 +23038,7 @@ parental-consent/confirmation parental-passcode parents/activity-finder parents/search +parking.php4 parliament/public/traineeship/secured/ parliament/public/transltraineeship/secured parsely-api-endpoint @@ -23047,6 +23121,7 @@ pbsi/mt3 pc pcassay/?term= pccompound/?term= +pcgi-bin pcsubstance/?term= pct/dc/closeddates/faces/page/index.xhtml pct/guide/ @@ -23121,7 +23196,6 @@ phenom phone phone/compare/? phoneinfo -phonenumber photo photo-test-editor-x photo/group @@ -23421,7 +23495,6 @@ playground playing-house playlist playlists/*/user -playstation plenary/*/vod.html plonejsi18n$ plugin @@ -23518,12 +23591,9 @@ polozhyeniya-i-usloviya pools/c pools/campaign popup -popup/codewhatisthis popup? popup_manager_priority.cms* popup_security.jsp -popupdetails -popupprivacypolicy popups/mediaplayer popups/popup_gallery porady-zawodowe @@ -23584,7 +23654,7 @@ premium$ premium-reports premium/ premium/$ -premium/http://sgtrains.com/robots.txt +premium/http://s.w.org/robots.txt premiumsupport/iam/ premiumsupport/knowledge-center/feedback-no/ premiumsupport/knowledge-center/feedback-yes/ @@ -23661,11 +23731,10 @@ privacy-policy/709989 privacy-policy/938780 privacy/archived-versions.html privacy/zoho-group.html -privacypolicychanges private private private-promo -private/http://obsproject.com/robots.txt +private/http://about.fb.com/robots.txt private/wtrack pro pro-help/q @@ -23719,7 +23788,7 @@ product-integrations/figma-for-microsoft-teams/$ product-integrations/google-workspace/$ product-integrations/zoom/$ product-managers/$ -product-ratings/http://people.com/robots.txt +product-ratings/http://wix.com/robots.txt product-reviews/B0069IY63Y product/* product/electrode/api/logger @@ -23867,7 +23936,6 @@ proto protocol protocolexchange/labgroups prototyping/$ -proximus proxy proxy prp @@ -24458,6 +24526,7 @@ public/assets/html public/assets/sitemaps public/build/quill public/data/ +public/library/iosplanner/reldesignation.html public/page/0_0_WP_RT_MARKETING.html public/page/news-media-marketing.html public/page/wsj-x-marketing.html @@ -24525,7 +24594,6 @@ q/user/*/subscribers q/user/*/verifies q= qa -qantas qemail qi qr @@ -24634,6 +24702,7 @@ reactions? read readcommentshtml reader +readme.html ready_sit_read/index.jhtml real-country real-estate-listings @@ -24737,7 +24806,6 @@ religious-landscape-study/*.md religious-landscape-study/*/markdown relnotes remember-the-titans -rememberme remote-login.php remote-work-lp/$ remote.control @@ -25405,6 +25473,7 @@ resource-library/youtube-banner-size/$ resource/*/get resource/work resources +resources resources/css resources/css/webscripts.css resources/html/error/404.html @@ -25740,7 +25809,6 @@ salesImages/static-1.383 salesImages/static-1.389 samemodel.php?imageid=*&pg=*&sortcriteria=6 saml_sso -samsung san-andreas sap/saphana/pilot/ sap/saphana/pilot/offer/ @@ -26084,7 +26152,7 @@ search_rss$ search_suggest searchdeb/ searches -searchhttp://figma.com/robots.txt +searchhttp://creativecommons.org/robots.txt searchresults searchresults.aspx searchsuggest @@ -26440,7 +26508,6 @@ signup/payment? signup? signup?fullscreen= signup_modal -signurl silent-login silva silver-linings-playbook @@ -26456,8 +26523,10 @@ site-explorer/ajax site-react-dropdown site-search site.webmanifest -site/http://gist.github.com/robots.txt +site/http://stgeorgegoc.org/robots.txt site/search +site/us/en/ +site/us/en/test/ siteBackHtml siteSwitch site_map @@ -27068,7 +27137,6 @@ solutions/solution-providers/program/reseller/authorized/ solutions/solution-providers/program/reseller/customerterms/ solutions/ux-flow-generator/$ solutions/vibe-coding-tool/$ -sony sort= sortBy= sos/clerical @@ -27518,7 +27586,6 @@ subscription subscription-centre subscription/*?*onboarded= subscription/*?*source= -subscriptioncancel subscriptions subscriptions/manage/ subscriptions/securejson/ @@ -27617,6 +27684,7 @@ surprise-sale-in-library survey survey-feedback-email survey-thank-you-email +survey/ surveys surveys-360 surveys/ @@ -27721,11 +27789,12 @@ table tables tablet tacms +tacpage tag tag-manager tag-manager-360 tag/ -tag/*+http://podcasts.google.com/robots.txt +tag/*+http://dinotim.com/robots.txt tag/*/page tag/credible tag/expire-images @@ -27751,7 +27820,6 @@ talk/create talk/new_topic talk/user talk/user/*/article -talktalk tally-loader-react/static-1.65 target_baby target_group @@ -27760,7 +27828,6 @@ targetdirect_group tariffselect tasks tasks/ -tastesurvey tax-center tax.php tax_countries.php @@ -27791,7 +27858,6 @@ tb/recent tbl* tblang= tbproxy -tdc tdir/p/kids-back-to-school tdv2_fp te-IN/$ @@ -27807,6 +27873,7 @@ teamplain/ teams tech tech/*s= +tech/mobile/samsung-galaxy-s26-and-s26-plus-hands-on-first-take tech/mobile/samsung-galaxy-s26-ultra-vs-galaxy-s26-and-s26-plus-flagship-specs-comparison tech/services-and-software/a-guide-to-data-removal-services-should-you-pay-for-privacy tech/services-and-software/complex-income-tax-filing-rules-2026 @@ -27823,8 +27890,6 @@ tech/services-and-software/w2-vs-1099-difference tech/services-and-software/what-is-vibe-coding-how-anyone-can-make-apps-with-the-help-of-ai techbiz/media/news/2001/09/46556 telegraph -telenor -telfort tellafriend telsearch temp @@ -28235,7 +28300,6 @@ terms/looker/legal/rapid-deployment-terms terms/looker/legal/sccs terms/looker/legal/suppliers/partner-assignment-faq terms/looker/legal/suppliers/supplier-code-of-conduct -termsofusechanges terradevelopment test test-kick-tires @@ -28244,7 +28308,7 @@ test.html test_community testfl testgpr -testhttp://amazon.it/robots.txt +testhttp://moskva.stroi-podryad.ru/robots.txt testing testpage-forhomepage tests @@ -28436,7 +28500,6 @@ ti/p ticket_fields tickets tickets-external? -tim time/change/*? time/change/@ time/map/*_escaped_fragment_ @@ -28764,7 +28827,6 @@ tto/archive/find tto/archive/frame/article tto/archive/page tucritica -tudum tune*retpath= turbo turbo*?*ajax=1 @@ -28777,7 +28839,6 @@ tv tv/shows tv/thumb tv/tv-news/jean-alexander-dies-coronation-streets-3764827 -tvsignup tw tw/* tw/login-messages @@ -28966,6 +29027,9 @@ unfinished.php unibook/oldversions unicode/members unifiedsearch +univ-src/ccden +univercd/ +univercd/cc/td/doc universal-design-system/ university unlink @@ -28981,7 +29045,6 @@ unsubscribe? unsubscribecampaign unsupported-browser until= -upcomingevents update update-your-browser update.php @@ -29468,7 +29531,7 @@ uxtest/ux/ uy uy/es/ServicesLandingPage/AdvisoryLanding/RPA/Robotic_Process%20Automation_insert.pdf uy/help -uz/http://img1.wsimg.com/robots.txt +uz/http://beppegrillo.it/robots.txt v v$ v/badge @@ -29539,7 +29602,6 @@ verify verify_age verify_your_email$ verify_your_email? -verifyidentity version version-info versions @@ -29668,7 +29730,6 @@ viewReview viewandrecofeed.cms? viewconfig$ viewer -viewingactivity viewjob viewjob? viewlocale=zh_CN @@ -29681,7 +29742,6 @@ vimeo-academy vimeo-for-figma/$ vinterdev/ vip -virginaustralia virtual virtualization/ virtualsupportassistant @@ -29697,8 +29757,6 @@ vlt vmware/about vn vod -vodafone -vodafonedemobilelaunch voices/ voir-emploi? vote-review @@ -29778,11 +29836,46 @@ web.config/?context= web.config?context web.config?context= web.projects +web/AT/telepresence/pro +web/BE/fr/telepresence/pro +web/BE/nl/telepresence/pro +web/BE/telepresence/pro +web/CH/de/telepresence/pro +web/CH/fr/telepresence/pro +web/CZ/telepresence/pro +web/DE/telepresence/pro +web/DK/telepresence/pro +web/ES/telepresence/pro +web/FI/telepresence/pro +web/FR/telepresence/pro +web/HU/telepresence/pro +web/IT/telepresence/pro +web/ME/ar/telepresence/pro +web/ME/telepresence/pro +web/NL/telepresence/pro +web/NO/telepresence/pro +web/PL/telepresence/pro +web/PO/telepresence/pro +web/PT/telepresence/pro +web/RO/telepresence/pro +web/RU/ +web/RU/telepresence/pro +web/SE/telepresence/pro +web/TR/telepresence/pro +web/ZA/telepresence/pro/ +web/applicat web/checkout web/emadrid-legacy +web/go web/guest +web/help/index.html +web/login +web/offer/em/pdfs_innovators/RU/ +web/offers/pdfs web/portal/commerce web/portal/software/websphere +web/solutions/ +web/telepresence/pro/ web/upov web_arch webapp @@ -29809,6 +29902,7 @@ webinars/des-to-code-mcp-video/$ webinars/des-to-code-mcp/$ webinars/design-dev-collab/$ webinars/dev-mode-office-hours/$ +webinars/from-policy-to-product/$ webinars/government-onboarding/$ webinars/how-atlassian-redesigned-jira/$ webinars/how-figma-empowers-developers/$ @@ -29901,7 +29995,6 @@ wholesale-page-*.html wholesale.html$ wholesalecheckout whsmiths -whysecure whythisad widget widget-docs @@ -30436,9 +30529,9 @@ wiki/Wikipedia_discusión:Solicitudes_de_verificación_de_usuarios wiki/Wikipedia_discusión:Supresores/Candidaturas wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_response -wiki/Wikipedia_talk%3AAdministrator_electionshttp://googletagmanager.com/robots.txt -wiki/Wikipedia_talk%3AAdministrator_electionshttp://j.mp/robots.txt -wiki/Wikipedia_talk%3AAdministrator_electionshttp://waze.com/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://en.wikipedia.org/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://engadget.com/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://win.gs/robots.txt wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrators%27_noticeboard @@ -30634,6 +30727,8 @@ woa wondermissive/interest word-of-the-day/manage-subscription wordpress-themes-and-tools +wordpress/wp-admin +wordpress/wp-admin/admin-ajax.php work work work-at-ucl/redeployment @@ -30735,8 +30830,7 @@ wp-admin wp-admin/ wp-admin/admin-ajax.php wp-admin/admin-ajax.php -wp-admin/admin-ajax.phphttp://sciencedaily.com/robots.txt -wp-admin/admin-ajax.phphttp://siteground.com/robots.txt +wp-admin/admin-ajax.phphttp://starbucks.com/robots.txt wp-admin/load-scripts.php wp-admin/load-styles.php wp-adv @@ -30815,6 +30909,7 @@ wp-includes/js/mediaelement/wp-mediaelement.min.css wp-includes/js/wp-emoji-release.min.js wp-includes/js/wp-emoji-release.min.js?ver=4.5.2 wp-json +wp-json/ wp-json/hb- wp-json/wpe/v1/chat-group wp-json/wpe/v1/opt-in @@ -30861,13 +30956,11 @@ www-mail wwwhkotc.cc x/oauth xas/api -xboxone xbp/search xclick-auction xcs0MhRsfxHG.js xdoor xf/help -xfinity xgCxM9By/init.js xhr xhtml/? @@ -30889,10 +30982,10 @@ xmldata/mrss xmldata/rss xmldata/xmlPodcast xmlrpc.php +xmlrpc.php xmlsearch xoplatform/logger/api/logger xorouter -xs4all xxx-the-return-of-xander-cage y1= yaca @@ -30913,10 +31006,8 @@ yca/cy year your your-shop -yourAccount -youraccount youreurope/businessACC -youreurope/businessDEV/http://nasa.gov/robots.txt +youreurope/businessDEV/http://europarl.europa.eu/robots.txt youreurope/citizensACC youreurope/citizensDEV yourtake @@ -31161,7 +31252,6 @@ zh_tw/create zh_tw/features zh_tw/graphs zh_tw/templates/M -ziggo zite-importer zoeken zoholics/Folleto-Zoholics-Mexico-2016.pdf @@ -31228,7 +31318,7 @@ zz-test 404 404 404.html -413gkwMT/http://aljazeera.com/robots.txt +413gkwMT/http://sgtrains.com/robots.txt 429.html 500 500 diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt index 9c20991c9..7c043d81d 100644 --- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt +++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt @@ -336,7 +336,7 @@ -1 -1-cw* -1. --1.*http://asiaone.com/robots.txt +-1.*http://sketch.com/robots.txt -1/ #Links @@ -358,7 +358,7 @@ # $ $ -$http://grist.org/robots.txt +$http://viz.com/robots.txt $rpc/google.internal.maps.gmpsdksbackend.v1.GmpSdksBackendService $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService % @@ -475,6 +475,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &ab= &abTest= &accountid= +&actCampaignType= +&actId= +&actSource= &action= &action= &action=addmessage @@ -508,6 +511,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &app_v2 &artype= &artype_web_22= +&at_campaign= +&at_medium= +&at_recipient_id= +&at_recipient_list= +&at_send_date= &author= &authors= &b= @@ -551,6 +559,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &classroomId= &client_token &clipid= +&cmpscreen &cntry= &code= &code= @@ -604,7 +613,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &evttype= &expand_comments=true &f%5B -&f%5B*http://si.edu/robots.txt +&f%5B*http://books.google.co.uk/robots.txt &f%5B1 &f%5B1* &f[ @@ -634,7 +643,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &flik= &focus_review &food_type= -&forceP= &forgotpassword=* &form_ &format= @@ -860,7 +868,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &search &search= &searchQuery= -&search_api_fulltext &search_api_fulltext= &search_forum= &search_query= @@ -891,7 +898,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &sortBy= &sortColumn=* &sortField= -&sort_by &sort_by= &sort_order= &sorting= @@ -958,12 +964,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService &utm_* &utm_campaign &utm_campaign= +&utm_campaign= &utm_campaign=* &utm_content &utm_leadersource &utm_medium +&utm_medium= &utm_medium=* &utm_source +&utm_source= &utm_source=* &utm_source=feedburner &vap= @@ -1342,8 +1351,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .*__hssc. .*__hstc. .*assets/fonts -.*story_archive$http://sony.net/robots.txt -.+http://mountsinai.org/robots.txt +.*story_archive$http://axs.com/robots.txt +.+http://kotaku.com/robots.txt .../ ..gitignore.html .CVS @@ -2040,7 +2049,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .css************* .css. .css? -.csshttp://wacci.jp/robots.txt +.csshttp://redmondgrowth.com/robots.txt .cssx$ .csv .csv @@ -2115,7 +2124,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .empty.html .env .env -.envhttp://random.org/robots.txt +.envhttp://dai.ly/robots.txt .eot$ .eot************* .eot? @@ -2297,7 +2306,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .jpg .jpg$ .jpg$ -.jpg$http://bank.gov.ua/robots.txt +.jpg$http://thepioneerwoman.com/robots.txt .jpg* .jpg************* .js @@ -2354,7 +2363,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .llms.txt .llms.txt$ .llms.txt$ -.llms.txthttp://countryliving.com/robots.txt +.llms.txthttp://msnbc.msn.com/robots.txt .loading.gif.html .loading_horizontal.gif.html .localcache @@ -2535,8 +2544,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .pdf .pdf$ .pdf$ -.pdf$http://asp.net/robots.txt -.pdf$http://gpsmycity.com/robots.txt +.pdf$http://fansided.com/robots.txt +.pdf$http://indianz.com/robots.txt .pdf$http://pubsubhubbub.appspot.com/robots.txt .pdf%7CName=ComponentLink .pdf************* @@ -2546,7 +2555,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .pdf?adobe_mc=* .pdf?properties= .pdfdocusetools -.pdfhttp://charitynavigator.org/robots.txt +.pdfhttp://convinceandconvert.com/robots.txt .personalization.article.html .personalization.html .personalization.startinfo.html @@ -2581,8 +2590,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .png .png$ .png$ -.png$http://nttdata.com/robots.txt -.png$http://visitmaryland.org/robots.txt +.png$http://gojek.com/robots.txt +.png$http://manning.com/robots.txt .png* .png************* .polizeibericht.html @@ -2837,7 +2846,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .svg$ .svg************* .svg? -.svghttp://pitchfork.com/robots.txt +.svghttp://howtogeek.com/robots.txt .svn .svn$ .svn$ @@ -2967,7 +2976,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .webm$ .webp .webp$ -.webp$http://inditex.com/robots.txt +.webp$http://wkow.com/robots.txt .well-known .well-known .well-known/ @@ -3011,13 +3020,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService .xls$ .xls? .xlsb -.xlshttp://uk.reuters.com/robots.txt +.xlshttp://xataka.com/robots.txt .xlsm .xlsx .xlsx .xlsx$ .xlsx$ -.xlsx$http://integromat.com/robots.txt +.xlsx$http://penn.museum/robots.txt .xml .xml$ .xml$ @@ -3055,7 +3064,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*+*+*+ /*,pgn: /*-*/manage-cookie-preferences*? -/*-jobs*http://kakaku.com/robots.txt +/*-jobs*http://tz.de/robots.txt /*-p-*/benzer-urunler /*-p-*/satici-sorulari /*-p-*/saticilar @@ -3238,7 +3247,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /*/discussions /*/documents /*/download/download-api/my-documents/checkStatus/ -/*/downloadhttp://m.me/robots.txt +/*/downloadhttp://hdl.handle.net/robots.txt /*/edit /*/edit$ /*/embed @@ -3573,7 +3582,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /0,, /0-0_beds /0/* -/0003/zebra-it-security-video-portfolio-compliance-en-us.mp4 /1$ /1000 /1000 @@ -3749,7 +3757,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /3001- /3055- /32 -/3600-series-reference-components.html /39 /3daas-rotera /404 @@ -3772,8 +3779,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /57 /58 /5g-overall-exp-survey -/5x5-end-user/* -/5x5-partner/* /60 /61 /62 @@ -3892,7 +3897,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /?page=*&* /?pageRef /?pageType= -/?pdf=1http://emsc-csem.org/robots.txt +/?pdf=1http://ilfoglio.it/robots.txt /?personid /?prefn1=clearance&prefv1=true /?preview @@ -3992,7 +3997,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /CMSCategory/* /CMSContent/* /CQRecomm-Start -/CVS /Car/Popups/ /Car/Solution/ /Careers/Form @@ -4068,7 +4072,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /Job-Listings /LICENSE.txt /LSrVcDPgS/* -/LabelsHero.html /Layout/set/popup /Learn/AuthorBiosPopup.aspx /Logon.asp* @@ -4385,7 +4388,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /action/showFeed? /actions_panel /action~ -/action~*/http://awi.de/robots.txt +/action~*/http://eib.org/robots.txt /action~*/http://holger-hetzel.de/robots.txt /action~*/http://kashusculpepper.com/robots.txt /actividades/reserva_confirmada @@ -4399,7 +4402,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /activity/referral-entry /actualites-evenements/actualites/? /actualites-evenements/actualites? -/ad-reference.html /ad/ad-cookie /add-activity-to-cart /add-card? @@ -4410,7 +4412,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /add_review /addon/*/contribute /addproductstoshoppingbag -/address-change-reference.html /addtocart /adfit /adguard-report @@ -4471,7 +4472,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ajouterproduitsaupanier /akam /akamai -/aks-test.html /albert-heijn-premium /album/*/*?i= /alert @@ -4566,8 +4566,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /aow /ap/ /apac -/apac-campaigns-reference-pages.html -/apac-savanna-reference-component.html /apartments-are_att /apartments-madden_att /apartments-offers_att @@ -4580,7 +4578,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /api/* /api/*/amp /api/*amount -/api/*http://thinkific.com/robots.txt +/api/*http://shoeboxed.com/robots.txt /api/client-event /api/dwell-time /api/event @@ -4636,7 +4634,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /approval-templates/standalone /apps /apps/beta-ui -/apps/dlmanager* /apps/featured/kliken-marketing* /appserver/* /appview @@ -4830,8 +4827,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /basket_add.html /basket_del.html /basket_edit.html -/battle-card/* -/battlecard/* /bb-d$ /beacon /beaconBase$ @@ -5100,8 +5095,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /build$ /build? /bulk_edit -/bulletin-marketing/* -/bulletins-marketing/* /busca /busca/* /buscador @@ -5118,7 +5111,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /business/aisearch /business/availability /business/availability/?context -/business/availability/?context=http://marketwatch.com/robots.txt +/business/availability/?context=http://justice.gov/robots.txt /business/availability?context /business/availability?context= /business/business/business @@ -5138,8 +5131,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /buy-*?*&sourceQuote= /buy-*?souceQuote= /buy-*?sourceQuote= -/buy-now$http://joelonsoftware.com/robots.txt -/buy-online-anz.html +/buy-now$http://aftenposten.no/robots.txt /buy-sell-crypto/buy-sell/result/buy /buy-sell-crypto/buy-sell/result/sell /buy-sell-crypto/referral @@ -5193,11 +5185,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /calendar/index? /call-pos-set-response /campaign -/campaign-references.html -/campaign-references/* -/campaign-tiles.html /campaigns -/campaigns-emea.html /campaigns/*?*&autoAction= /campaigns/*?*&campaignfrom= /campaigns/*?*&pagesourcefrom= @@ -5216,7 +5204,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /captain /captcha.jpg /captcha/* -/capture-your-edge-references.html /captureUnifiedSearch /car-hire/resultados /car-hire/results @@ -5286,6 +5273,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /cbp-*.html /cc-sr-survey /cdn-cgi +/cdn-cgi/challenge-platform /cele-mai-ieftine-zboruri- /ceny-biletow-lotniczych- /ceny-leteniek- @@ -5309,7 +5297,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /change_languages /changeset /changesets -/channel /channel-encyclopedia /channelcommunity /channels @@ -5348,7 +5335,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /childsplay-clothing /chrome/* /cinema-entertainment/* -/circular-economy-reference.html /cita/confirmar /cita/elegir-fecha /cita/seleccion-tienda @@ -5516,7 +5502,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /comparador-web-seo/check/* /compare /compare-cryptocurrencies?coins -/compare-products.html /compatibility-surveillance2 /compatibility/com_get /competition/*?*&teamId= @@ -5607,14 +5592,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /content/dam/en_US/shared/www/about-st-jude/vendor-info/ /content/dam/home/docs /content/dam/home/pdf -/content/dam/private/* /content/dam/ringcentral/test /content/dam/sites/dreamhome/ /content/dam/support/* /content/dam/tap -/content/dam/zebra_dam/en/reports/vision-study/retail-shopper-report-vision-study-2023-en-us.pdf -/content/dam/zebra_new_ia/en-us/solutions-verticals/product/tag/* -/content/dam/zebra_partner/* /content/data/lists/ /content/data/products/ /content/experience-fragments/global_pdc @@ -5626,7 +5607,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /content/search /content/sites/www/es_LA/home/content-library/forms/ /content/snippet* -/content/tcm/* /content/usergenerated/asi/mongo/content/sites/activitystreams/activities/community /content/verizon/* /contestant-details @@ -5706,7 +5686,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /control /control-panel/ /control_panel/manage* -/control_panel/manage*http://givebutter.com/robots.txt +/control_panel/manage*http://npmjs.org/robots.txt /conv /conversation /conversation? @@ -5784,10 +5764,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /covid-19-hyderabad/* /covid-19-kolkata/* /covid-19-mumbai/* -/cpn.html -/cpn/bridge-the-retail-customer-experience-gap/ebook.html -/cpn/na-campaigns-reference-pages.html -/cpn/plp/* /crc32$ /created-after /creative-official+internal @@ -5892,7 +5868,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /dark-website /darwin /dashboard -/dashboard-reference.html /dashboard.html /data /data.docx @@ -6024,7 +5999,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /discovered /discuss.html /diskuze -/distributor-notice/* /dl /dl/RaiTV/*iframe* /dl/palinsesti/Page-e120a813-1b92-4057-a214-15943d95aa68.html @@ -6228,8 +6202,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /embed/single-line-form /embed_code /embedded-player?videoId= -/emea-campaigns-reference-pages.html -/emea-savanna-reference-component.html /employee-banking /empty /empty/$ @@ -6502,10 +6474,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /et/electronics/how-to-select-tv-by-what-you-watch-sports /etag$ /etc/* -/etsy-special-buy.html /eu-vocabularies/dataset/*version /eula -/eula-reference.html /eula.html /evalcenter/ /event- @@ -6518,7 +6488,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /event/*/live /event/*/promote /event/1 -/event/10*http://mi.com/robots.txt +/event/10*http://ecfr.gov/robots.txt /event/2 /event/3 /event/4 @@ -6543,10 +6513,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /events? /events?* /events?f: -/evm-reference-components.html /evom/* -/ewa.html -/ewa/* /examens/resultats /examshow/* /executive-club @@ -6605,12 +6572,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /family-friendly-modal /fapi /faq -/faq-chat-reference.html /faq-print /faq-print. /faq/jiohome /faq/jiomart-maha-cash-back-program -/faq/search/*http://spanostaxi.gr/robots.txt +/faq/search/*http://mapbox.com/robots.txt /faq/services/jio4gvoice /faq/services/jiocinema /faq/services/jiodrive @@ -6644,7 +6610,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /featured /featured-articles? /featured-collections -/featured-content-reference.html /featuredarticle /featuredby /features @@ -6665,7 +6630,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /feed/*/articles.xml /feed/atom$ /feed/atom/$ -/feed/http://duden.de/robots.txt +/feed/http://businessoffashion.com/robots.txt /feed/post /feed/rss/$ /feed/rss2 @@ -6678,9 +6643,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /feedback/learn-more /feedback/submit /feedback? -/feedhttp://alz.org/robots.txt +/feedhttp://mixlr.com/robots.txt /feeds/nfl_2024_us -/feeds/nfl_2024_ushttp://issues.chromium.org/robots.txt +/feeds/nfl_2024_ushttp://cacm.acm.org/robots.txt /fetch-gcm-data /fetchcart /fh @@ -6793,10 +6758,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /football/*/2017/standing.shtml /footer /footer-chat-now -/footer-only.html -/footer-reference.html -/footer-salesforce.html -/footer.html /foreclosed /foreclosure-- /forever21.com @@ -6816,8 +6777,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /form/ik-wil-de-marketingcommunicatie-#no-back /form/ik-wil-mijn-persoonlijke-gegeven#no-back /format:thumbnail -/forms.html -/forms/* /forms/customs/step1 /forms/damaged /forms/employee/mailman @@ -7189,27 +7148,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /gl-d$ /glance /global$ -/global/apac/* /global/assets/rotera -/global/china/* -/global/de_de/* -/global/emea/* -/global/en_ap/* -/global/en_gb/* -/global/en_us/* -/global/es_es/* -/global/es_la/* -/global/fr_fr/* -/global/it_it/* -/global/ja_jp/* -/global/kr_ko/* -/global/latam/* -/global/master/* -/global/pl_pl/* -/global/pt_br/* -/global/ru_ru/* -/global/tr_tr/* -/global/zh_cn/* /globalization/ /glossary$ /glossary/akamaitest.html @@ -7234,7 +7173,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /grscicoll/collection/search /grscicoll/institution/search /grscicoll/person/search -/gtc/gtc-chatbot/*http://msdn.microsoft.com/robots.txt +/gtc/gtc-chatbot/*http://fb.com/robots.txt /gtm /gu-in/iuc /guest @@ -7245,7 +7184,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /guias-y-herramientas/guias?* /guias-y-herramientas/infografias?* /guias-y-herramientas/videos?* -/guide-selling/* /guide.html /guidedhelp-v1.html /guidedhelp-v1.html?faqid=1400171708651 @@ -7254,7 +7192,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /hack /haghighi-v-barclays-bank-delaware-et-al-41701609-0*$ /halvimmat-lennot- -/handhelds-circle-two-col-promos-reference.html /handlers* /handlers/ /hardware/*/cart @@ -7263,9 +7200,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /hasAutoDetected /hasen /havadurumu/ -/header-footer.html -/header-only.html -/header.html /header/global-header/ /headerslice /headlines @@ -7301,7 +7235,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /history$ /history-node /history?*$ -/historyhttp://manutd.com/robots.txt +/historyhttp://bgs.ac.uk/robots.txt /hm-test /holidays /holidays? @@ -7467,7 +7401,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /includes/js/dojo-release-1.8.0-src/dojo/resources/blank.html /income /increment_lp_video_plays -/indesign-reference-footer.html /index /index.html /index.php @@ -7502,9 +7435,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /indexingvolumeissuelinkhandler /indexnowdelete/ /india/india/india/india -/industrial-machine-vision-and-fixed-scanners-reference.html -/industrial-machine-vision-and-fixed-scanners/machine-vision-cameras.html -/industrial-machine-vision-and-fixed-scanners/smart-sensors-and-cameras.html /industrial_property_rights /industry/industry /infiniteLoad @@ -7610,7 +7540,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /jegyarak- /jeux-olympiques*/page-calendrier- /jeux-olympiques/page-calendrier- -/jg-test-page.html /jio-postpaid-plus-survey /jio-rech-exp-survey /jioairfiber-babycare-survey @@ -7638,7 +7567,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /join-us/*?*&department_id= /join-us/*?department_id= /join? -/jp/ja/support-downloads/mobile-computers/handheld/mc20.html /jquery.js /js /js/ @@ -7663,7 +7591,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /k0*r30 /k0*r5 /k0*r50 -/ka-reference.html /kansas-city-royals-manager-ned-yost-lightning-rod-criticism /kb/ /kbc-congo @@ -7714,7 +7641,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /l/*/73369 /la-agencia/agenda?* /la-liga-bbva -/label_carousel1.html /laboratory/conductAllInScope /landing /landing-page/lp/autodesk-infraworks-agol-subscription @@ -7818,7 +7744,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /libs /license-incomplete /life-style-landing/* -/lifeguard-reference.html /lifestyle/lifestyle /lightbox /lightbox/vendor/jquery.fancybox.pack.js @@ -8109,9 +8034,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /ml-in/iuc /mmpub /mobile -/mobile-computers-index-reference.html /mobile-excellence-report -/mobile-software-reference-page.html /mobile/ /mobile/mimo/activity /mobile/thirdLogin @@ -8157,10 +8080,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /mouse.widget /moviearticlelistalphabet1/* /mp-cms/app -/mp-header.html /mr-in/iuc /mraid.js -/mrss.xmlhttp://noticiasaominuto.com/robots.txt +/mrss.xmlhttp://support.skype.com/robots.txt /msdn-files/ /msdn10/ /msdnmag/ @@ -8173,7 +8095,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /multimedia/Zk/ /multimedia/zk/ /multimedia? -/multiplane-scanner-reference.html /multiregion /multistore /munich/index_html @@ -8225,7 +8146,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /mypromotions /n /n19_ -/na-savanna-reference-component.html /naar-een-buitenlands-adres/brief-kaart-beschadigd-bezorgd /naar-een-buitenlands-adres/brief-kaart-niet-bezorgd /naar-een-buitenlands-adres/brief-kaart-te-laat-bezorgd @@ -8239,10 +8159,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /navigation /navigation.js /navigation/api/autocomplete -/navtestsohoempty.html -/navtestsohofooteronly.html -/navtestsohoheader.html -/navtestsohoresponsiveproductdetail.html /ncommon/ /ne-plus-recevoir-aucune-communication-marketing#no-back /nejlevnejsi_lety- @@ -8352,9 +8268,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /nms /no-hardware-contest /no-index/* -/no-referrer-when-downgradehttp://arts.ac.uk/robots.txt -/no-referrer-when-downgradehttp://digital-strategy.ec.europa.eu/robots.txt -/no-referrer-when-downgradehttp://ucalgary.ca/robots.txt +/no-referrer-when-downgradehttp://almanac.com/robots.txt +/no-referrer-when-downgradehttp://td.com/robots.txt +/no-referrer-when-downgradehttp://wetransfer.com/robots.txt /no-search-results /no_access /node @@ -8406,7 +8322,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /nps-2-0-fiber-survey /nps-2-0-wa /nrbeacon -/nrf-footer.html /ns /nudge /nugg @@ -8573,10 +8488,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /particuliers /partner /partner-agreement -/partner-application-locator/partner-details.html -/partner-application-locator/software-apps-details.html /partnercentral -/partnerconnect-tc.html /partners/partnersearch.aspx /party-poker/get-odds /password @@ -8586,7 +8498,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /password_resets /path_locks /patient-experience -/pavel-sandbox.html /pay-invoice /payment /payment @@ -8611,7 +8522,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pdf-templates/search? /pdf-templates/standalone /pdf/index.html -/pdf_reader/*/ http://consumerlab.com/robots.txt +/pdf_reader/*/ http://googlechrome.github.io/robots.txt /pdfft /pdp-async/preview /pdpslice @@ -8695,7 +8606,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /pmredirectshow/* /pmtoinavigation/* /png -/po /po-european-breakdown-cover /pocasi/ /podcast.xml @@ -8758,21 +8668,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /prensa-y-comunicacion/blog?* /prensa-y-comunicacion/notas-de-prensa?* /prereq -/presentation-customer-facing/* /presentations /press-releases.html -/press-releases/2012.html -/press-releases/2013.html -/press-releases/2014.html -/press-releases/2015.html -/press-releases/2016.html -/press-releases/2017.html -/press-releases/2018.html -/press-releases/2019.html -/press-releases/2020.html -/press-releases/2021.html -/press-releases/2022.html -/press-releases/2023.html /pressroom/utlite /preview /preview$ @@ -8811,9 +8708,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /printableArticle.jhtml /printablearticle.htm /printen-van-documenten#no-back -/printer-faq-reference.html -/printer-index-reference.html -/printer-reference.html /printerFriendly.jhtml /printmail /printmessage @@ -8833,11 +8727,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /probr-1~/project-type--*/$ /prod_cbundle_*.html /prod_consump -/proddettest.html /product /product-answers.html /product-directory/*.html -/product-marketing-bulletin/* /product-marketing-tool /product-questions.html /product-refs @@ -8867,12 +8759,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /products/*/configure /products/*/rcm /products/*?*filter= -/products/compare-models.html /products/erp/s4hana-private-edition/trial.html -/products/references.html -/products/references/* -/products/request-quote.html -/products/request-quote/* /products/wtb /produits-2/* /produits/bonnes-affaires/*?* @@ -9089,12 +8976,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /redirectl /redirects /ref -/reference-component.html -/reference-components-page-cross-promotion.html -/reference-components-page-cross-promotion/* -/reference-components.html -/reference-lifeguard.html -/reference.html /reference/request/credit-card-verification/create /reference/request/transaction/update-details /reference/response/amex-express-checkout-card @@ -9142,7 +9023,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rentacar/fts/* /rentacar/templates/integrated/* /rep -/repair-order-latam-reference.html /reply /report /report_abuse @@ -9186,7 +9066,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /resources/websites/? /resources/websites? /resources? -/respblank.html /response /respuestas /ressources-medias/multimedia/? @@ -9256,7 +9135,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rewards-experience /rewards/credit-cards/50cv /rewards/offers-promotions/rbc-get-gold -/rfid-readers-reference-page.html /ricerca /ricerca.html /rino-_att @@ -9266,7 +9144,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /river$ /rl /rma -/rma-reference.html /rnwy/account /rnwy/ajax /rnwy/artikelen @@ -9292,7 +9169,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /rss2 /rss2/ /rss2/$ -/rss2/$http://wordfence.com/robots.txt +/rss2/$http://greatergood.berkeley.edu/robots.txt /rss_en_all /rss_for_twitter /rss_items @@ -9315,7 +9192,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /s-anzeige:angebote /s-anzeige:gesuche /s-direktkaufen:aktiv -/s-marketing-bulletin/* /s/* /s/*---*-- /s/*/p @@ -9327,7 +9203,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /saas /safe /saison -/sale-eos-eosl-reference.html /sale/*-item- /sale/r/* /sales @@ -9339,9 +9214,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sample-* /sample/* /samsclub/0 -/sandbox.html /sandbox/ -/sandbox/* /sapi /sasakyan /save @@ -9353,7 +9226,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sb2/ /scannen-van-documenten#no-back /scanner-des-documents#no-back -/scanner-software-reference.html /scheduled-pin /scheduled-pins /schedules @@ -9399,7 +9271,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /search /search /search$ -/search$http://www8.cao.go.jp/robots.txt +/search$http://send-anywhere.com/robots.txt /search* /search*%7C /search*&node=*&sort= @@ -9646,7 +9518,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sell-*?sourceQuote= /sell-now /selling -/selling-guide/* /sem /seminar/ /sendfriend @@ -9668,7 +9539,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /serie/*.html /serpchecker/check/* /server-status/$ -/service-marketing-bulletin/* /service/author/*& /service/author/*? /service/services/*/c/Services* @@ -9689,7 +9559,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /services/success-plans/accelerators._filter.RG*. /services/success-plans/accelerators/._filter.P*. /services/success-plans/accelerators/._filter.RG*. -/services/zebra-services-agent.html /serviceselection /session /session_trace @@ -9856,7 +9725,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sitemap_.xml /sitemap_gpdc.xml /sitemap_output -/sitemaphttp://binged.it/robots.txt +/sitemaphttp://globalsign.com/robots.txt /sitemaphttp://vilaweb.cat/robots.txt /sitemaps-farfetch-com /sitemaps/ @@ -9867,10 +9736,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sitemaps/sitemaps-farfetch-com/ua /sites/Satellite /sites/all/modules/custom/contact_info/theme/accessible.png -/sites/all/modules/custom/contact_info/theme/accessible.pnghttp://kpn.com/robots.txt +/sites/all/modules/custom/contact_info/theme/accessible.pnghttp://sverigesradio.se/robots.txt /sites/default /sitesearch -/sitesearch.html /skeleton /skin-preview /skip-video @@ -9879,15 +9747,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /sl/* /slice-shopping-bag /smadar -/smart-sensors-and-cameras/mios.html /smb -/smb/ap/en/* -/smb/gb/en/404.html -/smb/gb/en/terms-and-conditions.html -/smb/gb/en/test.html -/smb/us/en/404.html -/smb/us/en/terms-and-conditions.html -/smb/us/en/test.html /snapshot /social /social/google/auth.html @@ -9896,10 +9756,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /social_contribution /sofiameetup /sofiameetup/$ -/software-licensing-reference.html -/sohoempty.html -/sohoempty_page.html -/sohozebraempty.html /solution /solutions/case-studies/ /solutions/case-studies/generative-ai-bolttech/ @@ -9918,8 +9774,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /spa /spc/*FAQ* /spc/*RMP* -/spec-sheet-reference-components.html -/spec-sheet-reference-components/* /special-uninstallation-feedback /species/search /specification @@ -10057,7 +9911,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /style%20library /style%20library/Images /style%20library/images -/sub-vertical.html /subcategory/*New /subcategory/*New%20Arrivals*?*page= /subcategory/*New%20Products*?*page= @@ -10065,7 +9918,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /subscribe/billing.html /subscribedto /subscribers -/subscription-administration.html /subscription/confirmation /subscription/subscribe /subscription/subscribe$ @@ -10120,37 +9972,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /support*?*contact=true /support-center/detail /support-center/history -/support-community-reference.html -/support-downloads/eula.html -/support-downloads/eula/* -/support-downloads/evm-cn/* -/support-downloads/evm-jp/* -/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora.html -/support-downloads/industrial-machine-vision-and-fixed-scanners/aurora/aurora-imaging-library/aurora-imaging-library-lite.html -/support-downloads/industrial-machine-vision-and-fixed-scanners/fixed-industrial-scanners.html -/support-downloads/industrial-machine-vision-and-fixed-scanners/industrial-machine-vision-drawings.html -/support-downloads/mobile-computers/handheld/mc20.html -/support-downloads/printer-software/cn.html -/support-downloads/printers-cn/* -/support-downloads/printers/printer-reference/* -/support-downloads/proactive-battery-replacement-service.html -/support-downloads/qrerrors/desktop/zd620.html -/support-downloads/qrerrors/desktop/zd6x1.html -/support-downloads/qrerrors/mobile/qln.html -/support-downloads/qrerrors/mobile/qln420.html -/support-downloads/qrerrors/mobile/zq6.html -/support-downloads/qrerrors/mobile/zq6p.html -/support-downloads/qrerrors/print-engine/ze511.html -/support-downloads/services/zams-documentation.html -/support-downloads/services/zebra-service-agent.html -/support-downloads/shellshock-bug-info.html -/support-downloads/software/operating-system/et45-operating-system-for-gms-device.html -/support-downloads/tc-emea.html -/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zb200-bridge.html -/support-downloads/temperature-monitors-and-sensors-support/electronic-temperature-sensors-data-device-monitoring-tools/zs300-sensors.html -/support-eula.html -/support-eula/* -/support-ping-test.html /support-threats-statistics /support-threats-summary /support-virus-lab?first @@ -10231,7 +10052,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /swf /swift-bic /system -/system-error.html /systemcenter/ /szukaj /t/ @@ -10246,9 +10066,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /table-templates/search? /tables /tabletablearticle.htm -/tablets-circle-promo-2col-reference.html -/tablets-index-reference.html -/tablets-reference-components.html /tablon-de-edictos /tag /tag-site @@ -10336,8 +10153,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /thank-you /thank-you /thank-you-page -/thank-you.html -/thank-you.html* /thankYou* /thank_you /thankyou @@ -10384,7 +10199,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /thumb.png$ /thumbnails /tid_external_content_proxy -/tile-reference.html /timezone$ /tippers /title/*/review @@ -10570,7 +10384,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /unsubscribe /unsubscribe/ /unsupported-browser -/upcoming-streamshttp://williams-sonoma.com/robots.txt +/upcoming-streamshttp://ebay.de/robots.txt /update.php /updatecart /updates @@ -10597,7 +10411,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /us /us-global-data/* /usage-survey -/use-case.html /use-cases /user /user$ @@ -10653,10 +10466,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /user_sessions /useraccount.aspx /userinteraction -/username-password-reset /userprofile -/userreg.html -/userreg/* /users /users/ /users/* @@ -10755,7 +10565,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /vids /view-all /view-form-open -/view-form-openhttp://worldscientific.com/robots.txt +/view-form-openhttp://opensocietyfoundations.org/robots.txt /view/ /view? /view_comments @@ -10766,7 +10576,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /vip-private-sale /virtualization/ /virtuallabs/ -/visibilityiq-foresight-support/visibilityiq-foresight-order-onboarding.html /visit /visit/ /visit/* @@ -10810,7 +10619,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wGlobal/*.woff /wGlobal/*/styles /wal/ -/warehouse-visibility-campaign-footer-reference-component.html /watch /watch-fragments /watchlist @@ -10818,8 +10626,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /wbg/services /wcdata /weather/ -/web-apps/embeddable-printer-select.html -/web-apps/embeddable-scanner-select.html /web-data /web.config /web/ @@ -10947,7 +10753,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /workflow-templates/search? /workflow-templates/standalone /works -/workshop /workshop/ /worldpay /worldwide.html @@ -11002,7 +10807,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /xmlrpc.php /xnet /xo -/xplore-reference-component.html /xposts /xpress-ship= /yandex-alice-book-card/ @@ -11030,18 +10834,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /zakelijk/de-postbode-heeft-ongepast-gedrag-vertoond#no-back /zakelijk/de-postbode-heeft-zijn-taak-niet-correct-uitgevoerd#no-back /zakelijk/ontevreden-over-het-gedrag-van-een-medewerker -/zbotchat.html -/zc-series-reference-page.html -/zd420-zd620-reference-component.html /zealots -/zebra-rebrand -/zebra-web-style-guidelines.html -/zebra-web-style-guidelines/* -/zebradita1.html -/zebralink-sdk-windows-ce.html -/zebralink/zebralink-sdk-android.html -/zebralink/zebralink-sdk-blackberry.html -/zebralink/zebralink-sdk-windows-mobile.html /zh /zh- /zh-CN @@ -11057,8 +10850,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService /zlp/ /zoomImage /zoomImages -/zq600-series-reference-page.html -/zt400-series-reference-component.html /zzz-systest /zzz_systest /{0}/ @@ -11142,6 +10933,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService =twitter =type_presse =undefined +=xls* +=zip* ? ? ?$ @@ -11277,6 +11070,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*accessible-en-fauteuil-roulant= ?*accessible-washrooms-in-suite= ?*acm_related_category= +?*actCampaignType= +?*actId= +?*actSource= ?*activities= ?*activity_id= ?*actunilMenuParam= @@ -11325,7 +11121,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*as_source_cta= ?*ascending= ?*ascenseur= +?*at_campaign= +?*at_medium= ?*at_preview_index= +?*at_recipient_id= +?*at_recipient_list= +?*at_send_date= ?*attache-remorque= ?*attachment_id ?*attributes= @@ -11414,6 +11215,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*clid ?*clid=* ?*client= +?*cmpscreen ?*code= ?*color ?*color= @@ -11598,8 +11400,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*hsCtaTracking ?*hsPreviewerApp=blog_post ?*hs_preview= -?*http://fda.gov/robots.txt -?*http://li.me/robots.txt +?*http://baremetrics.com/robots.txt +?*http://imgur.com/robots.txt ?*hubs_ ?*hubs_* ?*hubs_signup-cta @@ -11704,6 +11506,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*modelFacet=* ?*modele= ?*more-info= +?*moreId ?*move-in-date= ?*mpPriceTo=* ?*msclkid= @@ -11785,6 +11588,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*page=1&* ?*page=9* ?*pageFanclub +?*pageId ?*pageRating ?*pageSize= ?*page_articles= @@ -11921,7 +11725,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?*revisionid= ?*rid=*&*destination= ?*role= -?*route=account/loginhttp://onelink.to/robots.txt +?*route=account/loginhttp://lonelyplanet.com/robots.txt ?*s1= ?*s2= ?*s3= @@ -12226,7 +12030,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?OFF ?OSPV ?PRID= -?PageSpeed= ?Partner=rss ?ProductID= ?ProductSalePrice @@ -12479,7 +12282,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?bctid= ?before= ?benderPackage= -?beneficiary_id=http://hostingadvice.com/robots.txt +?beneficiary_id=http://ch.linkedin.com/robots.txt ?bet= ?beta= ?betaplayer= @@ -12641,7 +12444,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?commentpage= ?comments ?comments* -?commidhttp://delfi.ee/robots.txt +?commidhttp://cloud.mail.ru/robots.txt ?companyid= ?config ?config=articleidfromurl @@ -12719,7 +12522,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?cta_guid= ?ctime= ?ctl -?ctx=*http://lequipe.fr/robots.txt +?ctx=*http://spreadsheets.google.com/robots.txt ?curator= ?currency ?currentIndex= @@ -12944,7 +12747,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?filter= ?filter=* ?filter_active= -?filter_by= ?filter_description= ?filter_name= ?filter_sub_category= @@ -12964,7 +12766,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?food_type= ?forceDesktop= ?forceMagnolia=true -?forceP= ?force_locale ?forcelogin=* ?forgotpassword=* @@ -13008,7 +12809,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?fromEasyShoppingTab= ?fromFooter ?fromMenu -?fromNewsdog*http://webhook.site/robots.txt +?fromNewsdog*http://jsonlint.com/robots.txt ?fromOffersTab= ?fromSeasonalTab= ?fromStream= @@ -13060,6 +12861,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?go=111b735a516af85c84df92fa7be3eface405339a91bac1c0d5bf8db96e9a2fc1 ?goalAchievementShowContactOptions ?goback= +?gologin=1 ?google_preview= ?gotoUrl= ?gp @@ -13122,7 +12924,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?hsa_ver ?hsm= ?hss_channel= -?http://dynamicyield.com/robots.txt +?http://mk.ru/robots.txt ?hub= ?hubs_content-cta ?hubs_content-cta= @@ -13408,7 +13210,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?ndx=t$ ?ndx=t& ?neighborhoods -?netflixsource=*http://freedomscientific.com/robots.txt +?netflixsource=*http://ig.com/robots.txt ?netmng= ?newsArea= ?newwindow= @@ -13453,6 +13255,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?o= ?o_id= ?oat= +?ob=open-bridge ?obOrigUrl= ?objectid= ?ocid= @@ -13479,7 +13282,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?oplace= ?opleidingsniveau= ?optimizely_user_id= -?optin-monster-ajax-route= ?optionsUIDs= ?oq= ?order @@ -13707,26 +13509,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?q= ?q= ?q=* -?q=actu ?q=admin ?q=admin/ ?q=admin/$ ?q=adtest ?q=archive-docs -?q=article ?q=blocks ?q=buscar ?q=comment ?q=comment/reply ?q=comment/reply/ ?q=comment/reply/$ -?q=commentaires ?q=contact ?q=contact/ -?q=content ?q=dashboard -?q=depeche -?q=depeches/afp/0 ?q=epaper ?q=events/* ?q=facebook-instant-articles/feed @@ -13736,9 +13532,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?q=filter/tips/$ ?q=foia-document ?q=frequently-asked-questions/search-results -?q=image-du-jour -?q=infographies -?q=les-recettes-de-cuisines ?q=logout ?q=logout/ ?q=news/search-results @@ -13749,19 +13542,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?q=node/add ?q=node/add/ ?q=node/add/$ -?q=nofollow ?q=print -?q=printmail ?q=profile +?q=publications/proceedings ?q=search ?q=search-results ?q=search/ ?q=search/$ +?q=semantic-views-demo ?q=study/*/courses/search ?q=study/*/programs/search ?q=study/*/search/all -?q=textsize -?q=top-news ?q=upcoming-events ?q=user ?q=user @@ -13984,7 +13775,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?return_type ?return_uri ?returnurl= -?returnurl=*http://redmondgrowth.com/robots.txt +?returnurl=*http://lluiscoloma.com/robots.txt ?retweetjs ?reversePaginate= ?review_page= @@ -14016,7 +13807,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?s= ?s=* ?s=*feed -?s=*http://translator.microsoft.com/robots.txt +?s=*http://creator.nightcafe.studio/robots.txt ?s=*page ?s=43260 ?s=Art @@ -14025,8 +13816,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?s=News ?s=bpage-next ?s=feedpager -?s=http://england.nhs.uk/robots.txt -?s=http://unwto.org/robots.txt +?s=http://alexa.amazon.com/robots.txt +?s=http://msci.com/robots.txt ?s=http://whatismybrowser.com/robots.txt ?s=lightbox ?s=mobile @@ -14067,7 +13858,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?searchTerm= ?searchTerm= ?searchType= -?search_api_fulltext ?search_api_fulltext= ?search_api_fulltext= ?search_api_views_fulltext= @@ -14077,7 +13867,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?search_query= ?search_str ?searchfor=doctor&q= -?searchhttp://pond5.com/robots.txt +?searchhttp://smallbusiness.chron.com/robots.txt ?searchid= ?searchkeyword= ?searchoffer= @@ -14175,7 +13965,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?sortByField= ?sortField= ?sortType -?sort_by ?sort_by= ?sort_dir ?sort_order @@ -14225,7 +14014,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?state ?state= ?state= -?state=*http://msdn2.microsoft.com/robots.txt +?state=*http://api.twitter.com/robots.txt ?state=keepAlive ?staticVersion= ?status= @@ -14282,7 +14071,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?target_lang ?targetclass ?tariftab -?taxonomy= ?tbcli* ?tblci= ?tc_deviceCategory= @@ -14414,7 +14202,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?utm_= ?utm_ad_id= ?utm_campaign -?utm_campaign*http://join.me/robots.txt +?utm_campaign*http://nippon.com/robots.txt ?utm_campaign= ?utm_campaign=* ?utm_campaign=Monitor& @@ -14439,7 +14227,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService ?utm_source=lsplayer ?utm_source=quora ?utm_source=twitter -?utm_sourcehttp://ballotpedia.org/robots.txt +?utm_sourcehttp://cibc.com/robots.txt ?utm_sourse=55 ?utm_term ?utm_term= @@ -14842,17 +14630,17 @@ Account-StartRegister Account/ Account/* Account/AddToLibrary/ +Account/InstitutionalSignIn Account/LoadReplies/ Account/Newsletter/ Account/Register.aspx +Account/institutionalsignin Account/register.aspx -AccountAccess AccountActivityView AccountBalanceView AccountDisavow? AccountMerge AccountProfessionalInformationContiBlockController -AccountStatus Account_Billing Achievements ActionRecord @@ -15133,7 +14921,6 @@ ArChivES ArChivEs ArChiveS ArChives -Arabic ArcHIVES ArcHIVEs ArcHIVeS @@ -15176,7 +14963,7 @@ Archivio/sostenibilita Areas/ Areas/Epx/Content/500.aspx?aspxerrorpath= Areas/Epx/Content/500_TechNet.aspx?* -Areas/http://elledecor.com/robots.txt +Areas/http://bostonherald.com/robots.txt Art Art%C3%ADculo Article @@ -20437,7 +20224,6 @@ Bestellungen Bestätigungs-Mail Bidding-Opportunities-Current/City-Bids/* Bidding-Opportunities-Current/New-page/* -BillingActivity BillingAndPayments BillingDetail BillingPaymentDisplayView @@ -20527,7 +20313,7 @@ Business/Work-with-the-City/Copy-of-Current-Bidding-Opportunities-1 Business/Work-with-the-City/Current-Bidding-Opportunities Business/Work-with-the-City/Prevailing-Wage BusinessListingsAjax -ButikDetay*/http://adsabs.harvard.edu/robots.txt +ButikDetay*/http://abduzeedo.com/robots.txt Buy C C37D9BE2-4B03-481d-B1FA-72CFAFD1C96C @@ -20647,7 +20433,6 @@ CampaignConfiguration CampaignManagement CampaignStatistics CancelBooking -CancelPlan CaptchaImage.axd CaptchaImage1.axd CaptchaValidationLog @@ -20697,7 +20482,6 @@ ChangeEmailAddressView? ChangePassword ChangePassword ChangePassword.aspx -ChangePlan ChangeSecurityInfoView Channel Chart.aspx* @@ -20725,7 +20509,6 @@ CheckoutPayInStoreView CheckoutReviewDisplayView CheckoutSignInView Chetu-Landing-Page/*/Chetu-Landing-Page -Chinese Christian/Books/WISHLIST Christian/Books/backorder_email Christian/Books/bookbag @@ -21221,6 +21004,7 @@ Date Date( Date(* Dbases/ +DeepZoomCache Default Default-Offline Default.aspx @@ -21289,7 +21073,6 @@ DisplayProductPopIn.mvc/ DisplayView Divisions DmozTopic* -DoNotTest DoRetailAvailabilitySearch Doc Doc-rm @@ -21301,7 +21084,7 @@ DocumentTypeId Documentation/ Documento-tecnico-ISO-13485.pdf Documents -Documents/Departments/EthicsElections/DemocracyVoucher/http://ndtv.com/robots.txt +Documents/Departments/EthicsElections/DemocracyVoucher/http://ecb.europa.eu/robots.txt Documents/Forms Documents/Forms/ Documents/in @@ -21390,7 +21173,6 @@ Edgate/ Edit EditForm.aspx$ EditPermanentShippingAddressView -EditProfiles Editorial/ Education/SchoolHelp.htm Education/SchoolStudents/Olympiad/paper2011.asp @@ -21407,7 +21189,6 @@ EmailFriendView EmailHotel EmailMap EmailMemberRegistration -EmailPreferences EmailServicesForm EmailSpellCheckJson Email_* @@ -21715,6 +21496,7 @@ Fact_check FairShare FamilyConnect?*s= FareCalendar +FatalError.html Fcnd Feature FeaturedRentalReview @@ -21740,7 +21522,6 @@ Finance/Financial_Aid Financial/ExternalBondCalculator.aspx FindRestaurants FinishAppInstall -FireTV FitAnalytics- FiveSteps/ FiveStepsToHealth/ @@ -21874,7 +21655,7 @@ G GA GA/ GAM-investments-dave/ -GAM-placements-dave/http://benq.com/robots.txt +GAM-placements-dave/http://barracuda.com/robots.txt GARecord GB/default GD @@ -22761,7 +22542,6 @@ Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/A Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Animal-Shelter/Animal-Shelter-Home-Gallery/St.-Pitties-Day-Adoption-Special Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Animal-Shelter/Animal-Shelter-Home-Gallery/Stars-Stripes-Snuggles-Adoption-Special Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Animal-Shelter/Animal-Shelter-Home-Gallery/Summer-Lovin-Adoption-Special -Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Animal-Shelter/Animal-Shelter-Home-Gallery/Tats-for-Tails Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Animal-Shelter/Animal-Shelter-Home-Gallery/Visit-Our-Reduced-Cost-Vaccination-Clinics Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Animal-Shelter/Animal-Shelter-Home-Gallery/Volunteer Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Animal-Shelter/Cat-Adoption-Promotion @@ -24854,9 +24634,11 @@ Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/E Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-Owners-Entrepreneurs/Business-Programs/Denvers-Legacy-Business-Program/Legacy-Business-background-image Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Business-Programs/Denver-Restaurant-Up Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Business-Programs/Denvers-Legacy-Business-Program/Legacy-Business-background-image +Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Programs-and-Funding/Business-Support-Background Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Programs-and-Funding/Denver-Legacy-Business-Program/Legacy-Business-background-image Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Programs-and-Funding/Denver-Legacy-Business-Program/Retail-Attraction-Incentive-Program Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Programs-and-Funding/Denver-Restaurant-Up +Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Programs-and-Funding/New-page Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Programs-and-Funding/Shop-Local-Eat-Local-Play-Local/Holiday-Background Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Resources-and-Programs/Denver-Legacy-Business-Program/Legacy-Business-background-image Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Economic-Development-Opportunity/Small-Business-and-Entrepreneurs/Resources-and-Programs/Denver-Legacy-Business-Program/Retail-Attraction-Incentive-Program @@ -26092,6 +25874,8 @@ Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/P Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Parks-Recreation/Trees-Natural-Resources/Office-of-the-City-Forester/Urban-Forest-Strategic-Plan Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Parks-Recreation/Trees-Natural-Resources/Office-of-the-City-Forester/Urban-Forestry-Planning Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Parks-Recreation/Trees-Natural-Resources/Resiliency/Recycled-Water +Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Parks-Recreation/Urban-Parks-Trails/Adventure-Hub-Bike-and-Boat-Rentals/Adventure-Hub-Wash-Park +Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Parks-Recreation/Urban-Parks-Trails/Adventure-Hub-Bike-and-Boat-Rentals/New-page Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Parks-Recreation/Urban-Parks-Trails/City-Parks Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Parks-Recreation/Urban-Parks-Trails/Mountain-Parks/Focused-Indigenous-Restoration-Environmental-Stewardship/Mount-Blue-Sky-Chicago-Lakes-Trail Government/Agencies-Departments-Offices/Agencies-Departments-Offices-Directory/Parks-Recreation/Urban-Parks-Trails/Mountain-Parks/Mount-Blue-Sky @@ -27988,7 +27772,7 @@ GuideRequested GuideRequestor H HACAffiliate -HBO/ +HBO/ HDView HK/ HM @@ -28019,7 +27803,6 @@ HandleHotelSuperPortal Handlers Handlers Handlers/LinkClosed -HdToggle HeadJS/static-2.115 HeadJS/static-2.83 HeadJS/static-2.84 @@ -28424,6 +28207,7 @@ HpImageArchive.aspx HpOptOut=true$ Hstest HtmlConstructor +HtmlPivotViewer HttpModules/ HubSpot HubStyle/static-2.309 @@ -28569,7 +28353,7 @@ Images/HTEditImages Images/MT Images/Popup/ Images/QDM_EVENTS -Images/sites/http://exploratorium.edu/robots.txt +Images/sites/http://pub.dev/robots.txt ImagesContent Import ImpressionRecord @@ -28696,7 +28480,6 @@ Kasse Keep Kimengi Kimengi/nineconnections.com -Korean Krypto Ks Kuala-Lumpur @@ -28711,6 +28494,7 @@ LB-monitoring.html LB/ LC LC/ +LFE/Live.controls.sharedpages/error.aspx LHC.BET LHCBET LI/ @@ -28754,13 +28538,13 @@ Labs LanderLogger LandingPage Landing_page -LanguagePreferences Languages/Pages/Volunteer-Stipend.aspx Languages/SiteCollectionDocuments/FAQ-County-Translations.pdf Large-Files LastBooking/ElapsedTime LastModified_fra LastModified_til +LawCite Layout/set/popup Leaderboard Learn/AuthorBiosPopup.aspx @@ -28833,7 +28617,6 @@ Login/ Login/Forgot-Password Login/Forgot-Username Login? -LoginHelp Logoff Logoff LogonForm @@ -28940,14 +28723,12 @@ MakePaymentView Mako3Ranking/ranking/ Manage ManageAccountAccess -ManageDevices ManageListingApi ManageOrder ManageOwnersTopReasonsApi ManagePaymentAccountView ManagePhotos ManageProducts.aspx -ManageProfiles ManageReports.aspx ManageReturns ManageShopListingApi @@ -28986,7 +28767,6 @@ Marketplace/ MasterPages Masterpages/ MathJax -Maxis Maxthon Mayor-Training-Page/* MbrApps @@ -29079,7 +28859,6 @@ Members/ Membership/Memberzone Membership/e-Membership/app-help.asp Memonly/ -Meo MessageRunDetailID= Messages MessagingOptions @@ -29225,6 +29004,7 @@ ModuleBootstrap MonDossierSante/ Money/ Monitoring/GetStarted.aspx*?* +MonthCalendar MoomaSearchPage/ MoreList.aspx* Moreover @@ -29233,7 +29013,6 @@ Motomondiale Motori/*.html$ Motori/*_amp.html$ Movies -MoviesYouveSeen MptUrl Msgeskup Msgeskup @@ -29447,7 +29226,6 @@ NewMessage NewMyAccount/ NewOwners NewTopic -NewWatchInstantlyRSS News News-and-Calendar/Summing-Up/ News-articles/2022/* @@ -29606,6 +29384,7 @@ OwnersNew OwnersOld OwnersTermsAndConditions P +P.mvc?_escaped_fragment_=/peopletags.aspx P23 P3/find P3W-451 @@ -29685,7 +29464,6 @@ Pages/Search-Results.aspx Pages/Search.aspx Pages/search PageviewRecord -Panasonic Panier PanoramaXml Paragon @@ -29768,7 +29546,6 @@ Poker/05-10-2011/londra-casa-tutti-italiani-803165599233.shtml Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html Politics/qGhqEUxkwY1XCf44StpdPM/Asaram-Bapu-From-building-an-empire-of-Rs-10000-crore-to-b.html?facet=amp&utm_source=googleamp&utm_medium=referral&utm_campaign=googleamp PopCalendar2005/ -PopupDetails PopupNewsletterSubscription.asp PopupNewsletterSubscription2.asp Popups/ @@ -29890,7 +29667,6 @@ Profil Profile Profileeskup Profileeskup -ProfilesGate Programmes/Search-Courses Programs ProhibitedCharacterErrorView @@ -30345,7 +30121,7 @@ SITE=MN SITE=NZH SITE=XCOM SITE=es.antevenio. -SITECOREhttp://financesonline.com/robots.txt +SITECOREhttp://circleid.com/robots.txt SITESEARCH/ SK/ SL @@ -30426,7 +30202,7 @@ Search/Index?*suggestion=true Search/Index?*textSearch= Search/Index?sitecode=MONTBLANC* Search/SearchKeyWord -Search/http://cnil.fr/robots.txt +Search/http://builtin.com/robots.txt Search2 Search?q* Search?ver=m @@ -30462,6 +30238,7 @@ SeoSearchMap Sepet$ Sepetim Server +ServerError.aspx ServerSupport/LinkChecker ServerSupport/LinkChecker.TEST ServerSupport/UsageStats @@ -30590,7 +30367,6 @@ Sok Sok*http://alchetron.com/robots.txt Soldier/ SolutionsDisplay -Sony SortAttractions SortEateries SortHotels @@ -30629,7 +30405,7 @@ Sport_Vari/Basket/Italia/Primo_Piano/2008/04_Aprile/18/orlandina.shtml Sports*?page= SpryAssets St-Louis-Magazine/ -Standards-and-Positions/Principles-and-Standards/E-examples/http://fiserv.com/robots.txt +Standards-and-Positions/Principles-and-Standards/E-examples/http://ou.edu/robots.txt Staples/ StartBooking StartDocument @@ -31257,7 +31033,7 @@ Vol-IAOA Vol-XXX Volley/06-03-2016/volley-alessia-debutto-senza-morbosita-solo-pallavolo-140919160674.shtml VolunteerTranslations -VoteActivities/http://wtop.com/robots.txt +VoteActivities/http://gurufocus.com/robots.txt Vuejs VwghRechtssatzkette.wxe?Abfrage=* W @@ -31324,7 +31100,6 @@ WRQualtricsSiteIntercept WS/ WST-6604 WT.ac= -WT.mc_ic WT.mc_id= WTB WT_mc_id= @@ -31365,7 +31140,7 @@ WebResource.axd WebService WebServices WebStripper -WebSupport/Restrictedhttp://crutchfield.com/robots.txt +WebSupport/Restrictedhttp://spdx.org/robots.txt WebUserControls WebX WebZIP @@ -31382,7 +31157,6 @@ White-paper-ISO-13485.pdf Wholesale-*-c-*-0-1-*.html Wholesale-Attribute-*.html WhyBoothStories.xml -WiViewingActivity WidgetBrowserExtension WidgetEmbed WidgetListAsync.naver @@ -31417,7 +31191,6 @@ WriteReviewShade WriteReviews Wunschliste Wwwstat -Wxport X X1798 XC @@ -31450,8 +31223,6 @@ YediothPortal/Ext/TalkBack/CdaTalkBackTrans YediothPortal/Ext/TalkBack/CdaViewTalkBack YfcuVaVBkfnzl2j6UbEcK0Oiqkv88jx6w YnJhbmQ6 -YourAccount -YourAccountPayment Youtube Z Z-oldsites @@ -31710,7 +31481,7 @@ __export __frame __hsfp __hsfp= -__hsfphttp://toonsmag.com/robots.txt +__hsfphttp://historyextra.com/robots.txt __hssc __hssc= __hstc @@ -31873,7 +31644,6 @@ _derived _derived _derived/ _design -_designs _dev _dev/ _dev_dash @@ -31983,7 +31753,7 @@ _issue _jcr_content _jcr_content* _jcr_content.logout.html -_jcr_content/*http://experiments.withgoogle.com/robots.txt +_jcr_content/*http://roche.com/robots.txt _jcr_content/renditions/ _jobs _js/ @@ -32012,7 +31782,7 @@ _layouts/sp.core.js?rev=* _layouts/sp.js?rev=* _layouts/sp.runtime.js?rev=* _layouts/sp.ui.dialog.js?rev=* -_layoutshttp://hannover.de/robots.txt +_layoutshttp://jumpsport.com/robots.txt _lib/ _libraries _lit @@ -32074,7 +31844,7 @@ _nitf.xml _noindex _not-found _notes -_notes/http://frenet.com.br/robots.txt +_notes/http://abeautifulmess.com/robots.txt _nsfgfb _nuxt _nuxt/*map @@ -32140,8 +31910,8 @@ _q* _qa _qa.html _query= -_r/http://adafruit.com/robots.txt -_r/http://google.github.io/robots.txt +_r/http://onepeloton.com/robots.txt +_r/http://twinkl.co.uk/robots.txt _rcv _recache _recruitment_demo @@ -32250,7 +32020,6 @@ _translations? _tsc _twitter _uac/adpage.html -_uncover-design _unmatched-files _user/api _users @@ -40078,6 +39847,9 @@ about-xerox/sponsorship/buffalo-bills/*photos about.html about.html~ about/*/*?pos +about/*/getting-started +about/*/mobile +about/*/update about/*qt-vzc_corporate_news_analytics about/*query= about/_dev/ @@ -40157,9 +39929,8 @@ about/news/14122022-tinkoff-releases-market-first-tinkoff-pay-payment-sticker-fo about/newsroom about/newsroom/page/*/?s about/newsroom/page/*/?tag -about/past-staff/http://pornhub.com/robots.txt +about/past-staff/http://imageoptim.com/robots.txt about/press-center -about/press-releases about/press-room/article/2000 about/press-room/article/2001 about/press-room/article/2002 @@ -40288,7 +40059,7 @@ academic-strategy academic-subscriptions academic/ academic/profile -academic/rotc/afrotc/CurrentCadets/http://ai.glossika.com/robots.txt +academic/rotc/afrotc/CurrentCadets/http://justapinch.com/robots.txt academic/search academicaffairs/commencement/book academicdemo/search-result @@ -40521,6 +40292,7 @@ account.php account/ account/$ account/* +account/InstitutionalSignInhttp://cast.google.com/robots.txt account/Register.aspx account/_Resources/ account/accomplishments @@ -40548,6 +40320,7 @@ account/flow account/flow/f-upsell/action/login account/forgot-password account/index.html +account/institutionalsignin account/invite account/login account/login$ @@ -40572,7 +40345,7 @@ account/password-reset/confirm.html account/password-reset/initiate.html account/password-reset/secure-redirect-new-password.html account/password/*-*/forgotten-password$ -account/password/*-*/forgotten-passwordhttp://disneyplus.com/robots.txt +account/password/*-*/forgotten-passwordhttp://iconfinder.com/robots.txt account/password/*-*/reset-password account/password/reset account/paypal_cart @@ -40602,7 +40375,7 @@ account/support/ account/unsubscribed account/update-payment account/upgrade -account/user-flow/http://dougal.gunters.org/robots.txt +account/user-flow/http://protocol.com/robots.txt account/wachtwoordinstellen.html account/wachtwoordvergeten.html account/wishlist/ @@ -40657,7 +40430,6 @@ accountability/performance/contact-us? accountability/unified-improvement-planning$ accountability/unified-improvement-planning/~ accountability/unified-improvement-planning? -accountaccess accountemail accounthelp accountinfo.php @@ -40685,8 +40457,7 @@ accounts/o8 accounts/o8/id accounts/sign-in accounts/unlock -accountshttp://letudiant.fr/robots.txt -accountstatus +accountshttp://hackerrank.com/robots.txt accredited-business-directory/*? accroches.xml acct @@ -40694,7 +40465,6 @@ acctmaint/ acctmgmt accueil accueil-de-la-ccam/* -accunet accuracy acd acerola-anma @@ -40838,7 +40608,7 @@ action=siteSearch action=writeReview action? action_code= -action_staging/http://developer.github.com/robots.txt +action_staging/http://semver.org/robots.txt actioncenter actioncenter/index.cfm actions @@ -40932,7 +40702,7 @@ actueel ad ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition ad-features -ad-manager/ +ad-manager/ ad-retargeting-101-online-shopping-in-the-covid-19-era ad-scans ad-test @@ -40972,16 +40742,8 @@ adam-white-appointed-vice-president-communications-universal-music-international adam/latest_keyphrases.json adauga-intrebare adblbestsellers*language= -adc2004 -adc2004/common/includes -adc2004/pub/flash -adcbin/affiliate -adcbin/netweather -adcbin/public/Aprilieemium_benefits.asp -adcbin2 adchoice adchoices -adchurr adclick adclick- adcode @@ -41004,7 +40766,6 @@ add-user-review/ add-users* add-visit add.asp -add/ addBundle addContacts addOutlookToCalendar @@ -41077,7 +40838,7 @@ admantx admin admin admin$ -admin*http://tno.nl/robots.txt +admin*http://creditcards.com/robots.txt admin-confirmation admin-lime admin-preview @@ -41122,7 +40883,6 @@ adminapps3/ adminapps4/ admincontrol admincontrol/ -adminhttp://giantbomb.com/robots.txt administration administrative-fellowship administratives @@ -41223,7 +40983,6 @@ adquirir adredir? adresa-segmentator adresses -adrian adrian.hutchins ads ads$ @@ -41302,7 +41061,6 @@ advanced-search/x advanced-trade/spot advanced/adv-suggestions advancedGiftRegistrySearchView -advancedSearch advanced_blog_search advanced_engl.html advanced_group_search @@ -41426,7 +41184,6 @@ ae/tutorials/?s= ae/tutorials/search ae/web.config ae_ar -aeltonfreitas aemform.iframe.html* aenderungen/Synopse-BGB-2008.pdf aenderungen/Synopse-BGB-2009.pdf @@ -41484,7 +41241,7 @@ affiliate affiliate-partner-offer affiliate-program affiliate-template/ -affiliate/*http://business.linkedin.com/robots.txt +affiliate/*http://domain.com/robots.txt affiliate/register.htm affiliate/screenname.htm affiliate_code= @@ -41540,7 +41297,6 @@ agambeninterlocutors agcollege agcomm age-appeal -agencia-app agencias agenciaslv* agencies @@ -41610,7 +41366,7 @@ agile064 agile065 agile066 agile067 -agility/ +agility/ aging_surprises_getting_older/article.htm agplants agreements @@ -41833,7 +41589,6 @@ agrossilvipastoril/sitio-tecnologico/trilha-tecnologica/tecnologias/sistema-de-p agrossilvipastoril/sitio-tecnologico/trilha-tecnologica/tecnologias/sistema-de-producao/ilpf/teca agrossilvipastoril/sitio-tecnologico/trilha-tecnologica/visita-virtual agtestbed -aguinaldoribeiro ahc-asc/alt_formats/ ahc-asc/images/ ahc-asc/longdesc/ @@ -41980,7 +41735,6 @@ airline-fees airport/ airport_transfer_deeplink airports -airtel aisne/ aisne/assure/actualites/ aistudio/*favicon*.png$ @@ -42292,7 +42046,6 @@ alerts/wayne/alerts-notices alerts/whitemountain/alerts-notices alerts/whiteriver/alerts-notices alerts/willamette/alerts-notices -alertsbin alex-branson-to-lead-ingrooves-international-expansion alexa alexa-new-york-post-instagram-feed @@ -42301,8 +42054,6 @@ alexa-top-sites/* alexa-web-search/* alexa/* alexaforbusiness/ -alexandresantos -alexcanziani alfabeta/*/;aspect-ratio alfabeta/*/aspect-ratio alfabeta/*/undefined$ @@ -42367,7 +42118,6 @@ alimentos-e-territorios/paisagens-alimentares/roteiro-dos-derivados-de-mandioca alimentos-e-territorios/paisagens-alimentares/roteiro-dos-engenhos alimentos-e-territorios/paisagens-alimentares/roteiro-dos-queijos alimentos-e-territorios/paisagens-alimentares/roteiros-alimentares -alinecorrea alink alipay alipay_edu @@ -42532,7 +42282,6 @@ amapa/missao-visao-valores amapa/multimidia amapa/responsabilidade-socioambiental amapa/sugestoes-de-pauta -amauriteixeira amazon amazon amazon-chat @@ -42568,8 +42317,6 @@ ambatia-*s ambroksacom ambrosia-healy-named-senior-vice-president-head-of-media-strategy-relations-capitol-music-group ambry -amc-scene -amc-stubs-wifi amc/en/domains/decisions/word amc/en/domains/panel amc/en/domains/search/overview2.0 @@ -42813,7 +42560,7 @@ amp/free-maps/ amp/harga amp/harga-termurah amp/headlinesworld/ -amp/http://urbandictionary.com/robots.txt +amp/http://aarp.org/robots.txt amp/international-airports/ amp/international-airports/africa/nigeria.html amp/international-airports/africa/south-africa.html @@ -43033,7 +42780,6 @@ amp;amp;amp amp= amp?/* amp?action -ampAnalytics.php amp_lazyload_definitionmore.cms?feedtype= amp_next_page_ga.cms* ampamp @@ -43061,7 +42807,6 @@ an-us/ an/ ana-clara-ortiz-promoted-to-vice-president-of-digital-for-universal-music-latin-america ana/reports_expenses/minister_expense_claim_form_en.pdf -anaarraes anadir-busqueda analog analog/ @@ -43101,11 +42846,10 @@ analytics/traffic/overview analytics/uploads analytictracking/ analyze.html -analyzehttp://infoworld.com/robots.txt +analyzehttp://developer.github.com/robots.txt analyzer analyzer-api analyzeradmin -anan anapi anatomy_of_an_asthma_attack_pictures_slideshow/article.htm anatomy_of_an_ear_infection_pictures_slideshow/article.htm @@ -43113,12 +42857,9 @@ anchors-and-authors ancient andler andrea-bocelli-signs-long-term-agreement-with-polydor-netherlandsuniversal-music -andreiazito -andrevargas andrew-daw-appointed-senior-vice-president-universal-strategic-marketing andrew-kronfeld-appointed-evp-international-marketing-umgi andrew-nibley-named-president-and-chief-executive-officer-of-getmusic-online-music-venture -andrezacharow andro4all/*...$ andro4all/*/*/*/page/* andro4all/*/;aspect-ratio @@ -43151,11 +42892,8 @@ android/third_party andy-schuon-named-president-chief-operating-officer-of-online-record-label-jimmy-and-dougs-farmclub-com anesth/employment/faculty/cv anewleaf -anfrage -anfrage-oeffnungszeiten -anga/ +anga/ angebot -angebot-details angebote angel-groups/*afghanistan angel-groups/*belarus @@ -43197,7 +42935,6 @@ angel-groups/*venezuela angel-groups/*vietnam angel-groups/*yemen angel-groups/*zimbabwe -angelaportela angels-demons angels/search angielski-polski @@ -43294,13 +43031,6 @@ anticrisis antidepressant_side_effects/article.htm antika-sanat antippas-appointed-to-head-up-nordic-central-eastern-europe -antonialucia -antoniobrito -antoniobulhoes -antoniocarlosbiffi -antoniocarlosmendesthame -antonioimbassahy -antonioroberto anuncie anura anwendungen/sudoku @@ -43371,7 +43101,7 @@ api*$ api*.do api*.do api*?hl= -api*?hl=http://g.co/robots.txt +api*?hl=http://gov.uk/robots.txt api- api-access api-corporate @@ -43526,7 +43256,7 @@ api/greenplayer api/health api/historical api/html -api/http://nal.usda.gov/robots.txt +api/http://lta.org.uk/robots.txt api/index.aspx? api/india_api_read api/india_api_write @@ -43540,10 +43270,6 @@ api/internal/bookmarks/shares_and_clicks api/internal/cambridge/user api/io api/jmuse -api/jmuse?*id=*&index=*&type=img&v2= -api/jmuse?*id=*&index=*&type=mp3&v2= -api/jmuse?id=*&index=*&type=img&v2= -api/jmuse?id=*&index=*&type=mp3&v2= api/job-application api/jobPostings/jobs api/jobsearch @@ -43554,7 +43280,7 @@ api/liferay api/listings/*/related_articles api/listings/*/retargeting_history api/listings/*/upsell -api/loadmore/*http://revolut.com/robots.txt +api/loadmore/*http://italki.com/robots.txt api/locales/lives api/location/autocomplete-suggestions api/login @@ -43575,7 +43301,7 @@ api/noindex-image api/nts/v1/login api/odata api/og -api/og/*http://www1.nyc.gov/robots.txt +api/og/*http://ethz.ch/robots.txt api/orders/oney/business-info api/paid-article api/partner_select/*/price_query @@ -43809,7 +43535,7 @@ aponline app app app$ -app*.jshttp://hc-sc.gc.ca/robots.txt +app*.jshttp://fidelity.com/robots.txt app*/pag*/form* app*/shr* app*_ @@ -44011,7 +43737,7 @@ appliance appliance-delivery-installation/* applicant-eligibility application -application-content/ +application-content/ application-survey/ application/ application? @@ -44179,7 +43905,7 @@ apps_ext/*/*ILinkListener* apps_ext/*/admin* apps_ext/*/dashboard* apps_ext/*/login* -apps_ext/http://us.macmillan.com/robots.txt +apps_ext/http://chesstempo.com/robots.txt appsearch_header= appservice appspromo @@ -44728,7 +44454,7 @@ archive/epo/pubs/bulletin archive/events archive/find archive/graphs.php -archive/http://ncartmuseum.org/robots.txt +archive/http://infoplease.com/robots.txt archive/issue archive/justo archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair @@ -44748,7 +44474,7 @@ archives archives archives/ archives/*/*/* -archives/http://ar.wikipedia.org/robots.txt +archives/http://hal.archives-ouvertes.fr/robots.txt archives/index.html archives/multimedia/extra archives/multimedia/feedback.php @@ -44792,6 +44518,7 @@ archivo/todas/19 archivo/todas/200 archivos arcio/fact-checker +arcviewer arda ardc/sashtml ardc/saspdf @@ -44823,7 +44550,6 @@ ariege/ ariege/assure/actualites/ aries-search/ ario2016/presentations -ariostoholanda arise-suites aristotelian-society/ ariya/reserve @@ -44836,7 +44562,6 @@ arkansas/ arkiv arkiv*? arkiv/api -arnaldofariadesa around-the-world-new/ around-the-world-web/ around-the-world/backup/ @@ -44932,7 +44657,6 @@ arthritis_pain_treatment_joint_stiffness_causes/article.htm arthritis_reasons_why_your_hips_hurt/article.htm arthritis_supplements_for_joint_pain/article.htm arthritis_ways_to_ease_hip_pain/article.htm -arthuroliveiramaia article article article$ @@ -44997,7 +44721,7 @@ article/thank-you-registering article/thank-you-signing-health-edit article/this-article-has-been-deleted article/this-article-has-been-removed -article/this-article-is-no-longer-available*http://thinkprogress.org/robots.txt +article/this-article-is-no-longer-available*http://runnersworld.com/robots.txt article/this-proxy-provider-i-tested-is-the-best-for-web-scraping-and-its-not-iproyal-or-marsproxies article/welcome-email articleByCat.cfm* @@ -45218,7 +44942,7 @@ askquestion? asm/ asp.net/ asp/ -asp/ +asp/ asp/cgabillstatus/ asp/demo_db_edit.asp asp/menu/ @@ -45226,12 +44950,12 @@ aspSubscriptionSubmit.asp aspWebCalendar/ aspnet_client aspnet_client/ -aspnet_client/ +aspnet_client/ aspwebcalendar/ aspwebcalendar/calendar.asp aspx$ aspx/ -aspx/read.aspxhttp://heavens-above.com/robots.txt +aspx/read.aspxhttp://techeblog.com/robots.txt aspx_pages_code_testing aspxerrorpath* asq @@ -45348,7 +45072,7 @@ assets/modules/*.js assets/mw/static/old-games assets/newsletters/* assets/packages -assets/pdf/Investigation-Report.pdfhttp://ptc.com/robots.txt +assets/pdf/Investigation-Report.pdfhttp://nccih.nih.gov/robots.txt assets/pdf/Keeper-PM-ITAdmid-WhitePaper.pdf assets/pdf/PAM-vs-SSO-vs-PasswordManager.pdf assets/pdf/blogs/HolidaySuccessGuide_2018_EN.pdf @@ -45404,14 +45128,12 @@ assets_v2/fonts assign assignments.php assignments_archive.php -assiscarvalho assistant assistant$ assistants assistent assistente associate -associate-resources associate/forum associatebanking associated-press$ @@ -45636,6 +45358,7 @@ atlassian-domain-verification atmire-cua atn atom +atom.xml atom.xml$ atom.xml? atom/static-1.28 @@ -45779,6 +45502,7 @@ au/c/*search_type= au/c/*ship_to= au/c?*attr_*= au/cart +au/cases au/checkout au/comment au/contests/*/terms @@ -45833,6 +45557,7 @@ au/ipns au/item/*/offers/new au/labs au/landingpage/ +au/legis au/listing/*/stubs au/listings/*/auction/bids au/live-event-schedule @@ -45937,16 +45662,15 @@ audit auf_zeit_wg.anzahl_mitbewohner_i auf_zeit_wg.mietart_s auf_zeit_wg.rauchen_s -aui/inbound aunz aura aura/promo aus/en/booking/ aus/en/room-selection/ aus/interchange -ausgeonews aushed/* ausland +austlii/survey australia australia/index-test.html auteur/*?page @@ -46000,11 +45724,11 @@ authenticate= authentication authentication$ authentication-failure -authentication/login authentication/logout authentication/oauth2/authorization/reach-five authentication/signin authentications +authkey= authn author author-panel/ @@ -46107,7 +45831,6 @@ autokolcsonzes/eredmenyek autokreditvergleich/? autokreditvergleich? autoload.php -autologin automated-newsletter automation_emails automotive/ @@ -46171,7 +45894,6 @@ aviabilety/cn/* aviabilety/ct aviata/us/en/ aviation -avibinf avis avis-marque-sfr/?page= avis-marque-sfr/?page=10$ @@ -46321,6 +46043,7 @@ az-contacts az-latn-az/ az.php? az/ +az/* az/android/collections az/android/search az/databases? @@ -46488,6 +46211,7 @@ backend-anon/conversation$ backend-anon/sentinel backend-api/public_content backend.php +backend/ backend/add-on backend/common/chat backend/common/users @@ -46543,7 +46267,7 @@ baf bag bagages/*idOffre= baggage/ -bai3Tucheechai9yauwie5aekeegiDeehttp://techinasia.com/robots.txt +bai3Tucheechai9yauwie5aekeegiDeehttp://typeform.com/robots.txt baidu baidu-launches-landmark-licensed-music-service baidu-pc @@ -46622,7 +46346,7 @@ banners banners banners-old.php? banners/ -banners/ +banners/ banners/link-default.html banners/obama-vs-romney.html banners2/ @@ -46631,7 +46355,7 @@ baobao*? baocao bap bapingseo -bappstore/bapps/download/http://thebalance.com/robots.txt +bappstore/bapps/download/http://cincinnati.com/robots.txt baptist-health-news/search* bar.restaurant baraholka @@ -47169,10 +46893,9 @@ betaboards betacc betaem betaexperience/ -betalen/http://bicheando.net/robots.txt +betalen/http://ev3.xyz/robots.txt betatos betmgm-presents -betomansur bets/iframe better better_ways_to_feed_your_baby/article.htm @@ -47206,7 +46929,6 @@ bf-ajax/ bf/ bfe/apps/website bff -bff bffstatic bfl bfmp @@ -47541,7 +47263,7 @@ bin bin bin/ bin/* -bin/*http://iihf.com/robots.txt +bin/*http://seoul.co.kr/robots.txt bin/broker bin/broker2 bin/cba/nimbus/getPageInfo @@ -47807,8 +47529,8 @@ blank.xml blast/BlastAlign.cgi blast/bl2seq/wblast2.cgi blausen* -blausen*http://people.mozilla.org/robots.txt -blausen*http://pix11.com/robots.txt +blausen*http://blog.archive.org/robots.txt +blausen*http://clixtell.com/robots.txt blaw/* blazer-ev/charging blazer-ev/delivery-day @@ -47953,7 +47675,7 @@ blog/*sitemap.xml$ blog/*utm_source= blog/*wordfence_* blog/. -blog/.html.*http://hbr.org/robots.txt +blog/.html.*http://google.co.uk/robots.txt blog/10-lessons-from-an-engineering-manager/$ blog/17-big-tax-deductions blog/20 @@ -47984,6 +47706,7 @@ blog/3d-design/$ blog/4-ways-for-design-teams-to-chart-new-territory-with-figma-make/$ blog/5-shifts-redefining-design-systems-in-the-ai-era/$ blog/5-things-designers-need-to-know-for-a-smooth-handoff/$ +blog/6-designs-that-reimagine-how-we-interact-with-software/$ blog/6-skills-every-engineer-needs-for-the-ai-era/$ blog/6-winning-figma-makes-and-what-you-can-learn-from-them/$ blog/655 @@ -48841,7 +48564,7 @@ blog/want-figma-api-inspiration-heres-8-community-powered-projects/$ blog/we-made-a-mistake-with-our-api-challenge-and-were-sorry/$ blog/web-design-without-a-web-designer-xfive-turns-to-figma/$ blog/webassembly-cut-figmas-load-time-by-3x/$ -blog/webmentions/receive/http://epi.org/robots.txt +blog/webmentions/receive/http://profile.hatena.ne.jp/robots.txt blog/welcome-to-the-prompt/$ blog/welcome-to-the-wip/$ blog/welcome-weavy-to-figma/$ @@ -48948,7 +48671,7 @@ blog?*page=0 blog?category= blog?month blog?page -blog?page=http://thenation.com/robots.txt +blog?page=http://accessdata.fda.gov/robots.txt blog?q=* blogAdmin blog_entry_comments @@ -48992,7 +48715,7 @@ blogs/2011/ blogs/7faebe5debfdd358a46f2452a54eec94fce49269/ blogs/Chetu-Landing-Page blogs/admin/ -blogs/all/tagged*http://ncei.noaa.gov/robots.txt +blogs/all/tagged*http://tradingeconomics.com/robots.txt blogs/atom blogs/author blogs/blog/wp-content/uploads/sites @@ -50768,11 +50491,7 @@ bookproperty books books-info books/* -books/*/http://hyundai.com/robots.txt -books/?*instrument= -books/?*level= -books/?*text= -books/?*topics= +books/*/http://footwearnews.com/robots.txt books/?term= books/NBK books/about @@ -51012,7 +50731,6 @@ boutique/*.htm?*ca=*_k& boutique/*/*print=0 boutique/sitemaps boutiques -bouyguestelecom bova/ bower_components box-week @@ -51318,9 +51036,8 @@ bridge/students briefEditorPublicationId= brighter_whiter_teeth_pictures_slideshow/article.htm bringit.html/ -britishairways brl -brlhttp://modernbluesharmonica.com/robots.txt +brlhttp://grammarly.com/robots.txt broad-tags broadband broadband/goto @@ -51335,8 +51052,6 @@ broken_bones_fractures_types_symptoms_treatment/article.htm brokenlink broker-vergleich/ brokers -brokers/house/guest -brokers2 bronchitis_pictures_slideshow/article.htm brooklaw browse @@ -51349,6 +51064,7 @@ browse-author browse-preview browse-smarter-with-ghostery-8 browse-subject +browse.aspx browse.php browse/* browse/*.aspx @@ -51377,7 +51093,7 @@ browse/_ browse/academic browse/author browse/author-structure -browse/catalogue-full/*/albumshttp://mercadolivre.com.br/robots.txt +browse/catalogue-full/*/albumshttp://weheartit.com/robots.txt browse/collocations browse/deviceDetails.jsp browse/deviceISPUDetails.jsp @@ -51385,7 +51101,6 @@ browse/devicesetup/ browse/domain browse/edits/*/N-*Z*Z browse/embed -browse/genre browse/gift-finder/*/N- browse/homes/all browse/images @@ -51436,8 +51151,6 @@ bruce bruce-hinton-leaves-post-as-chairman-mca-nashville-luke-lewis-to-oversee-label bruger?destination= bruises_causes_colors_treatments/article.htm -brunoaraujo -brutus brw bryan-mead-appointed-vice-president-marketing-and-label-relations-fontana-distribution bs @@ -51607,7 +51320,7 @@ buscador/ buscador/GoogleServlet buscador/GoogleServletBuscadorVertical buscador/componente/ -buscadorhttp://asu.edu/robots.txt +buscadorhttp://betterplace.org/robots.txt buscar buscar buscar* @@ -55487,7 +55200,6 @@ byjus-clone byo-vc/ bypass/ byptwd -bysubject byt byt4/pub bz @@ -56236,7 +55948,7 @@ calendar/*?year=2027 calendar/*?year=2028 calendar/*?year=2029 calendar/*?year=2030 -calendar/*http://decrypt.co/robots.txt +calendar/*http://cancerresearchuk.org/robots.txt calendar//index.html calendar/1415-2 calendar/350/search/ @@ -56699,11 +56411,10 @@ campaigns/credit-cards/expired-reference-archive/ita-bt-combo.html campaigns/credit-cards/more-than-minimum.html campaigns/credit-cards/parris-island.html campaigns/digital-recruitment -campaigns/digital-recruitmenthttp://jdsupra.com/robots.txt +campaigns/digital-recruitmenthttp://assets.website-files.com/robots.txt campaigns/digital.html campaigns/digital/digital-banking-tools.html campaigns/digital/operation-innovate.html -campaigns/emc-systems campaigns/emessage.html campaigns/emessage/2023-annual-meeting-update.html campaigns/emessage/2024-board-election-nominees.html @@ -57018,7 +56729,6 @@ captcha/image captcha? captchaKey captchaPerimeterX -captcha_gateway captchaimage.axd captchaimage1.axd captchas @@ -57299,15 +57009,8 @@ carhire/vysledky carhire_deeplink cari carl-park-promoted-to-senior-vice-president-finance -carlailepedrosa carlos-sanchez-appointed-president-universal-music-latino carlos/ -carlosalbertolereia -carlosbezerra -carlosbrandao -carlosmagno -carlosroberto -carlossouza carnet carnetadresses carnival/2 @@ -57464,7 +57167,7 @@ case-administration-resources case-digests*? case-studies case-studies/ -case-studies/http://nielsen.com/robots.txt +case-studies/http://japantimes.co.jp/robots.txt case.php casefactory*?*cid= casemakecase @@ -57661,7 +57364,7 @@ category/downtime category/drupal category/features category/general -category/good-bites/http://tvline.com/robots.txt +category/good-bites/http://redcross.org.uk/robots.txt category/jetpack category/milestone category/misc @@ -60007,11 +59710,11 @@ cdn-cgi/beacon/performance cdn-cgi/bm/cv cdn-cgi/challenge-platform cdn-cgi/challenge-platform/ -cdn-cgi/http://chicagoreader.com/robots.txt -cdn-cgi/http://contagious.com/robots.txt +cdn-cgi/http://cbre.com/robots.txt cdn-cgi/http://european-union.europa.eu/robots.txt -cdn-cgi/http://ezoic.com/robots.txt -cdn-cgi/http://weburbanist.com/robots.txt +cdn-cgi/http://indiana.edu/robots.txt +cdn-cgi/http://newspapers.com/robots.txt +cdn-cgi/http://searchenginejournal.com/robots.txt cdn-cgi/image cdn-cgi/images/trace cdn-cgi/l/email-protection @@ -60025,7 +59728,7 @@ cdn-cgi/scripts/5c5dd728/cloudflare-static/email cdn-cgi/speculation cdn-cgi/styles cdn-cgi/zaraz -cdn-cgi/zaraz/http://meyerweb.com/robots.txt +cdn-cgi/zaraz/http://nps.gov/robots.txt cdn-fpw/sxg cdn-proxy/pim cdn-proxy/px @@ -60079,11 +59782,9 @@ celebrity/Brad-Pitt-Crazy-Stuff-499534 celebrity_hairstyles_pictures_slideshow/article.htm celebritycruises/guide-to-the-globe celiac_disease_pictures_slideshow/article.htm -celiarocha cell_phone_health_dangers/article.htm cellulite_pictures_slideshow/article.htm cellulitis_skin_problems_treatments/article.htm -celsomaldaner celt/sldc/?openpage%20 celt/users/international/exchprog.htm celt/users/international/overseas.htm @@ -60185,7 +59886,7 @@ centers/ghrc-daac/data-access-tools? centers/laads-daac/data-access-tools? centers/lp-daac/data-access-tools? centers/maps/ -centers/mrcbg/programs/growthpolicy/search?http://tu-dresden.de/robots.txt +centers/mrcbg/programs/growthpolicy/search?http://cornell.edu/robots.txt centers/new* centers/nsidc-daac/data-access-tools? centers/ob-daac/data-access-tools? @@ -60255,7 +59956,6 @@ certifiednewsarticle/3301/ cervical_cancer_pictures_slideshow/article.htm ces-specials/l ces-specials/l/$ -cesarhalum cetools/ cevaplar cevaplar//anket-sorulari @@ -60376,6 +60076,7 @@ cgi-bin/search.cgi* cgi-bin/search.fpl cgi-bin/separation cgi-bin/shorts.cgi +cgi-bin/sinodisp cgi-bin/squeak.zip cgi-bin/squeak10 cgi-bin/state @@ -60392,6 +60093,10 @@ cgi-bin/tour cgi-bin/translate cgi-bin/twimage.cgi cgi-bin/unsubscribe.cgi +cgi-bin/viewdb/au/legis +cgi-bin/viewdoc/au/legis +cgi-bin/viewdtoc/au/legis +cgi-bin/viewtoc/au/legis cgi-bin/wantedWikiPages cgi-bin/webservices cgi-bin/wikiDiff @@ -60405,9 +60110,10 @@ cgi-bin/wikiSig cgi-bin/wx cgi-bin/x-posts cgi-bin/yabb2/YaBB.pl -cgi-binhttp://helloqueen.pl/robots.txt +cgi-binhttp://verizon.com/robots.txt cgi-brookscole/ cgi-comment +cgi-dev cgi-local cgi-mad/ cgi-pct/ @@ -60658,7 +60364,6 @@ changelog changelog/*/feed changement-langue-province.jsp changepassword/* -changeplan changes changes-coming-to-the-itunes-store changes-that-qualify-for-special-enrollment/ @@ -60828,9 +60533,7 @@ charts/PDF/Unicode-6.3 charts/PDF/Unicode-7.0 charts/PDF/Unicode-8.0 charts/PDF/Unicode-9.0 -charts/advinion.php charts/beta -charts_xml chartweg.formstack.com chase-sapphire chaso-slov/*?*date= @@ -60841,7 +60544,7 @@ chat$ chat-completions chat/ chat/* -chat/*http://encrypted.google.com/robots.txt +chat/*http://gsmarena.com/robots.txt chat/api/livechat chat/enroll chat/finance @@ -60944,7 +60647,7 @@ checkout_success.php checkout_vrepay_elv.php checkout_vrepay_giropay.php checkout_vrepay_kreditkarte.php -checkouthttp://bellascolegialas.info/robots.txt +checkouthttp://consumer.ftc.gov/robots.txt checkoutimages.action2 checkoutnow checkouts @@ -60973,7 +60676,7 @@ chevron chfar chfarCostLimit chi/ -chi_simple/http://eyes.nasa.gov/robots.txt +chi_simple/http://vecernji.hr/robots.txt chicago/?q=admin chicago/?q=comment/reply chicago/?q=filter/tips @@ -61033,9 +60736,6 @@ chicago/user/register chicago/xmlrpc.php chicago?p= chicagocampusmaps -chicoalencar -chicodangelo -chicodasverduras chihantv chihe*? chihiro-api/ @@ -61051,7 +60751,6 @@ chinaflights/*-to-*/tickets-* chinaflights/ShowFareNext* chinaflights/passenger* chinaflights/showfarefirst* -chinese chinese-english/sitemap chinese-english/top chinese-pop-legend-jacky-cheung-together-with-pop-diva-a-mei-perform-live-at-f1-rocks-singapore-with-lg @@ -61418,7 +61117,7 @@ clasificados/external-login clasificados/get-filter-results clasificados/get-results clasificados/get-top-box-results -clasificados/http://commondreams.org/robots.txt +clasificados/http://mybroadband.co.za/robots.txt clasificados/login-saved-searches clasificados/manage-saved-searches clasificados/mobile/search @@ -61506,8 +61205,6 @@ classnotes/browse/issue classroom classroomrewards clatronic* -claudiocajado -claudioputy clc/search-result clck clde/title-iii-supplemental-supports-for-english-learners$ @@ -61533,9 +61230,7 @@ clear.gif clearRegister clear_cache= clear_cache_session= -clearcookies clearing/template/ -cleberverde clementine-anma clemson-newsletter/ clemsonoffer/ @@ -61678,7 +61373,7 @@ cloud-api/one-cart-api/v1/carts/current/process_payment cloud-launcher/sitemap cloud-storage-pricing-plans/* cloud/ -cloud/ +cloud/ cloud/$ cloud/* cloud/131 @@ -61712,7 +61407,6 @@ cloud/promos/ cloud/r13_update17b cloud/r13_update17c cloud/shop/ -cloud/store cloudflare-10xx cloudflare-error cloudflare/* @@ -61861,7 +61555,7 @@ cn/en cn/en/ cn/enterprise/ cn/events/huaweiconnect/livestream-for-tvs$ -cn/events/huaweiconnect/sessions-on-demand*http://kb.mozillazine.org/robots.txt +cn/events/huaweiconnect/sessions-on-demand*http://zeenews.india.com/robots.txt cn/forum/* cn/help/cookies-list/ cn/help/cookies/ @@ -62083,14 +61777,14 @@ collection-search collection-search/advanced-search collection-search/advanced-search? collection-search? -collection.phphttp://davx5.com/robots.txt +collection.phphttp://translate.com/robots.txt collection/* collection/*/amp collection/*? collection/api/logger collection/category collection/editor -collection/editor/http://acehotel.com/robots.txt +collection/editor/http://getrichslowly.org/robots.txt collection/family-friends collection/works? collection/zone @@ -64105,7 +63799,6 @@ comeuntochrist/lp/ comeuntochrist/teach/ comfortable_author_pay comfortable_pay -comhem comic-indies comic-indies/$ comic-indies/about @@ -64196,7 +63889,7 @@ comments/new comments/quote comments/reply commentsdata.cms?appkey= -commentshttp://keep.google.com/robots.txt +commentshttp://doodle.com/robots.txt commerce commerce$ commerce/ @@ -64226,7 +63919,6 @@ committees/*/studiesdownload.html committees/donors committees/proposals committees/props -commodities/*?page=chart commodity-price-charts?1 commodity-widgets.php common @@ -64340,7 +64032,7 @@ community/*/foaf community/*/latest$ community/*/live community/*/post -community/*/post-*http://nobelprize.org/robots.txt +community/*/post-*http://spark.adobe.com/robots.txt community/*/profile community/*/rss community/*/topics @@ -64426,7 +64118,6 @@ community/knowledge-base community/kudos community/leaders* community/login -community/main? community/members community/members community/mentions @@ -64469,7 +64160,7 @@ community/user community/user-api-key community/user/aaamodelmicrositenew community/user/ibmchampions -community/user/ibmtechxchangenorthtexasautomationusergroup/http://patentimages.storage.googleapis.com/robots.txt +community/user/ibmtechxchangenorthtexasautomationusergroup/http://secg.org/robots.txt community/user/ibmtechxchangestaging community/user/ibmz-and-linuxone community/user/imwuc @@ -65221,7 +64912,7 @@ confirmarmodificacaodee-mail confirmarnovasenha,definirnovasenha confirmation confirmation/ -confirmation/http://arbeitsagentur.de/robots.txt +confirmation/http://ezgif.com/robots.txt confirmationcommande confirmednewpassword confirmedsession @@ -65243,7 +64934,7 @@ connect connect-more/programme-2023/connect-more-2023-programme-file connect/@ connect/authorize* -connect/http://zapier.com/robots.txt +connect/http://mdpi.com/robots.txt connect/invite connect/labournews connect/social-intranet.html @@ -65311,7 +65002,7 @@ contact-pantone-connect contact-preferences contact-request/ contact-sales -contact-sales/http://apps.facebook.com/robots.txt +contact-sales/http://lists.w3.org/robots.txt contact-support contact-thank-you contact-tos @@ -65784,7 +65475,7 @@ content/dam/munichre/brandportal/guidelines/*.pdf content/dam/munichre/brandportal/guidelines/*/*.pdf content/dam/munichre/brandportal/guidelines/*/*/*.pdf content/dam/munichre/brandportal/guidelines/*/*/*/*.pdf -content/dam/munichre/brandportal/guidelines/*/*/*/*/*.pdfhttp://cookiedatabase.org/robots.txt +content/dam/munichre/brandportal/guidelines/*/*/*/*/*.pdfhttp://en.wikiquote.org/robots.txt content/dam/natwest_com/secureinbox content/dam/oecd/ content/dam/one-dot-com/one-dot-com/uk/microsites/pisa25/secure/dfe-welcome-letter.pdf @@ -65833,7 +65524,7 @@ content/dam/sm/radcancerbio/resources-secure content/dam/sothebys/InsideSothebys*.pdf content/dam/static-page/customer-advocacy/*/pdf content/dam/static/js/tagging/ -content/dam/students/documents/graduations/programs/http://it.linkedin.com/robots.txt +content/dam/students/documents/graduations/programs/http://sass-lang.com/robots.txt content/dam/stzh/aemmanual-tui content/dam/stzh/cd content/dam/stzh/pkzh @@ -65980,7 +65671,7 @@ content/dist/fonts content/docdel content/download content/downloads/ -content/downloads/http://ebay.co.uk/robots.txt +content/downloads/http://photobucket.com/robots.txt content/ebook content/ebook/ content/ebrochure/toyota-mobility.pdf @@ -66080,7 +65771,7 @@ content/index.php/filter/tips content/index.php/node/add content/index.php/search content/index.php/user/login -content/index.php/user/logout/http://bain.com/robots.txt +content/index.php/user/logout/http://ecwid.com/robots.txt content/index.php/user/password content/index.php/user/register content/inspublic @@ -66174,7 +65865,7 @@ content/pluralsight/en/jcr:content content/prelaunch content/products-brochures/Company/Europe-shipping-rates.pdf content/profiles -content/public/wbc/en/_services/calcs-forms-tools/http://xiph.org/robots.txt +content/public/wbc/en/_services/calcs-forms-tools/http://reactjs.org/robots.txt content/public/wbc/en/_services/serialiser/ content/public/wbc/en/_services/serialiser/calculator/ content/public/wbc/en/business-banking/westpac-live-video/ @@ -66271,8 +65962,8 @@ content/view/full content/web.config content/web/de/service/servicedesk-hilfebereich content/websites/languages -content/websites/us/en/noindex/*http://fidoalliance.org/robots.txt -content/websites/us/en/noindex/*http://fiverr.com/robots.txt +content/websites/us/en/noindex/*http://qwant.com/robots.txt +content/websites/us/en/noindex/*http://tandfonline.com/robots.txt content/wgpublic content/whitepaper content/www/accessibility-test @@ -66322,7 +66013,7 @@ contentassets/*.xml$ contentfeed/getdata?type=synopsi contentisblocked contentisblocked.md -contentjam/ +contentjam/ contentonly contentpar_gridblock contentresearchtool/ @@ -66605,7 +66296,6 @@ copy copy-conductor/crawled copy/ copyEditor -copyleft copyright copyright-policy copyright-reporting @@ -66795,7 +66485,7 @@ core/themes/*.jpg core/themes/*.js$ core/themes/*.js? core/themes/*.png -core/unlocking-power-rda-joint-workshop-nardac-and-pcc-sct-rda-training-task-grouphttp://goldmansachs.com/robots.txt +core/unlocking-power-rda-joint-workshop-nardac-and-pcc-sct-rda-training-task-grouphttp://hilton.com/robots.txt core/wp-admin/ core/wp-admin/admin-ajax.php core?context @@ -66827,8 +66517,8 @@ corpfiles/ corporate corporate-banking/corporate-online/signin/ corporate-corner -corporate-culture/inner/http://mobile.abc.net.au/robots.txt -corporate-culture/inner/http://yoox.com/robots.txt +corporate-culture/inner/http://auburn.edu/robots.txt +corporate-culture/inner/http://youm7.com/robots.txt corporate-gallery corporate-test corporate. @@ -66889,7 +66579,6 @@ cosmetic_quiz_pictures_slideshow/article.htm cosmetic_surgery_before_after_pictures_slideshow/article.htm cosmos cosstudentservices-dev -cota-parlametar$ cote-d-opale/ cote-d-opale/assure/actualites/ cote-d-or/ @@ -66968,10 +66657,6 @@ courses/*?high_rating* courses/*?license* courses/*?schools* courses/*?sort_by=* -courses/?*instrument= -courses/?*level= -courses/?*text= -courses/?*topics= courses/Assessment courses/Exercise-Files courses/Transcript @@ -66997,12 +66682,12 @@ courses/favorites courses/goto?type=* courses/graduate-certificate-in-higher-education-curriculum-teaching-and-learning courses/honours -courses/http://bio.link/robots.txt +courses/http://agupubs.onlinelibrary.wiley.com/robots.txt courses/login courses/nested-content/postgraduate courses/online-shkoly courses/online-shkoly/zapusk-online-shkoly -courses/online-shkoly/zapusk-online-shkolyhttp://bethesequoia.com/robots.txt +courses/online-shkoly/zapusk-online-shkolyhttp://chrishudson.co/robots.txt courses/register courses/requests courses/search @@ -67019,14 +66704,12 @@ courses? court-awards-judgement-to-universal-music-group-in-copyright-infringement-suit-with-mp3-com courtney-love-and-universal-music-group-reach-settlement courts -courts coveo coveo/ cover cover-it-live/ cover-photo.jspa cover_v2 -coverage coverage-for-topic/ coverage-identifier coverimages/ @@ -67179,7 +66862,6 @@ create-and-add-to-new-collection create-blog create-blog.g create-free-account -create-list/ create-listing create-resume/lp create-rss-feed-url @@ -67441,6 +67123,7 @@ cs-CL cs-CN cs-CO cs-CZ/$ +cs-CZ/* cs-DA cs-DE cs-DK @@ -67621,7 +67304,6 @@ cse? cservice cservice/ya_index.gsp csi_204 -csl csltmpl.asp?url=/content/council/mem/leventhal_g/index.asp csmlists/addbookmark csmlists/topic @@ -67778,7 +67460,6 @@ curation* curl curling/curling currant-anma -currencies/*?page=chart currency currency/ currency= @@ -68363,7 +68044,6 @@ dailystudy*mode* dajoko dal-quotidiano dallas/tag -dalvafigueiredo dam dam/*.doc$ dam/*.docx$ @@ -68410,7 +68090,6 @@ daniel-barenboim-joins-deutsche-grammophon-and-decca-classics daniel-barenboim-launches-a-new-digital-only-label-peral-music-in-collaboration-with-universal-music daniel-kruchkow-promoted-to-vice-president-digital-media-commerce-island-def-jam-music-group dannotest/boof -danrlei dapi darco dare-me @@ -68437,7 +68116,7 @@ data-group/ data-items* data-page-integration data-processing-terms -data-protection/our-role-supervisor/complaints/edps-complaint-form*http://mitpress.mit.edu/robots.txt +data-protection/our-role-supervisor/complaints/edps-complaint-form*http://thomann.de/robots.txt data-science data-science* data-security/download-confirm.html @@ -68580,8 +68259,6 @@ datos/pdfs dave-bakula-promoted-to-vice-president-sales-analysis-universal-music-group-distribution dave-blomsterberg-promoted-to-vp-of-sales-fontana-distribution dave-lombardi-promoted-to-vice-president-of-promotion-for-caroline -davialcolumbre -davialvessilvajunior david-benjamin-named-senior-vice-president-anti-piracy-universal-music-group david-boyne-appointed-uk-managing-director-at-music-merchandising-leader-bravado david-boyne-promoted-to-head-of-european-sales-for-bravado @@ -68604,7 +68281,6 @@ davidson1 day day*tDate*mosadid* day*tdate*mosadid* -day= dayVisited= daynews dayone @@ -68975,6 +68651,7 @@ de-de/customers/driving-adoption-of-seat-cupra-design-system/$ de-de/customers/driving-design-transformation-how-cars24-builds-faster-with-figma/$ de-de/customers/dwell/$ de-de/customers/endeavourx-design-transformation-with-figma/$ +de-de/customers/figma-buzz-helps-superside-fast-track-marketing-assets/$ de-de/customers/figma-helps-adyen-streamline-design-system/$ de-de/customers/figma-helps-amadeus-design-10-times-faster/$ de-de/customers/figma-helps-groww-simplify-investing/$ @@ -70171,7 +69848,7 @@ de/teams de/technologie-medien-und-telekommunikation/gemo-2018-executive-summary.pdf de/technologie-medien-und-telekommunikation/gemo-2018.pdf de/terms-of-use -de/termsandconditions/master-cloud-agreement/07212021http://popsugar.com/robots.txt +de/termsandconditions/master-cloud-agreement/07212021http://poshmark.com/robots.txt de/test de/testseiten de/thank-you @@ -70349,7 +70026,7 @@ default.cms default1.cms default1.cms defaultIndOnly.aspx -default_image.psdhttp://books.google.de/robots.txt +default_image.psdhttp://merkle.com/robots.txt default_rewrites.ini defaults deferred @@ -70388,7 +70065,6 @@ delayHybrid delayRebook delayed_job delcomment.bml -delegadoprotogenes delegate-www.html delegations/*/*/members/pdf.html delete @@ -70446,7 +70122,7 @@ demo/confirmed demo/safari-reader-test-1 demo/safari-reader-test-2 demo/safari-reader-test-3 -demo/safari-reader-test-nielshttp://politico.eu/robots.txt +demo/safari-reader-test-nielshttp://sky.com/robots.txt demo2/ demo_2c5e63dedb24a demo_ad.html @@ -70545,6 +70221,7 @@ dero deru desc descarga-ebook-* +describe describecomponents.cgi describekeywords.cgi descuentos @@ -70686,7 +70363,6 @@ dev-sites dev.globalcitizen.org dev/ dev/log.cgi -devanirribeiro devblog/search devblogs devcenter-uat @@ -70748,7 +70424,6 @@ device-view device/activate device/tracker/ deviceList -deviceManagement devices devinstalldependencies/ devinstallgrunt/ @@ -72645,6 +72320,7 @@ diet_weight_loss_shed_pounds_after_40/article.htm diet_weight_loss_sugar/article.htm dietaryAndLifestyle= dieting_myths_and_facts_pictures_slideshow/article.htm +diff diff_angle diffs dig-perf-test @@ -72768,7 +72444,6 @@ digraph digs/guides dilatua/proRecensione.do dilatuagaz -dilceusperafico dilloalmessaggero.php dime-shs/en/search/ dime-shs/fr/search/ @@ -72795,7 +72470,7 @@ directnews directories directories-api directories/transition -directors/http://fs.blog/robots.txt +directors/http://crisistextline.org/robots.txt directory directory-profile/ directory/ @@ -72837,7 +72512,6 @@ disclosures/deposit-promo-disclosure disclosures/fee-structure disclosures/securities-based-lending-disclosure discobot -disconnect discount discount-card discount-card-sign-up @@ -72930,7 +72604,7 @@ discuss/tag/*/l discuss/user-api-key discuss99/ discussion -discussion-forum/http://support.sonos.com/robots.txt +discussion-forum/http://saastr.com/robots.txt discussion/comment-permalink discussion/edit-profile discussion/handlers @@ -73252,7 +72926,7 @@ dj dj/ django django-admin -django-admin/http://coursehero.com/robots.txt +django-admin/http://omnicalculator.com/robots.txt dje dk dk$ @@ -73446,7 +73120,7 @@ dms/*/cdn/sites/iportal/documents/pdfs/ dms/*/cdn/sites/support/documents dms/cdn/sites/iportal/documents/pdfs/ dms/cdn/sites/support/documents -dms_priv/*http://online.fliphtml5.com/robots.txt +dms_priv/*http://justgiving.com/robots.txt dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002 dms_pub/itu-r/oth/0A/0E/R0A0E00008B @@ -73481,7 +73155,7 @@ dna dna-tests?s= dna/dna-matches dna/matches -dna/matches/http://phpmyadmin.net/robots.txt +dna/matches/http://paysafecard.com/robots.txt dng/mapping/csv-import do do-not-crawl @@ -73497,6 +73171,7 @@ do/help/privacy/ do/landingpage/ do/secure/ do/sync/ +do2 do=CreateGuest do=CreateRegistree do=backlink$ @@ -73586,7 +73261,7 @@ docs/*.png$ docs/*/auth/login?redirect= docs/*/diff docs/*/embed -docs/*/http://dvidshub.net/robots.txt +docs/*/http://freedownloadmanager.org/robots.txt docs/*/restore docs/*/search? docs/*/version @@ -74127,7 +73802,6 @@ domaincheckresult domains/results domains/transfer-a-domain/transfer.aspx domains/whois/whois-ajax.aspx -domingosdutra dominic-pandiscia-named-president-of-caroline-division-of-capitol-music-group don-cannon-appointed-vice-president-ar-def-jam-recordings don-terbush-promoted-to-vice-president-film-tv-music-ume @@ -74146,10 +73820,7 @@ donate-blood/manage-my-donations/rapidpass/measles-exposure.html donate-blood/manage-my-donations/rapidpass/reds-survey.html donate-blood/manage-my-donations/rapidpass/student-guide.html donate-blood/manage-my-donations/rapidpass/trali-information-sheet.html -donate/autocharge/ donate/create -donate/form/ -donate/manage/ donate/thank-you donate/thank-you-desktop donate/thank-you-for-reading @@ -74246,7 +73917,7 @@ download/labview-development-system-2013/3980/en download/labview-development-system-2013/4045/en download/legacy download/next -download/other-devicehttp://ecosystem.hubspot.com/robots.txt +download/other-devicehttp://usip.org/robots.txt download/pdf/nocrawl download/personal/security/gcas_general_numbers.pdf download/pgn @@ -74275,6 +73946,7 @@ download_solution$ downloadable/download/sample/ downloadapp downloadassets +downloadaszip downloadcitation downloadcomp.php downloaded-images.asp* @@ -74289,7 +73961,7 @@ downloadpubliclightbox.php downloads downloads.php downloads/ -downloads/ +downloads/ downloads/$ downloads/* downloads/*/ @@ -74399,7 +74071,7 @@ dritte drive drive-and-listen/ drive-angry -drive-in/ +drive-in/ drive-with-lyft*ref= drive-with-lyft*utm drive/search @@ -74476,7 +74148,6 @@ dtd.xhtml-mp.php dtoffer/ dtt/k dtv -duartenogueira dubai/campaigns dubai/new dubai/old @@ -74556,7 +74227,6 @@ dwvar dwvar* dx.doi.org dxfp -dxp-search-integration/http://cde.state.co.us/robots.txt dyn dyn-search.php dynaTraceMonitor @@ -74740,6 +74410,7 @@ e-campo/viticultura-tropical-no-semiarido e-campo/xx-curso-sobre-tecnologia-de-producao-de-sementes-de-hortalicas e-campo/xxi-curso-sobre-tecnologia-de-producao-de-sementes-de-hortalicas e-commerce/* +e-gaming e-landing-page-sitemap.xml e-natjus e-pharmacy @@ -74975,7 +74646,6 @@ ecourse/ ecouter_voir ecp ecrire -ecs ect-preview eczema_a_visual_guide_to_eczema_rashes/article.htm eczema_atopic_dermatitis_pictures_slideshow/article.htm @@ -75075,7 +74745,6 @@ editors editors/contact editorspicks editorv2_shop_aux/download_course_student_certificate -editpayment editprofile edits editstartup @@ -75109,9 +74778,6 @@ edu/teachers edu/test edu?* eduRequests -eduardoazeredo -eduardobarbosa -eduardodafonte edubeta educacio/Bauza-suport-absolut-Nuria-Riera_0_1264673732.html educacio/LSTEI-Fiscalia-prevaricacio-JTS_0_1264673667.html @@ -75152,7 +74818,6 @@ education/advanced_search.jsp? education/blocks education/blocks$ education/chromebooks/$ -education/classroom-resources/education-resources education/common/course_search.page* education/download education/eic/_denial.asp @@ -75486,7 +75151,6 @@ elasticsuite_cms/ elastictranscoder/2012-09-25 elc elc/search-result -elcionebarbalho elearn-old elearning/ elecciones/autonomicas-aragon-2019/ @@ -75632,13 +75296,11 @@ elezioni/*.xml elezioni2008 eli/*? eli/es/res/2007/09/28/(5)/dof/spa/pdf -elienelima eliisa eliminar-busqueda eliminar-favoritos eliminator/ elinks -elisa elise-mora-promoted-to-senior-vice-president-production-for-island-def-jam-motown-republic-records elise-wright-appointed-to-senior-vice-president-urban-music-for-universal-republic-records elise-wright-appointed-vice-president-of-marketing-for-universal-motown @@ -75680,7 +75342,7 @@ email-colleague email-confirm email-confirmation email-contact/ -email-contact/nodehttp://latlong.net/robots.txt +email-contact/nodehttp://brightside.me/robots.txt email-contact/taxonomy_term email-content email-disclaimer @@ -75774,11 +75436,8 @@ emails/verify emailservice emailsignup emailsignup/ -emailunsubscribe emailus/ emailv_v2 -emb_releases -emb_releases_ml embargo embed embed$ @@ -75813,7 +75472,6 @@ embed? embedMedia/validate embed_iframe embed_js -embed_popup embedchart.aspx embeddable embedded @@ -75830,6 +75488,7 @@ embeds/checkin embeds/partners embeds/post_scriptum.php embeds/script +embedservererror.aspx embedvideo.cms* embnet.news embowered @@ -76319,6 +75978,7 @@ en-SI en-SK en-SK/money-transfer/send-money en-SL/currency-converter/convert +en-TH/* en-TR en-US en-US/*.json$ @@ -77153,6 +76813,7 @@ en-gb/core/*.js$ en-gb/core/*.js? en-gb/core/*.png en-gb/core/*.svg +en-gb/country en-gb/custom_banner en-gb/destinations/hotel-information en-gb/docs @@ -78287,7 +77948,7 @@ en-to en-tools en-tr en-tr/blogs -en-tr/cart/http://clutchpoints.com/robots.txt +en-tr/cart/http://www1.lehigh.edu/robots.txt en-tr/destinations/hotel-information en-tr/docs en-tr/pages @@ -78899,7 +78560,7 @@ en/culture-emergencies/heritage-emergency-fund/map en/currency/edit en/current en/customer-home -en/customer-services/points-attention/appointment-request-formhttp://daily.jstor.org/robots.txt +en/customer-services/points-attention/appointment-request-formhttp://mitpressjournals.org/robots.txt en/database/oracle/machine-learning/omlla en/database/oracle/oracle-machine-learning-for-python en/database/oracle/oracle-machine-learning-for-python/1.0 @@ -79001,6 +78662,7 @@ en/events/Denver-strategic-dinner-august en/events/central-european-strategic-exchange en/events/huaweiconnect/livestream-for-tvs$ en/events/huaweiconnect/sessions-on-demand* +en/events/onshape-executive-event-25lusk en/events/onshape-mda-barcelona-2025 en/events/onshape-mda-boston-2026 en/events/sanfrancisco-strategic-dinner-november @@ -79218,7 +78880,7 @@ en/messages en/meta/display/news.html en/meta/display/shop-detail.html en/microsite/ -en/microsites/http://belfasttelegraph.co.uk/robots.txt +en/microsites/http://apple.news/robots.txt en/microsoft-365 en/microsoft-365/ en/microsoft-teams @@ -79466,7 +79128,7 @@ en/search?*x=1 en/search?*z=1 en/search?q= en/search?s=* -en/searchpage.htmlhttp://jitsi.org/robots.txt +en/searchpage.htmlhttp://wpforms.com/robots.txt en/security en/security/ en/servers/amd-int @@ -79541,6 +79203,7 @@ en/sites/drs/_search en/sites/forschungsdatenmanagement/_search en/sitewide_alert/load en/size +en/soc/*id_search_state=* en/solutions/iot-production-monitoring-cloud-with-maintenance-cloud en/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud en/sr @@ -79904,7 +79567,7 @@ english/studies/iss/admission/scholarship-applicants/preapplication english/studies/programmes/*/admission/?guide english/studies/programmes/*/admission/index.html?guide english/studies/study-at-uio/india.html -english/studies/study-at-uio/india.htmlhttp://adjust.com/robots.txt +english/studies/study-at-uio/india.htmlhttp://hdr.undp.org/robots.txt english/studies/summerschool/admission/scholarship-applicants/preapplication english/suggestions.aspx english21/* @@ -79968,7 +79631,6 @@ enterprise/portlets/forms/formreg.do enterprise/seo enterpriseform/ enterprisepartner -entertain entertainment-industry-launches-bob-marley-campaign-to-support-save-the-childrens-east-africa-appeal entertainment-unify entertainment/*?embed @@ -80012,7 +79674,6 @@ entry/image entry/jsonlite entry/lightview.php entrypoint_ndp -entrytrap enttinyscrolljs/* enu/slp-motorola-media-link-test-purchase-page.html enus/ @@ -80057,9 +79718,9 @@ epilepsy_pictures_slideshow/article.htm episerver episerver episode -episode-engine/ -episode-podcast/ -episode/ +episode-engine/ +episode-podcast/ +episode/ episode/*/transcript$ episode/http episodes @@ -80098,7 +79759,6 @@ ericson erid= erin-kroeger-appointed-to-vice-president-sales-analysis-universal-music-and-video-distribution ero -erosbiondini err.php err/ err404.php @@ -80294,7 +79954,7 @@ es-TR es-TW es-UA es-US -es-US/*http://v0.wordpress.com/robots.txt +es-US/*http://youscribe.com/robots.txt es-VN es-ZA es-ag @@ -80522,6 +80182,7 @@ es-es/customers/digital-transformation-at-philips/$ es-es/customers/driving-adoption-of-seat-cupra-design-system/$ es-es/customers/driving-design-transformation-how-cars24-builds-faster-with-figma/$ es-es/customers/erste-groupbetter-financial-health-by-design/$ +es-es/customers/figma-buzz-helps-superside-fast-track-marketing-assets/$ es-es/customers/how-aws-drives-collaboration-between-designers-and-developers-at-scale/$ es-es/customers/how-commbank-is-banking-on-collaboration/$ es-es/customers/how-customerio-simplifies-design-handoffs-with-variables-and-dev-mode/$ @@ -80980,6 +80641,7 @@ es-la/customers/digital-transformation-at-philips/$ es-la/customers/driving-adoption-of-seat-cupra-design-system/$ es-la/customers/driving-design-transformation-how-cars24-builds-faster-with-figma/$ es-la/customers/erste-groupbetter-financial-health-by-design/$ +es-la/customers/figma-buzz-helps-superside-fast-track-marketing-assets/$ es-la/customers/how-datadog-built-enterprise-platform-scaling-design-system/$ es-la/customers/how-flipkart-boosts-its-design-vision-for-indian-e-commerce-with-figma/$ es-la/customers/how-flipster-designs-for-speed-scale-and-stability/$ @@ -82068,7 +81730,7 @@ es/search/fonts? es/search/shops es/search? es/search?* -es/search?*http://caltech.edu/robots.txt +es/search?*http://taringa.net/robots.txt es/search?*q= es/searchresult es/secure-preview @@ -82458,6 +82120,7 @@ essay/exclusive essaylab/upload essays essentialmums +essentiels-entrepreneur essonne/ essonne/assure/actualites/ esstatistics @@ -82758,8 +82421,6 @@ eu/search-eu-site eu/startup-business-toolkit eu/thunderbird/collections eu/thunderbird/search -eudesxavier -eula eula.html eumcollector/beacons/browser/v1 euprojects @@ -82822,7 +82483,6 @@ evaluation evaluations evalutaion-virtuelle evan-lamberg-promoted-to-president-of-universal-music-publishing-group-umpg-north-america -evandromilhomen evenements event event-categories/ @@ -83258,7 +82918,7 @@ exhibits/orgunit/*?spc.page exhibits/orgunit/*?utm_source exigen-and-music-industry-labels-launch-royalty-service-l-p exit -exit.htmlhttp://psupress.org/robots.txt +exit.htmlhttp://fhi.no/robots.txt exit? exitpoll/ exp-beach @@ -83400,7 +83060,7 @@ export/ export/flipboard/*.rss export/options export/site-selector.json -export/site-selector.jsonhttp://gitee.com/robots.txt +export/site-selector.jsonhttp://harman.com/robots.txt export/sites/intranet/ export/sites/upov/shared/ export/sites/www/pct/guide/ @@ -83510,7 +83170,7 @@ external/stemcellsforblood external/strada/secure external/tces external/whistler -externalContentView/http://tru.ca/robots.txt +externalContentView/http://gofund.me/robots.txt externalPageReview externalUrl external_hosted @@ -83661,9 +83321,6 @@ fa/thunderbird/collections fa/thunderbird/search fa/web.config fab -fabiofaria -fabioramalho -fabiosouto fabordrab fabric_items facebook @@ -83691,7 +83348,6 @@ facet/*?*&sortBy= facet/*?*&tags= facet/*?*&view_type= facetValueFilter -faceted_search facets facets-1090-1= facets-block-ajax @@ -83926,9 +83582,8 @@ fasting_diet_weight_loss_management/article.htm fastperl/fom fat-fighting_foods_pictures_slideshow/article.htm fat-footer +fatalerror.html fatigues/ -fatimabezerra -fatimapelaes fatraining fattening_fall_foods_slideshow/article.htm fattening_foods_pictures_slideshow/article.htm @@ -83956,7 +83611,7 @@ favicon-generator/ruby-on-rails/your-favicon-is-ready favicon.ico favicon.ico favicon.ico$ -favicon.icohttp://pbs.org/robots.txt +favicon.icohttp://podcasts.google.com/robots.txt favicon.svg favicons favlagucom @@ -84017,7 +83672,6 @@ fbl/home.html fbl/howitworks.html fbl/logout.html fbl/terms.html -fblogin/ fbmfg/README.txt fbmfg/core fbmfg/profiles @@ -84098,6 +83752,7 @@ fcis/ fckeditor fcm fcmedianet.js +fct fd-fr/ fd/ fdbk @@ -84160,14 +83815,14 @@ features-oceans? features-satellites? features-weather? features/aerisweather-development-partner-program -features/aerisweather-javascript-sdk/http://s.imgur.com/robots.txt +features/aerisweather-javascript-sdk/http://linuxquestions.org/robots.txt features/analytics features/dear-abby/ features/external/cdp features/for- -features/http://lacoste.com/robots.txt +features/http://arabnews.com/robots.txt +features/http://bonus.ly/robots.txt features/http://simplenote.com/robots.txt -features/http://testmysite.thinkwithgoogle.com/robots.txt features/idx-for-any-website/wix-real-estate-app-free-trial/ features/index2 features/insights @@ -84214,6 +83869,7 @@ feed-hp/homepage.xml feed.mhtml feed.php? feed.php?mode=list&ns= +feed.xml feed/ feed/$ feed/3 @@ -84278,7 +83934,7 @@ feedback/user_study feedbackR1 feedcommunicationdetail feeders/?service=menu -feedhttp://utwente.nl/robots.txt +feedhttp://blinkist.com/robots.txt feeding_a_picky_eater_pictures_slideshow/article.htm feeds feeds*.php @@ -84310,7 +83966,6 @@ fehler_melden.html fehlerseiten feinberg2 felicitacio -felipebornier fellows/search female_celebrities_who_have_had_breast_cancer/article.htm female_hair_loss_pictures_slideshow/article.htm @@ -84324,9 +83979,6 @@ feng/search-result fergusonlife/ ferieboliger ferienwohnung_ferienhaus.location_s -fernandocoelhofilho -fernandofrancischini -fernandomarroni fest festival festival/*/shoutbox @@ -84342,7 +83994,7 @@ fetch/next/mural fetch/next/mural? fetch/quick-rating-widgets fetch/tag -fetch_scroll?*http://clixtell.com/robots.txt +fetch_scroll?*http://modelviewer.dev/robots.txt fetchcart fetuses/ fetw/README.txt @@ -84934,16 +84586,10 @@ files/widgets filestore fileupload fileview -filialVersion -filiale-r-fehlermeldung -filiale-rating -filialeBadge -filialeHrs filing/free-file-fillable-forms/free-file-fillable-forms-support -filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://laetoto.live/robots.txt +filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://3.bp.blogspot.com/robots.txt filing_wiz filings -filipepereira filling_foods_wont_that_fill_you_out/article.htm films/*/size/large films/*/year @@ -85070,7 +84716,7 @@ find/*?official=true find/*?page find/*?shipping= find/*?{ -find/*http://pixiv.net/robots.txt +find/*http://foodshuttle.org/robots.txt find/3DImage.jsp find/?srsltid find/ApplecareDetails.jsp @@ -85138,7 +84784,6 @@ firefox/downloads firefox/new_tab_learn_more firehose.pl firerun/ -firetv firma firme/pierluigi-battista_80 firms @@ -85256,7 +84901,6 @@ flashpoint-promo/l flashpoint-promo/l/$ flashsniffer flatpage- -flavianomelo fleshes/ fletcher_park flexmls-academy @@ -85298,7 +84942,7 @@ flightsearch/book-a-flight?cacheKeySuffix= flightsh5/ flightstatus/search/* flip-book/pdf/ad106c9390e50a84a1f87bed55b5115b712d9c6b.pdf -flip-player/ +flip-player/ flip-preview flipboardrss flipbook @@ -85439,7 +85083,6 @@ foia/quaterly/ fol folder folderEntries -folder_contents$ folder_factories$ folder_factories$ folder_summary_view$ @@ -87376,7 +87019,7 @@ forgot_password= forgotpassword forgotpassword? forgotten-password -forgov-devhttp://ctvnews.ca/robots.txt +forgov-devhttp://search.creativecommons.org/robots.txt forlibraries form form-containers @@ -87414,6 +87057,7 @@ formation/limited-liability-company/? formations formations-interview.rl formats +formats-editions formatted-rag formbuilder/ formfeedback @@ -87643,7 +87287,7 @@ forum/threads/*/poll/results* forum/threads/*/tags$ forum/topics/search forum/ucp.php -forum/ucp.phphttp://us.napster.com/robots.txt +forum/ucp.phphttp://siteground.com/robots.txt forum/users forum/viewonline.php forum/viewtopic.php @@ -88508,6 +88152,7 @@ fr-fr/customers/driving-design-transformation-how-cars24-builds-faster-with-figm fr-fr/customers/dwell/$ fr-fr/customers/endeavourx-design-transformation-with-figma/$ fr-fr/customers/erste-groupbetter-financial-health-by-design/$ +fr-fr/customers/figma-buzz-helps-superside-fast-track-marketing-assets/$ fr-fr/customers/figma-helps-adyen-streamline-design-system/$ fr-fr/customers/figma-helps-amadeus-design-10-times-faster/$ fr-fr/customers/figma-helps-groww-simplify-investing/$ @@ -91088,6 +90733,7 @@ fr/similar-sold fr/siphone fr/sites/README.txt fr/soa +fr/soc/*id_search_state=* fr/social fr/solutions fr/solutions/iot-production-monitoring-cloud-with-maintenance-cloud @@ -91290,7 +90936,6 @@ frances-portugues franchise franchise/ francis-keeling-appointed-vice-president-digital-at-universal-music-group-international -franciscofloriano francophonie frank-briegmann-appointed-president-of-central-europe frank-seravalli-1.315903 @@ -91361,7 +91006,6 @@ freebox/informations/avis-freebox/?page=1 freedom_pay freedom_pay_author freelance-internship/ -freemonth freepng/*.html*hue-js freepng/*/preview-png.html freepublications/ @@ -91405,7 +91049,6 @@ friv/trade-partners.cgi friv/uniform_players.cgi friv/uniform_players2.cgi friv/uniform_players3.cgi -frizz frja frko frmSubscription.asp @@ -91439,7 +91082,7 @@ frontend frontend-metrics frontend.php frontend.php/ -frontend/http://cochrane.org/robots.txt +frontend/http://sparkpost.com/robots.txt frontend/requestforms frontendEvents.do frontend_dev.php @@ -91727,7 +91370,7 @@ g-recaptcha-response g/ g/* g/*/% -g/4arE9Chttp://google.nl/robots.txt +g/4arE9Chttp://dreamstime.com/robots.txt g/Camera-Batteries g/Camera-Batteries/$ g/api @@ -92120,7 +91763,7 @@ gb/user$ gb/widgets gb1 gb2/ -gb_xapi_content/http://heritage.org/robots.txt +gb_xapi_content/http://anthropologie.com/robots.txt gbc/ gbl/ gbook @@ -92163,7 +91806,6 @@ gclid= gclid=* gclsrc= gcmes -gcode gcp gcp/300000414/regulatedinformation gcs @@ -92296,7 +91938,6 @@ gender= gene/?term= genealogies/submission genealogy-post-*lang= -geneciasnoronha general general-knowledge-1-p* general-knowledge/$ @@ -92374,14 +92015,12 @@ geomatopiba/resultados/credito-rural geomatopiba/resultados/emprego geomatopiba/resultados/producao-agropecuaria geomatopiba/resultados/tecnologias -geooverride geoportal geoprofiles/?term= george-ash-appointed-president-universal-music-asia-pacific george-marolda-appointed-chief-financial-officer-for-universal-motown-republic-group-umrg george-shultz-edfs-approach-natural-gas-gains-respect george-shultz-edfs-approach-natural-gas-gains-respect-2 -georgehilton georgetown/classifieds/ georgetown/classifieds/*? georgetown/contest-scrape-page/ @@ -92478,7 +92117,7 @@ get_video get_video_info getaccess getad.php -getcandidatetopinfo*http://ripe.net/robots.txt +getcandidatetopinfo*http://clipchamp.com/robots.txt getdataofseason.cms* getfile getflipit @@ -92508,7 +92147,6 @@ getting-started/functional-groups/ getting-started/functional-groups/* gettingstarted gettrial/ -getweather gewerbeimmobilien.preis_pro_qm_d gewerbeimmobilien.provision_s gf @@ -92627,12 +92265,9 @@ giganav? gigs/*/share gigs/*/share? gigs/search -gilmarmachado gina-harrell-appointed-senior-vice-president-video-production-universal-motown-records-group ginger_pay ginger_pay_author -giovanicherini -giovanniqueiroz giris gironde/ gironde/assure/actualites/ @@ -92671,7 +92306,6 @@ give/alumni-news/ give/corporate--foundation-relations-two/ give/drive/driveSearchList.jsp?zipSponsor= give_tokens.bml -giveaway giveaway-form-submit giveaway/host/setup giveaway_rules @@ -92688,7 +92322,6 @@ gl-d gl-es/ gl/Archive gl=*& -gladsoncameli glass/images/commerce glaucoma_symptoms_treatment_definition/article.htm glblnavjs_v19.cms* @@ -92805,8 +92438,6 @@ gmc gn gn/ gnca-ajax-redesign/showcase-image -gnu.css -gnusearch go go go-back @@ -92831,7 +92462,7 @@ go/fanfiction/ go/host/ go/hotel/info go/hotel/search -go/http://colorado.edu/robots.txt +go/http://invaluable.com/robots.txt go/login go/member go/members @@ -92889,9 +92520,8 @@ goldengate/c1221/gg-winux golf golf/golf golo/page/1896337 -golocal/extranet/http://gadgets.ndtv.com/robots.txt +golocal/extranet/http://stanford.edu/robots.txt gongyi*? -gonzagapatriota good-data good_bad_exercise_low_back_pain_pictures_slideshow/article.htm goodcheer/ @@ -92942,7 +92572,6 @@ googlesite googletv gopay gopherdata -goretepereira gorf gorgeous_hair_color_pictures_slideshow/article.htm gorsel @@ -94548,8 +94177,6 @@ guides/unified-communications/voip-and-cloud-telephony/comparisons guides/unified-communications/voip-and-cloud-telephony/features guides? guild/collection -guilhermecampos -guilhermemussi guitar gulf/ar gulf/en @@ -94998,7 +94625,7 @@ health/diet-and-fitness/a/stay-focused-on-health-have-backup-plans/1327 health/diet-and-fitness/a/what-your-bmi-does-not-tell-you/1317 health/drugs/hm-test-all-about-humira health/drugs/ozempic-for-weight-loss -health/files/rhpthttp://dl.acm.org/robots.txt +health/files/rhpthttp://youtubekids.com/robots.txt health/find-a-doctor/search health/gr- health/hm-test-17-proven-tips-to-sleep-better-at-night @@ -95102,7 +94729,7 @@ healthcare/education-resources/publications/population-health-insights/_jcr_cont healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(Webinars).page.(---customkey---page---customkey---) healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(White%20papers).page.(---customkey---page---customkey---) healthcare/promotions/azurion-optimize-lab-performance -healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://globaltimes.cn/robots.txt +healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://deadspin.com/robots.txt healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts.html healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts/all-ok-message @@ -95431,15 +95058,11 @@ helper helper.php helpers helplibrary/ -helpmanha -helptarde hemeroteca hemeroteca/* hemeroteca?search hemingway/search hemorrhoids_pictures_slideshow/article.htm -henriqueafonso -henriquefontana henvisninger/div hepatitis_best_worst_foods_for_you_liver/article.htm hepatitis_c_pictures_slideshow/article.htm @@ -95904,7 +95527,7 @@ home-loans/rate-stomper home-loans/rocket-loan home-main-content.html home-media -home-newhttp://education.lego.com/robots.txt +home-newhttp://hometalk.com/robots.txt home-no-tags home-renewal-special-offer home-sales @@ -96058,7 +95681,6 @@ homepage/web/component/recommended-destinations.html homepage/web/component/unique-properties.html homepagehelpr1 homeroll -homeropereira homerss homes homes-for-sale/1058 @@ -96286,7 +95908,6 @@ hoteles/buscar hoteles/h hoteles/redirect hoteles/s -hotelfax hotelfinder/rpc hotell/h hotell/redirect @@ -96533,7 +96154,7 @@ hr/help/privacy/ hr/hotels hr/hr hr/hr/work/products/tools/ups_selector/ -hr/http://nbn-resolving.org/robots.txt +hr/http://dexonline.ro/robots.txt hr/ispis hr/it hr/landingpage/ @@ -99605,14 +99226,14 @@ html?pageq= html?pages= html?ref= html?user_country= -html_email/ +html_email/ html_externe html_helpers html_tests htmlemails/ htmlexterne htmlform/ -htmlmsg/http://sciencebasedtargets.org/robots.txt +htmlmsg/http://deepblue.lib.umich.edu/robots.txt htmlscript htmlscript/ htmlversion @@ -99622,338 +99243,338 @@ htsearchresults http http2_data http: -http://20minutos.es/robots.txt -http://37signals.com/robots.txt -http://aa.com.tr/robots.txt -http://abcnews.go.com/robots.txt -http://about.gitlab.com/robots.txt +http://23andme.com/robots.txt +http://aa.org/robots.txt +http://about.pinterest.com/robots.txt http://acc.org/robots.txt -http://adweek.com/robots.txt -http://ai.stanford.edu/robots.txt -http://aljazeera.com/robots.txt -http://allafrica.com/robots.txt -http://alltop.com/robots.txt -http://alumni.hbs.edu/robots.txt -http://androidauthority.com/robots.txt -http://architecture.org/robots.txt -http://archive.nytimes.com/robots.txt -http://areena.yle.fi/robots.txt -http://arenawanita.com/robots.txt +http://acefitness.org/robots.txt +http://aclanthology.org/robots.txt +http://acrobat.adobe.com/robots.txt +http://adbutler.com/robots.txt +http://addyosmani.com/robots.txt +http://admin.ch/robots.txt +http://adr.org/robots.txt +http://adsabs.harvard.edu/robots.txt +http://ai.meta.com/robots.txt +http://ajc.com/robots.txt +http://aldi.com.au/robots.txt +http://amzn.com/robots.txt +http://amzn.to/robots.txt +http://apple.co/robots.txt +http://apple.com/robots.txt +http://arstechnica.com/robots.txt http://asics.com/robots.txt -http://aspeninstitute.org/robots.txt +http://assistant.google.com/robots.txt +http://attio.com/robots.txt +http://auphonic.com/robots.txt +http://austlii.edu.au/robots.txt +http://automattic.com/robots.txt http://avis.com/robots.txt -http://axios.com/robots.txt -http://b.hatena.ne.jp/robots.txt -http://backcountry.com/robots.txt -http://backstage.com/robots.txt -http://bangor.ac.uk/robots.txt -http://bbc.com/robots.txt -http://beebom.com/robots.txt -http://besjournals.onlinelibrary.wiley.com/robots.txt +http://badoo.com/robots.txt +http://bc.edu/robots.txt +http://belgiantrain.be/robots.txt http://beta.lemondeinformatique.fr/http://bemyeyes.com/robots.txt -http://bfi.org.uk/robots.txt -http://bgca.org/robots.txt http://biblegateway.com/robots.txt -http://bjsm.bmj.com/robots.txt -http://blackhat.com/robots.txt -http://blog.archive.org/robots.txt -http://blogs.msdn.com/robots.txt -http://blogs.sap.com/robots.txt -http://bol.com/robots.txt -http://boohoo.com/robots.txt -http://books.google.fr/robots.txt -http://bps.org.uk/robots.txt -http://brisbanetimes.com.au/robots.txt -http://bugs.launchpad.net/robots.txt -http://businessofapps.com/robots.txt -http://businessweekly.com.tw/robots.txt -http://cabelas.com/robots.txt -http://canr.msu.edu/robots.txt -http://canvas.instructure.com/robots.txt -http://capcut.com/robots.txt -http://caranddriver.com/robots.txt -http://cgi.ebay.com/robots.txt -http://cheq.ai/robots.txt -http://chicagomusicexchange.com/robots.txt +http://bitcoin.com/robots.txt +http://bitcointalk.org/robots.txt +http://blick.ch/robots.txt +http://blog.hubspot.com/robots.txt +http://bloomingdales.com/robots.txt +http://blossomthemes.com/robots.txt +http://boingboing.net/robots.txt +http://boots.com/robots.txt +http://brooklynmuseum.org/robots.txt +http://bumble.com/robots.txt +http://business.google.com/robots.txt +http://businessmirror.com.ph/robots.txt +http://buzzfeed.com/robots.txt +http://c0.wp.com/robots.txt +http://cafe.naver.com/robots.txt +http://camp-fire.jp/robots.txt +http://carbuzz.com/robots.txt +http://care2.com/robots.txt +http://casetext.com/robots.txt +http://cbssports.com/robots.txt +http://census.gov/robots.txt +http://centrumstocznia.com/robots.txt +http://chairish.com/robots.txt +http://chentaijisi.yolasite.com/robots.txt +http://chromewebstore.google.com/robots.txt http://chromium.org/robots.txt -http://clevelandbrowns.com/robots.txt -http://cloud.google.com/robots.txt -http://clover.com/robots.txt -http://cnbc.com/robots.txt +http://cinematreasures.org/robots.txt +http://cio.com/robots.txt +http://city.sapporo.jp/robots.txt +http://cj.com/robots.txt +http://cncf.io/robots.txt http://cntraveller.com/robots.txt -http://coca-colacompany.com/robots.txt -http://computerhistory.org/robots.txt -http://connexity.com/robots.txt -http://convertkit.com/robots.txt -http://copilot.microsoft.com/robots.txt +http://community.dynamics.com/robots.txt +http://compassion.com/robots.txt +http://console.bluemix.net/robots.txt +http://coroflot.com/robots.txt +http://corporate.exxonmobil.com/robots.txt +http://cracked.com/robots.txt http://craftsy.com/robots.txt -http://cseweb.ucsd.edu/robots.txt -http://curl.se/robots.txt -http://cutt.ly/robots.txt -http://cyklonovinky.cz/robots.txt -http://cz.linkedin.com/robots.txt +http://craigslist.org/robots.txt +http://crainsnewyork.com/robots.txt +http://crsreports.congress.gov/robots.txt +http://crunchyroll.com/robots.txt +http://cs.umd.edu/robots.txt +http://cyberlink.com/robots.txt +http://dailystar.co.uk/robots.txt http://dailytelegraph.com.au/robots.txt -http://daserste.de/robots.txt -http://dashlane.com/robots.txt -http://data.cityofnewyork.us/robots.txt +http://darktrace.com/robots.txt +http://datatracker.ietf.org/robots.txt +http://dayoneapp.com/robots.txt http://db.com/robots.txt -http://delta.com/robots.txt -http://deque.com/robots.txt -http://desiringgod.org/robots.txt -http://developer.chrome.com/robots.txt -http://developer.microsoft.com/robots.txt -http://dhl.de/robots.txt -http://diigo.com/robots.txt -http://disk.yandex.ru/robots.txt -http://diveintomark.org/robots.txt +http://deere.com/robots.txt +http://dengekionline.com/robots.txt +http://digicert.com/robots.txt +http://dilbert.com/robots.txt http://dlive.tv/robots.txt http://dni.gov/robots.txt -http://docomo.ne.jp/robots.txt -http://docs.mapbox.com/robots.txt -http://docs.npmjs.com/robots.txt -http://docs.unrealengine.com/robots.txt -http://doh.wa.gov/robots.txt +http://documents.worldbank.org/robots.txt http://doordash.com/robots.txt http://doximity.com/robots.txt -http://eatingwell.com/robots.txt -http://ebay.it/robots.txt -http://ecb.europa.eu/robots.txt -http://ecx.images-amazon.com/robots.txt -http://efsa.europa.eu/robots.txt -http://en.bitcoin.it/robots.txt -http://en.uesp.net/robots.txt +http://dspace.mit.edu/robots.txt +http://du.edu/robots.txt +http://dublincore.org/robots.txt +http://dvcs.w3.org/robots.txt +http://ecma-international.org/robots.txt +http://edmunds.com/robots.txt +http://edweek.org/robots.txt +http://electrum.org/robots.txt +http://emag.ro/robots.txt http://encyclopedia.com/robots.txt -http://english.elpais.com/robots.txt -http://eprint.iacr.org/robots.txt -http://esquire.com/robots.txt +http://engineering.purdue.edu/robots.txt +http://espn.com/robots.txt http://etsi.org/robots.txt -http://eventbrite.co.uk/robots.txt -http://ey.com/robots.txt +http://eurosport.com/robots.txt +http://eurovision.tv/robots.txt +http://events.linuxfoundation.org/robots.txt +http://expressvpn.com/robots.txt http://f6s.com/robots.txt -http://familysearch.org/robots.txt -http://fanpop.com/robots.txt -http://fattureincloud.it/robots.txt -http://faz.net/robots.txt -http://fb.com/robots.txt -http://fbc.frankbash.com/robots.txt -http://fcps.edu/robots.txt -http://federalreserve.gov/robots.txt -http://feedingamerica.org/robots.txt -http://fisheries.noaa.gov/robots.txt -http://fnac.com/robots.txt -http://folkways.si.edu/robots.txt -http://foreignaffairs.com/robots.txt -http://fox9.com/robots.txt -http://fpl.com/robots.txt -http://fr.linkedin.com/robots.txt -http://freedownloadmanager.org/robots.txt -http://freepik.com/robots.txt -http://fsa.usda.gov/robots.txt -http://gatsbyjs.com/robots.txt -http://ge.com/robots.txt -http://geappliances.com/robots.txt -http://gist.githubusercontent.com/robots.txt -http://glossy.co/robots.txt -http://goldderby.com/robots.txt -http://google.com.sa/robots.txt -http://google.org/robots.txt -http://google.ro/robots.txt +http://farm3.staticflickr.com/robots.txt +http://fatcow.com/robots.txt +http://fbi.gov/robots.txt +http://feefo.com/robots.txt +http://ferrari.com/robots.txt +http://files.eric.ed.gov/robots.txt +http://findagrave.com/robots.txt +http://findmespot.com/robots.txt +http://firstthings.com/robots.txt +http://flightaware.com/robots.txt +http://floridatoday.com/robots.txt +http://fortune.com/robots.txt +http://foursquare.com/robots.txt +http://frc.org/robots.txt +http://ftc.gov/robots.txt +http://gamejolt.com/robots.txt +http://getrevue.co/robots.txt +http://getty.edu/robots.txt +http://giantbomb.com/robots.txt +http://google.co.ke/robots.txt +http://google.cz/robots.txt +http://google.no/robots.txt http://gosquared.com/robots.txt -http://guggenheim.org/robots.txt -http://guru.com/robots.txt -http://happycow.net/robots.txt -http://harman.com/robots.txt +http://group.renault.com/robots.txt +http://gsuite.google.com/robots.txt +http://hackbrightacademy.com/robots.txt http://health.gov/robots.txt -http://health.usnews.com/robots.txt -http://here.com/robots.txt -http://hm.com/robots.txt -http://hover.com/robots.txt -http://htmlpreview.github.io/robots.txt -http://hulu.com/robots.txt -http://iana.org/robots.txt -http://id-id.facebook.com/robots.txt +http://hebbel-am-ufer.de/robots.txt +http://heise.de/robots.txt +http://helpnetsecurity.com/robots.txt +http://hertason.blogspot.com/robots.txt +http://hindawi.com/robots.txt +http://hk.chinamobile.com/robots.txt +http://hud.gov/robots.txt +http://husqvarna.com/robots.txt +http://iab.com/robots.txt http://ideas.ted.com/robots.txt -http://indd.adobe.com/robots.txt -http://indianz.com/robots.txt -http://ine.es/robots.txt -http://infogram.com/robots.txt -http://informit.com/robots.txt -http://inkscape.org/robots.txt -http://instructables.com/robots.txt -http://internetsociety.org/robots.txt -http://irna.ir/robots.txt -http://it.pinterest.com/robots.txt -http://jeb.biologists.org/robots.txt -http://json-ld.org/robots.txt -http://keycdn.com/robots.txt +http://iep.utm.edu/robots.txt +http://ilovefreesoftware.com/robots.txt +http://images.google.fr/robots.txt +http://indiegogo.com/robots.txt +http://inquirer.com/robots.txt +http://inquisitr.com/robots.txt +http://insidehighered.com/robots.txt +http://inspectlet.com/robots.txt +http://instapaper.com/robots.txt +http://issues.chromium.org/robots.txt +http://jagranjosh.com/robots.txt +http://jamieoliver.com/robots.txt +http://jcpenney.com/robots.txt +http://journaldunet.com/robots.txt +http://katiedavis.com/robots.txt http://kick.com/robots.txt -http://kinopoisk.ru/robots.txt -http://kiva.org/robots.txt -http://kongregate.com/robots.txt http://kstp.com/robots.txt -http://kyotoanimation.co.jp/robots.txt -http://lbl.gov/robots.txt -http://leagueoflegends.com/robots.txt +http://leafly.com/robots.txt +http://learning.linkedin.com/robots.txt http://letterzaken.nl/robots.txt -http://liebertpub.com/robots.txt http://linuxjournal.com/robots.txt +http://livenation.com/robots.txt http://lobstr.co/robots.txt -http://lumalabs.ai/robots.txt -http://manning.com/robots.txt -http://mattcutts.com/robots.txt -http://mediapost.com/robots.txt -http://mega.nz/robots.txt -http://mellon.org/robots.txt -http://meta.wikimedia.org/robots.txt -http://mmgitik.com/robots.txt -http://models.com/robots.txt -http://moe.gov.sg/robots.txt -http://morganstanley.com/robots.txt +http://loc.gov/robots.txt +http://lookup.icann.org/robots.txt +http://makersplace.com/robots.txt +http://market.android.com/robots.txt +http://mars.com/robots.txt +http://masader-j.com/robots.txt +http://mathiasbynens.be/robots.txt +http://maxon.net/robots.txt +http://med.stanford.edu/robots.txt +http://medicalnewstoday.com/robots.txt +http://mitsubishielectric.com/robots.txt +http://modcloth.com/robots.txt http://mozilla.org/robots.txt -http://musicnotes.com/robots.txt -http://myanimelist.net/robots.txt -http://myetherwallet.com/robots.txt -http://naacp.org/robots.txt -http://nanowrimo.org/robots.txt +http://msmagazine.com/robots.txt +http://mtsu.edu/robots.txt +http://mundodeportivo.com/robots.txt +http://mustache.github.io/robots.txt +http://mxtoolbox.com/robots.txt +http://myspace.com/robots.txt +http://n-sign.jp/robots.txt +http://nba.com/robots.txt http://nbcdfw.com/robots.txt -http://nccih.nih.gov/robots.txt +http://neimanmarcus.com/robots.txt http://newbalance.com/robots.txt http://news.bitcoin.com/robots.txt -http://news.softpedia.com/robots.txt -http://newson6.com/robots.txt -http://newsroom.mastercard.com/robots.txt -http://nice.org.uk/robots.txt -http://niemanlab.org/robots.txt -http://nimble.com/robots.txt -http://no.wikipedia.org/robots.txt -http://npo.nl/robots.txt -http://nrk.no/robots.txt -http://nsc.org/robots.txt -http://nsidc.org/robots.txt -http://oi.com.br/robots.txt -http://omny.fm/robots.txt -http://onezero.medium.com/robots.txt -http://onlyinyourstate.com/robots.txt -http://open.alberta.ca/robots.txt -http://open.edu/robots.txt +http://news.err.ee/robots.txt +http://newsroom.intel.com/robots.txt +http://newsroom.spotify.com/robots.txt +http://newswire.com/robots.txt +http://nextroll.com/robots.txt +http://nginx.com/robots.txt +http://njsneaks.com/robots.txt +http://nrf.com/robots.txt +http://nsw.gov.au/robots.txt +http://ntnu.edu/robots.txt +http://numpy.org/robots.txt +http://onegoodthingbyjillee.com/robots.txt +http://online.liebertpub.com/robots.txt http://opendental.com/robots.txt -http://oprah.com/robots.txt +http://opengeospatial.org/robots.txt +http://openlibrary.org/robots.txt +http://orange.pl/robots.txt +http://orcd.co/robots.txt http://oruxmaps.com/robots.txt -http://ouraring.com/robots.txt -http://paultan.org/robots.txt +http://osmand.net/robots.txt +http://ovh.com/robots.txt +http://owncloud.org/robots.txt +http://oxygen.com/robots.txt +http://pantheon.io/robots.txt +http://parisaeroport.fr/robots.txt +http://patentimages.storage.googleapis.com/robots.txt +http://payhip.com/robots.txt http://penguinrandomhouse.com/robots.txt http://petapixel.com/robots.txt -http://pf.kakao.com/robots.txt -http://pixlr.com/robots.txt -http://platform.twitter.com/robots.txt -http://practicalecommerce.com/robots.txt -http://prezi.com/robots.txt -http://products.office.com/robots.txt -http://protocols.io/robots.txt +http://phys.org/robots.txt +http://picsart.com/robots.txt +http://pinterest.ca/robots.txt +http://post-gazette.com/robots.txt +http://potterybarn.com/robots.txt +http://practo.com/robots.txt +http://privacyshield.gov/robots.txt +http://productioncrate.com/robots.txt http://prowritingaid.com/robots.txt -http://psychiatry.org/robots.txt -http://psycnet.apa.org/robots.txt -http://publicsuffix.org/robots.txt -http://pubsonline.informs.org/robots.txt -http://radiofrance.fr/robots.txt -http://rarible.com/robots.txt -http://raw.github.com/robots.txt -http://redcross.org/robots.txt -http://regionalevakschilders.be/robots.txt -http://retailtouchpoints.com/robots.txt -http://ripple.com/robots.txt -http://roadtrippers.com/robots.txt -http://rochester.edu/robots.txt -http://rode.com/robots.txt -http://roku.com/robots.txt -http://ru.nl/robots.txt -http://saatchiart.com/robots.txt -http://safeweb.norton.com/robots.txt -http://sandisk.com/robots.txt -http://sciencemag.org/robots.txt -http://sdge.com/robots.txt -http://securepubads.g.doubleclick.net/robots.txt -http://sendgrid.com/robots.txt -http://serc.carleton.edu/robots.txt -http://seventeen.com/robots.txt -http://shrm.org/robots.txt -http://shutterstock.com/robots.txt -http://slashdot.org/robots.txt -http://sloanreview.mit.edu/robots.txt -http://sltrib.com/robots.txt +http://qld.gov.au/robots.txt +http://questionpro.com/robots.txt +http://radios.ebc.com.br/robots.txt +http://reelgood.com/robots.txt +http://rememberthemilk.com/robots.txt +http://renttherunway.com/robots.txt +http://riaa.com/robots.txt +http://road.cc/robots.txt +http://rogers.com/robots.txt +http://roupaspararevender5.blogspot.com/robots.txt +http://rstudio.com/robots.txt +http://ruhrnachrichten.de/robots.txt +http://s3-us-west-1.amazonaws.com/robots.txt +http://s3.amazonaws.com/robots.txt +http://s3.us-east-1.amazonaws.com/robots.txt +http://sc.com/robots.txt +http://schiphol.nl/robots.txt +http://scientology.org/robots.txt +http://scripting.com/robots.txt +http://scripts.sil.org/robots.txt +http://search.yahoo.com/robots.txt +http://sebrae.com.br/robots.txt +http://sega.com/robots.txt +http://seon.io/robots.txt +http://sexlive.ltd/robots.txt +http://sg.news.yahoo.com/robots.txt +http://sho.com/robots.txt +http://signupgenius.com/robots.txt +http://skillshare.com/robots.txt +http://skysports.com/robots.txt +http://sleepcycle.com/robots.txt +http://smallbiztrends.com/robots.txt http://smartasset.com/robots.txt -http://social.msdn.microsoft.com/robots.txt -http://sourcefabric.org/robots.txt -http://spiegel.de/robots.txt +http://snag.gy/robots.txt +http://socialmediaexaminer.com/robots.txt +http://spamhaus.org/robots.txt +http://speedcurve.com/robots.txt +http://spoonacular.com/robots.txt http://spreadshirt.com/robots.txt -http://squareup.com/robots.txt -http://ssb.church/robots.txt +http://squirrelmail.org/robots.txt +http://ssa.gov/robots.txt +http://ssb.no/robots.txt +http://starnewsonline.com/robots.txt http://static-content.springer.com/robots.txt -http://static.wixstatic.com/robots.txt -http://stib-mivb.be/robots.txt -http://storage.googleapis.com/robots.txt -http://store.steampowered.com/robots.txt -http://support.advancedcustomfields.com/robots.txt -http://support.avg.com/robots.txt -http://support.zendesk.com/robots.txt -http://sxsw.com/robots.txt -http://techeblog.com/robots.txt +http://static.xx.fbcdn.net/robots.txt +http://static1.squarespace.com/robots.txt +http://stheadline.com/robots.txt +http://stopandshop.com/robots.txt +http://store.line.me/robots.txt +http://stripes.com/robots.txt +http://support.mozilla.org/robots.txt +http://suruga-ya.jp/robots.txt +http://t.co/robots.txt +http://tate.org.uk/robots.txt http://temu.com/robots.txt -http://theblog.adobe.com/robots.txt -http://thenational.ae/robots.txt -http://thenounproject.com/robots.txt -http://thepioneerwoman.com/robots.txt -http://thrivethemes.com/robots.txt -http://tineye.com/robots.txt -http://today.yougov.com/robots.txt -http://translate.googleusercontent.com/robots.txt -http://travel.nationalgeographic.com/robots.txt +http://tenpercent.com/robots.txt +http://terabox.com/robots.txt +http://theadvocate.com/robots.txt +http://thestatesman.com/robots.txt +http://thestreet.com/robots.txt +http://three.com.hk/robots.txt +http://translate.wordpress.org/robots.txt http://trendhunter.com/robots.txt -http://trends.google.com/robots.txt -http://trenitalia.com/robots.txt -http://triblive.com/robots.txt -http://trivago.com/robots.txt http://trumpwhitehouse.archives.gov/robots.txt -http://turing.ac.uk/robots.txt http://u.pcloud.link/robots.txt -http://ualberta.ca/robots.txt -http://ucla.edu/robots.txt -http://uncrate.com/robots.txt -http://unoosa.org/robots.txt -http://unpkg.com/robots.txt -http://unstoppableaffiliate.com/robots.txt -http://uwgb.edu/robots.txt -http://uwyo.edu/robots.txt -http://video.google.com/robots.txt -http://viki.com/robots.txt -http://visa.com/robots.txt -http://volvogroup.com/robots.txt -http://wa.me/robots.txt -http://warontherocks.com/robots.txt +http://ubs.com/robots.txt +http://uclahealth.org/robots.txt +http://ukri.org/robots.txt +http://unity3d.com/robots.txt +http://universiteitleiden.nl/robots.txt +http://us.napster.com/robots.txt +http://usanetwork.com/robots.txt +http://ustream.tv/robots.txt +http://varnish-cache.org/robots.txt +http://venturebeat.com/robots.txt +http://verisign.com/robots.txt +http://videolan.org/robots.txt +http://watoday.com.au/robots.txt http://waxy.org/robots.txt -http://web.mit.edu/robots.txt -http://weblogs.asp.net/robots.txt -http://weibo.com/robots.txt -http://wildberries.ru/robots.txt -http://wireguard.com/robots.txt +http://waze.com/robots.txt +http://webtv.un.org/robots.txt +http://welivesecurity.com/robots.txt +http://wevideo.com/robots.txt +http://whatismyipaddress.com/robots.txt +http://wilson.com/robots.txt http://workana.com/robots.txt -http://workingmother.com/robots.txt -http://worlddharma.com/robots.txt -http://wpastra.com/robots.txt +http://wp.me/robots.txt +http://wpbeginner.com/robots.txt http://wpml.org/robots.txt -http://wpvip.com/robots.txt -http://wunderground.com/robots.txt +http://wwf.fi/robots.txt http://www.rdg.ac.uk/WebStats http://www.reading.ac.uk/WebStats -http://www3.weforum.org/robots.txt -http://xbox.com/robots.txt http://xsearch.aetna.com/ -http://yamaha.com/robots.txt -http://yammer.com/robots.txt -http://yarnpkg.com/robots.txt +http://xyz.com/robots.txt +http://yahoo.com/robots.txt http://yomiuri.co.jp/robots.txt -http://youtube.fr/robots.txt -http://zenfolio.com/robots.txt +http://youtube-creators.googleblog.com/robots.txt +http://zend.com/robots.txt +http://zotero.org/robots.txt http://zsl.org/robots.txt httpMethod http_error_handlers @@ -99969,7 +99590,7 @@ https://back.renaultgroup.com/wp-json https://bdn-data.s3.amazonaws.com/uploads/wpforms/ https://dbsweb-u05-imp-www.dbs.com.sg https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1 -https://image.shutterstock.com/image-photo/*.jpghttp://lls.org/robots.txt +https://image.shutterstock.com/image-photo/*.jpghttp://ag.ny.gov/robots.txt https://internet-banking.dbs.com.sg/DBSObWeb/pages/ob/pweb.html?pid= https://metlife-prod-2019.adobecqms.net/* https://metlife-prod-65.adobecqms.net/* @@ -99988,7 +99609,7 @@ https://qa2.thermofisher.com https://qa3.thermofisher.com https://qa4.thermofisher.com https://target.www.metlife.com/* -https://webflow.upside.com/http://fxcm.com/robots.txt +https://webflow.upside.com/http://lsuagcenter.com/robots.txt https://www.charitynavigator.org/ein/86-3371262 https://www.charitynavigator.org/ein/863371262 https://www.commerzbank.com/media @@ -100362,7 +99983,6 @@ hubs_post hubs_signup-cta hud-api-replace huddle -hugoleal hulin-appointed-vp-business-development-at-universal-music-group-international human-resources/cwa-negotiations human_translations @@ -100670,6 +100290,7 @@ id-HR id-HU id-ID id-ID/$ +id-ID/* id-IL id-IN id-IT @@ -100884,6 +100505,7 @@ id_id/fitur id_id/membuat id_mot= id_rubrique= +id_search_state=* id_verification idaho/ idb @@ -101105,7 +100727,7 @@ iframe/dirette iframe/video iframe= iframes/barcharts -iframes/http://ticketbud.com/robots.txt +iframes/http://totalbeauty.com/robots.txt ifs ifwns ig @@ -101256,7 +100878,6 @@ image_popup imagedescription.action2 imageheavy.html imagelib -imagelibrary imagelightbox?elementId imagenes imagenes/ @@ -101275,6 +100896,7 @@ images.html images/ images/$ images/*.jpg?*noindex=1 +images/*.php$ images/*/all images/*2 images/3DImages @@ -101331,7 +100953,7 @@ images/home/ images/hosted/? images/hosted/search? images/hosted? -images/http://blick.ch/robots.txt +images/http://falabella.com/robots.txt images/img_* images/interview_pdfs images/intfood/thermomix/HF_icon_thermomix.svg @@ -101371,7 +100993,7 @@ images/touch/search? images/touch/search?rpt=imageview images/touch/search?text=%D0%BF%D0%BE%D1%80%D0%BD%D0%BE$ images/touch/search?text=*&source=morda -images/twitter_cards/http://bellaonline.com/robots.txt +images/twitter_cards/http://gasbuddy.com/robots.txt images/v$ images/verify_image.png images/viewconfig$ @@ -101470,7 +101092,7 @@ impact-feature impact-shorts/* impact/arts-and-health/pilot-program-state-arts-agencies impactFacets= -impartner.htmlhttp://docs.scipy.org/robots.txt +impartner.htmlhttp://gia.edu/robots.txt imperia/temp implementations import @@ -101699,7 +101321,7 @@ include_xml/* includes includes.other/ includes/ -includes/ +includes/ includes/*.js includes/_stampa_articolo.php* includes/boite/1 @@ -101782,7 +101404,7 @@ index.html index.html$ index.html/$ index.html? -index.htmlhttp://wur.nl/robots.txt +index.htmlhttp://gulfnews.com/robots.txt index.jhtml index.jsp index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news @@ -101817,8 +101439,7 @@ index.php/*/media/oembed/?context index.php/*/media/oembed/?context= index.php/*/media/oembed?context index.php/*/media/oembed?context= -index.php/*/media/oembedhttp://gdal.org/robots.txt -index.php/*/media/oembedhttp://nownews.com/robots.txt +index.php/*/media/oembedhttp://icc-cpi.int/robots.txt index.php/*/newsletter-signup index.php/*/node/add index.php/*/node/add/ @@ -102014,16 +101635,16 @@ index.php/user/login/?context index.php/user/login/?context= index.php/user/login?context index.php/user/login?context= -index.php/user/loginhttp://planalto.gov.br/robots.txt +index.php/user/loginhttp://newstatesman.com/robots.txt index.php/user/logout index.php/user/logout index.php/user/logout/ index.php/user/logout/?context index.php/user/logout/?context= -index.php/user/logout/http://coub.com/robots.txt -index.php/user/logout/http://finecooking.com/robots.txt -index.php/user/logout/http://geocaching.com/robots.txt -index.php/user/logout/http://vm.tiktok.com/robots.txt +index.php/user/logout/http://cosmopolitan.com/robots.txt +index.php/user/logout/http://internetsociety.org/robots.txt +index.php/user/logout/http://s3.ap-south-1.amazonaws.com/robots.txt +index.php/user/logout/http://skrill.com/robots.txt index.php/user/logout?context index.php/user/logout?context= index.php/user/password @@ -102148,7 +101769,6 @@ india-import-data/z.aspx indiana/ indianahealthgroup.formstack.com indices* -indices/*?page=chart indici indie-reviews/dashboard indie/add/test @@ -102266,7 +101886,7 @@ infinite/yerel-haberler inflammatory_bowel_disease_ibd_pictures_slideshow/article.htm influencer influencer/* -influencer/mrbeasthttp://tass.ru/robots.txt +influencer/mrbeasthttp://hellobar.com/robots.txt info info-service/api/v2/ev/ info.asp @@ -102295,7 +101915,7 @@ info/gobierno/transparencia/intervencion-general/informes? info/impressum.html info/imprint.html info/library-sales -info/linkkatalog/http://abeautifulmess.com/robots.txt +info/linkkatalog/http://waymo.com/robots.txt info/logistic info/mc/business/partner/ info/newsroomdetail.aspx @@ -102322,7 +101942,7 @@ info/user_feedback/includes info/va-newsletter info/wp-admin info/wp-includes -info/wp-includes/js/jquery/jquery-migrate.min.jshttp://consultant.ru/robots.txt +info/wp-includes/js/jquery/jquery-migrate.min.jshttp://abc.com/robots.txt info/wp-includes/js/jquery/jquery.js info/wp-json info/xmlrpc.php @@ -102394,7 +102014,6 @@ ingrooves-acquires-fontana-distribution ingrooves-and-7digital-get-together-for-european-distribution ingrooves-indie-artists-to-be-supported-by-ilike ingrooves-is-on-target-launches-distribution-of-content-for-umg -inhouse-survey.asp iniquitous/ initiative-category/ initiative-tag/ @@ -102405,7 +102024,6 @@ inmo innlandet/glamourmodell-blir-yrkessoldat-1.6152571 innovationcampus/Ref.html innstikk -inocenciooliveira inoff.html inon2 inpageEditorUI= @@ -102535,7 +102153,6 @@ insurance/car-insurance/crm1 insurance/car-insurance/crm2 insurance/help/estate/mortgage/about/why-needed insurance/privacy-policy -int-airport-reference.asp int-postfinder int-showroom/widgets int/Free_For_Mem @@ -102587,7 +102204,7 @@ interact interaction/list interactions-list-drugs.php interactive -interactive*http://creatoracademy.youtube.com/robots.txt +interactive*http://msdn.microsoft.com/robots.txt interactive/assessment/quiz interactive/assessment/story-poll interactive/quiz/preview @@ -102690,7 +102307,6 @@ internazionale/russian internet internet-of-things internet-sales -internet/comissao/index/mista/orca internet/glasvezel/plaatsen/bekijk-en-vergelijk-glasvezel-internet.htm internet/publish.nsf/ internet2 @@ -102968,9 +102584,9 @@ ipAcl ipad ipad-games/buy/* ipad/ -ipad/ +ipad/ ipad/4/Contents/en/searchindex -ipad/http://sellfy.com/robots.txt +ipad/http://kahoot.com/robots.txt ipad/stories ipaddownload ipc @@ -103038,7 +102654,6 @@ irctc ireceipt/get ireceipt/get? iris -irisdearaujo irismail irlist/includes/ irodr @@ -103079,7 +102694,6 @@ is/web.config isCeremony= isMobile= isSearch= -is_processing_in_mtk is_published= is_your_body_aging_faster_than_it_should_be/article.htm isapi/ @@ -104003,7 +103617,7 @@ it/search/autocomplete it/search/default.mi it/search/shops it/search?*q= -it/searchhttp://in.linkedin.com/robots.txt +it/searchhttp://creativebloq.com/robots.txt it/segnalibri it/self_help it/service_index @@ -104355,7 +103969,6 @@ iwov-resources/pdf/loan/home-loans/renoapplication.pdf iwov-resources/pdf/loan/personal-loan/dbs-giro-form.pdf iwov-resources/pdf/others/dbs-staycationprotect-30.pdf iwov-resources/the-bridge/ -iwxpage iza/lis- izdal/*/search izmenenie-cenovyh-parametrov-ryada-uslug-fiksirovannoj-svyazi-dlya-korporativnyh-klientov @@ -105451,7 +105064,7 @@ ja/yuza/pasu-wado/shin-chaku ja/zh-cn ja/zh-tw ja/ウィジェットコンポーネント -ja_JP/images/*http://fortawesome.github.io/robots.txt +ja_JP/images/*http://benzinga.com/robots.txt ja_jp ja_jp/create ja_jp/features @@ -105481,8 +105094,6 @@ jako jamaicavoices jameson-berkow-1.436161 jana-fleishman-promoted-to-vice-president-publicity-island-def-jam-music-group -janetecapiberibe -janeterochapieta janitor janl january-anmaicu @@ -105498,7 +105109,6 @@ japanese-students-hit-digital-music-milestone-1-million-full-track-mobile-downlo japanese-techno-pop-trio-perfume-sign-with-universal-music japl japt -jaquelineroriz jardin/*idOffre= jaro jaru @@ -105607,7 +105217,6 @@ jeux-olympiques-*/*/page-detail-medailles jeux-olympiques-*/*/page-detail-medailles/france jeux-olympiques/resultats/*/? jeux-pc-video-console/*idOffre= -jhonatandejesus jill-rabin-appointed-vice-president-of-production-for-universal-motown-records-group jillian-bordeaux-promoted-to-vice-president-finance-for-caroline jim-caparro-announces-resignation-as-chairman-of-the-island-def-jam-music-group @@ -105767,15 +105376,6 @@ jo/*/customer jo/*/stores/store/redirect/___store jo/*?*lang=ar-AE jo/*?*lang=en-US -joaoananias -joaobittar -joaocampos -joaocarlosbacelar -joaodado -joaomagalhaes -joaopaulolima -joaorodrigues -joaquimbeltrao job job-apply job-details @@ -106230,9 +105830,6 @@ join/ join/*? join/?*redir= join/?next= -join/confirm/ -join/facebook/ -join/facebookalreadylinked/ join/login join/login?* join/shared_invite @@ -106252,27 +105849,16 @@ jomo jon-vanhala-appointed-senior-vice-president-digital-new-business-development-island-def-jam-music-group jonas-brothers-choose-universal-music-for-global-deal jonas-nachsin-appointed-general-manager-worldwide-of-universal-musics-hard-rock-and-metal-label-spinefarm-records -jonasdonizette jonathan-mchugh-appointed-senior-vice-president-film-tv-soundtracks-island-def-jam-music-group joomla jordan-schur-in-partnership-with-interscope-records-launches-suretone-records -jorgeboeira jorgen-larsen-announces-new-universal-music-international-management-structure jorgen-larsen-announces-retirement jornalismo/g1 jos-data jose-antonio-eboli-appointed-general-manager-of-universal-music-brazil jose-puig-promoted-to-general-manager-of-universal-music-mexico -joseaugustomaia -josecarlosaraujo -josehumberto -joselinhares joseph-schmidt-appointed-to-chief-financial-officer-universal-music-groups-east-coast-labels -josepimentel -josepriante -joserocha -josestedile -josuebengtson journal journal-scene/advertise/ journal-scene/archives/ @@ -106312,7 +105898,6 @@ journey/compiler/amp/iframe.html journeyman journeyplanner journeyplanner -jovairarantes joy-slusarek-promoted-to-svp-of-national-sales-universal-music-distribution joy-slusarek-promoted-to-vice-president-national-sales-universal-music-and-video-distribution jp @@ -106325,7 +105910,6 @@ jp*/shop/*/rss_shop.php jp*/shop/*/sold jp-ja/ jp-jp/ -jp.php jp/ jp/$ jp/%E3%83%97%E3%83%A9%E3%83%81%E3%83%8A @@ -106526,7 +106110,7 @@ jretradevideo.html js js js* -js-parts.html$http://telestream.net/robots.txt +js-parts.html$http://code.org/robots.txt js/ js/*.js*$ js/*hotels*? @@ -106736,7 +106320,7 @@ json json$ json$ json/ -json/*http://finanzen.net/robots.txt +json/*http://protocols.io/robots.txt json/cmlink json/content-search/autocomplete json/finance-calculator @@ -106783,7 +106367,6 @@ juice_wars_pictures_slideshow/article.htm julian-bunetta-co-writer-of-multiple-one-direction-hits-including-best-song-ever-and-story-of-my-life-signs-exclusive-worldwide-music-publishing-agreement-with-un julie-gibbs-appointed-vice-president-of-sales-new-business-development-universal-music-group-distribution julie-greenwald-promoted-to-president-of-island-records -juliodelgado july-2016-current-affairs-1467348344-1 july-fourth-sale/l july-fourth-sale/l/$ @@ -106813,14 +106396,12 @@ juris/liste.jsf?*language=en&num=F-50/14* juris/liste.jsf?*language=en&num=F-51/14* juris/liste.jsf?*num=F-50/14* juris/liste.jsf?*num=F-51/14* -jusmarioliveira justice/publications/expensereports/out_of_province_expenses_07-08.pdf justicia/adopcion/buscamosfamilia/seguimosbuscando justin-bieber-dolls-and-toys-coming-to-retailers-this-fall justin-bieber-dolls-nominated-for-toty-toy-of-the-year justin-biebers-believe-rbmgisland-records-debuts-1-in-30-countries justin-timberlake-launches-tennman-records-joint-venture-with-interscope-records-and-will-serve-as-chairman-and-ceo -jutahyjunior jw/*.html jwidget.js jwidget.php @@ -107060,7 +106641,6 @@ kirk-harding-appointed-executive-vice-president-src-records kit kit-ui kitchen-category/ -kitchen-sink kitchen-sink/ kitchen-sink/logos/ kitchener/article/charges-laid-against-reporter-accused-of-threatening-to-kill-boyfriend @@ -108009,7 +107589,6 @@ kopp-tribute kopt kor/ korail/dest -korean korean/search/\?query=. korean/trotsky korner @@ -108029,7 +107608,6 @@ kp kp/ kpdz3.com kpi -kpn kpn-faq kpn/restricted kpnehpsp @@ -108279,7 +107857,7 @@ laluan/*/laluan-dari- lamda/images land land-browse-bff -land/ +land/ land/*/reviews land/*/sites/*/photos lander @@ -108294,7 +107872,7 @@ landing-page-documents/ landing-pages/ landing.php landing/ -landing/ +landing/ landing/cd-rates-d landing/cd-rates-f landing/cd-rates-g @@ -108495,7 +108073,7 @@ latinamerica/wp-includes launch-academy launch-learn-more-vid launch.aspx -launch/ +launch/ launch2005/ launcher launcher$ @@ -108505,7 +108083,6 @@ launchpad/*js launchpad/login laundry-list-issues-moovaz laura-curtin-appointed-to-vice-president-adult-formats-island-def-jam-music-group -lauriete laval/tag law-abiding-citizen law-authors/prathyusha-chowdri.html @@ -108517,6 +108094,7 @@ law/1.473347 law/1.524560 law/about/our-people/academic-staff/staff-profile.html law/hotdocs/*p +lawcite lawrence-kenswil-promoted-to-executive-vice-president-of-business-strategy-for-universal-music-group laws/util lawyer-edit.rl @@ -108550,7 +108128,6 @@ layout/set/xml layout= layouts layouts/ -lazarobotelho lazy*.php lazy-load lb @@ -108582,7 +108159,6 @@ le-club/les-gagnants?region= le-club/les-gagnants?region=*&categorie= le-club/newsletter-hebdo le-club/newsletters-hebdo/liste -le-corner-partenaires/http://nextcloud.com/robots.txt le-havre/ le-havre/assure/actualites/ le/ @@ -108614,7 +108190,6 @@ league/ leagues leagues/split.cgi leah-streetman-promoted-to-vice-president-strategic-alliancesfilm-tv-universal-motown-republic-group -leandrovilela leap learn learn* @@ -108742,8 +108317,6 @@ learningarcade learningcenter learnmore learnmore-transfer -learnmorelayer -learnmorelayertv learnsearch/ leasing leasing/*?lang= @@ -108843,7 +108416,7 @@ legal/general-terms/privacy-policy legal/grafanalabs-external-access-lite-msa legal/group-booking-general-terms legal/hotel-operator-terms -legal/http://rescuetime.com/robots.txt +legal/http://getfirebug.com/robots.txt legal/impressum/$ legal/influencer-agreement legal/introducer-charter-general-terms @@ -109010,7 +108583,6 @@ leipzig-international leipziger-staedtische-bibliotheken leipziger-staedtische-bibliotheken-english leisure/search/? -lelocoimbra lem lemonde-beta lender-resources @@ -109020,8 +108592,6 @@ lenovo/ lens-search lentoja/cn/* lentoja/ct -leonardomonteiro -leonardopicciani leparisien-img lequipeandco les_videos @@ -109126,6 +108696,8 @@ libraries/*.png libraries/*/se-2 libraries/geoip2.js libraries/pdf.js/web/viewer.html +libraries/search +libraries/search?q= library library library$ @@ -109301,7 +108873,6 @@ limit_hits limited-release lims/staff/profile linc918com -lincolnportela linda-a-newmark-promoted-to-executive-vice-president-universal-music-publishing-group line_items linea* @@ -109574,7 +109145,6 @@ list.id=1 list.php list/* list/*/prtimes -list/*? list/*?etext= list/*_csrf list/*action @@ -109945,6 +109515,7 @@ lists/profiles/*.js? lists/profiles/*.png lists/profiles/*.svg lists/search +lists/search?q= lists/user/login lists/user/logout lists/user/password @@ -110007,7 +109578,7 @@ live-search live-session live-test live-timing/widget -live-timing/widget/*http://hackerrank.com/robots.txt +live-timing/widget/*http://us.coca-cola.com/robots.txt live-trains/details/*?sid= live-video/connexion.php live/*?* @@ -110041,7 +109612,7 @@ liveblog livechat-resources livejournal livelots -livemore/vl/http://naver.com/robots.txt +livemore/vl/http://lta.gov.sg/robots.txt livestockpro livestream/* livewire @@ -110089,8 +109660,8 @@ llms-full.txt llms-txt llms.txt llms.txt -llms.txthttp://bikerumor.com/robots.txt -llms.txthttp://smittenkitchen.com/robots.txt +llms.txthttp://panopticlick.eff.org/robots.txt +llms.txthttp://the-scientist.com/robots.txt lloyd-webber-universal-music-forge-new-partnership-in-recording-publishing lm/R1XIHQVKXSKBNJ lm/R3HQ5WJSZK6QSO @@ -110314,6 +109885,7 @@ log log$ log-in log-in$ +log-in-featureos log-in? log-in?back_to= log-management/cybersecurity-outlook-2022.pdf @@ -110324,6 +109896,8 @@ log/tt log360-alternative.html log? log_cookies +log_in +log_in_featureos loganl loganl_old loganl_sav @@ -110427,17 +110001,13 @@ login_ login_admin.php login_and_go login_details.php -login_form login_form$ login_modal login_or_join$ login_or_join? login_with_redirect loginerror -loginhelp loginhelp/ -loginhelp/lookup -loginhelpsucess loginidentification/ logo logo-gallery.aspx @@ -110626,7 +110196,7 @@ lp.aspx lp/ lp/* lp/*? -lp/*http://iconmonstr.com/robots.txt +lp/*http://cabi.org/robots.txt lp/adwords lp/affiliate-program lp/api/listings @@ -110649,7 +110219,7 @@ lp/fall-2025-innovation-keynote lp/for-agencies/en lp/growth-quadrant lp/home-cleaning -lp/http://theparisreview.org/robots.txt +lp/http://tsa.gov/robots.txt lp/information-security-training lp/information-security-training/v2 lp/information-security-training/v3 @@ -110709,7 +110279,7 @@ lrp/api/lrp-url-redirect lrp/api/search ls ls/ -ls/docshttp://nbcnewyork.com/robots.txt +ls/docshttp://uab.edu/robots.txt ls= ls_filter=false lsamp @@ -110849,21 +110419,12 @@ lu/it lu/pt lu/tob lu/tob-0718 -lucenirapimentel lucian-grainge-cbe-and-lord-marland-return-technology-innovators-forum-to-los-angeles-bringing-together-leaders-in-hollywood-and-digital-entertainment lucian-grainge-named-no-1-on-billboards-2016-power-100 lucian-grainge-tops-billboards-2015-power-100-list -lucianacosta -lucianasantos -luciovale lucky-brand-rocks-into-summer-with-the-rolling-stones lucky-march luggage -luiscarlosheinze -luizaerundina -luizcarlos -luizcarlossetim -luizcouto luminis lums/accounting-and-finance/people lums/accreditation @@ -111010,7 +110571,6 @@ m/*/pictures m/? m/Default.aspx/ m/Minimalist-Baker-Detox-Guide.pdf -m/US m/account/ajax/getStorageApi m/account/ajax/updateStorageApi m/airport-transfers/ @@ -111099,7 +110659,6 @@ m3 m4 m41nt3n4nc3/ m4b -m4c m5 m6 m7 @@ -111291,7 +110850,6 @@ mac? macbeta maccast maceirecipients/search -machadodeassis machete-music-appoints-david-junk-to-general-manager machete-music-expands-with-launch-of-machete-regional machform @@ -111564,7 +111122,6 @@ mailman/admin/ceylon-core mailman/listinfo mailman/listinfo/ceylon-core mailman/private/ceylon-core -mailservice-fil mailster mailto mailto.php @@ -111645,7 +111202,7 @@ maintenance-mode maintenance-notification maintenance.htm maintenance.html -maintenance.htmlhttp://mytheresa.com/robots.txt +maintenance.htmlhttp://tagesanzeiger.ch/robots.txt maintenance.php maintenance/ maintenance/maintenance.html @@ -111685,7 +111242,7 @@ man-knowledge/ manage manage-add-alternative manage-email-subscription -manage-email-subscriptionhttp://barclays.co.uk/robots.txt +manage-email-subscriptionhttp://fubo.tv/robots.txt manage-item manage-listing manage-location @@ -111722,7 +111279,6 @@ managerv5/VAADIN/ managesavedsearches manageyourkindle managing-the-future-of-work/podcast/Pages/default.aspx?*& -manato manche/ manche/assure/actualites/ manchettepub @@ -111807,7 +111363,6 @@ manifest.json manifest.webmanifest manifests manifests/monitor -manoeljunior manotest/ manta. manta/sample-pdf @@ -111844,10 +111399,9 @@ manual232/ manual233/ manual241/ manual242/ -manual243/http://wordnik.com/robots.txt +manual243/http://fxnetworks.com/robots.txt manualdousuario manuel-pena-appointed-executive-vice-president-operations-strategic-marketing-classics-for-universal-music-latin-america-universal-music-latin-entertainment -manueladavila manufacturers manutention/ map @@ -111855,7 +111409,7 @@ map---modo/ map---modo/all-locations/ map-constructor/loader map-regular.xml -map-review/ +map-review/ map-videofull.xml map.ashx map.asp @@ -112007,21 +111561,14 @@ mapt mapview marathon marcelo-castello-branco-appointed-president-iberian-peninsula -marceloaguiar marchand -marciomarinho -marcioreinaldo -marcosmontes -marcotebaldi margeaux-watson-appointed-senior-vice-president-media-relations-universal-motown-records -mari/ +mari/ maria-ho-appointed-vice-president-corporate-communications-universal-music-group mariah-carey-puts-finishing-touches-on-her-new-album-memoirs-of-an-imperfect-angel mariah-careys-dont-forget-about-us-hits-1 mariah-careys-touch-my-body-is-her-18th-1-single mariah-launches-the-emancipation-of-mimi-ultra-platinum-edition-as-dont-forget-about-us-heads-to-top-of-charts -marialuciacardoso -marinamaggessi marineops/forms/thank-you/ mariners/search marinus-n-henny-appointed-vice-chairman-universal-music-group @@ -112098,7 +111645,7 @@ marketingovaya-akciya-s-ooo-narodnaya-karta marketlinc marketmd marketo -marketo/form/perforce_marketo_form/*http://jpmorganchase.com/robots.txt +marketo/form/perforce_marketo_form/*http://docs.joomla.org/robots.txt marketo/submit marketperception marketplace @@ -112226,7 +111773,7 @@ match match-info match-info/ match/website -match=http://usa.canon.com/robots.txt +match=http://utoronto.ca/robots.txt match?matchid= matchcenter/app matchingresult @@ -112263,10 +111810,6 @@ matt-voss-appointed-executive-vice-president-marketing-strategy-and-planning matt-voss-promoted-to-executive-vice-president-of-international-island-def-jam-motown-universal-republic maturative/ mature -mauricioquintellalessa -mauriciotrindade -maurobenevides -mauronazif maverickdiscounts/discounts/ mavericks/node mavericks/users @@ -112280,7 +111823,6 @@ max_duration= max_mileage= max_price= max_year= -maxis maxp= maxparcount maxprice= @@ -112399,7 +111941,6 @@ mccormack/crhsgg/non-degree-course-enrollment-request/thank-you/ mccormack/forms/application-fee-waiver-request/ mccormack/forms/application-fee-waiver-request/thank-you/ mccormack/forms/cameroon/thank-you/ -mcd mce mcgi mcgtext.asp @@ -112461,7 +112002,7 @@ medal/* meddev meddev/LocalFiles/*/Webinars/ medewerkers -medewerkersprofiel-inithttp://humanorigins.si.edu/robots.txt +medewerkersprofiel-inithttp://lbank.com/robots.txt medgen/?term= media media @@ -112479,7 +112020,7 @@ media-relations/tip-sheets? media/ media/* media/*.pdf -media/*.pdfhttp://hrblock.com/robots.txt +media/*.pdfhttp://lsa.umich.edu/robots.txt media/*/*/acquire-bar media/*/*/expirecachedsample media/*/*/libraries @@ -112530,7 +112071,7 @@ media/M4250_Brochure_11Sept20_tcm187-109181.pdf media/M4250_Datasheet_11Sept20_tcm148-109178.pdf media/Player6_0.swf media/ProviderThumbnails -media/Resized-Images/*http://mturk.com/robots.txt +media/Resized-Images/*http://americorps.gov/robots.txt media/SurfShark-InfrastructureTestReport_20251217_Public.pdf media/TALSO.swf media/TUIThumbnails @@ -112567,7 +112108,7 @@ media/html/box media/html/easter2015 media/html/enterprise-cybersecurity media/html/spread -media/http://inc42.com/robots.txt +media/http://chicagoreader.com/robots.txt media/i18n/ media/image_download media/img @@ -113185,7 +112726,6 @@ member/register?n_cid=NARAN003 member/saveBottomPrefs member/saveCurrency member/saveLocation -member/settings/ member/signup/?product=* member/subscribe$ member/subscribe? @@ -113202,15 +112742,11 @@ memberhome members members members-area/download.php -members-only/ members.php members/ -members/PDF/ members/alerts/add members/api/comments/counts -members/contributors members/default.asp -members/directory/ members/ers2004/ members/fsa/ManageyourAccount/aetnaNavigator/aetnanavigator.html members/gettinghealthy/ @@ -113221,11 +112757,8 @@ members/linkedInAuth members/login members/messages members/newsletters -members/nominationuploads/ members/profile -members/rsuploads/ members/signup -members/tfgrants/ members_comments_add membersarea/ membership @@ -113291,7 +112824,6 @@ menu.html menu/ menu/*/feedback_form menuitems/ -meo meopa/search/node meps/*/eptvAjax meps/*/pdf* @@ -113505,7 +113037,7 @@ michelle-jubelirer-named-executive-vice-president-capitol-music-group michelle-jubelirer-promoted-to-chief-operating-officer-capitol-music-group michelle-madison-appointed-to-vice-president-urban-promotion-universal-motown-records-group michigan/ -micro_page.phphttp://handy.com/robots.txt +micro_page.phphttp://kiwi.com/robots.txt microarray-as/atlas/qr microarray/ArrayExpress microarray/ExpressionProfiler @@ -113791,7 +113323,6 @@ misc/social-reader misc/style misc/tabletapp misc/themarkersmartphoneapp -missao-oficial$ missing-email missing_link missingpage @@ -114051,6 +113582,7 @@ mmny mmo/priv/ mms mn +mn-MN/* mn-mn/ mn/ mn/$ @@ -114172,7 +113704,6 @@ mobile/es/es/_ui mobile/fi mobile/fi/en/_ui mobile/fi/fi/_ui -mobile/footer-redirect mobile/fr mobile/fr/en/_ui mobile/fr/fr/_ui @@ -114209,7 +113740,6 @@ mobile/lu mobile/lu/en/_ui mobile/lu/fr/_ui mobile/minimal_application -mobile/mobile-redirect mobile/mobiles/ mobile/mx mobile/mx/en/_ui @@ -114289,6 +113819,8 @@ mobileme/English.lproj/searchindex mobilenfc/wp-admin mobilenfc/wp-content/plugins mobilenfc/wp-includes +mobilepagenotfounderror.aspx +mobileservererror.aspx mobileweb mobility mobilnyy-sdk @@ -114355,7 +113887,6 @@ modern-formats-eng/ucp/static/*/dev modern-formats-eng/ucp/static/framework_logging modern-luxury modern/trails -modernizr modes/driving/compliance-registration/before-you-start modes/driving/planned-maintenance modes/driving/ruc-error @@ -115188,7 +114719,7 @@ mre/*.jpg$ mre/*.js$ mre/*.pdf$ mre/*.png$ -mre/*.zip$http://t.ly/robots.txt +mre/*.zip$http://smile.amazon.com/robots.txt mre/*? mre/*@@configuracoes_view mre/*@@download/file$ @@ -115303,7 +114834,7 @@ ms/trips ms_my/buat msa msatwork/amazon -msatwork/uber/en.htmlhttp://patch.com/robots.txt +msatwork/uber/en.htmlhttp://thekitchn.com/robots.txt msc-accounting-financial-management msc-advanced-clinical-practice msc-advanced-computer-science @@ -115392,7 +114923,6 @@ msdoj/discuss msdynttrid= msearch msearchpart -mservices msflightreservation msg msg= @@ -115472,7 +115002,7 @@ mt/signup?redirect_to= mt/similar mt/web.config mt4 -mt4/http://ah.nl/robots.txt +mt4/http://office.com/robots.txt mta-sts mtb_composer mtc.class.php @@ -115517,17 +115047,11 @@ multifamily-knowledge-center multifileupload multimedia multimedia -multimedia/all multimedia/archivo -multimedia/audio multimedia/filedownload.asp multimedia/graphics/test -multimedia/images multimedia/mim/ -multimedia/pub multimedia/video -multimedia/video -multimedia_ml multimedias/carte-des-milieux-humides multimedias/top-10-des-noms-de-familles-quebecois multipass @@ -115548,10 +115072,10 @@ mumobile mundogalaxy munet_reset munin -munin*http://hanselman.com/robots.txt -munin*http://laposte.fr/robots.txt +munin*http://canadiantire.ca/robots.txt +munin*http://jigsaw.google.com/robots.txt +munin*http://socialbakers.com/robots.txt munin*http://thehackernews.com/robots.txt -munin*http://thelancet.com/robots.txt munka/szerk muntjacs muonline-dev @@ -115737,7 +115261,7 @@ mx/user$ mx/web.config mx/your mx2019.jsp -mxf-final-cut-pro/ +mxf-final-cut-pro/ my my$ my-MM/$ @@ -115753,7 +115277,7 @@ my-account/collections my-account/deliveries/menu my-account/download/* my-account/downloads -my-account/http://tenantcloud.com/robots.txt +my-account/http://kanopy.com/robots.txt my-account/master-courses my-account/membership-deals my-account/membership-sharing @@ -115877,7 +115401,7 @@ my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-labuan- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-langkawi- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-melaka- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-miri- -my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-muar-http://samaritans.org/robots.txt +my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-muar-http://smore.com/robots.txt my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-penang- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sandakan- my/blog/driver/struktur-pendapatan-mingguan-grabcar-economy-sibu- @@ -116226,7 +115750,6 @@ nasal_irrigation_pictures_slideshow/article.htm nashville-hitmaker-and-grammy-winning-songwriterproducer-luke-laird-renews-exclusive-worldwide-deal-with-universal-music-publishing-group-nashville nasjournals/ nasw/ -natandonadon nate-albert-appointed-vice-president-of-ar-for-universal-republic-records nate-albert-named-executive-vice-president-ar-capitol-records natedogg @@ -116245,7 +115768,7 @@ native-plants/search native/delete_account/ native/vertical_videos/ native_* -natol/http://seventhgeneration.com/robots.txt +natol/http://liberapay.com/robots.txt natur-und-landschaft/natur-erleben/termine/? natural_alternative_pet_remedies_humans_use_too/article.htm natural_cold_flu_remedies_pictures_slideshow/article.htm @@ -116317,7 +115840,6 @@ navlibrary/ navlvl= navsectionFullRSS.aspx navsectionRSS.aspx -nazarenofonteles nb nb-AE nb-AT @@ -116501,14 +116023,12 @@ neighbor neighborhood/js/getBoxes.php neighbors neil-diamond-brings-entire-catalog-and-new-album-to-universal-music-publishing-group -neiltonmulim neko-pitcher nekrolog nel_ms nellco_setup.cgi nelly-furtado-single-manos-al-aire-hands-in-the-air-to-be-released-worldwide-on-june-29th nelly-furtados-loose-is-a-global-phenomenon-one-year-on-nelly-furtado-has-the-biggest-selling-album-worldwide -nelsonmarquezelli neo-friend-referral neo-services neo/magazine @@ -116906,7 +116426,7 @@ news-events/events-calendar/2019/05/tenth-annual-african-consumer-protection-dia news-ga news-insider$ news-insights -news-manager/ +news-manager/ news-news-flash&page= news-news-flash/*_q news-outlets @@ -116914,14 +116434,13 @@ news-post news-redirect/* news-release/ news-releases* -news-releases/browse news-search-results/? news-service news-stories-2023/ news-stories? news-unify news-weather/*_q -news.host.html/content/shared/university/news/ub-reporter-articles/stories/2024/10/nsf-engines.detail.htmlhttp://mars.com/robots.txt +news.host.html/content/shared/university/news/ub-reporter-articles/stories/2024/10/nsf-engines.detail.htmlhttp://drudgereport.com/robots.txt news.html news.php3/ news/ @@ -117016,20 +116535,18 @@ news/all-news-more.cfm news/ansa/ news/api news/app-extra -news/archive/all-news.cfmhttp://redroof.com/robots.txt +news/archive/all-news.cfmhttp://yourwebsite.com/robots.txt news/archive/commentary news/archives news/article news/articles.php -news/articles/*.xml$http://fourseasons.com/robots.txt +news/articles/*.xml$http://videojs.com/robots.txt news/articles/BT-CO news/articles/DN-CO news/articles/PR-CO news/articles/SB2 news/articles/SB3 news/articles/SB4 -news/assorted -news/assorted/$ news/available-download news/breaking news/breaking/? @@ -117051,8 +116568,6 @@ news/externalpost news/features? news/feed news/feed.rss -news/filings -news/filings/$ news/for-you news/garment-apparel-news/ news/go @@ -117083,7 +116598,7 @@ news/news_suchergebnis.asp news/newsletter-unsubscribe news/newsletter/citigroup/ news/newsletter/usdateam/ -news/newsletters/*http://allposters.com/robots.txt +news/newsletters/*http://rbb-online.de/robots.txt news/photo news/photo/$ news/photo/*/photo @@ -117105,8 +116620,6 @@ news/press/statement-17-03-2023 news/preview/ news/print.php news/printstory.aspx -news/pro -news/pro/$ news/releases/* news/releases?* news/report @@ -117180,7 +116693,7 @@ news/~ news? news? news?* -news?*http://expressandstar.com/robots.txt +news?*http://desmoinesregister.com/robots.txt news?date=* news?page=* news?topics=Earth @@ -118853,7 +118366,7 @@ newsletter-templates/weekly-messenger newsletter-thanks newsletter.php newsletter/ -newsletter/$http://namu.wiki/robots.txt +newsletter/$http://writersdigest.com/robots.txt newsletter/* newsletter/abmeldung newsletter/confirm @@ -118950,7 +118463,7 @@ newsletters/software newsletters/software/subscribe newsletters/sports/ newsletters/storyalerts/ -newsletters/subscribe/*http://ptsd.va.gov/robots.txt +newsletters/subscribe/*http://churchofjesuschrist.org/robots.txt newsletters/success/ newsletters/sustainability newsletters/sustainability/subscribe @@ -119587,7 +119100,6 @@ newsuppliers newsurl-test/ newswire newt -newtonlima newusa newusa/ newusa/* @@ -119699,7 +119211,6 @@ ni/ nic nic/ nice-massage -nicelobao nick-jonas-and-universal-music-publishing-celebrate-his-new-1-smash-single-jealous-and-a-new-worldwide-music-publishing-deal nickname.php3 nicola-levy-appointed-global-head-of-business-affairs-digital @@ -119724,7 +119235,6 @@ nightlytest nightlytest2 nii=t nike -nilmarruiz nimbus_ms/remote? nina-hansdotter-appointed-vice-president-marketing-and-ar-universal-music-mobile-international nine-months-results/ @@ -121795,7 +121305,7 @@ nl/trust/ nl/trust/gdpr/ nl/trust/gdpr/subprocessors/ nl/trust/privacy/ -nl/trust/privacy/information-we-collect/http://gov.mb.ca/robots.txt +nl/trust/privacy/information-we-collect/http://careem.com/robots.txt nl/unleash nl/use-cases/compliance-training/ nl/use-cases/onboarding-training/ @@ -121848,7 +121358,6 @@ nm.mvc/ nmaps/*? nmc nme-video -nmigs nmlwiki/index.php? nmmr nn-NO/android/collections @@ -122110,7 +121619,7 @@ node/add/?context node/add/?context= node/add?context node/add?context= -node/http://arabnews.com/robots.txt +node/http://quod.lib.umich.edu/robots.txt node= node? node_modules @@ -122279,16 +121788,14 @@ not_found not_found.html not_recommended_reviews nota-fiscal -notamember notas-*.xml note -note/read/http://xunta.gal/robots.txt +note/read/http://cs.ox.ac.uk/robots.txt notebook notebook/search? notes notes/ notes/post -notfound notfound.html notfound.html nothinghere @@ -122369,9 +121876,7 @@ np np-nav np/ np_old/ -npbin npc -npclients npk npln npost/ @@ -122381,7 +121886,6 @@ nput nqrwns nr nr/ -nrdapp nri-banking/money_transfer/promo/mobile-app/appstore nri-banking/money_transfer/promo/mobile-app/playstore nrksuper @@ -122558,7 +122062,6 @@ nuvision nvbk8qixtm3ica9 nvidia nwapi -nwo nwshp nwshp$ nwsonly @@ -122724,12 +122227,12 @@ oai2d.py oaipartenaires oas/ oauth -oauth-public/http://mailgun.com/robots.txt oauth-public/http://presidency.ucsb.edu/robots.txt +oauth-public/http://stackexchange.com/robots.txt oauth/authorize oauth/connect.html -oauth/http://geonet.org.nz/robots.txt -oauth/http://security.googleblog.com/robots.txt +oauth/http://archive.is/robots.txt +oauth/http://freeconferencecall.com/robots.txt oauth/line oauth/login oauth/signin @@ -122792,7 +122295,7 @@ obsolete oc oc.php oc/dash-button -oc/http://redcrossblood.org/robots.txt +oc/http://holytrinityorthodox.com/robots.txt oc=1 ocapi/ occhsold @@ -122815,7 +122318,6 @@ ocw/search-result od od/comments/*/create od/service/ -odaircunha odds odin odin/uplayer.shtml @@ -122844,7 +122346,7 @@ ofa oferta_intens ofertas ofertas-regalos -ofertas-regalos/http://amazon.nl/robots.txt +ofertas-regalos/http://beebom.com/robots.txt ofertas.mes.consumidor ofertas/ES ofertas/title @@ -122976,7 +122478,7 @@ offline offline-plugin-app-shell-fallback offline.html offline/ -offline/http://thestar.com.my/robots.txt +offline/http://si.edu/robots.txt offre-internet/sfr-box4G offset) offset= @@ -123073,7 +122575,7 @@ oit/search/node oit/systems/testzone/ ojp okanagan/facultystaff/bba -okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://chateauversailles.fr/robots.txt +okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://vi.wikipedia.org/robots.txt okeanija_ad oklahoma/ okonomi @@ -123358,6 +122860,8 @@ online-classes/schools online-count online-courses online-entry/ +online-gambling +online-gaming online-media online-music-fans-respond-strongly-to-universal-musics-deep-catalogue-initiative online-open-day @@ -123445,7 +122949,6 @@ onsaleBestAvailableDisplay.do onsite-docs ontico onward -onyxlorenzoni oon/media oops ooredoo/app @@ -123536,7 +123039,7 @@ opera/? opera/features operations operpost$ -operpost$http://jpmorgan.com/robots.txt +operpost$http://webkit.org/robots.txt ophalen/moment opic-cipo/cpd/eng/patent opic-cipo/cpd/eng/search @@ -123571,8 +123074,8 @@ opt-out-info.jsp opt-out-interface opt-out.jsp opt-out/confirm -opt-out/http://bankofamerica.com/robots.txt -opt-out/http://sentry.io/robots.txt +opt-out/http://kff.org/robots.txt +opt-out/http://news.bbc.co.uk/robots.txt opt/widget-cache.php optInEmail opt_out @@ -123625,7 +123128,6 @@ oral_care_all_about_canker_sores/article.htm oral_dental_health_breath/article.htm oral_health_conditions_that_make_teeth_hurt/article.htm orange-anma -orangefrance orasso orchestration orcid @@ -123760,7 +123262,7 @@ originals/inturn3/includes originals/stephen_kings_n/includes orioles/search orkut/albums -orlando/tag/*http://arsenal.com/robots.txt +orlando/tag/*http://images.unsplash.com/robots.txt orne/ orne/assure/actualites/ oroscopo/sitemap.xml @@ -123772,8 +123274,6 @@ osc4p oscar osid oslo/ -osmarjunior -osmarserraglio osnova/* osobni/ccc ospublishing/story @@ -123823,7 +123323,6 @@ otherlookup others others-are-reading-article otomobil-motor-aksesuar -otoniellima otp-failed-push-notif otros/* otsing? @@ -123898,7 +123397,7 @@ our-work/listing/ ous/search-result out out-of-home -out/http://setn.com/robots.txt +out/http://wacom.com/robots.txt out2 out? out_deals @@ -123944,11 +123443,9 @@ overlay=true* overlays/ overtexas/account overview -overviewblockseeother ovicx* ovulation_and_fertility_pictures_slideshow/article.htm ow -owbin owner-estimate ownerView.php owner_settings @@ -124070,7 +123567,7 @@ p/*? p/*?isExternal=true$ p/*from= p/*groupType= -p/*http://stupidhackathon.github.io/robots.txt +p/*http://forrester.com/robots.txt p/*surveyopen p/*thm= p/0826cf4692f9 @@ -124166,7 +123663,7 @@ package.json package.json$ package.json.sample package/*/docs -package/*/docs/latest/http://fansided.com/robots.txt +package/*/docs/latest/http://ledger.com/robots.txt package_files_uploaded_via_chrome packages packages/ @@ -124193,7 +123690,7 @@ packages/logfile packages/maintainer-view packages/table/start packages/table_lede17_1/start -packages?q=http://karlsruhe.de/robots.txt +packages?q=http://pushpay.com/robots.txt packagesize.do packagetype= paconsulting @@ -124201,7 +123698,6 @@ pad pad/winscp.xml padmin padres/search -padreton padsearch pae_Home/ca pae_Home/en @@ -124295,7 +123791,7 @@ page/etpk_0 page/favorite-fans page/forward.php page/html -page/http://restorationhardware.com/robots.txt +page/http://decorrespondent.nl/robots.txt page/listing- page/listing-listing-more-news page/monitoring-test-robots-200 @@ -124524,8 +124020,8 @@ page75669266.html page= page= page=* -page=*http://sainsburys.co.uk/robots.txt -page=*http://yourwebsite.com/robots.txt +page=*http://aframe.io/robots.txt +page=*http://boeing.com/robots.txt page=*province= page=2$ page=SN_ @@ -124559,6 +124055,7 @@ pagenotfound-unify pagenotfound.content.html pagenotfound.jsp pagenotfound/ +pagenotfounderror.aspx pagenum= pager pages @@ -124878,18 +124375,23 @@ paginator paging pagurian/ paid-acquisition +paid-content/news/from-tacos-to-tvs-doordash-delivers-your-game-day-essentials paid-content/news/get-an-unlimited-5g-phone-plan-for-25-per-month-with-metro-by-t-mobile paid-content/news/how-galaxy-ai-camera-tools-help-you-take-better-photos-automatically-on-the-s25 paid-content/news/how-h-r-block-helps-you-maximize-freelance-and-gig-worker-write-offs paid-content/news/how-h-r-block-simplifies-taxes-for-first-time-filers paid-content/news/how-h-r-blocks-experts-can-help-you-avoid-common-filing-mistakes paid-content/news/how-samsungs-galaxy-ai-boosts-gaming-performance +paid-content/news/how-sling-is-disrupting-the-old-live-tv-streaming-model paid-content/news/how-to-watch-live-sports-and-avoid-wheres-the-game-chaos-with-xfinity paid-content/news/i-tried-internxt-an-encrypted-secure-cloud-storage-built-for-the-post-quantum-era paid-content/news/is-wi-fi-7-worth-the-upgrade-heres-how-msis-roamii-mesh-systems-fit-in paid-content/news/maximize-your-refund-with-h-r-blocks-smart-tax-tools paid-content/news/must-know-tax-season-tips-for-small-businesses-and-solopreneurs paid-content/news/selling-stuff-online-what-you-could-be-on-the-hook-for-tax-wise +paid-content/news/t-mobile-5g-home-internet-offers-a-solution-to-contracts-cords-and-hidden-fees +paid-content/news/tempos-fresh-chef-crafted-meals-make-your-meal-prep-smarter-and-tastier +paid-content/news/what-americans-pay-for-internet-in-2026-and-how-xfinity-helps-you-save paid-content/news/why-a-reliable-fiber-powered-network-from-xfinity-is-the-ultimate-solution-for-home-wi-fi paid-content/news/why-tax-filers-are-choosing-h-r-block-this-season paid-newsletter-unsubscribe/ @@ -124954,7 +124456,6 @@ pamr/issues_experts/featured_experts_archive/index.html pamr/issues_experts/issues_experts_archive/index.html pamr/media_releases/index.html pamr/media_releases/media_releases_archive/index.html -panasonic panasonic-automotive-systems-company-of-america-and-blue-note-records-to-collaborate-on-in-vehicle-audio-systems pancreatic_cancer_pictures_slideshow/article.htm panda/jira @@ -125100,7 +124601,6 @@ participant participants participants/search participate/visa-invitation-letter -participe/cursoprovedoreshttp://tasteofcountry.com/robots.txt particle/milgrom particuliers/vous-etes/nouveaux-arrivants-canada/choisir-institution-financiere/equipe-nouveaux-arrivants/ partner @@ -125257,12 +124757,6 @@ paul-foley-appointed-general-manager-of-universal-music-classics-group paul-pontius-promoted-to-executive-vice-president-ar-island-records paul-west-promoted-to-senior-vice-president-studio-vault-operations-universal-music-logistics paulfitz/cosmic/cosmic.0.9/bin/drawgate-ppm.pl -paulofeijo -paulofreire -paulomagalhaes -paulopereiradasilva -paulopiau -paulopimenta paused-subscriptions paw-picks-scrape-page/ pay @@ -125629,8 +125123,6 @@ pedagogicalFilters=* pedido-erroneo pedido-exitoso pedidos -pedroeugenio -pedrouczai pee-dee/contests/subs-only-florence-wine-and-food/ pee-dee/contribute/ pee-dee/contribute/submission-success/ @@ -125710,6 +125202,8 @@ peopleadmin peopleforce-contact-us-thank-you peoplematter-disclaimer peopleofficeorderable +peopleoptions.aspx +peopletags.aspx pep pepe pepper-api/cart @@ -125756,7 +125250,6 @@ perl-bin/response.pl perm_id= permalink permission.htm -perpetuaalmeida perpetualescom pers pers/hb @@ -125774,7 +125267,7 @@ pers/xs pers/xx person person-*/private -person/http://scirp.org/robots.txt +person/http://gemini.com/robots.txt person_graduated_school personal personal-banking/home-loans/special-purpose-home-loans/low-doc-loans/rates/ @@ -126750,13 +126243,11 @@ phobias_picture_slideshow/article.htm phoenix phoenix/account phoenix/api -phoenix2 phone phone/compare/? phone/product/ phonebook phoneinfo -phonenumber phot-browse.asp* photo photo- @@ -126775,6 +126266,8 @@ photo/*/*/* photo/10000 photo/buyphoto photo/calendar +photo/detail/*?page= +photo/detail/*?photo= photo/group photo/people photo/places @@ -126956,7 +126449,6 @@ pinterest-predicts pinterest-wellbeing pinterestwellbeing pinworms_pictures_slideshow/article.htm -pio pioneering-british-engineer-alan-dower-blumlein-honored-at-abbey-road-studios-for-his-invention-of-stereo pioneering-independent-label-s-curve-records-signs-exclusive-distribution-deal-with-universal-music-distribution pioneering-manager-creative-executive-and-entrepreneur-gee-roberson-appointed-chairman-of-geffen-records @@ -127004,10 +126496,10 @@ pk/netflix-recommended-tvs pk/smart-tvs-netflix-calibrated-mode pkb/ pkey= -pkey=http://nationaleatingdisorders.org/robots.txt +pkey=http://texastribune.org/robots.txt pkginfo pkginfo/ -pkta01d26ae74f4.htmlhttp://sc.edu/robots.txt +pkta01d26ae74f4.htmlhttp://swagger.io/robots.txt pl pl*/listing/*/favoriters pl*/people/*/circle @@ -127604,7 +127096,7 @@ plantfinder-quicklinks-iframe.aspx plantinga-appointed-managing-director-universal-music-netherlands plants plants_rashes_poison_ivy_oak_sumac/article.htm -plantuml/img/http://kctv5.com/robots.txt +plantuml/img/http://enterprise.verizon.com/robots.txt plantuml/map plantuml/svg plantuml/txt @@ -127691,7 +127183,6 @@ playlists playlists/*/user plays plays.php -playstation playworldinsights playwriter.php plcz @@ -127755,7 +127246,7 @@ plugins/common/feature/openidsso plugins/common/feature/saml plugins/crm/count plugins/custom -plugins/custom/f5networks/f5/*http://business-gazeta.ru/robots.txt +plugins/custom/f5networks/f5/*http://hercampus.com/robots.txt plugins/feedback.php plugins/list_user01/main.php plugins/search @@ -128070,7 +127561,6 @@ popular/womens+dr+martins.html populate popup popup.php -popup/codewhatisthis popup/emailconfirmation.xhtml popup/writereview.aspx?* popup= @@ -128090,8 +127580,6 @@ popup_search_help.php popup_security.jsp popup_siege_social.htm popupdemo -popupdetails -popupprivacypolicy popups/ popups/mediaplayer popups/popup_gallery @@ -128167,7 +127655,6 @@ portal2006 portalId portalOld portalTaketoo -portaldeputado portale/CV692009/ portale/alcol/ portale/alimentiParticolariIntegratori @@ -129714,7 +129201,7 @@ premium/auth/ premium/cert premium/checkout premium/download -premium/http://qvc.co/robots.txt +premium/http://sgtrains.com/robots.txt premium/plus premium/reset-password/new premium/search @@ -129737,8 +129224,6 @@ prensa-historico/200 prensa-historico/2010 preorderreports.asp?id=* preorders -prep/gnumaint -prep/wrappers-and-scripts prepaid/browse/cart.jsp preparedness/full-scale-exercise/full-scale-exercise-signup/thank-you/ preparedness/training/staying-safe-20251021/thank-you/ @@ -129853,9 +129338,9 @@ preview-main/* preview.aspx preview/ preview/* -preview/*http://mentalfloss.com/robots.txt -preview/http://pbskids.org/robots.txt -preview/http://reutersinstitute.politics.ox.ac.uk/robots.txt +preview/*http://amazon.com.br/robots.txt +preview/http://csulb.edu/robots.txt +preview/http://nme.com/robots.txt preview/post/* preview/result preview/result% @@ -130213,7 +129698,7 @@ privacy/sub-processors.html privacy/zoho-group.html privacy/zoho-group.html privacy/~ -privacy2.htmlhttp://translate.wordpress.org/robots.txt +privacy2.htmlhttp://conversionxl.com/robots.txt privacy? privacy_doc privacy_security/index.jsp @@ -130223,7 +129708,6 @@ privacyinformation/employment-privacy-and-data-protection/career-policy/lebanon privacyinformation/employment-privacy-and-data-protection/career-policy/saudiarabia privacyinformation/employment-privacy-and-data-protection/career-policy/uae privacypolicy.php -privacypolicychanges privacyverhalen privat/mitt-telia/sidor private @@ -130262,7 +129746,7 @@ private-schools/search private-service-offer private/ private/gallery/content/ -private/http://google.it/robots.txt +private/http://parliament.uk/robots.txt private/wtrack privatecampaignpage privategenericpage @@ -130286,41 +129770,10 @@ pro-resources pro-services/management/site-update/php pro-site pro-solutions -pro-subscriptionshttp://etoro.com/robots.txt -pro/$ -pro/*/compare -pro/*/compare$ -pro/*/dividends$ -pro/*/earnings$ -pro/*/explorer$ -pro/*/explorer/asset_price_return_1y$ -pro/*/explorer/beta$ -pro/*/explorer/bv_share$ -pro/*/explorer/ebitda$ -pro/*/explorer/eps_basic_cont$ -pro/*/explorer/ev_to_ebitda_ltm$ -pro/*/explorer/gp_margin$ -pro/*/explorer/marketcap$ -pro/*/explorer/marketcap_adj$ -pro/*/explorer/ni_avail_excl$ -pro/*/explorer/pe_ltm$ -pro/*/explorer/price_to_book$ -pro/*/explorer/roa$ -pro/*/explorer/roe$ -pro/*/explorer/shares_out$ -pro/*/explorer/total_rev$ -pro/*/explorer/volume_avg_3m$ -pro/*/financials/balance_sheet$ -pro/*/financials/cashflow_statement$ -pro/*/financials/ebitda$ -pro/*/financials/income_statement$ -pro/*/financials/ni$ -pro/*/financials/valuation$ -pro/*/health$ +pro-subscriptionshttp://informationweek.com/robots.txt pro/about pro/account-users pro/activate -pro/assets pro/attach pro/cancel pro/cancel-downgrade @@ -130335,8 +129788,6 @@ pro/fetch_invoice pro/games/41/A1los/audio/ pro/games/41/A1los/images/ pro/gift -pro/ideas -pro/ideas$ pro/invoices pro/nos-engagements pro/offer @@ -130348,13 +129799,7 @@ pro/payment-onetime-process pro/payment-process pro/payment-update pro/plan -pro/pricing$ -pro/pricing/warrenai$ -pro/propicks -pro/propicks$ pro/renewals -pro/screener -pro/screener/q pro/set-auto-renewal pro/subscribe pro/subscriptions.json @@ -130437,7 +129882,7 @@ product-managers/$ product-p-*gads=true product-presentation-info.aspx product-print* -product-ratings/http://chon.vn/robots.txt +product-ratings/http://github.blog/robots.txt product-reviews/ product-reviews/B0069IY63Y product-reviews/getReviews.do* @@ -131775,7 +131220,6 @@ provost/budget/flg/docs provost/calendar/ proxies proximic -proximus proxy proxy proxy.pac @@ -132581,7 +132025,7 @@ pt/explore pt/features pt/festival/*/shoutbox pt/forum -pt/forum/goto.phphttp://ecwid.com/robots.txt +pt/forum/goto.phphttp://aftership.com/robots.txt pt/forums pt/fr pt/gallery @@ -132884,8 +132328,6 @@ pub/media/i18n/ pub/media/js/ pub/t/ pub/yonlendir -pub_releases -pub_releases_ml pubchase pubco/ pubcontent/jba @@ -133021,6 +132463,7 @@ publications/masters-prospectus-2025/attachments/university-of-bath-masters-pros publications/motomath/ publications/node/add publications/pdfTeX-meeting-2005-09-24 +publications/proceedings publications/proceedings-template publications/profiles publications/profiles/*.css$ @@ -133272,7 +132715,6 @@ qa/secure/ qa/sync/ qa/test qadministrator/mac/4.0/en/appleqadministrator/usermanual -qantas qat* qc qc/qcadmaq @@ -133490,6 +132932,7 @@ quick-stack quickView= quick_acne_cover_ups_pictures_slideshow/article.htm quick_home_remedies_for_puffy_face_and_body/article.htm +quickadd.aspx quickbuy/ quickcast quickfacts @@ -133514,7 +132957,7 @@ quiz-list/ quiz-results-learn-more-vid quiz/ quiz/archive/*/* -quiz/archive/*/*/$http://gouvernement.fr/robots.txt +quiz/archive/*/*/$http://video.foxnews.com/robots.txt quiz/document quiz/todayincolumbia/ quizzes @@ -133683,8 +133126,6 @@ rating=5-9733-9733-9733-9733-9733- ratings ratings/$ ratios/ -raulhenry -raullima raven-hubspot/static-1.43 raven-hubspot/static-1.46 raven-hubspot/static-1.47 @@ -133718,7 +133159,7 @@ rcs?action rcsearch.aspx rd rd/ -rd/pdf/http://rubylane.com/robots.txt +rd/pdf/http://getapp.com/robots.txt rd/search rd/search$ rd/search? @@ -133735,7 +133176,7 @@ rds/archive/Catalog/?author rds/archive/catalog/?*keywords rds/archive/catalog/metrics? rds/imagedb/Results? -rds/imagedb/results?http://sans.org/robots.txt +rds/imagedb/results?http://osha.gov/robots.txt rdv re re/ @@ -134002,8 +133443,7 @@ reasons_why_your_face_looks_swollen/article.htm reasons_your_child_cant_sleep_pictures_slideshow/article.htm reauthenticate rebecca-allen-appointed-managing-director-decca-records-uk -rebeccagarcia -rebooting-the-record-label/http://senate.gov/robots.txt +rebooting-the-record-label/http://8tracks.com/robots.txt rec rec/bib rec/nt @@ -134091,7 +133531,7 @@ recipe/zapcache/* recipe_parser recipes recipes/*?q= -recipes/email.phphttp://planetary.org/robots.txt +recipes/email.phphttp://magcloud.com/robots.txt recipes/filter/* recipes/member/reviews recipes/search @@ -134256,6 +133696,7 @@ recruit recruit-st-1353574742 recruit/dashboard recruit/helpnew/ +recruiters recruiting* recruiting/*?*isid= recruiting/interviewfragen @@ -134465,7 +133906,7 @@ refer refer-* refer-a-friend refer/ -refer/http://cwe.mitre.org/robots.txt +refer/http://rki.de/robots.txt refer/pal reference reference-library @@ -134505,7 +133946,7 @@ refresh.php refresh_stored_accounts refresh_token refresh_token -refreshed-hphttp://gnome.org/robots.txt +refreshed-hphttp://docs.rs/robots.txt refrigeration/en/worldwide/search.html refs refund-detail @@ -134524,7 +133965,6 @@ regbase/help/ regbase/rtfcache/ regbase/static regi/header -reginaldolopes reginas regio region-switch= @@ -134611,7 +134051,7 @@ registration.html registration/ registration/ajaxfrags registration/apis -registration/apishttp://earthlink.net/robots.txt +registration/apishttp://fz-juelich.de/robots.txt registration/archive_upload_apply.asp* registration/ext registration/includes/ @@ -134640,7 +134080,6 @@ reglanding/ regonly regression-test-home regression-testing-area -reguffe regulamin regulars regulation-legislation/certification-of-health-care-services/certified-providers/fertility-clinics? @@ -134655,7 +134094,6 @@ regulatory/guidance-and-policy-documents regulatory/hearings/hearing-decisions reimagine/ reimpostapassword -reinaldoazambuja reiniciarsenha reinvent/video-case-studies reise @@ -134723,7 +134161,6 @@ remembear/add remember-the-titans remember/resources-holocaust-survivors-victims/database-of-holocaust-survivor-and-victim-names/search-lists-sources? remember/resources-holocaust-survivors-victims/database-of-holocaust-survivor-and-victim-names/search-names? -rememberme remilogs/ remind.php reminders @@ -134749,7 +134186,6 @@ remove_from_wine_list remove_from_wishlist removed remuneracao -renatomolling render render-blocks rendercontent @@ -134842,7 +134278,6 @@ reportabuse reportauthorsorderable reportbreakdown/Breakdowns/Validate reportbreakdown/Home/Privacy -reporter reporter-check reporting reporting-deductions/ @@ -135780,7 +135215,6 @@ research-programs/stem-cell-biology/2020-gforce-meeting research-reports/Global-Healthcare-Exits-Report.pdf research-search research-type -research/$ research/*/administrator research/*/bin research/*/cache @@ -136229,7 +135663,7 @@ resources/ajax/posts resources/allstate/attachments/pdf/etr0509.pdf resources/calendar/http://nhc.noaa.gov/robots.txt resources/collocations -resources/contrastchecker/?*http://elsevier.com/robots.txt +resources/contrastchecker/?*http://videonews.com/robots.txt resources/contrastchecker? resources/cookie resources/css @@ -136555,7 +135989,7 @@ review/*/transparency review/common/du review/create-review review/dynamic/sims-box -review/fileshttp://gasbuddy.com/robots.txt +review/fileshttp://crtc.gc.ca/robots.txt review/hall-of-fame review/list review/list_rss @@ -136704,11 +136138,8 @@ ri_id= ria/ ria_70 riaapi -ribamaralves ribbon.php ribbon/locationspecialtylists -ricardoizar -ricardoquirino rice_grain_types_food_nutrition/article.htm ricerca ricerca/* @@ -136977,10 +136408,6 @@ robert-e-allen-promoted-to-senior-vice-president-of-business-affairs-universal-m robert-lear-appointed-senior-vp-of-ar-and-marketing-universal-music-mexico robert-murphy-to-head-business-development-at-universal-music-group-international robert-smith-appointed-general-manager-verve-music-group -robertobritto -robertofreire -robertosantiago -robertoteixeira robos-linux robot-test robotics @@ -136991,7 +136418,7 @@ robots.html robots.txt robots.txt robots.txt$ -robots.txthttp://design-milk.com/robots.txt +robots.txthttp://svs.gsfc.nasa.gov/robots.txt robots_nidirect.txt roc008 rochelle.harrison @@ -137004,11 +136431,9 @@ rockies/search rocky_mountain_spotted_fever_pictures_slideshow/article.htm rocz rode -rodrigodecastro roes rofr rogerbot -rogeriopeninhamendonca rogers rogr roi @@ -137026,11 +136451,9 @@ roles rolex-clock rolex.frame roll -rolling-file/ rolling-stones-to-universal-music-group-in-recording-deal romarin/ rome2rio500 -romerorodrigues ron-fair-named-chief-creative-officerexecutive-vice-president-virgin-records ron-goldstein-promoted-to-president-and-chief-executive-officer-of-the-verve-music-group ron-moss-promoted-to-executive-vice-presidentcreative-for-rondor-music-publishing @@ -137038,7 +136461,6 @@ ron-spaulding-appointed-executive-vice-president-general-manager-of-fontana ron-spaulding-named-senior-vice-president-of-sales-for-capitol-music-group ron-spaulding-promoted-to-president-of-fontana ron/layout/set -ronaldozulke rondonia/audios rondonia/biblioteca/acervo rondonia/biblioteca/equipe-e-contato @@ -137109,7 +136531,6 @@ ropl ropt roru roscic-named-managing-director-decca-music-group -rosedefreitas roster-information rosv rotad? @@ -137124,13 +136545,13 @@ roubaix-tourcoing/ roubaix-tourcoing/assure/actualites/ rouen-elbeuf-dieppe-seine-maritime/ rouen-elbeuf-dieppe-seine-maritime/assure/actualites/ +roulette rousers/ route-planner/email route-planner/l route-planner/plot route-planner/print route-planner/s -route/search-results route= routen/*/routen-ab- routen/*/routen-von- @@ -137347,7 +136768,7 @@ rss2 rss? rssFeed rss_2.php -rss_export/www_export.rsshttp://dwd.de/robots.txt +rss_export/www_export.rsshttp://e.vnexpress.net/robots.txt rss_feeds rss_items rss_trk @@ -137363,7 +136784,7 @@ rstmh/ rsvp rsvp.php rsvp/images -rsw/upload/k2dienste/http://audible.co.uk/robots.txt +rsw/upload/k2dienste/http://blog.codecentric.de/robots.txt rt%3Dnc rt2014v2/ rt= @@ -137433,6 +136854,7 @@ ru-RO ru-RS ru-RU ru-RU/$ +ru-RU/* ru-SA ru-SE ru-SG @@ -137849,8 +137271,6 @@ ru_ru ru_ru/obuchenie ru_ru/shablony/M ru_ru/sozdat -rubensbueno -rubensotoni rubicon_rambler_main rublog* rubric/*: @@ -137869,7 +137289,6 @@ rufr rugby? rugged-trucks rugr -ruicosta ruit ruja ruko @@ -137923,7 +137342,6 @@ rutter/*/rutter-fran- rutter/*/turer-fran- ruxitagentjs_2SVfqr_10139180201161915.js ruxitagentjs_ICA7NVfhqrtu_10321250808084810.js -ruycarneiro ruzh rv rvh @@ -138207,7 +137625,6 @@ sa_en sa_en/partners sa_en/small-medium-business saasto-blocks -sabinocastelobranco sablony sachin sacscoc2015 @@ -138242,7 +137659,7 @@ sale= sale_type= sales sales-demo-video -sales-kit/ +sales-kit/ sales-leads sales/*?*after= sales/*?*before= @@ -138315,7 +137732,6 @@ sample-event-listing-panel-pages/tertiary-mccormack/ sample_content/ samples samples/ -samsung san-andreas sanalytics.* sanaozel @@ -138324,8 +137740,6 @@ sandbox/ sandbox/* sandia-only sandra-brummels-appointed-vice-president-creative-services-universal-motown-records-group -sandrarosado -sandromabel sandy-monteiro-appointed-managing-director-of-universal-music-malaysia sandy-smallens-named-executive-vice-president-programming-and-content-getmusic sanebox @@ -138356,7 +137770,6 @@ satellite satici= satiriks sauvegarde -savannah-checkouts savannah/tag savannahsunset/account save @@ -138572,7 +137985,7 @@ science/frag science/gadgets/render science/gs science/mlkt/rslts -science/new-drug-product-pipelinehttp://accessdata.fda.gov/robots.txt +science/new-drug-product-pipelinehttp://surferseo.com/robots.txt science/our-science/people science/outlineJson science/page/flash/VideoPlayer @@ -138645,14 +138058,14 @@ scratch_1.4 scratching scratchr2/static screen -screen-flow/ +screen-flow/ screen-recorder-app? screen-time-strategies-you-can-start-today screen/image screenTypeId= screener screener.ashx?* -screener.ashx?http://illinois.edu/robots.txt +screener.ashx?http://tu-dresden.de/robots.txt screener.ashx?v=210&s=ta_overbought screener.ashx?v=210&s=ta_oversold screener.ashx?v=210&s=ta_p_channel @@ -138691,7 +138104,6 @@ screeners screensaver screensaverpix screenshot -screenshots screenshots-raw scribblelive scribe @@ -139315,8 +138727,8 @@ search/global/viewAllSizesAction search/global? search/help search/howsearchworks -search/http://sverigesradio.se/robots.txt -search/http://usip.org/robots.txt +search/http://kpn.com/robots.txt +search/http://stage32.com/robots.txt search/hysearchws.aspx?q=* search/imageresults.asp* search/images @@ -139458,7 +138870,7 @@ search?& search?* search?*&cpr= search?*&products_mode=1 -search?*http://sparkfun.com/robots.txt +search?*http://wiki.gnome.org/robots.txt search?*q= search?*searchTitle= search?*tbm=map @@ -139486,7 +138898,7 @@ search?home=true search?keys= search?keyword= search?keyword=*.com -search?keyword=folha%20de%20fichario$http://cancerresearchuk.org/robots.txt +search?keyword=folha%20de%20fichario$http://blogs.dropbox.com/robots.txt search?keywords=*&sort= search?keywords=*=*= search?narrator= @@ -139505,7 +138917,7 @@ search?q=* search?query= search?query= search?query=* -search?query=http://site.com/robots.txt +search?query=http://bangor.ac.uk/robots.txt search?s= search?s=* search?search= @@ -139557,7 +138969,6 @@ search_api_autocomplete* search_api_autocomplete/drivers? search_api_fulltext search_diary.pl -search_form$ search_history search_images search_in_description= @@ -139604,14 +139015,14 @@ searches/netsearch.html searchgoogle/ searchhealthit/search/query searchhrsoftware/search/query -searchhttp://17track.net/robots.txt searchhttp://dailysignal.com/robots.txt -searchhttp://econstor.eu/robots.txt -searchhttp://engineering.purdue.edu/robots.txt -searchhttp://freemusicarchive.org/robots.txt -searchhttp://psmag.com/robots.txt +searchhttp://irna.ir/robots.txt +searchhttp://nanowrimo.org/robots.txt +searchhttp://nidirect.gov.uk/robots.txt +searchhttp://referralcandy.com/robots.txt searchhttp://skype.com/robots.txt -searchhttp://weglot.com/robots.txt +searchhttp://store.apple.com/robots.txt +searchhttp://warpcast.com/robots.txt searchid searchinfo= searching/Mark @@ -139670,7 +139081,6 @@ seats seats* seattle seattle-superstorm -sebastiaobalarocha sebastiyan/*.swf$ sec sec/business/search/searchresult @@ -139691,7 +139101,7 @@ section/testing section= section?template=emailfriend sectionEditor -sectionhttp://outlook.com/robots.txt +sectionhttp://cs.wikipedia.org/robots.txt sections sections$ sections/* @@ -139769,6 +139179,7 @@ selectedColorURN=urn:color selectedImage selectedTab= selected_section=* +selectembed.aspx selection selection-marque/* selections/ @@ -139777,6 +139188,7 @@ selectpayment self self-hosted/trial-key-request.php self-registration +self.aspx self_care_was_to_practice/article.htm self_confidence_pay self_confidence_pay_author @@ -139853,6 +139265,7 @@ semana-2 semana-3 semana-4 semana-5 +semantic-views-demo semi semiarido/biblioteca/acervo semiarido/biblioteca/equipe-e-contato @@ -139910,7 +139323,7 @@ sentry sentry-debug sentry-monitoring seo -seo-api/http://dtelepathy.com/robots.txt +seo-api/http://vietteltelecom.vn/robots.txt seo-old seo-services.html seo-toolbar/uninstall @@ -139947,8 +139360,6 @@ ser/2015/06/23/tribunales/1435079533_246872.html ser/2016/01/07/tribunales/1452170057_978379.html ser/cvs sergeant/ -sergiobarradascarneiro -sergiomoraes serial/earth serial/webkiryu serie/katastrofen-kielland @@ -139973,40 +139384,18 @@ server-health-check/ server-status server.php server/api -server/api/authn/status -server/api/config/properties/google.analytics.key -server/api/config/properties/registration.verification.enabled server/api/core/bitstreams server/api/core/mapping -server/api/security/csrf -server/banners -server/body-include -server/bottom-notes server/check-olark-chat-support -server/footer -server/fs-gang -server/generic -server/gnun -server/head-include -server/header -server/html5-head-include -server/html5-header -server/include-file-list server/oai server/opensearch -server/outdated -server/select-language.html -server/source -server/staging -server/top-addendum -server/trans-map.html server/update-user-traffic-source -server/whatsnew_translations.xml server_error_pages/ server_scripts/zip server_scripts/zip/zip_streamer server_scripts/zip/zip_upload.php serverdown +servererror.aspx servers servers/frontend service @@ -140061,7 +139450,7 @@ servicedesk022 servicedesk023 servicedesk024 servicedesk025 -servicedeskhttp://clck.ru/robots.txt +servicedeskhttp://t-online.de/robots.txt servicedeskserver030 servicedeskserver031 servicedeskserver0310 @@ -140132,8 +139521,8 @@ services/computing/downloads/antivirus services/computing/statistics services/computingold services/conferences/content-corner/*?* -services/conferences/news/*?*http://datadoghq.com/robots.txt -services/conferences/news/*?*http://se.com/robots.txt +services/conferences/news/*?*http://bart.gov/robots.txt +services/conferences/news/*?*http://kcl.ac.uk/robots.txt services/courtoffice/Reports services/courtoffice/int services/developmentalumni/giving/chancellors_apply.html @@ -140346,7 +139735,7 @@ set-password set-rating set-store set-up -set/http://ithemes.com/robots.txt +set/http://docs.house.gov/robots.txt set_author_id set_cookie.pl set_locale @@ -140371,7 +139760,7 @@ settings/disable_reminders settings/loid-email-unsubscribe settings/loid-email-unsubscribe-router settings/my-account -settingshttp://trinet.com/robots.txt +settingshttp://trusona.com/robots.txt setup setup-x86.exe setup-x86_64.exe @@ -140628,8 +140017,10 @@ sharedalbum_unsubscribe_error sharedalbum_unsubscribe_undo sharedalbum_unsupported_device sharedcount/ +sharedfavorite.aspx sharedmemories sharedsvcs/ +sharefavorite.aspx sharehub shareit.html/ sharemonitor/mac/4.0/en/sharemonitor/usermanual @@ -140736,7 +140127,6 @@ shop-unify shop.php shop.php?*&lista= shop/ -shop/* shop/*& shop/*&affiliateId= shop/*&brand= @@ -140988,7 +140378,7 @@ shop/search/?q=wine%20glasses shop/search/?q=yarn shop/search/?q=yeti shop/search/?q=yoga%20mat -shop/search/http://fca.org.uk/robots.txt +shop/search/http://cs.cornell.edu/robots.txt shop/sitemap-category/* shop/special+promotions shop/stationery @@ -141136,7 +140526,7 @@ shopzilla*cnxclid= shopzilla*cnxclid=SZ short short-link -short-url-machine/error/http://abc.xyz/robots.txt +short-url-machine/error/http://ghgprotocol.org/robots.txt shortUrl$ shortcode shortcode= @@ -141187,7 +140577,7 @@ shots/week shots/year shouldremainempty/ shout-factory-partners-with-vivendi-visual-entertainment -shoutbox/http://straightshooter.dk/robots.txt +shoutbox/http://theguiltybrigade.com/robots.txt show show-dog-universal-music-expands-staff-with-new-appointments show-dog-universal-music-universal-music-group-nashville-renew-relationship @@ -141327,10 +140717,9 @@ si/secure/ si/sl/work/products/tools/ups_selector/ si/sync/ si/web.config -si_signup/nasm_theme_signup_formhttp://esv.org/robots.txt +si_signup/nasm_theme_signup_formhttp://news.artnet.com/robots.txt sia siat/student_projects -sibamachado sicnj sid.php* sid= @@ -141358,13 +140747,13 @@ sign-up-and-play-ncaa-tournament-challenge-1.689784?tsn-amp sign-up-checklist sign-up-redirect sign-up-to-be-contacted-for-research -sign-up/ sign-up? signUp=Product signUp=facebook signUp=product sign_in sign_in? +sign_out sign_up sign_up? sign_up?referrer_id= @@ -141457,10 +140846,9 @@ signups signups/pricing signups/why-pro signuptchibocard -signurl sigtau silent-login -silicosis/en/search/http://datacite.org/robots.txt +silicosis/en/search/http://rapidcityjournal.com/robots.txt silicosis/fr/search/ silicosis/search/ silkn* @@ -141481,7 +140869,6 @@ silverado-ev/resources silverado-ev/vehicle-delivery-preparations silverado-ev/vehicle-features silverlight/ -silviocosta simcid= similar similar-items/ @@ -141506,7 +140893,6 @@ simple.html$ simplepost simplesaml simplesaml/* -simplesearch simpleshare simplify/ simpsons2000 @@ -141616,8 +141002,8 @@ site/forms/test_survey/ site/go site/hata site/http +site/http://huffingtonpost.com/robots.txt site/http://orange.fr/robots.txt -site/http://quora.com/robots.txt site/login site/optimization/seo-guide site/ru @@ -141730,7 +141116,7 @@ sitecore_files sitecore_files/ sitecore_modules sitecore_services/ -sitecorehttp://derstandard.de/robots.txt +sitecorehttp://colostate.edu/robots.txt sitecounterajax sitedashboard sitedown @@ -141944,7 +141330,7 @@ sitemap_STATIC_ sitemap_com_properties sitemap_index.xml sitemap_pages.xml -sitemap_test_marketing.xmlhttp://cracked.com/robots.txt +sitemap_test_marketing.xmlhttp://msha.ke/robots.txt sitemapindex-salon-appointment.xml sitemapindex-salon-coupons.xml sitemapindex.html$ @@ -142014,7 +141400,7 @@ sites/all/*/*.jpeg sites/all/*/*.jpg sites/all/*/*.js sites/all/*/*.png -sites/all/*/*.svghttp://rankmath.com/robots.txt +sites/all/*/*.svghttp://clockify.me/robots.txt sites/all/modules/elysia_cron sites/all/static/recorregut sites/all/themes/greatist2x/js/greatist/templates @@ -143414,7 +142800,7 @@ sites/genome-editing/_search sites/ggm/verwertung_entsorgung/_search sites/ggm/verwertung_entsorgung/fundgrube/_search sites/gradsoflife -sites/gs1/files/docs/EDI/*http://fastcodesign.com/robots.txt +sites/gs1/files/docs/EDI/*http://underscorejs.org/robots.txt sites/gsb/files/program-brochure sites/gwcic sites/gyro @@ -143490,7 +142876,7 @@ sites/norton sites/novartis_de/files/ sites/novartis_de/files/*FAQ* sites/novartis_de/files/*RMP* -sites/novartis_de/files/http://digitaltrends.com/robots.txt +sites/novartis_de/files/http://wayfair.com/robots.txt sites/nsidc.org/files sites/nuveen sites/nuveencef @@ -144434,10 +143820,6 @@ software/comparison/*-vs-*-vs-*-vs- software/comparison/*/add-software software/events/event/biznes-uzhin-rechevoj-analitiki software/events/event/rechevaya-analitika-v-oflajne -software/gnun/linc -software/gnun/proofread -software/gnun/reports -software/gnun/test software/landing_pages/ software/link$ software/link? @@ -144694,7 +144076,6 @@ sok? soko sokresultat/?query= solairejourneys -solangealmeida solar_eclipse/ soldhomeprices/*/beds- soldhomeprices/*/type- @@ -144953,7 +144334,6 @@ songs-for-the-philippines-launched-globally-on-itunes-to-benefit-the-philippines sonnets.php sonnets.txt sonstiges -sony sony-music-entertainment-and-universal-music-group-to-create-joint-venture-to-develop-subscription-based-service sop/ soph/*/administrator @@ -145236,7 +144616,7 @@ spellcheck/schulwoerterbuch_English-German spellcheck/schulwoerterbuch_German-English spells/?* spells/?page=* -spetskabel/identity/img/http://airtel.in/robots.txt +spetskabel/identity/img/http://simplypsychology.org/robots.txt spettacoli/people/2023/09/07/news/kanye_west_e_bianca_censori_in_italia_la_lunga_estate_calda_degli_scandali-413629176/< spettacoli/trovafilm/?p=search_citta spettacoli/trovafilm/?p=search_film @@ -145266,7 +144646,6 @@ split_test= splitbookingflightreservation splitbookinghotelreservation splitstool-legacy.aspx -spm spm= spn/ sponsor @@ -145287,9 +144666,9 @@ sponsored-sections/cannabis/ sponsored-stories/* sponsored-topic sponsored/ -sponsored/$http://cpuid.com/robots.txt -sponsored/$http://plugshare.com/robots.txt +sponsored/$http://erudit.org/robots.txt sponsored/$http://scryfall.com/robots.txt +sponsored/$http://weber.com/robots.txt sponsored/* sponsored/2022/10/disruptors-who-are-changing-their-industries sponsored/business/lloyds-tsb-enterprise-awards @@ -145343,14 +144722,14 @@ sport sport*?*ajax=1 sport*?*parent-reqid sport-and-wellness -sport-datencenter-category-basehttp://datacenterdynamics.com/robots.txt +sport-datencenter-category-basehttp://gamesindustry.biz/robots.txt sport-ga sport-navigation sport-unify sport/ sport/404_en.htm sport/alpha -sport/bundesliga/http://anthropologie.com/robots.txt +sport/bundesliga/http://theintercept.com/robots.txt sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589 sport/cricket/match-centre sport/data/league @@ -145421,7 +144800,6 @@ spotlight spotlink- spots_shown= spp/ -spr/ spravochniki/slovar.php?search* spraycharts-legacy.aspx spreading-the-archiv-silver-spirit @@ -145669,7 +145047,6 @@ staff staff staff-access staff-counsel* -staff-feedback-form staff-profile-preview/ staff-profile-processing/ staff-profiles/data/docs/ @@ -145862,7 +145239,6 @@ static-data-requirements static-full-na static-origin static-pages -static-redirect static-sitemap-personal.xml static-sitemap-privatebanking.xml static-sitemap-tpc.xml @@ -145932,6 +145308,7 @@ static/pdf static/prettify static/privacy static/pv_candidate.html +static/restricted static/select2 static/signup/fra-pages/ static/storybook @@ -146016,7 +145393,7 @@ stats/events/  stats/help/glossary stats/help/statminimums stats/history -stats/player-stats/*http://clinicaltrials.gov/robots.txt +stats/player-stats/*http://elifesciences.org/robots.txt stats3.html stats?gid= stats_report/ @@ -146461,9 +145838,9 @@ straight-up-steve-austin strange_surprising_addictions_mental_health/article.htm strategic strategic-marketing-and-commercial-affairs-division-announced -strategic-partners/cushman-wakefield/http://ambitiouskitchen.com/robots.txt +strategic-partners/cushman-wakefield/http://cseweb.ucsd.edu/robots.txt strategic-plan -strategicplan/index.php/http://getfedora.org/robots.txt +strategicplan/index.php/http://umb.edu/robots.txt strategist/amp strategist/search strawberry-anma @@ -146633,7 +146010,6 @@ studioapi studioapi/wasabi studiopreview_ studios -studios/financialounge study study-abroad/*.json$ study-abroad/*/undefined @@ -146990,7 +146366,7 @@ subscribe/worldjuniors subscribe2.asp subscribe? subscribe?* -subscribe?*http://nasdaq.com/robots.txt +subscribe?*http://mindbodyonline.com/robots.txt subscribeTOC.asp subscribe_Reseller_Entries.asp subscribe_success @@ -147027,8 +146403,7 @@ subscriptionDetails.htm subscriptionLocation= subscription_orders.cgi subscription_request.cgi -subscriptioncancel -subscriptionhttp://edf.org/robots.txt +subscriptionhttp://appsheet.com/robots.txt subscriptions subscriptions subscriptions-manager?channel= @@ -147112,7 +146487,6 @@ sucks sudan/maps/sudan-map-thumb-420px.jpg sudoku sudoku/*20 -suelividigal sugar-ads sugar_addiction_pictures_slideshow/article.htm sugarfif.html @@ -147286,7 +146660,7 @@ support/*/tw/zh support/*/zh-cn support/*/zh-hk support/*/zh-tw -support/*http://mfa.org/robots.txt +support/*http://ionos.de/robots.txt support/*zout_ support/?s= support/Diagnostics @@ -147405,7 +146779,7 @@ surveys/ susan-mazo-named-senior-vice-president-global-communications-for-universal-music-group susan-povich-promoted-to-vice-president-business-legal-affairs-universal-music-elabs suscripcion -suscripciones/oferta_universitarios/http://governing.com/robots.txt +suscripciones/oferta_universitarios/http://bitmovin.com/robots.txt suspended_tickets suspension-appeal sustainability @@ -147487,6 +146861,7 @@ sv-RS sv-RU sv-SA sv-SE/$ +sv-SE/* sv-SE/android/collections sv-SE/android/search sv-SE/firefox/collections @@ -148115,7 +147490,7 @@ tag.php* tag/ tag/* tag/* -tag/*+http://journals.sagepub.com/robots.txt +tag/*+http://hootsuite.com/robots.txt tag/*/20 tag/*/21 tag/*/22 @@ -148307,7 +147682,7 @@ tagmanagertest tags tags tags* -tags*http://opencollective.com/robots.txt +tags*http://lookerstudio.google.com/robots.txt tags-artists tags-regions/json tags/ @@ -148316,7 +147691,7 @@ tags/*/?amp=* tags/*/page tags/*htm*.htm tags/*tags= -tags/JDatehttp://contacts.google.com/robots.txt +tags/JDatehttp://kas.de/robots.txt tags/TH tags/TopicRoot_TH tags/app-feedback @@ -148412,7 +147787,6 @@ talk/user/*/article talkread talkscreen.bml talksport/rss_widget -talktalk tally-loader-react/static-1.65 tallyman/context talon @@ -148450,7 +147824,6 @@ tasks tasks/ tasks/r/form taste-of-the-mare -tastesurvey tatia-adams-fox-promoted-to-vice-president-marketing-universal-motown-records tattoo_pictures_slideshow/article.htm tawang @@ -148522,8 +147895,8 @@ tcfeeds/htcatnewsfeed tcfeeds/htnewsfeed tcfv2 tclick.php -tco-test -tco-test.html +tco +tco.html tcs tcs-sdc/ tcstraining-formationsdc/ @@ -148727,7 +148100,6 @@ tdate=*/*/6* tdate=*/*/7* tdate=*/*/8* tdate=*/*/9* -tdc tdfan tdir/p/kids-back-to-school tds @@ -149002,6 +148374,7 @@ tech/lightning-network-implications-for-bitcoin-litecoin/ tech/looking-for-penny-cryptos-buy-these-3-utter-cheap-altcoins/ tech/memory-matters-enhancing-data-center-performance-with-server-memory-upgrades/ tech/mitigating-the-security-risks-of-increased-transparency-in-supply-chains/ +tech/mobile/samsung-galaxy-s26-and-s26-plus-hands-on-first-take tech/mobile/samsung-galaxy-s26-ultra-vs-galaxy-s26-and-s26-plus-flagship-specs-comparison tech/monero-and-the-future-of-privacy-coins/ tech/more-billionaires-turning-to-crypto-on-fiat-inflation-fears/ @@ -149250,13 +148623,12 @@ tekrar-al tel tel: tel:* -telechargements/stockage-perso-staff/http://en.zooom.no/robots.txt +telechargements/stockage-perso-staff/http://vip.undressaitool.com/robots.txt teleconnections/*.php? telefony-a-zarizeni/basket telegram998com telegraph telematics -telenor telephonie/*idOffre= telephonie/abonnement-telephonique-operateurs-forfaits-telephones-portables/forfait-very- telesales @@ -149273,7 +148645,6 @@ television/tve-internacional/europa/? television/tve-internacional/parrilla/? television/tve-internacional/programacion-tv/? television? -telfort tell-friend tellAFriend.do tellafriend @@ -149403,7 +148774,7 @@ template.asp?docId=8&docName=About%20Us template/ template/1-0-1/gfx/favicon.ico template/down?* -template/warenkorbhttp://scrippsnews.com/robots.txt +template/warenkorbhttp://uni-saarland.de/robots.txt template=* template=printart templateId= @@ -149636,7 +149007,7 @@ templates/moodboard-maker/$ templates/moscow-method-example/$ templates/network-diagram-examples/$ templates/newsletter-examples/$ -templates/novo_portal_base/font-awesome/fonts/http://local.google.com/robots.txt +templates/novo_portal_base/font-awesome/fonts/http://pitchbook.com/robots.txt templates/okr-template/$ templates/one-on-one-meeting-template/$ templates/online-calendar-maker/$ @@ -149839,7 +149210,6 @@ tennis/tennis tent-protest tentarmostrarcartaopresentecartaopresente teoria/* -teresasurita term term.aspx/ term= @@ -149911,7 +149281,6 @@ termsandconditions/*?sortby termsandconditions/archive termsandconditions/master-cloud-agreement termsandconditions/master-cloud-agreement/07212021 -termsofusechanges terradevelopment territoire-de-belfort/ territoire-de-belfort/assure/actualites/ @@ -149996,7 +149365,7 @@ test.html test.jsp test.umb.edu/ test/ -test/ +test/ test/* test/*?question* test/*?rtf* @@ -150028,7 +149397,7 @@ test/games/black_jack/ test/getresponse.php* test/gettest.php* test/google_showcase/ -test/http://vogue.com.au/robots.txt +test/http://download.oracle.com/robots.txt test/index.php?act=custom* test/index.php?act=test&id=*&q=* test/matchcenter/calcio/serie-a/classifica @@ -150076,16 +149445,16 @@ testbereich testcase testds.jsp teste-*.html$ -teste/http://sacredcircularities.com/robots.txt +teste/http://imagekandi.com/robots.txt testfiles testfl testgpr testhome1 testhome2 testhome3 -testhttp://edition.cnn.com/robots.txt +testhttp://1drv.ms/robots.txt testimonial/ -testimonial/*http://health.govt.nz/robots.txt +testimonial/*http://fl.ru/robots.txt testimonials.php testin testing @@ -150544,7 +149913,6 @@ themes/*.css? themes/*.css? themes/*.gif themes/*.gif -themes/*.html themes/*.jpeg themes/*.jpeg themes/*.jpg @@ -150593,9 +149961,9 @@ theshow/ thestreet thetigertake-unsubscribe/ thevault +thewall/ thewall2 thewar/search_results.php? -thiagopeixoto thics-ai/*&f%5B1 thics-ai/*&f[ thics-ai/*?f%5B0 @@ -150909,6 +150277,7 @@ time_tout time_zone timedtext_video timegate +timeline timemap timeout timeout.html @@ -151177,7 +150546,6 @@ tom.list tomato_recipes_pictures_slideshow/article.htm tomb-raider tone-wizard -tonhamagalhaes too tool tool-categories @@ -151200,7 +150568,7 @@ tools/$ tools/*/data-privacy-notice.html tools/*? tools/abootimg -tools/ai-design-ua$http://anghami.com/robots.txt +tools/ai-design-ua$http://seek.com.au/robots.txt tools/ai-image-ua$ tools/ai-video-maker-ua$ tools/alerts @@ -151401,7 +150769,7 @@ topla-kazan topla-kazan-kuponlari toprailapp tops -topsecret/ +topsecret/ topsfr topsocial topsy @@ -151412,7 +150780,7 @@ tos tos-old tos/banner.js total-leadership -totalSearch/search.dohttp://floridastateparks.org/robots.txt +totalSearch/search.dohttp://zerotothree.org/robots.txt tots touch touch/login @@ -151821,7 +151189,7 @@ tradeoffer traduction traffic traffic-aggregation -traffic-manager/ +traffic-manager/ traffic/ traffic/status*? trafficbot.life @@ -152550,11 +151918,8 @@ tto/archive/find tto/archive/frame/article tto/archive/page ttoday/?issue= -tu -tu-bff tu/termine/termin.ics tucritica -tudum tue tugboat tum--urunler @@ -152631,7 +151996,7 @@ tv3/marato/recerca/proposta-malalties tv3/sx3/*/joc/pantalla-completa tv3/sx3/families-escola/activitats/cercador tv3/sx3/families-escola/activitats/cercador-mapa -tv3/sx3/http://ustr.gov/robots.txt +tv3/sx3/http://glossier.com/robots.txt tve tve/b/135escons tve/b/9decada10 @@ -152681,7 +152046,6 @@ tvmag tvp-world/ tvrc tvschedules -tvsignup tw tw- tw-zh/ @@ -152821,7 +152185,6 @@ typo3_src/ typo3conf typo3conf/ typo3conf/ext/ -typo3conf/ext/*/Resources/Public typo3conf/ext/*/Resources/Public/ typo3conf/ext/bra_annual_report_wwf/Resources/Public typo3conf/ext/bra_donation/Resources/Public @@ -152830,7 +152193,7 @@ typo3conf/ext/bra_projectfiles/Resources/Public typo3conf/ext/parallels/Resources/Public typo3conf/ext/prls_theme/Resources/Public typo3conf/ext/theme/Resources/Public -typo3conf/http://blogs.cisco.com/robots.txt +typo3conf/http://denikn.cz/robots.txt typo3src typo3temp typo3temp/ @@ -152846,7 +152209,6 @@ typo3temp/*.php typo3temp/*.php$ typo3temp/*.png typo3temp/*.svg -typo3temp/*/*.css typography typography$ typography/variable-fonts/$ @@ -154078,7 +153440,6 @@ unsubscribe-confirmation unsubscribe-from-applet unsubscribe-thankyou.html unsubscribe.cgi -unsubscribe/ unsubscribe/invitation unsubscribe= unsubscribe? @@ -154108,11 +153469,10 @@ up/elb upcoming-events/* upcoming-parties upcomingeventdetails.html -upcomingevents upcomingevents.html? update update-browser -update-check/wirecast/ +update-check/wirecast/ update-guide update-password update-settings @@ -154175,7 +153535,7 @@ updates/ updates/*.php$ updates/*.xml$ updates/?filter= -updates/order/*http://chegg.com/robots.txt +updates/order/*http://foundation.app/robots.txt updates?page= updatestats updateutp @@ -154213,7 +153573,6 @@ upload/http://stjude.org/robots.txt upload/upload.cgi upload_additional.cgi upload_iframe.php -upload_images upload_pdf/ uploadedFiles uploadedFiles/* @@ -154330,7 +153689,6 @@ urs urw urw/*/product-reviews urz/network/etc/statistik -urzenirocha us us-*/tickets/* us-*/venues/* @@ -156849,7 +156207,6 @@ used-cars/vehicle-list used-products used/*?* usedstore/wsearchresult.aspx -usenet user user user$ @@ -156871,7 +156228,7 @@ user-profile.aspx user-profile/ user-rankings user-registrierung -user-reports/http://greatergood.berkeley.edu/robots.txt +user-reports/http://yahoo.co.jp/robots.txt user-research-testing user-settings user.json @@ -156943,12 +156300,14 @@ user/forgotpassword user/fpd/api user/get-user user/googleonetapverification -user/http://ecfr.gov/robots.txt +user/http://vsco.co/robots.txt user/images user/kommoot user/kommot user/komot user/koomot +user/libraries +user/lists user/login user/login user/login* @@ -157237,7 +156596,7 @@ utilities/ utilities/emailafriend.aspx utilities/glossary utilities/glossary/index.htm -utilities/http://seon.io/robots.txt +utilities/http://my.opera.com/robots.txt utilities/includes/css/ utilities/includes/js/ utilities/university-statement.aspx @@ -157250,7 +156609,7 @@ utilizador utils utils/ utils/* -utils/http://duke-energy.com/robots.txt +utils/http://6abc.com/robots.txt utm utm*= utm= @@ -157420,7 +156779,7 @@ uz/README.txt uz/core uz/event/*/ical uz/explore -uz/http://ucl.ac.uk/robots.txt +uz/http://propublica.org/robots.txt uz/profiles uz/search uz/web.config @@ -157633,26 +156992,22 @@ validation valkyrie-playground valleyfair/account valluri -valtenirpereira -value-to-the-nation values vams van-details van-search vancouver/tag -vanessagrazziotin vanilla vanity vans/leasing/search -vantage-cloud/ -vantage-enterprise/ -vantage-transcoding/ -vantageCloudManager/ -vantageCloudTrial/ -vantageDomainServer/ -vantageTrancodeServer/ +vantage-cloud/ +vantage-enterprise/ +vantage-transcoding/ +vantageCloudManager/ +vantageCloudTrial/ +vantageDomainServer/ +vantageTrancodeServer/ vantage_point/archive -vantagepoint vapors/ var var*/ @@ -157665,7 +157020,7 @@ var1 variant= variation variation-product* -variation/http://shoutout.wix.com/robots.txt +variation/http://shop.mango.com/robots.txt variations/*/eula varserver varsity/comment @@ -157782,7 +157137,6 @@ verifyRegisterConfirm verify_age verify_your_email$ verify_your_email? -verifyidentity verity verity-301 verizon-connecta-la-banda @@ -157801,9 +157155,9 @@ version-search.php version.cfm version.json version.txt -version/http://news.xbox.com/robots.txt +version/http://klm.com/robots.txt version= -version=*http://w3ctag.github.io/robots.txt +version=*http://zawya.com/robots.txt version_info version_pdf.php versions @@ -157834,7 +157188,7 @@ versions/Unicode6.3.0 versions/Unicode7.0.0 versions/Unicode8.0.0 versions/Unicode9.0.0 -versions/http://campaignlive.co.uk/robots.txt +versions/http://nab.com.au/robots.txt verso/static vert-confirmed-session vertele/lo-mas-visto-tv/2 @@ -157864,8 +157218,8 @@ vertex-ai/studio/notebooklm vertex-ai/studio/notebooklm$ vertex-ai/studio/prompt-gallery vertex-ai/studio/redirect$ -vertex-ai/studio/redirect/http://angel.co/robots.txt -vertex-ai/studio/redirect/http://ocw.mit.edu/robots.txt +vertex-ai/studio/redirect/http://elements.envato.com/robots.txt +vertex-ai/studio/redirect/http://tickettailor.com/robots.txt vertical-page-hubspot-forms verticals vertriebspartner/faq/kuendigung @@ -158034,7 +157388,6 @@ via= viafoura viajar-coronavirus vibratescam -vicentinho vicman vicman.net vicoverage/ @@ -158085,7 +157438,7 @@ video*search=*o=mr&page=8$ video*search=*o=mr&page=9$ video- video-alert -video-cue/ +video-cue/ video-en-directo video-gallery/ video-keywords @@ -158143,7 +157496,7 @@ video/administratives/newestvideositemap-100-mediaRss.xml$ video/adnkronos/ video/adnkronos/* video/affiliate -video/affiliate/http://itcilo.org/robots.txt +video/affiliate/http://guggenheim.org/robots.txt video/ajax video/ajax_search_related video/ajax_video_related @@ -158354,7 +157707,6 @@ videos?sort videosearch? videotour videotutorials -vieiradacunha vielen-dank vienne/ vienne/assure/actualites/ @@ -158363,8 +157715,8 @@ view view view$ view$http://ababank.com/robots.txt -view$http://telia.se/robots.txt -view$http://zimbio.com/robots.txt +view$http://i.stack.imgur.com/robots.txt +view$http://screenshots.firefox.com/robots.txt view-3d-home view-as-webpage view-comments.php @@ -158479,9 +157831,9 @@ viewcvs viewer viewfile.php viewfound.php +viewgit viewinfo.cfm viewinfo.html -viewingactivity viewjob viewjob? viewlibrary/ @@ -158505,13 +157857,11 @@ viewshared.php viewvc vigils viitem -vilalba vilkar-og-betingelser ville/avis/*/* ville/recherche-bureau-vote villkor-och-bestammelse vilos -vilsoncovatti vimeo-academy vimeo-for-figma/$ vin-champagne/*idOffre= @@ -158527,7 +157877,6 @@ viral_skin_rashes_guide_itchy_blisters_sores/article.htm virale virgin-media-and-universal-music-to-launch-worlds-first-unlimited-music-download-subscription-service virgin-red/rewards-credit-card -virginaustralia virginia/ virtual virtual-open-day @@ -158547,6 +157896,7 @@ virtuallabs/ virtualnottingham virtualsupportassistant virtualterminal +viruswarning.aspx visajobb? visasignature/apply.jsp visasignature/benefits.jsp @@ -158709,10 +158059,8 @@ vocabulario/escoge-tu-nivel vocabulary/choose-level vod vod-index/ -vodafone vodafone-and-universal-music-group-international-sign-strategic-partnership vodafoneadslafondo -vodafonedemobilelaunch voice-translate voiceover voices @@ -158781,7 +158129,7 @@ vp_tel vpad/cityuecontact.htm vpad/groupcompanies.htm vplbl -vpn-config/http://hollywoodbowl.com/robots.txt +vpn-config/http://chemistryworld.com/robots.txt vpn/ vpnfan vpns-how-do-they-work-and-things-to-consider @@ -158873,7 +158221,6 @@ wac-dev wadsets wahoo_elemnt wai-conformance-model-test -waldirmaranhao walkathon walking-tall walkscore @@ -158896,13 +158243,10 @@ wallet/explorer/tx/recent$ wallpapers walls/freemium walls/premium -walneyrocha walter_scott/ -waltertosta wamnewsletter wan wanbao -wandenkolkgoncalves wanshow want-to-do-a-social-media-cleanse-heres-how wanted @@ -158922,7 +158266,6 @@ warehouse/download warenkorb warn warranty/piano/ -warrenai/conversation warriors/node warriors/users warts_types_symptoms_removal_treatment/article.htm @@ -159129,7 +158472,6 @@ weatherapis weatherbeta web web-answers -web-api web-api/consumer-search web-bin web-cms/_test @@ -160862,7 +160204,6 @@ web/packages/EAVA/DESCRIPTION web/packages/EBASE/DESCRIPTION web/packages/EBCHS/DESCRIPTION web/packages/EBEN/DESCRIPTION -web/packages/EBMAforecast/DESCRIPTION web/packages/EBPRS/DESCRIPTION web/packages/EBcoBART/DESCRIPTION web/packages/EBrank/DESCRIPTION @@ -163704,6 +163045,7 @@ web/packages/PesticideLoadIndicator/DESCRIPTION web/packages/PetfindeR/DESCRIPTION web/packages/Phase123/DESCRIPTION web/packages/Phase12Compare/DESCRIPTION +web/packages/PhaseGMM/DESCRIPTION web/packages/PhaseType/DESCRIPTION web/packages/PhaseTypeR/DESCRIPTION web/packages/PheCAP/DESCRIPTION @@ -165294,6 +164636,7 @@ web/packages/SimplicialComplex/DESCRIPTION web/packages/SimplicialCubature/DESCRIPTION web/packages/SimplyAgree/DESCRIPTION web/packages/SimtablR/DESCRIPTION +web/packages/SingleArmMRCT/DESCRIPTION web/packages/SingleCaseES/DESCRIPTION web/packages/SingleCellComplexHeatMap/DESCRIPTION web/packages/SingleCellStat/DESCRIPTION @@ -166806,7 +166149,6 @@ web/packages/autoFRK/DESCRIPTION web/packages/autoFlagR/DESCRIPTION web/packages/autoGO/DESCRIPTION web/packages/autoMR/DESCRIPTION -web/packages/autoMrP/DESCRIPTION web/packages/autoReg/DESCRIPTION web/packages/autoScorecard/DESCRIPTION web/packages/autoTS/DESCRIPTION @@ -168549,6 +167891,7 @@ web/packages/connector.databricks/DESCRIPTION web/packages/connector/DESCRIPTION web/packages/connectwidgets/DESCRIPTION web/packages/conogive/DESCRIPTION +web/packages/conos/DESCRIPTION web/packages/conover.test/DESCRIPTION web/packages/conquer/DESCRIPTION web/packages/conquestr/DESCRIPTION @@ -169730,6 +169073,7 @@ web/packages/dscore/DESCRIPTION web/packages/dscoreMSM/DESCRIPTION web/packages/dsdp/DESCRIPTION web/packages/dsem/DESCRIPTION +web/packages/dsge/DESCRIPTION web/packages/dsims/DESCRIPTION web/packages/dslabs/DESCRIPTION web/packages/dslice/DESCRIPTION @@ -170590,7 +169934,6 @@ web/packages/faq/DESCRIPTION web/packages/far/DESCRIPTION web/packages/faraway/DESCRIPTION web/packages/farff/DESCRIPTION -web/packages/farr/DESCRIPTION web/packages/farrell/DESCRIPTION web/packages/farver/DESCRIPTION web/packages/fasano.franceschini.test/DESCRIPTION @@ -171696,6 +171039,7 @@ web/packages/gghalfnorm/DESCRIPTION web/packages/gghdx/DESCRIPTION web/packages/gghexsize/DESCRIPTION web/packages/gghighlight/DESCRIPTION +web/packages/gghinton/DESCRIPTION web/packages/gghist/DESCRIPTION web/packages/gghourglass/DESCRIPTION web/packages/ggimage/DESCRIPTION @@ -173000,6 +172344,7 @@ web/packages/ingredients/DESCRIPTION web/packages/ini/DESCRIPTION web/packages/injectoR/DESCRIPTION web/packages/injurytools/DESCRIPTION +web/packages/inkaR/DESCRIPTION web/packages/inlabru/DESCRIPTION web/packages/inlamemi/DESCRIPTION web/packages/inlcolor/DESCRIPTION @@ -173806,6 +173151,7 @@ web/packages/lightparser/DESCRIPTION web/packages/lightr/DESCRIPTION web/packages/lightsf/DESCRIPTION web/packages/lightsout/DESCRIPTION +web/packages/likelihood.contr/DESCRIPTION web/packages/likelihood.model/DESCRIPTION web/packages/likelihood/DESCRIPTION web/packages/likelihoodAsy/DESCRIPTION @@ -178236,6 +177582,7 @@ web/packages/refuge/DESCRIPTION web/packages/refugees/DESCRIPTION web/packages/refund.shiny/DESCRIPTION web/packages/refund/DESCRIPTION +web/packages/refundBayes/DESCRIPTION web/packages/regDIF/DESCRIPTION web/packages/regMMD/DESCRIPTION web/packages/regRSM/DESCRIPTION @@ -178363,6 +177710,7 @@ web/packages/resLIK/DESCRIPTION web/packages/resample/DESCRIPTION web/packages/resampledata/DESCRIPTION web/packages/resampledata3/DESCRIPTION +web/packages/rescomp/DESCRIPTION web/packages/resde/DESCRIPTION web/packages/resemble/DESCRIPTION web/packages/reservoir/DESCRIPTION @@ -178421,6 +177769,7 @@ web/packages/revtools/DESCRIPTION web/packages/rewie/DESCRIPTION web/packages/rex/DESCRIPTION web/packages/rexer/DESCRIPTION +web/packages/rexpokit/DESCRIPTION web/packages/rextendr/DESCRIPTION web/packages/rfPermute/DESCRIPTION web/packages/rfVarImpOOB/DESCRIPTION @@ -179738,6 +179087,7 @@ web/packages/shinyproxyLogs/DESCRIPTION web/packages/shinyquiz/DESCRIPTION web/packages/shinyr/DESCRIPTION web/packages/shinyrecipes/DESCRIPTION +web/packages/shinyreprex/DESCRIPTION web/packages/shinyscholar/DESCRIPTION web/packages/shinyscreenshot/DESCRIPTION web/packages/shinyservicebot/DESCRIPTION @@ -180723,6 +180073,7 @@ web/packages/structenforcement/DESCRIPTION web/packages/structree/DESCRIPTION web/packages/strvalidator/DESCRIPTION web/packages/sts/DESCRIPTION +web/packages/stt.api/DESCRIPTION web/packages/stuart/DESCRIPTION web/packages/studentlife/DESCRIPTION web/packages/studyStrap/DESCRIPTION @@ -182755,6 +182106,11 @@ web/telepresence/pro/ web/today-at-brown web/universidaddemurcia web/upov +web/whc/archive/out +web/whc/conf201 +web/whc/fr/archive/out +web/whc/nwhc +web/whc/nwhc.fr web/wireless/en/all_regions/pdfs/cvg_maps/Atlantic.pdf web/wireless/en/all_regions/pdfs/cvg_maps/Canada.pdf web/wireless/en/all_regions/pdfs/cvg_maps/Ontario.pdf @@ -182777,7 +182133,7 @@ weba webalizer webans? webapi -webapi/http://lendingclub.com/robots.txt +webapi/http://zoosk.com/robots.txt webapp webapp webapp/ @@ -182870,7 +182226,7 @@ webdav/ webdesign-projects webdesigners webdev-test/ -webdevbilingual/http://grants.nih.gov/robots.txt +webdevbilingual/http://greenbaypressgazette.com/robots.txt webdisk/ webdoc/dream-team/index-2.php webdocs @@ -182934,7 +182290,6 @@ webguidelines/uz/search webguidelines/zh/event/*/ical webguidelines/zh/explore webguidelines/zh/search -webhelp webhook webhook_templates webhooks @@ -182996,6 +182351,7 @@ webinars/des-to-code-mcp-video/$ webinars/des-to-code-mcp/$ webinars/design-dev-collab/$ webinars/dev-mode-office-hours/$ +webinars/from-policy-to-product/$ webinars/government-onboarding/$ webinars/how-atlassian-redesigned-jira/$ webinars/how-figma-empowers-developers/$ @@ -183079,7 +182435,6 @@ webmail webmail/ webmain webmaster -webmaster-tools/verify webmd_static_vue/ webmentions/receive webnode2 @@ -183112,7 +182467,7 @@ webservices/.test webservices/archive webservices/dev webservices/documentation -webservices/http://adp.com/robots.txt +webservices/http://kitploit.com/robots.txt webservices/reports webservices/resources/forms webservices/temp @@ -183164,7 +182519,6 @@ websupport webteam webtech webtechnicaltraining -webtemp webtest webtest1 webtest2 @@ -183206,7 +182560,7 @@ wedding-planning/website/designs wedding-registry/love wedding-registry/promotion wedding-site -wedding-vendors/http://3aw.com.au/robots.txt +wedding-vendors/http://radiofrance.fr/robots.txt wedding-vendors/search wedding/*/virtual wedding/promotion @@ -183245,7 +182599,7 @@ welcome-joel welcome-to-nearpod welcome-to-papyrus welcome-to-paragraph -welcome.asp +welcome.aspx welcome.html welcome/ welcome/.more-custom-feat @@ -183560,14 +182914,12 @@ why_are_my_nipples_itchy_possible_12_causes/article.htm why_beans_are_good_for_your_health/article.htm why_do_i_have_the_chills_other_than_fever/article.htm why_your_fingers_are_swollen_reasons/article.htm -whysecure whythisad wi wicket:interface wicket:pageMapName widget widget-docs -widget-gallery.html widget-landing-page.html widget-uploads widget.html @@ -184497,7 +183849,7 @@ wiki/Wikipedia:Changing_username wiki/Wikipedia:CheckUser%E4%BE%9D%E9%A0%BC wiki/Wikipedia:CheckUser依頼 wiki/Wikipedia:Check_user/Richieste -wiki/Wikipedia:Checklijst_langdurig_structureel_vandalisme/http://thoughtcatalog.com/robots.txt +wiki/Wikipedia:Checklijst_langdurig_structureel_vandalisme/http://onlyoffice.com/robots.txt wiki/Wikipedia:Checkuser wiki/Wikipedia:Checkuser%2F wiki/Wikipedia:Checkusers/Candidaturas @@ -184667,9 +184019,9 @@ wiki/Wikipedia_discusión:Supresores/Candidaturas wiki/Wikipedia_talk%3AAbuse_reports wiki/Wikipedia_talk%3AAbuse_response wiki/Wikipedia_talk%3AAdministrator -wiki/Wikipedia_talk%3AAdministrator_electionshttp://creativecommons.org/robots.txt -wiki/Wikipedia_talk%3AAdministrator_electionshttp://lefigaro.fr/robots.txt -wiki/Wikipedia_talk%3AAdministrator_electionshttp://nationalgeographic.com/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://drupal.org/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://prezi.com/robots.txt +wiki/Wikipedia_talk%3AAdministrator_electionshttp://washingtonpost.com/robots.txt wiki/Wikipedia_talk%3AAdministrator_recall wiki/Wikipedia_talk%3AAdministrator_review wiki/Wikipedia_talk%3AAdministrators%27_noticeboard @@ -184971,7 +184323,7 @@ wip/* wip_index.php wipostad/ wire- -wire-cast/ +wire-cast/ wirecutter wirecutter/ wirecutter/*&xid= @@ -185408,26 +184760,26 @@ wp-admin/about.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php wp-admin/admin-ajax.php?* -wp-admin/admin-ajax.phphttp://58comp.ru/robots.txt -wp-admin/admin-ajax.phphttp://beacons.ai/robots.txt -wp-admin/admin-ajax.phphttp://cmswire.com/robots.txt -wp-admin/admin-ajax.phphttp://copernicus.eu/robots.txt -wp-admin/admin-ajax.phphttp://designshack.net/robots.txt -wp-admin/admin-ajax.phphttp://icao.int/robots.txt -wp-admin/admin-ajax.phphttp://itau.com.br/robots.txt +wp-admin/admin-ajax.phphttp://amp.theguardian.com/robots.txt +wp-admin/admin-ajax.phphttp://chateauversailles.fr/robots.txt +wp-admin/admin-ajax.phphttp://cssminifier.com/robots.txt +wp-admin/admin-ajax.phphttp://earthquake.usgs.gov/robots.txt +wp-admin/admin-ajax.phphttp://flightradar24.com/robots.txt +wp-admin/admin-ajax.phphttp://ggnome.com/robots.txt wp-admin/admin-ajax.phphttp://journals.openedition.org/robots.txt -wp-admin/admin-ajax.phphttp://lsa.umich.edu/robots.txt -wp-admin/admin-ajax.phphttp://money.com/robots.txt -wp-admin/admin-ajax.phphttp://morningconsult.com/robots.txt -wp-admin/admin-ajax.phphttp://nidirect.gov.uk/robots.txt -wp-admin/admin-ajax.phphttp://piie.com/robots.txt -wp-admin/admin-ajax.phphttp://public.com/robots.txt -wp-admin/admin-ajax.phphttp://reason.com/robots.txt -wp-admin/admin-ajax.phphttp://siteground.com/robots.txt -wp-admin/admin-ajax.phphttp://tastingtable.com/robots.txt -wp-admin/admin-ajax.phphttp://vrbo.com/robots.txt +wp-admin/admin-ajax.phphttp://kino.com/robots.txt +wp-admin/admin-ajax.phphttp://lu.ma/robots.txt +wp-admin/admin-ajax.phphttp://mnemosyne-proj.org/robots.txt +wp-admin/admin-ajax.phphttp://peerj.com/robots.txt +wp-admin/admin-ajax.phphttp://recordedfuture.com/robots.txt +wp-admin/admin-ajax.phphttp://rnk-concept.ru/robots.txt +wp-admin/admin-ajax.phphttp://samsclub.com/robots.txt +wp-admin/admin-ajax.phphttp://space.com/robots.txt +wp-admin/admin-ajax.phphttp://spatial.io/robots.txt +wp-admin/admin-ajax.phphttp://swisscom.ch/robots.txt +wp-admin/admin-ajax.phphttp://web.cvent.com/robots.txt +wp-admin/admin-ajax.phphttp://wikileaks.org/robots.txt wp-admin/admin-ajax.phphttp://world.rugby/robots.txt -wp-admin/admin-ajax.phphttp://yorkshirepost.co.uk/robots.txt wp-admin/admin-footer.php wp-admin/admin-functions.php wp-admin/admin-header.php @@ -185449,8 +184801,8 @@ wp-admin/edit-tags.php wp-admin/edit.php wp-admin/export.php wp-admin/freedoms.php -wp-admin/http://redbull.com/robots.txt -wp-admin/http://tencent.com/robots.txt +wp-admin/http://euronews.com/robots.txt +wp-admin/http://umass.edu/robots.txt wp-admin/images wp-admin/import.php wp-admin/includes @@ -185548,9 +184900,9 @@ wp-content/cache/* wp-content/client-mu-plugins wp-content/ftp/ wp-content/mu-plugins -wp-content/mu-plugins/http://domusweb.it/robots.txt -wp-content/mu-plugins/http://drivethrurpg.com/robots.txt -wp-content/mu-plugins/http://hdr.undp.org/robots.txt +wp-content/mu-plugins/http://buffalonews.com/robots.txt +wp-content/mu-plugins/http://databox.com/robots.txt +wp-content/mu-plugins/http://uio.no/robots.txt wp-content/mu_plugins wp-content/plugins wp-content/plugins @@ -185577,7 +184929,7 @@ wp-content/plugins/feature-story-builder/builder-frontend/assets/images/logo-w.p wp-content/plugins/feature-story-builder/builder-frontend/assets/images/w.png wp-content/plugins/genesys-reports/build/images/genesys-logo.svg wp-content/plugins/google-to-table/css/google-to-table.css -wp-content/plugins/http://syncqatar.com/robots.txt +wp-content/plugins/http://chiakikuriyama.net/robots.txt wp-content/plugins/liveblog wp-content/plugins/roost-for-bloggers/includes/chrome/ wp-content/plugins/show-pages @@ -185769,9 +185121,9 @@ wp-content/uploads/colorado/ wp-content/uploads/complianz wp-content/uploads/cover-images wp-content/uploads/dlm_uploads -wp-content/uploads/http://standingshadows.com/robots.txt -wp-content/uploads/http://tucsonaz.gov/robots.txt -wp-content/uploads/http://tvtropes.org/robots.txt +wp-content/uploads/http://dash.cloudflare.com/robots.txt +wp-content/uploads/http://marccelus.com/robots.txt +wp-content/uploads/http://usmagazine.com/robots.txt wp-content/uploads/import/* wp-content/uploads/import/documents/other/ead1e-overview.pdf wp-content/uploads/import/documents/other/gieais-covid.pdf @@ -185806,22 +185158,22 @@ wp-content/uploads/wp-content/ wp-content/uploads/wp-file-manager-pro/ wp-content/uploads/wp-import-export-lite wp-content/uploads/wp-import-export-lite/ -wp-content/uploads/wp-import-export-lite/http://aafa.org/robots.txt -wp-content/uploads/wp-import-export-lite/http://bathandbodyworks.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://blog.kissmetrics.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://bmbf.de/robots.txt -wp-content/uploads/wp-import-export-lite/http://global.oup.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://google.com.mx/robots.txt +wp-content/uploads/wp-import-export-lite/http://blog.sina.com.cn/robots.txt +wp-content/uploads/wp-import-export-lite/http://cancerres.aacrjournals.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://criteo.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://donationcoder.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://elleuk.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://fi.google.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://geany.org/robots.txt wp-content/uploads/wp-import-export-lite/http://illawarramercury.com.au/robots.txt -wp-content/uploads/wp-import-export-lite/http://medscape.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://minimalistbaker.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://outsideonline.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://placehold.it/robots.txt -wp-content/uploads/wp-import-export-lite/http://splashtop.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://swagger.io/robots.txt -wp-content/uploads/wp-import-export-lite/http://usaa.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://windscribe.com/robots.txt -wp-content/uploads/wp-import-export-lite/http://zola.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://military.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://montblanc.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://nsc.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://oglobo.globo.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://privacy.google.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://self-sufficiency.org/robots.txt +wp-content/uploads/wp-import-export-lite/http://theartnewspaper.com/robots.txt +wp-content/uploads/wp-import-export-lite/http://tidelift.com/robots.txt wp-content/uploads/wp-staging wp-content/uploads/wpallexport/ wp-content/uploads/wpforms @@ -185829,7 +185181,7 @@ wp-content/uploads/wpforms/ wp-content/uploads/wpo-plugins-tables-list.json wp-content/uploads/wpo-plugins-tables-list.json wp-content/uploads/wpo/wpo-plugins-tables-list.json -wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://jumpsport.com/robots.txt +wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://mux.com/robots.txt wp-content/uploads/wpseo-redirects/ wp-core wp-cron.php @@ -185910,7 +185262,7 @@ wp-preview wp-query.html wp-register.php wp-register.php -wp-register.phphttp://officedepot.com/robots.txt +wp-register.phphttp://leonardo.ai/robots.txt wp-signup.php wp-signup.php wp-sitemap-posts- @@ -186128,9 +185480,7 @@ wwwstats wwww/ wwwww/ wwwwww/http://kleinanzeigen.de/robots.txt -wx -wxbrief -wydarzenia/%tytul2%,w,%wydarzeniaId%http://planefinder.net/robots.txt +wydarzenia/%tytul2%,w,%wydarzeniaId%http://novayagazeta.ru/robots.txt wynajem-samochodow/wyniki wyoming/ wyszukiwarka @@ -186147,7 +185497,6 @@ x? xArchive/Archive/Illegal-liquor-export-20010319 x_tr xas/api -xboxone xbp/search xc xcache @@ -186169,7 +185518,6 @@ xero xf/help xfc xfilter=1 -xfinity xfx7 xgCxM9By/init.js xhprof @@ -186233,7 +185581,6 @@ xref xres/add xrx-search xs -xs4all xsanR1 xsanR2 xsanR3 @@ -186243,11 +185590,11 @@ xsd xsendmail.ini xsl xsl/ -xsl/http://colt.net/robots.txt +xsl/http://ngdc.noaa.gov/robots.txt xslt xslt/ -xslt/http://exeter.ac.uk/robots.txt -xslt/http://sprinklr.com/robots.txt +xslt/http://cochrane.org/robots.txt +xslt/http://m.economictimes.com/robots.txt xss xstatic/ xtbcallback.php @@ -186263,7 +185610,7 @@ xxx-the-return-of-xander-cage xxx/ y/* y/biu -y/http://mccormick.com/robots.txt +y/http://news.crunchbase.com/robots.txt y1= yTos/ yTos/Plugins/ItemPlugin/RenderItemPrice @@ -187079,20 +186426,18 @@ your-image-library.asp* your-library-invoices.asp* your-orders your-shop -yourAccount your_feet_are_always_cold_why/article.htm your_health_infections_that_arent_contagious/article.htm your_info.cfm your_prepregnancy_checklist_pregnancy/article.htm your_voice_pay your_voice_pay_author -youraccount youraccount/ yourarchives yourbaskets/add youre_making_air_fryer_mistakes/article.htm youreurope/businessACC -youreurope/businessDEV/http://fortune.com/robots.txt +youreurope/businessDEV/http://smarturl.it/robots.txt youreurope/citizensACC youreurope/citizensDEV yourfuture @@ -187264,7 +186609,6 @@ zdorovie/forum/threads/*/tags$ zdorovie/forum/xfa-blog-comment/* zdorovie/forum/xfa-blog-entry/*/history$ zdorovie/wp-content/uploads/bg_forreaders/* -zegeraldo zeit zeitung zemed @@ -187275,7 +186619,6 @@ zephr zephr/* zephr/feature-decisions zephr/features -zequinhamarinho zero_percent_financing zeroclipboard zertifikate/*/boersenplaetze/ @@ -187316,7 +186659,7 @@ zh-CN/seamonkey/collections zh-CN/seamonkey/search zh-CN/thunderbird/collections zh-CN/thunderbird/search -zh-CNhttp://dec.ny.gov/robots.txt +zh-CNhttp://therealreal.com/robots.txt zh-CO zh-CR zh-CZ @@ -188224,7 +187567,6 @@ zht/onelook_american_dictionary_words.html zht/onelook_british_dictionary_words.html zht/spellcheck zhtr -ziggo zihoc95639/rss zika_virus_causes_symptoms_treatment_slideshow/article.htm zillowarticles @@ -188317,7 +187659,6 @@ zone=printer zonegrid-legacy.aspx zonejkh3sosx zonificacio -zonta zoo zoo.pl zoomad @@ -188348,7 +187689,7 @@ zz-test zz/ zzGKS/ zzIVZ/ -zz_test/http://dhgate.com/robots.txt +zz_test/http://phillymag.com/robots.txt zztest/ zzz zzz-systest @@ -188627,7 +187968,7 @@ zzz_systest 顯示禮品登記 01-18/informa 1 -1*.jpg$http://blogs.plos.org/robots.txt +1*.jpg$http://memberpress.com/robots.txt 1*? 1- 1-1-p* @@ -188728,6 +188069,7 @@ zzz_systest 3.6 3.7 3.8 +3.9 4 4 4*.jpg$ @@ -188965,14 +188307,17 @@ zzz_systest 404/test 404handler/ 404http://bastianpfaff.com/robots.txt -404http://bkecmsi.wixsite.com/robots.txt -404http://ktfoodscatering.com/robots.txt -404http://mohitseb.com/robots.txt -404http://stackoverflow.blog/robots.txt -404http://steinberg.net/robots.txt +404http://bgm.nz/robots.txt +404http://bitwarden.com/robots.txt +404http://controlup.com.br/robots.txt +404http://wwwnc.cdc.gov/robots.txt +404http://ylacabratiroalmonte.wordpress.com/robots.txt 406 -413gkwMT/http://apsnet.org/robots.txt -413gkwMT/http://drupal.org/robots.txt +413gkwMT/http://befunky.com/robots.txt +413gkwMT/http://dakar.com/robots.txt +413gkwMT/http://material.io/robots.txt +413gkwMT/http://minds.com/robots.txt +413gkwMT/http://ndr.de/robots.txt 419/es 422 429.html @@ -189034,7 +188379,7 @@ zzz_systest 2006/05/gallerie/politica/offese-da-premier-102/esterne130937331310093801_big.jpg 2007 2007/07/fbi-spyware-how -2007/http://archilovers.com/robots.txt +2007/http://app.getresponse.com/robots.txt 2007/intra 2008 2008/ @@ -189374,7 +188719,6 @@ zzz_systest 1025214/ 1027454 1034660/* -1035677 1039154/ 1063747 1154235/