diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index 3851ae046..f52e11571 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
         "last_update": 1737745396
     },
     "Trickest wordlist update": {
-        "last_update": 1737885803
+        "last_update": 1737972248
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 5acc9f8c8..e1d05e1ce 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -1573,8 +1573,8 @@ hp/video
 hpc/*/supported-applications.aspx?
 hpm
 hpmob
-http://ncbi.nlm.nih.gov/robots.txt
-http://wa.me/robots.txt
+http://amazon.co.uk/robots.txt
+http://wordpress.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -3284,7 +3284,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://docs.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://goo.gl/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index f95354a5a..8755f431d 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -2461,6 +2461,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /admin-ajax.php
 /admin/
 /ads/
+/adult
 /aeglodetailweb/api/msite/item?productId*
 /affiliate_amazon.cms*
 /affiliates_content*
@@ -4602,8 +4603,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @*/upcoming
 @@castle.cms.querylisting*?
 @@search?
-@ace2024888
-@admin
 @async
 @me
 @me$
@@ -8816,6 +8815,7 @@ cloud-launcher/sitemap
 cloud/
 cloud/multicloud-solution
 cloudhsm/classic
+cloudmonitor
 cloudplayer
 cloudsourcetools/images
 clp
@@ -9319,8 +9319,13 @@ core/services/aop-file-manager/file
 corgi$
 corgi/i18n
 corp
+corp/*.pdf$
 corp/Privacy.htm
 corp/Terms.htm
+corp/get-data
+corp/lps
+corp/solution
+corp/unlock-growth
 corporate
 corporate/contracts
 corporate/languageselection.aspx
@@ -9921,6 +9926,7 @@ discount
 discount_type=
 discover
 discovery
+discuss/search
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -12288,7 +12294,6 @@ http-checker
 http2_data
 http://2.bp.blogspot.com/robots.txt
 http://about.fb.com/robots.txt
-http://akparti.org.tr/robots.txt
 http://amazon.de/robots.txt
 http://amazon.in/robots.txt
 http://ameblo.jp/robots.txt
@@ -12863,6 +12868,7 @@ internal
 internal-api
 internal/*
 internalPref
+internalapi
 interstitial-ad
 intl
 intl/*/about/views
@@ -16459,6 +16465,7 @@ projects/*/contributions
 projects/*/payments
 projects/?
 projects/browse.php
+projects/embed
 projects/geo/download
 projects/geo/tools
 projects/gtr/gt
@@ -17724,6 +17731,8 @@ sco/user
 sco/users
 scorecard
 scorecard/
+scratch_1.4
+scratchr2/static
 screener/insider
 screensaver
 screenshots
@@ -18249,6 +18258,7 @@ signature/voucher
 signed_out_modal.json
 signin
 signin$
+signin-oidc
 signin/$
 signin/inject
 signin?
@@ -18256,6 +18266,7 @@ signin?expId=confirmEmail
 signin?redirect
 signout
 signout
+signout-oidc
 signup
 signup$
 signup-interstitial
@@ -18273,12 +18284,14 @@ signup/payment?
 signup?
 signup?fullscreen=
 signup_modal
+silent-login
 silva
 silver-linings-playbook
 since=
 single_pages
 sio
 sit_rep
+site-api
 site-archive
 site-explorer
 site-explorer/$
@@ -19392,7 +19405,6 @@ techbiz/media/news/2001/09/46556
 telehealth-for-women
 telsearch
 temp
-temp
 template
 templateabuse
 templatedata
@@ -20663,6 +20675,7 @@ v=
 validate-user
 var
 variant=
+varserver
 vas
 vbtv/
 ve/Download
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 709e84d51..d5413bb20 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -345,7 +345,7 @@
 #
 $
 $
-$http://vietteltelecom.vn/robots.txt
+$http://ignou.ac.in/robots.txt
 $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 %
 %(link
@@ -506,7 +506,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &aspectratio=*.html
 &author=
 &b=
-&b=
 &back=
 &bitrate=
 &bounds=
@@ -594,7 +593,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &f%5B
 &f%5B*
 &f%5B1
-&f%5B1*http://kitapyurdu.com/robots.txt
+&f%5B1*http://broadwayworld.com/robots.txt
 &f[
 &f[*
 &f_*=
@@ -673,7 +672,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &location=
 &lsmulticriteria
 <*
-</p>
 <iframe
 &lx
 &material=
@@ -717,7 +715,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &om_
 &op=
 &ophqt=
-&ord
 &order
 &order=
 &order=
@@ -1160,7 +1157,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 -cst-
 -d$
 -debutant$
--deeplinks/http://slides.com/robots.txt
+-deeplinks/http://sfu.ca/robots.txt
 -dlp
 -embed
 -empfehlen.html$
@@ -1258,8 +1255,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hssc.
 .*__hstc.
 .*assets/fonts
-.+http://google.github.io/robots.txt
-...
+.+http://health.com/robots.txt
 .../
 ..gitignore.html
 .ASPX$
@@ -1894,7 +1890,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .bsdl
 .bundle
 .bz2
-.bz2$
 .ca1$
 .cache
 .captureproxyhost:
@@ -1951,8 +1946,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*************
 .css.
 .css?
-.csshttp://au.int/robots.txt
-.csshttp://car.ba.gov.br/robots.txt
+.csshttp://classy.org/robots.txt
+.csshttp://danilette.over-blog.com/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1970,7 +1965,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .dat
 .deb$
 .diff$
-.dir
 .districts.html
 .djv$
 .djvu$
@@ -2041,7 +2035,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .exe
 .exe$
 .exe$
-.exe$http://geo.de/robots.txt
+.exe$http://huffingtonpost.ca/robots.txt
 .extcontent.html
 .extcontentteaser.html
 .externalcontent.advertisement.html
@@ -2079,7 +2073,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .git
 .git
 .git$
-.git$
 .gitignore
 .global_includes.html
 .global_includes.oms.html
@@ -2114,7 +2107,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .htm
 .htm$
 .htm$
-.htm*
 .htm/
 .htm/amp/amp
 .htm/uncategorized/*
@@ -2193,7 +2185,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://speedcurve.com/robots.txt
+.jpg$http://nzta.govt.nz/robots.txt
 .jpg*
 .jpg*************
 .jpge
@@ -2216,7 +2208,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jsp
 .jsp$
 .jsp$
-.jsp*
 .jsp?
 .jsp?cmpid
 .jsp?contextPath
@@ -2409,17 +2400,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .pdf
 .pdf$
 .pdf$
-.pdf$http://cdn.openai.com/robots.txt
-.pdf$http://handbrake.fr/robots.txt
-.pdf$http://mybroadband.co.za/robots.txt
-.pdf$http://uk.news.yahoo.com/robots.txt
+.pdf$http://en.uesp.net/robots.txt
+.pdf$http://pubsubhubbub.appspot.com/robots.txt
+.pdf$http://thenorthernecho.co.uk/robots.txt
+.pdf$http://zhuanlan.zhihu.com/robots.txt
 .pdf%7CName=ComponentLink
 .pdf*************
 .pdf?properties=
 .pdfdocusetools
-.pdfhttp://allmusic.com/robots.txt
-.pdfhttp://cmu.edu/robots.txt
-.pdfhttp://nice.org.uk/robots.txt
+.pdfhttp://canr.msu.edu/robots.txt
+.pdfhttp://openpgp.org/robots.txt
+.pdfhttp://southwest.com/robots.txt
 .personalization.article.html
 .personalization.html
 .personalization.startinfo.html
@@ -2454,8 +2445,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .png
 .png$
 .png$
-.png$http://df.cl/robots.txt
-.png$http://docs.magento.com/robots.txt
+.png$http://getdrip.com/robots.txt
+.png$http://irishcentral.com/robots.txt
 .png*
 .png*************
 .polizeibericht.html
@@ -2723,7 +2714,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .tag.html
 .tagId
 .tar
-.tar$
 .tar.bz2$
 .tar.bz2$
 .tar.gz$
@@ -2839,7 +2829,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/
 .well-known/amphtml/apikey.pub
 .well-known/amphtml/apikey.pub
-.well-known/amphtml/apikey.pubhttp://trailhead.salesforce.com/robots.txt
+.well-known/amphtml/apikey.pubhttp://ubi.com/robots.txt
 .well-known/apple-app-site-association
 .well-known/apple-app-site-association
 .well-known/apple-developer-merchantid-domain-association.txt
@@ -2876,7 +2866,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xlsx
 .xlsx$
 .xlsx$
-.xlsx$http://samsclub.com/robots.txt
+.xlsx$http://rapidtables.com/robots.txt
 .xml
 .xml$
 .xml$
@@ -2999,7 +2989,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*-humping-
 /*-humping-*.html
 /*-humping.html
-/*-jobs*http://pediatrics.aappublications.org/robots.txt
+/*-jobs*http://leafly.com/robots.txt
 /*-labia$
 /*-labia-
 /*-labia-*.html
@@ -5417,7 +5407,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /1000
 /1000
 /1000$
-/1000$http://motorcycleclassics.com/robots.txt
+/1000$http://toonsmag.com/robots.txt
 /1021716
 /104422/seasons-activities
 /112142
@@ -5528,10 +5518,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /2017/calendar-results.shtml
 /2017/standings.shtml
 /2018-
+/2019
 /2020/02/13/money
 /2023-
 /2023/05/19/steptoe-reps-cerebellum-networks-in-lawsuit-accusing-former-advisor-of-stealing-1-3m/*$
 /22
+/22732481
 /23
 /24-hours-rss
 /25
@@ -5638,7 +5630,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?cid=
 /?clientId=
 /?collection=
-/?comment_page=
 /?commentlist=
 /?consterm
 /?costPlans=
@@ -5700,7 +5691,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?pageCurrent=1
 /?pageRef
 /?pageType=
-/?pdf=1http://amazon.jobs/robots.txt
+/?pdf=1http://pub.dev/robots.txt
 /?personid
 /?preview
 /?price=
@@ -5809,6 +5800,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ajax
 /Ajax/MediaData
 /Ajax/Similar
+/AjaxPages
 /AllItems.aspx
 /App_Data
 /Article
@@ -5858,7 +5850,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Courses/*
 /Cronologia
 /Custom/
-/Customer
 /DY-GetTiles*
 /Date(*
 /Descargar%20ahora
@@ -5985,6 +5976,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Multimedia/Zk/
 /Multimedia/zk/
 /MyAccount
+/MyChristies
 /N-*Z*Z*
 /News/External/
 /Newsroom/GoogleSitemap
@@ -6049,10 +6041,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Redirects
 /Reports%20List
 /Request
-/Request/EmailCustSvr.aspx
-/Request/EmailDropAHint.aspx
-/Request/EmailRequest.aspx
-/Request/EmailWhenItemAvailable.aspx
 /ReusableContent
 /Reviews/new
 /Rss_items
@@ -6076,10 +6064,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Sections
 /Secure/Account/
 /SelectLocale?fromPage=
-/SetSitePreference.aspx
 /Shared/
 /SharedDocs/ExterneLinks
-/Shopping/Sku
 /SignIn
 /SiteAssets/
 /SiteCollectionDocuments
@@ -6092,6 +6078,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /SiteGlobals/StyleBundles/CSS
 /Sitecore
 /Special:
+/SpecialistDirectory
+/Specialistdirectory
 /StaplesSaveMyStoreCtrlCmd
 /StaplesStoreInventory
 /StatisticheProxy/proxy.jsp?action=mostVisited&domain=RaiTv
@@ -6101,7 +6089,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Style%20Library/css/agency.css
 /Style%20Library/js/agency.js
 /System
-/TSPD/http://pay.google.com/robots.txt
+/TSPD/http://developer.yahoo.com/robots.txt
 /Tags
 /TemplateItem
 /Templates
@@ -6279,7 +6267,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /account/*
 /account/cls
 /account/device-auth
-/account/forgot-passwordhttp://mtu.edu/robots.txt
+/account/forgot-passwordhttp://foundation.app/robots.txt
 /account/limit-guide
 /account/login-pwd/forget
 /account/oauth
@@ -6310,10 +6298,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://24.hu/robots.txt
-/action~*/http://anti-aristokratie.blogspot.com/robots.txt
-/action~*/http://hallenrad-wm-2020.de/robots.txt
-/action~*/http://sudexpa.ru/robots.txt
+/action~*/http://basilicostudio.com/robots.txt
+/action~*/http://chiakikuriyama.net/robots.txt
+/action~*/http://greentechmedia.com/robots.txt
+/action~*/http://tvmusic.in.ua/robots.txt
 /actividades/reserva_confirmada
 /actividades/voucher
 /activities
@@ -6355,7 +6343,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /admin/
 /admin/*
 /admin/dashboard
-/admin/http://hometalk.com/robots.txt
+/admin/http://download.oracle.com/robots.txt
 /admin2
 /administrator
 /administrator/*
@@ -6363,7 +6351,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ads
 /ads.txt$
 /ads/
+/adult
 /advanced-sparql-query-editor
+/advanced_search.html
+/advanced_search_result.html
 /advertiserDetail
 /adyen
 /aeglodetailweb/api/msite/item?productId*
@@ -6402,7 +6393,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ajax_
 /ajaxload
 /ajouterproduitsaupanier
-/ak.m
 /akamai
 /aks-test.html
 /albert-heijn-premium
@@ -6445,6 +6435,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /amp-ivw.html
 /amp/
 /amp/amp
+/amp/ampstories
 /amp_msp_amazon_gadget.cms*
 /anal-
 /anal-*.html
@@ -6498,7 +6489,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /api/
 /api/*
 /api/*/amp
-/api/*http://plugins.svn.wordpress.org/robots.txt
+/api/*http://shkspr.mobi/robots.txt
 /api/catalog/v3
 /api/catalog/v3/srfile
 /api/client-event
@@ -6666,6 +6657,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /atom.xml$
 /atom.xml?
 /att/mobileupgrade
+/attachment
 /attachment/
 /attend-my-event
 /attractions?page=
@@ -7267,6 +7259,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /closest
 /cloud-storage-pricing-plans/*
 /cm
+/cmcm
 /cmp/dg/gdpr
 /cmp/dg/gdpr-emea
 /cmp/dg/gdpr-germany
@@ -7303,7 +7296,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /collections/*sort_by
 /collections/likes
 /collins
-/colored-gemstones
 /columntemplatesearch
 /com
 /comentarios
@@ -7569,7 +7561,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /control
 /control-panel/
 /control_panel/manage*
-/control_panel/manage*http://purevpn.com/robots.txt
+/control_panel/manage*http://givebutter.com/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -7669,6 +7661,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cs/*
 /cs/Satellite*
 /css
+/css/
 /csv
 /csw/previous-sessions/csw59-2015/?
 /csw/previous-sessions/csw59-2015?
@@ -7740,7 +7733,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /dashboard/index.html?root=dashboard/myAccount
 /dashboard/index.html?root=dashboard/myAccount&nav=g
 /data
-/data.docxhttp://marinetraffic.com/robots.txt
+/data.docxhttp://news.bbc.co.uk/robots.txt
 /data.pdf
 /data/*
 /data/related$
@@ -7796,7 +7789,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /depth_*--
 /desc
 /descendants
-/desktop/text-to-speech$http://brobible.com/robots.txt
+/desktop/text-to-speech$http://mail-archive.com/robots.txt
 /destinations/decouvrir
 /destinations/discover
 /destinations/regions
@@ -8000,6 +7993,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /email/unsubscribe
 /email_cdo
 /email_confirm
+/emailafriend.php
 /emailjob
 /emaillogs/
 /emails/
@@ -8335,7 +8329,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feed/*/articles.xml
 /feed/atom$
 /feed/atom/$
-/feed/http://simple.wikipedia.org/robots.txt
+/feed/http://adorama.com/robots.txt
 /feed/rss/$
 /feed/rss2
 /feed/search
@@ -8347,9 +8341,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feedback/learn-more
 /feedback/submit
 /feedback?
-/feedhttp://alz.org/robots.txt
+/feedhttp://rit.edu/robots.txt
 /feeds/nfl_2024_us
-/feeds/nfl_2024_ushttp://bart.gov/robots.txt
+/feeds/nfl_2024_ushttp://www2.census.gov/robots.txt
 /feriehus/reviews/write
 /ferramentas/criador-de-logo/onboarding
 /fetch-gcm-data
@@ -8879,6 +8873,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /givingbasket
 /gl-d$
 /gl/
+/glance
 /global$
 /global-components
 /global-components1
@@ -8997,7 +8992,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /historique
 /history
 /history-node
-/historyhttp://wikiloc.com/robots.txt
+/historyhttp://de.slideshare.net/robots.txt
 /hm-test
 /hola/actualidad/fotorreportajes
 /hola/actualidad/galerias
@@ -9370,15 +9365,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jcr:content*.html
 /jcr:content*.json
 /jcr:content*.xml
-/jcr:content/*http://sportingnews.com/robots.txt
+/jcr:content/*http://salvationarmyusa.org/robots.txt
 /jcr:content/slimHeaderPar/slim_page_header_v2
 /jegyarak-
 /jeux-olympiques*/page-calendrier-
 /jeux-olympiques/page-calendrier-
-/jewelry/fifth-avenue-in-store-pickup
-/jewelry/shop/tcs-new-york-city-marathon-collection
-/jewelry/wall-street
-/jewlery/items
 /jg-test-page.html
 /jio-postpaid-plus-survey*
 /jio-rech-exp-survey*
@@ -9386,7 +9377,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jioairfiber-survey-wa*
 /jiofiber-babycare*
 /jiofiber-discovery-survey*
-/jiofiber-discovery-survey*http://dir.ca.gov/robots.txt
+/jiofiber-discovery-survey*http://bulletjournal.com/robots.txt
 /jiofiber-ivr-survey*
 /jiofiber-network-survey*
 /jiofiber-recharge-survey-direct-english*
@@ -9410,6 +9401,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jp/ja/support-downloads/mobile-computers/handheld/mc20.html
 /jquery.js
 /js
+/js/
 /js/lib/magic
 /jserrors
 /json
@@ -9622,6 +9614,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /literature
 /live-stream
 /live-tv/*/details
+/livebidding/
 /liveblog-backend
 /livecam
 /lives
@@ -9777,6 +9770,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /media/oembed
 /media/oembed
 /mediaviewer/*/tr
+/meet-community.html
 /meetings-v1.0
 /meetings/$
 /meetings/page
@@ -9853,6 +9847,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /mobile-computers-index-reference.html
 /mobile-excellence-report
 /mobile-software-reference-page.html
+/mobile/
 /mobile/*
 /mobile/mimo/activity
 /mobile/thirdLogin
@@ -9902,8 +9897,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /mp-header.html
 /mr-in/iuc
 /mraid.js
-/msapi/*
-/msapi/sales/fulfillment/v1/productfulfillment/*
 /msdn-files/
 /msdn10/
 /msdnmag/
@@ -9974,6 +9967,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /myaccount
 /myaccount
 /mychannel
+/mychristies
 /myjio-call-back*
 /myjio-sms*
 /myjio-sms-whatsapp*
@@ -10051,6 +10045,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /news-and-events/events/past?
 /news-and-events/stories/?
 /news-and-events/stories?
+/news-archive-includes
+/news-includes
 /news-release/*.html?pdf=1
 /news-results.html
 /news-search.html?
@@ -10085,7 +10081,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newthread
 /newyorklawjournal/2017/10/31/manhattan-judge-confirms-2-3m-arbitration-award-to-ex-ubs-trader/*$
 /newyorklawjournal/2023/05/31/real-estate-firm-hit-with-malpractice-suit-alleging-that-failure-to-appear-for-construction-client-resulted-in-dismissal/*$
-/newyorklawjournal/almID/1202500975192/*$http://theathletic.com/robots.txt
+/newyorklawjournal/almID/1202500975192/*$http://floridatoday.com/robots.txt
 /newyorklawjournal/almID/1202501246306*$
 /newyorklawjournal/almID/1202504627887*$
 /newyorklawjournal/almID/1202555576005*$
@@ -10112,14 +10108,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /njlawjournal/almID/1579334968NJA559817T/?download=a5598-17_011720.pdf*$
 /njlawjournal/almID/1692041977NJA409819*$
 /nl
-/no-gemstones
 /no-hardware-contest
 /no-index/*
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://color.adobe.com/robots.txt
-/no-referrer-when-downgradehttp://fb.watch/robots.txt
-/no-referrer-when-downgradehttp://rae.es/robots.txt
+/no-referrer-when-downgradehttp://highlightjs.org/robots.txt
+/no-referrer-when-downgradehttp://uni-muenster.de/robots.txt
+/no-referrer-when-downgradehttp://wetransfer.com/robots.txt
 /no-search-results
 /no_access
 /no_unit
@@ -10381,7 +10376,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /password_resets
 /past
 /path_locks
-/patient-experiencehttp://francetvinfo.fr/robots.txt
+/patient-experiencehttp://ziprecruiter.com/robots.txt
 /pavel-sandbox.html
 /pay-invoice
 /payment
@@ -10427,6 +10422,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /personality/index$
 /personalized
 /personnalisation
+/pf
 /pf/api
 /pf/undefined?d=
 /pgtrack.js
@@ -10587,10 +10583,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://securiti.ai/robots.txt
+/print/http://royal.pingdom.com/robots.txt
 /print?id
 /print_ad?
 /printable
+/printable/pdf
+/printable/print
 /printableArticle.jhtml
 /printablearticle.htm
 /printen-van-documenten#no-back
@@ -10607,6 +10605,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /privacy-policy
 /privacy-policy-generator
 /privacy-policy-generator/*/load_aside_right_box
+/privacy-policy.html
 /privacy.html
 /private-promo
 /private-wealth-management/transcripts/
@@ -10895,7 +10894,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /registerinterest-jiophone-giftcard*
 /registration
 /registration$
-/registration*http://correios.com.br/robots.txt
+/registration*http://kotaku.com/robots.txt
 /registration-confirmation/
 /registration/
 /registration?
@@ -10934,8 +10933,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /request/*/download
 /request/*/response
 /request/*/response/*/attach
-/request/EmailCustSvr.aspx
-/request/emailrequest.aspx
 /requestResetPassword
 /request_access
 /resell/productpage
@@ -11052,7 +11049,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rnwy/studybooks
 /roadshow/finder
 /rodate.js
-/role
 /routers_pdf
 /royalty-free-images-*.asp*
 /rss
@@ -11303,12 +11299,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /searchTerms
 /search_ext.phtml
 /search_rss
-/searchajaxhttp://i.dailymail.co.uk/robots.txt
+/searchajaxhttp://videohive.net/robots.txt
 /searchjobs
 /searchlibrary
 /searchpage
 /searchresult
 /searchresults$
+/searchresults.aspx
 /searchsuggest
 /season/200
 /seating
@@ -11317,7 +11314,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /secure/
 /secure/*
 /secure/account/
-/secure/http://ussailing.org/robots.txt
+/secure/http://mccormick.com/robots.txt
 /security-issues*
 /select*?
 /select-cadeau-sparen/?
@@ -11353,6 +11350,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /serie
 /serie/*.html
 /service-marketing-bulletin/*
+/service-terms.html
 /service/services/*/c/Services
 /services
 /services/a-z
@@ -11386,6 +11384,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /sexy-video-musalman.html
 /share
 /share$
+/share?url=
 /shared
 /shared-board/*
 /shared/
@@ -11400,7 +11399,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shippinginformation
 /shippingmethod/method/
 /shop
-/shop/*/*/*
 /shop/*/favoriters
 /shop/*/sold
 /shop/*?*brand=
@@ -11409,36 +11407,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shop/*?*price=
 /shop/*?*size=
 /shop/*?*sortBy=
-/shop/aquamarine-jewelry*/aquamarines
-/shop/aquamarine-jewelry*/carnelian
-/shop/aquamarine-jewelry*/colored-diamonds
-/shop/aquamarine-jewelry*/diamonds
-/shop/aquamarine-jewelry*/onyx
-/shop/aquamarine-jewelry*/opal
-/shop/aquamarine-jewelry*/pearls
-/shop/aquamarine-jewelry*/pink-diamonds
-/shop/aquamarine-jewelry*/rubies
-/shop/aquamarine-jewelry*/sapphires
-/shop/aquamarine-jewelry*/tanzanites
-/shop/aquamarine-jewelry*/tigers-eye
-/shop/aquamarine-jewelry*/turquoise
-/shop/aquamarine-jewelry*/yellow-diamonds
 /shop/bought-with
 /shop/business-small
 /shop/buy-jiophone-gift-card*
 /shop/cart
 /shop/continue
-/shop/diamond-jewelry*/carnelian
-/shop/diamond-jewelry*/colored-diamonds
-/shop/diamond-jewelry*/diamonds
-/shop/diamond-jewelry*/onyx
-/shop/diamond-jewelry*/pearls
-/shop/diamond-jewelry*/pink-diamonds
-/shop/diamond-jewelry*/rubies
-/shop/diamond-jewelry*/sapphires
-/shop/diamond-jewelry*/tanzanites
-/shop/diamond-jewelry*/turquoise
-/shop/diamond-jewelry*/yellow-diamonds
 /shop/en-in/apple-iphone-11-128gb-black/p/491584660/quickView
 /shop/en-in/apple-iphone-11-128gb-black/p/491584660/zoomImages
 /shop/en-in/apple-iphone-11-128gb-green/p/491584665/quickView
@@ -11701,109 +11674,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shop/en-in/samsung-s21-white-8-128-6-2-5g-/p/491946865/zoomImages
 /shop/en-in/samsung-s21-white-8-256-6-2-5g-/p/491946868/quickView
 /shop/en-in/samsung-s21-white-8-256-6-2-5g-/p/491946868/zoomImages
-/shop/gold-jewelry*/gold
-/shop/gold-jewelry*/leather
-/shop/gold-jewelry*/platinum
-/shop/gold-jewelry*/rose-gold
-/shop/gold-jewelry*/silk
-/shop/gold-jewelry*/stainless-steel
-/shop/gold-jewelry*/sterling-silver
-/shop/gold-jewelry*/titanium
-/shop/gold-jewelry*/white-gold
-/shop/pearl-jewelry*/carnelian
-/shop/pearl-jewelry*/colored-diamonds
-/shop/pearl-jewelry*/diamonds
-/shop/pearl-jewelry*/onyx
-/shop/pearl-jewelry*/pearls
-/shop/pearl-jewelry*/pink-diamonds
-/shop/pearl-jewelry*/rubies
-/shop/pearl-jewelry*/sapphires
-/shop/pearl-jewelry*/tanzanites
-/shop/pearl-jewelry*/turquoise
-/shop/pearl-jewelry*/yellow-diamonds
-/shop/platinum-jewelry*/gold
-/shop/platinum-jewelry*/leather
-/shop/platinum-jewelry*/platinum
-/shop/platinum-jewelry*/rose-gold
-/shop/platinum-jewelry*/silk
-/shop/platinum-jewelry*/stainless-steel
-/shop/platinum-jewelry*/sterling-silver
-/shop/platinum-jewelry*/titanium
-/shop/platinum-jewelry*/white-gold
 /shop/product/*-b2b*
 /shop/product/*-freegift*
 /shop/product/*-lazada*
 /shop/product/*-shopee*
-/shop/rose-gold-jewelry*/gold
-/shop/rose-gold-jewelry*/leather
-/shop/rose-gold-jewelry*/platinum
-/shop/rose-gold-jewelry*/rose-gold
-/shop/rose-gold-jewelry*/silk
-/shop/rose-gold-jewelry*/stainless-steel
-/shop/rose-gold-jewelry*/sterling-silver
-/shop/rose-gold-jewelry*/titanium
-/shop/rose-gold-jewelry*/white-gold
-/shop/ruby-jewelry*/aquamarines
-/shop/ruby-jewelry*/carnelian
-/shop/ruby-jewelry*/colored-diamonds
-/shop/ruby-jewelry*/diamonds
-/shop/ruby-jewelry*/onyx
-/shop/ruby-jewelry*/opal
-/shop/ruby-jewelry*/pearls
-/shop/ruby-jewelry*/pink-diamonds
-/shop/ruby-jewelry*/rubies
-/shop/ruby-jewelry*/sapphires
-/shop/ruby-jewelry*/tanzanites
-/shop/ruby-jewelry*/tigers-eye
-/shop/ruby-jewelry*/turquoise
-/shop/ruby-jewelry*/yellow-diamonds
-/shop/sapphire-jewelry*/aquamarines
-/shop/sapphire-jewelry*/carnelian
-/shop/sapphire-jewelry*/colored-diamonds
-/shop/sapphire-jewelry*/diamonds
-/shop/sapphire-jewelry*/onyx
-/shop/sapphire-jewelry*/opal
-/shop/sapphire-jewelry*/pearls
-/shop/sapphire-jewelry*/pink-diamonds
-/shop/sapphire-jewelry*/rubies
-/shop/sapphire-jewelry*/sapphires
-/shop/sapphire-jewelry*/tanzanites
-/shop/sapphire-jewelry*/tigers-eye
-/shop/sapphire-jewelry*/turquoise
-/shop/sapphire-jewelry*/yellow-diamonds
 /shop/search
-/shop/sterling-silver-jewelry*/gold
-/shop/sterling-silver-jewelry*/leather
-/shop/sterling-silver-jewelry*/platinum
-/shop/sterling-silver-jewelry*/rose-gold
-/shop/sterling-silver-jewelry*/silk
-/shop/sterling-silver-jewelry*/stainless-steel
-/shop/sterling-silver-jewelry*/sterling-silver
-/shop/sterling-silver-jewelry*/titanium
-/shop/sterling-silver-jewelry*/white-gold
-/shop/turquoise-jewelry*/aquamarines
-/shop/turquoise-jewelry*/carnelian
-/shop/turquoise-jewelry*/colored-diamonds
-/shop/turquoise-jewelry*/diamonds
-/shop/turquoise-jewelry*/onyx
-/shop/turquoise-jewelry*/opal
-/shop/turquoise-jewelry*/pearls
-/shop/turquoise-jewelry*/pink-diamonds
-/shop/turquoise-jewelry*/rubies
-/shop/turquoise-jewelry*/sapphires
-/shop/turquoise-jewelry*/tanzanites
-/shop/turquoise-jewelry*/tigers-eye
-/shop/turquoise-jewelry*/turquoise
-/shop/turquoise-jewelry*/yellow-diamonds
-/shop/white-gold-jewelry*/gold
-/shop/white-gold-jewelry*/leather
-/shop/white-gold-jewelry*/platinum
-/shop/white-gold-jewelry*/rose-gold
-/shop/white-gold-jewelry*/silk
-/shop/white-gold-jewelry*/stainless-steel
-/shop/white-gold-jewelry*/sterling-silver
-/shop/white-gold-jewelry*/titanium
-/shop/white-gold-jewelry*/white-gold
 /shopping
 /shopping/
 /shopping/*/ar-*
@@ -11829,7 +11704,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shopping/public/search/pricehistory
 /shopping/results
 /shopping/sale/?
-/shopping/sku
 /shopping/track
 /shopping/vr
 /shopping_cart
@@ -11847,7 +11721,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /showads.js
 /showroom
 /showroom/*?*page=
-/showtimes/location/*http://gmail.com/robots.txt
+/showtimes/location/*http://walmart.com/robots.txt
 /sign-in/?
 /sign-in?nextpage=
 /sign-up
@@ -11886,8 +11760,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /sitemap_.xml
 /sitemap_gpdc.xml
 /sitemap_output
-/sitemaphttp://ms.portal.azure.com/robots.txt
-/sitemaphttp://nippon.com/robots.txt
+/sitemaphttp://admob.google.com/robots.txt
+/sitemaphttp://binged.it/robots.txt
 /sitemaps
 /sitemaps/image_daily_sitemap_f_*
 /sites/Satellite*
@@ -11943,6 +11817,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /spec-sheet-reference-components/*
 /special-uninstallation-feedback
 /special_content
+/specialistDirectory
+/specialistdirectory
 /species/search
 /specification
 /speednewsbytopic/*
@@ -12029,7 +11905,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /storefront/
 /storelocator/storesSearch.json
 /stores/store/redirect/___store
-/stories/guide/gcd-knot-your-typical-city
 /story_pins
 /storylist/
 /strategies
@@ -12287,7 +12162,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /tauler-edictes
 /taxonomy
 /taxonomy/term
-/taxonomy/term/*http://socialmediaexaminer.com/robots.txt
+/taxonomy/term/*http://niche.com/robots.txt
 /td
 /te-in/iuc
 /team
@@ -12657,7 +12532,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /user-confirmation
 /user-tracking
 /user/*
-/user/*http://health.gov/robots.txt
+/user/*http://joindiaspora.com/robots.txt
 /user/account$
 /user/activity$
 /user/bids
@@ -12797,7 +12672,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /videosearch
 /vids
 /view-form-open
-/view-form-openhttp://unfpa.org/robots.txt
+/view-form-openhttp://apps.dtic.mil/robots.txt
 /view_comments
 /view_print
 /viewer/
@@ -12943,6 +12818,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wetter/
 /wf.fragment
 /wf.fragment/*
+/whats-new.html
 /who-is-who/person/-/person
 /why-we-serve-test
 /whyringcentral/communications
@@ -13012,7 +12888,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/uploads/bg_forreaders/*.epub
 /wp-content/uploads/bg_forreaders/*.fb2
 /wp-content/uploads/bg_forreaders/*.pdf
-/wp-content/uploads/http://tripadvisor.es/robots.txt
+/wp-content/uploads/http://domain.com.au/robots.txt
 /wp-includes
 /wp-json
 /wp-login
@@ -13039,6 +12915,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /xhr
 /xlsx
 /xml
+/xml/
 /xmlrpc.php
 /xnet
 /xnxx-image.html
@@ -13111,6 +12988,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /{link}
 /{{url
 /~
+/~/*
 /ดาวน์โหลดตอนนี้
 /立即下載
 0
@@ -13178,19 +13056,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 =affiliate
 =awin
 =colorGroups
-=commerce_price
 =email
 =emarsys
-=field_categories
-=field_power
-=field_product_technology
 =field_region
 =field_thematique
-=field_type
-=in_stock
-=is_mainline
 =kapstages
-=model_number
 =newsletter
 =size
 =twitter
@@ -13345,7 +13215,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*amp;cHash=
 ?*answerId=
 ?*api_key
-?*apikey*http://stupidhackathon.github.io/robots.txt
+?*apikey*http://bol.com/robots.txt
 ?*app
 ?*append_element
 ?*artistName=
@@ -13501,7 +13371,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://cc.gatech.edu/robots.txt
+?*http://avma.org/robots.txt
 ?*http://iom.int/robots.txt
 ?*hubs_
 ?*hubs_*
@@ -13853,7 +13723,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_source=
 ?*utm_source=
 ?*utm_source=*
-?*utm_source=*http://openstax.org/robots.txt
+?*utm_source=*http://ja.wordpress.org/robots.txt
 ?*utm_term
 ?*utm_term=
 ?*utm_term=*
@@ -13928,7 +13798,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?SC=
 ?SESSION
 ?SID=
-?SID=http://woodenhottubsale.co.uk/robots.txt
+?SID=http://cosmikj.blogspot.com/robots.txt
 ?SQ_VARIATION*
 ?SSOWebDispatcher&tg=web&ru=
 ?SearchParameter
@@ -14019,7 +13889,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?accountid=
 ?acid
 ?act=
-?action
 ?action*
 ?action=
 ?action=
@@ -14198,7 +14067,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?calendar
 ?callback
 ?callback=
-?callback=http://jpost.com/robots.txt
+?callback=http://kiva.org/robots.txt
 ?callsandtexts
 ?calparms=
 ?campaign-id
@@ -14257,7 +14126,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?client_id=
 ?clipid=
 ?closePush=true
-?closed=
 ?clothing_themes=
 ?clothing_type=
 ?clothing_vendor=
@@ -14313,7 +14181,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?comments
 ?comments*
 ?comments=
-?commidhttp://autoevolution.com/robots.txt
+?commidhttp://mentalhealth.org.uk/robots.txt
 ?communityId=
 ?companyid=
 ?companyid=*
@@ -14543,7 +14411,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fbclid=
 ?fbclid=
 ?fbclid=*
-?fbclidhttp://crockford.com/robots.txt
+?fbclidhttp://downdetector.com/robots.txt
 ?fdid*
 ?fe_state=*
 ?feature=
@@ -14619,7 +14487,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fromDuration=
 ?fromFooter
 ?fromMenu
-?fromNewsdog*http://loblaw.ca/robots.txt
+?fromNewsdog*http://hl7.org/robots.txt
 ?fromTime=*
 ?from_rewind=true
 ?fromblog
@@ -14707,7 +14575,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hsa_src
 ?hsa_tgt
 ?hsa_ver
-?http://asus.com/robots.txt
+?http://bluezonesports.com/robots.txt
 ?https=
 ?hypoallergenic=
 ?i
@@ -14808,11 +14676,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?keyword=
 ?keyword=*
 ?keywordSearchType=
-?keywords
 ?keywords=
 ?kids=
 ?kilometers=
-?kind
 ?kind=
 ?klz_source
 ?ko
@@ -15015,7 +14881,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?offset=0
 ?ofg
 ?olaId=
-?om=
 ?om_
 ?omiid
 ?onboard=
@@ -15024,11 +14889,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?onwardjourney=
 ?op=
 ?op=cerca&query=
-?open=
 ?open_login=1
 ?ophqt=
 ?oq=
-?ord=
 ?order
 ?order=
 ?order=
@@ -15079,6 +14942,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?page=[0-9]
 ?page=topics
 ?pageToken=
+?page_id=
 ?page_id=*
 ?paged
 ?pagehttp://goodmorningamerica.com/robots.txt
@@ -15161,7 +15025,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?preview
 ?preview=
 ?preview=*
-?preview=http://alchetron.com/robots.txt
+?preview=http://mca-marines.org/robots.txt
 ?preview=true
 ?preview=true$
 ?previewToken=
@@ -15292,7 +15156,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user/logout#
 ?q=user/logout/
 ?q=user/logout/$
-?q=user/logout/http://xcelab.net/robots.txt
+?q=user/logout/http://journals.plos.org/robots.txt
 ?q=user/password
 ?q=user/password
 ?q=user/password/
@@ -15318,7 +15182,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?query
 ?query=
 ?query=*
-?query=*http://secure.wayforpay.com/robots.txt
+?query=*http://globalcitizen.org/robots.txt
 ?quicktabs_
 ?quicktabs_5=
 ?quid=
@@ -15408,7 +15272,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ref=rmenujs$
 ?ref=rsidebar$
 ?ref=search-event-globe$
-?ref=search-page$http://quickanddirtytips.com/robots.txt
+?ref=search-page$http://pennlive.com/robots.txt
 ?ref=wticker
 ?refSite
 ?refer=
@@ -15460,12 +15324,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?returnToAuthFilter
 ?returnUrl=
 ?returnUrl=*
-?returnUrl=*http://securelist.com/robots.txt
+?returnUrl=*http://themehorse.com/robots.txt
 ?return_to
 ?return_to=
 ?return_type
 ?return_uri
-?returnurl=*http://smithstrong.com/robots.txt
+?returnurl=*http://lesacvspip.co.uk/robots.txt
 ?retweetjs
 ?review_category
 ?review_manufacturer
@@ -15498,11 +15362,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?s=
 ?s=
 ?s=*
-?s=*http://queensu.ca/robots.txt
+?s=*http://mkweb.bcgsc.ca/robots.txt
 ?s=43260
 ?s=bpage-next
 ?s=feedpager
-?s=http://experiments.withgoogle.com/robots.txt
+?s=http://planet.com/robots.txt
 ?s=lightbox
 ?s=mobile
 ?s=thanks
@@ -15594,7 +15458,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?show_error=true
 ?showcomment*
 ?showroom-open=
-?shttp://music.apple.com/robots.txt
+?shttp://business.facebook.com/robots.txt
 ?sid
 ?sid=
 ?sidebar=
@@ -15630,7 +15494,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?sort=
 ?sort=
 ?sort=*
-?sort=*http://acehotel.com/robots.txt
+?sort=*http://haikudeck.com/robots.txt
 ?sort=popularity
 ?sort=price
 ?sort=user-rating
@@ -15880,7 +15744,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?utm_source=*
 ?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shopping
 ?utm_source=lsplayer
-?utm_sourcehttp://nebula.wsimg.com/robots.txt
+?utm_sourcehttp://ballotpedia.org/robots.txt
 ?utm_sourse=55
 ?utm_term
 ?utm_term=
@@ -15972,7 +15836,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?width=
 ?wifi
 ?word*
-?word=
 ?wordfence
 ?wordfence_lh
 ?wp-ajax=
@@ -16037,8 +15900,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @@updated_search
 @CONTENT-REF
 @Quelle
-@ace2024888
-@admin
 @async
 @inRating
 @inpopup
@@ -16093,6 +15954,7 @@ AGLogout
 AI
 AI/
 AITripBuilder
+AJAXhttp://modelviewer.dev/robots.txt
 AK5537
 AK6336com
 AL/
@@ -16116,7 +15978,7 @@ API/user
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://globesimregistrations.ph/robots.txt
+API/v2$http://science.org/robots.txt
 APIAccessSupport
 APWIRE
 AR/
@@ -16204,6 +16066,7 @@ AccommodationCrossSells
 AccommodationTips
 Account
 Account
+Account*
 Account-EditEmail
 Account-EditForm
 Account-EditName
@@ -16270,7 +16133,6 @@ Admin
 Admin
 Admin-Testing/*
 Admin/
-Administration
 Administration/
 Administration/President/archive10
 Administration/Staff_Advisory_Council/archive10
@@ -16356,7 +16218,6 @@ AirlineRegistration
 AirlineTips
 AirportFromGeoAjax
 AirportIP
-Ajax
 Ajax.htm$
 Ajax.htm$
 Ajax/
@@ -16455,7 +16316,7 @@ App/
 App/ExternalUrlCount.aspx
 App/GetLoginLogoutImage.aspx
 App/NCJRSFeed
-App/Registration/http://camo.githubusercontent.com/robots.txt
+App/Registration/http://gov.scot/robots.txt
 App/Topics
 App/registration/
 AppData/
@@ -21247,11 +21108,8 @@ BrandSpotlight
 BreakingNewsSms
 Bridging
 BrokenLinkReporter
-Browse
 Browse/BookView.aspx
 Browse/CategoryAttributeSearchResults.aspx
-Browse/Dewey
-Browse/Tags
 Browse/bookview.aspx
 Browse/print_b.aspx
 Browse/print_u.aspx
@@ -21880,7 +21738,6 @@ CommLCT
 CommPT
 Comment/*
 Comment/NewComment/*
-Comments/Share/
 Comments/WebServices
 Commerce
 Common
@@ -22184,7 +22041,6 @@ Credentials/
 CreditCardDetailAJAX
 CruisesCommerce
 CruisesPartnerHandoff
-Crypt
 CrystalSemanticsBot
 Culture
 CurationTool
@@ -22630,7 +22486,6 @@ Directories/qsearch.data
 Directory/
 Directs/2
 Disallow
-Disallow
 Disallow:
 Disclaimer
 DiscountGroup
@@ -22686,7 +22541,6 @@ Downloads/
 Downloads/?q=
 Downloads/Installers
 Drafts
-Drivers
 Dut
 Dut$
 Dynamic/
@@ -23064,7 +22918,7 @@ FP/userDate.php
 FP/userDateManager.php
 FP/viewer-history.php
 FPMprinter
-FPURL.xmlhttp://agilecrm.com/robots.txt
+FPURL.xmlhttp://stockholm.se/robots.txt
 FR/
 FR/default
 FRONT_PROGRAMAS?go=
@@ -23249,7 +23103,7 @@ G
 GA/
 GAITripBuilder
 GAM-investments-dave/
-GAM-placements-dave/http://softpedia.com/robots.txt
+GAM-placements-dave/http://rocketlawyer.com/robots.txt
 GARecord
 GB/default
 GD/
@@ -28648,12 +28502,13 @@ Images/HTEditImages
 Images/MT
 Images/Popup/
 Images/QDM_EVENTS
-Images/sites/http://kctv5.com/robots.txt
+Images/sites/http://amazon.jobs/robots.txt
 Import
 ImpressionRecord
 ImproveListing
 Inactive
 Inbox
+Incapsula*
 Include-Footer
 Include-Header
 Includes
@@ -28826,7 +28681,6 @@ Large-Files/
 LastBooking/ElapsedTime
 LastModified_fra
 LastModified_til
-LastUndeliveredOrder.aspx
 Lato-z-Radiem/Tag172765
 LawCite
 Layout/set/popup
@@ -29361,7 +29215,6 @@ My-Property/Recycling-Compost-and-Trash/Trash
 MyAccount
 MyAccount*
 MyAccount.jsp
-MyAccount/
 MyAccountInfo.aspx*
 MyAchievements
 MyAlamy.asp*
@@ -29379,9 +29232,9 @@ MyManga/anime-set-categ.php
 MyPaintColorListDetailView
 MyPortfolio
 MyProductsView
+MyProfile*
 MyProjectListDetailView
 MyProperty24
-MyResearch
 MyScenesView
 MyStainColorsView
 MyStoresView
@@ -29656,7 +29509,6 @@ OrderDetail
 OrderItemDisplay
 OrderItemDisplay=
 OrderNum*
-OrderPipe/
 OrderShippingBilling
 OrderSummaryView
 Ore/Public
@@ -29693,7 +29545,6 @@ PARTNERS/*
 PCCOciWeb/
 PDAET/
 PDATOI/
-PDF-Library
 PDF/
 PE/
 PEDS/
@@ -29764,7 +29615,7 @@ Pages/Forms
 Pages/Search-Results.aspx
 Pages/Search.aspx
 Pages/myetocsunsubscribe.aspx
-Pages/search.aspx?sub=default&q=http://mlb.mlb.com/robots.txt
+Pages/search.aspx?sub=default&q=http://ucsf.edu/robots.txt
 Pages/subprocessors.aspx
 Pagetext
 Pagethumb
@@ -30055,10 +29906,13 @@ Print.aspx
 Print/*
 PrintGuide
 PrinterFriendly
+PrinterFriendly
+PrinterFriendly_hc
 Prints/
 PrivacyView
 Private
 ProcesoPago
+ProdStage
 Product
 Product-Exclusion
 Product-GetSetItem
@@ -30414,15 +30268,12 @@ RecentDiscuss
 RecentObituariesHandler.ashx
 RecentlyViewed
 RecepteurXML
-Reception/TopicalMessage/SaveToPdf?messageId=7239
 Recherche?*$
 Rechercher
 Recommend
 RecommendFor
 Recommendations/
 Recommendations/PageView
-Record
-RecordDrivers
 Recovery_Packages
 Redesign/
 Redir.aspx
@@ -30588,6 +30439,7 @@ SK/
 SL/
 SM/
 SN/
+SNBA
 SNP
 SNflightreservation
 SO/
@@ -30655,19 +30507,11 @@ Search.aspx
 Search.htm
 Search/
 Search/*
-Search/Ajax
 Search/Detail/
-Search/Email
-Search/History
 Search/Mail/Public
-Search/OpenSearch
-Search/Results
 Search/Search/
 Search/SearchKeyWord
-Search/Suggest
-Search/cache
-Search/http://builtin.com/robots.txt
-Search/xsl
+Search/http://nsf.gov/robots.txt
 Search2/
 Search?
 Search?q*
@@ -30678,8 +30522,6 @@ SearchKey
 SearchMode=
 SearchNavigationView
 SearchRanking=*
-SearchResult/ResultList.aspx*PageIndex=*
-SearchResult/ResultList.aspx*SFilt=*
 SearchResults
 SearchResults.aspx
 SearchResults.aspx$
@@ -30917,7 +30759,7 @@ Snap
 SocialIapReporting
 Sogou
 Sok
-Sok*http://hal.science/robots.txt
+Sok*http://alchetron.com/robots.txt
 Soldier/
 SolutionsDisplay
 SortAttractions
@@ -30977,7 +30819,7 @@ Staff/style.css.map
 Staff/user/login
 Staging
 Staging/*c.cat$
-Standards-and-Positions/Principles-and-Standards/E-examples/http://wowow.co.jp/robots.txt
+Standards-and-Positions/Principles-and-Standards/E-examples/http://kitploit.com/robots.txt
 Staples/
 StartBooking
 StartDocument
@@ -31260,6 +31102,7 @@ Tagit&tagName=%D7%99%D7%A4%D7%99%D7%AA+%D7%A1%D7%A7%D7%95%D7%A8%D7%99&tag=%D7%99
 Tagit/%D7%A0%D7%95%D7%99+%D7%90%D7%9C%D7%97%D7%A0%D7%A0%D7%99
 Tagit/*&page=
 Tags
+Tags
 Tags/
 TagsJSONServlet
 TargetListPortalView
@@ -31746,7 +31589,7 @@ WebService
 WebServices
 WebServices/
 WebStripper
-WebSupport/Restrictedhttp://scrum.org/robots.txt
+WebSupport/Restrictedhttp://ascd.org/robots.txt
 WebUserControls
 WebX
 WebZIP
@@ -31881,7 +31724,7 @@ ZyBORG
 \+*\+
 \.
 \/*FAQ*
-\/*RMP*http://stitcher.com/robots.txt
+\/*RMP*http://summersontheyard.com/robots.txt
 _
 _
 _*_
@@ -32210,7 +32053,7 @@ _global_notifications
 _googlepi
 _gpbe/
 _gsdata_/
-_gtmhttp://waymo.com/robots.txt
+_gtmhttp://nokidhungry.org/robots.txt
 _guide
 _hcms/forms//embed/v3/form/53/438f4c23-5908-4c4e-a9a7-e30a3897211b/json?hutk=
 _hcms/iplookup
@@ -32280,7 +32123,7 @@ _layouts/sp.core.js?rev=*
 _layouts/sp.js?rev=*
 _layouts/sp.runtime.js?rev=*
 _layouts/sp.ui.dialog.js?rev=*
-_layoutshttp://worthpoint.com/robots.txt
+_layoutshttp://opendental.com/robots.txt
 _lib/
 _libraries
 _locale-config
@@ -32367,6 +32210,7 @@ _partials/wix-vod
 _partner
 _partners
 _performance
+_pf.html
 _php
 _phs
 _plugin-test-area
@@ -32396,7 +32240,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://townhall.com/robots.txt
+_r/http://aboutcookies.org/robots.txt
 _recache
 _recruitment_demo
 _rect
@@ -32573,7 +32417,6 @@ a-very-belmond-christmas
 a-w/our-people/life-at-philips/_jcr_content/par/gc04v2_gridcontainer_0/containerpar_item_1/containerpar/n19_categorizedlisto_1197489506.cards.section.(Life%20at%20Philips).page.(---customkey---page---customkey---).html
 a-w/sandbox
 a-y
-a.php
 a/
 a/$
 a/*
@@ -40260,7 +40103,6 @@ about/ask/
 about/ask?*
 about/at-a-glance/plans/student-survey-2022
 about/awards/award-recipient-form.html
-about/backup
 about/c
 about/captcha/
 about/careers
@@ -40293,23 +40135,18 @@ about/careers/applications/teams
 about/careers/job
 about/careers/terremark
 about/category/news
-about/classes
 about/contact-us
 about/contact-us
 about/contact-us/test-contact-form
 about/contact/3/
 about/contact/unsubscribe
 about/contact_us
-about/copyright-information/privacy-noticehttp://sheets.google.com/robots.txt
+about/copyright-information/privacy-noticehttp://missouribotanicalgarden.org/robots.txt
 about/corporate/election/election_mock_up_qa.html
 about/covid19/staff-resources
-about/css
-about/de/about_sources_date.php
 about/documents
-about/download
 about/emailunsubscribe.aspx
 about/emp_sub
-about/en/about_sources_date.php
 about/error.aspx
 about/events/events/internal-event
 about/events/events/internal-seminar
@@ -40333,7 +40170,6 @@ about/institutional-support/membership
 about/investor-relations
 about/javad
 about/jobs
-about/js
 about/leadership-administration/beacon-wellness-initiative/
 about/leadership-administration/chancellor-event-request/thank-you/
 about/leadership-administration/chancellor-meeting-request/thank-you/
@@ -40352,7 +40188,7 @@ about/newsroom
 about/newsroom/page/*/?s
 about/newsroom/page/*/?tag
 about/oa-funding-and-policy-support
-about/past-staff/http://city.yokohama.lg.jp/robots.txt
+about/past-staff/http://safeweb.norton.com/robots.txt
 about/person/003a000001vIIl0AAG
 about/ping
 about/preparedness/coronavirus/staff-resources
@@ -40592,12 +40428,12 @@ account-management-devel
 account-prefs-change
 account-settings
 account-setup
+account.html
 account.php
 account.php
 account/
 account/*
-account/InstitutionalSignInhttp://blog.mailchimp.com/robots.txt
-account/InstitutionalSignInhttp://lodash.com/robots.txt
+account/InstitutionalSignInhttp://deutschlandfunkkultur.de/robots.txt
 account/Register.aspx
 account/_Resources/
 account/accomplishments
@@ -40733,7 +40569,7 @@ account_settings/set_your_password?
 account_settings?
 accountemail
 accounthelp
-accounthttp://troyhunt.com/robots.txt
+accounthttp://sydney.edu.au/robots.txt
 accountinfo.php
 accounting-firms/country/*?grade
 accounting/*
@@ -40850,7 +40686,7 @@ acre/biblioteca/historico
 acre/biblioteca/horario-de-funcionamento-e-endereco
 acre/biblioteca/servicos
 acre/missao-visao-valores
-acronymshttp://paris.fr/robots.txt
+acronymshttp://acm.org/robots.txt
 act
 act/newsletter/keep_receiving_our_emails
 act/support_wwf/donate/worldpay
@@ -41089,7 +40925,7 @@ ad-test
 ad-testing
 ad.php*
 ad/
-ad/*http://element.io/robots.txt
+ad/*http://premium.wpmudev.org/robots.txt
 ad/animaux
 ad/animaux_perdus
 ad/autres
@@ -41167,7 +41003,6 @@ add.php
 add/
 addBundle
 addContacts
-addNewLink*.*$
 addOutlookToCalendar
 addToCart.php
 addToHistory
@@ -41267,7 +41102,7 @@ admin
 admin
 admin$
 admin*$
-admin*http://thenational.scot/robots.txt
+admin*http://cs.umd.edu/robots.txt
 admin-confirmation
 admin-preview
 admin-user
@@ -41284,7 +41119,7 @@ admin/blogmove
 admin/errors
 admin/forgot/
 admin/form
-admin/http://exploratorium.edu/robots.txt
+admin/http://gazzetta.it/robots.txt
 admin/intro/history/marxists/traffic
 admin/intro/history/webstats
 admin/js
@@ -41312,7 +41147,7 @@ adminapps4/
 admincontrol
 admincontrol/
 admincp
-adminhttp://zencoaching.com.tr/robots.txt
+adminhttp://orangc.xyz/robots.txt
 administration
 administration/
 administrative-fellowship
@@ -41512,8 +41347,10 @@ advancedSearch
 advanced_blog_search
 advanced_engl.html
 advanced_group_search
+advanced_search.html
 advanced_search.php
 advanced_search=
+advanced_search_result.html
 advanced_search_result.php
 advancedroadmapsserver0327
 advancedroadmapsserver0328
@@ -41672,7 +41509,7 @@ affiliate
 affiliate-2
 affiliate-partner-offer
 affiliate-program
-affiliate/*http://fontsquirrel.com/robots.txt
+affiliate/*http://fotor.com/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms
@@ -41769,7 +41606,7 @@ agency
 agency-directory
 agency-directory/.+
 agency-requests
-agency/profile/*http://support.skype.com/robots.txt
+agency/profile/*http://leaverou.github.io/robots.txt
 agency/shutdown/materials/contingency-plan-08-05-19.html
 agency/shutdown/materials/contingency-plan-08-05-19.pdf
 agency_registrations
@@ -42367,7 +42204,13 @@ albinal
 albright
 album
 album.php
+album/delete_user_review
+album/fetch_overview_review
+album/fetch_review_view
 album/promotion-hindi
+album/report_inappropriate
+album/review_thumbs
+album/save_user_review
 albumarchive
 albumes/2015/03/03/nba_malditos_muertos
 albums
@@ -42850,7 +42693,7 @@ amp.html
 amp/
 amp/*/more.html
 amp/*/page-*/$
-amp/*http://d3n8a8pro7vhmx.cloudfront.net/robots.txt
+amp/*http://medicine.yale.edu/robots.txt
 amp//
 amp/admin/
 amp/amp/*
@@ -43423,7 +43266,6 @@ api.php?
 api.php?*&action=
 api.php?action=
 api/
-api/$
 api/*
 api/*/article/
 api/*/doc
@@ -43519,7 +43361,7 @@ api/discovery
 api/dns
 api/docs/articles/
 api/documentations/v3
-api/du/SEARCHhttp://mail.python.org/robots.txt
+api/du/SEARCHhttp://transparency.org/robots.txt
 api/du/Search
 api/du/search
 api/dynamic-og
@@ -43560,7 +43402,7 @@ api/liferay
 api/listings/*/related_articles
 api/listings/*/retargeting_history
 api/listings/*/upsell
-api/loadmore/*http://itmedia.co.jp/robots.txt
+api/loadmore/*http://revolut.com/robots.txt
 api/location/autocomplete-suggestions
 api/log-info
 api/login
@@ -43579,7 +43421,7 @@ api/nsi/v1/epgu/region/undefined
 api/nts/v1/login
 api/odata
 api/og
-api/og/*http://uniqlo.com/robots.txt
+api/og/*http://ethz.ch/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/pdp/*/availability
@@ -43777,7 +43619,7 @@ aponline
 app
 app
 app$
-app*.jshttp://hc-sc.gc.ca/robots.txt
+app*.jshttp://ui.adsabs.harvard.edu/robots.txt
 app*_
 app*form_id=
 app-ads.txt
@@ -43969,7 +43811,7 @@ appl
 apple-app-association/apple-app-site-association
 apple-app-site-association
 apple-app-site-association
-apple-app-site-associationhttp://blog.mozilla.org/robots.txt
+apple-app-site-associationhttp://hyperallergic.com/robots.txt
 apple-news
 apple-pay
 apple-touch-icon-120x120-precomposed.png
@@ -44002,7 +43844,33 @@ application?
 applicationglobalinterfaces/
 applications
 applications
+applications/app_center_tour/
+applications/applications/
+applications/authors/contributor/
+applications/authors/reviews/
+applications/categories/
+applications/community/
+applications/editorschoice/editorschoice/
+applications/editorschoice/topics/
 applications/farel12
+applications/general/
+applications/highschoolcenter/
+applications/key/
+applications/languageapps/
+applications/maplelinks/
+applications/maplets/
+applications/papers/
+applications/powertools/
+applications/privacy/
+applications/private/
+applications/products/
+applications/purchase/
+applications/solutions/
+applications/subscribe/
+applications/support/
+applications/teachercenter/
+applications/topics/topics/
+applications/trademark/
 applicationstyles/
 applink/.well-known
 applinkstest
@@ -44129,7 +43997,7 @@ apps_ext/*/*ILinkListener*
 apps_ext/*/admin*
 apps_ext/*/dashboard*
 apps_ext/*/login*
-apps_ext/http://us.macmillan.com/robots.txt
+apps_ext/http://chesstempo.com/robots.txt
 appsearch_header=
 appservice
 appsfullcontent.htm
@@ -44146,7 +44014,7 @@ aprimoemails/
 apropp
 aps
 apss/search-result
-apsstore/Pages/SoybeanRustDiscount.aspxhttp://allafrica.com/robots.txt
+apsstore/Pages/SoybeanRustDiscount.aspxhttp://danfoss.com/robots.txt
 apw.js
 aq
 aq=
@@ -44635,7 +44503,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://hal.archives-ouvertes.fr/robots.txt
+archives/http://video.foxnews.com/robots.txt
 archives/index.html
 archives/multimedia/extra
 archives/multimedia/feedback.php
@@ -44992,6 +44860,7 @@ articolo_app.php
 articoloins.php
 articoloins.php
 articulo-recomendados
+artifactory
 artifacts
 artifacts/thimble
 artist
@@ -45165,8 +45034,8 @@ asp.net/
 asp/
 asp/
 asp/*
-asp/*http://android.googlesource.com/robots.txt
-asp/*http://drmartens.com/robots.txt
+asp/*http://cnc.fr/robots.txt
+asp/*http://dena.com/robots.txt
 asp/cgabillstatus/
 asp/demo_db_edit.asp
 asp/menu/
@@ -45180,7 +45049,7 @@ aspwebcalendar/
 aspwebcalendar/calendar.asp
 aspx$
 aspx/
-aspx/read.aspxhttp://techeblog.com/robots.txt
+aspx/read.aspxhttp://artofmanliness.com/robots.txt
 aspx_pages_code_testing
 aspxerrorpath*
 asq
@@ -46047,7 +45916,7 @@ auth/createchallenge
 auth/facebook
 auth/getLogonForm.do
 auth/google
-auth/http://nl.linkedin.com/robots.txt
+auth/http://beatport.com/robots.txt
 auth/login
 auth/login?
 auth/logout
@@ -46514,7 +46383,6 @@ b2b
 b2b-gift-card-shop
 b2b-marketing-expo
 b2b-resource/blogdownloadform
-b2b/ydirect
 b2bauth
 b2c-tools
 b=*p=*
@@ -46635,9 +46503,8 @@ baggage/
 bagley
 baharhaghighat
 bahl
-bai3Tucheechai9yauwie5aekeegiDeehttp://spglobal.com/robots.txt
-baidu
-baidu-pc/http://canlii.org/robots.txt
+bai3Tucheechai9yauwie5aekeegiDeehttp://aa.org/robots.txt
+baidu-pc/http://mpago.la/robots.txt
 baileymerlin
 baileysincox
 bait
@@ -46702,6 +46569,7 @@ bamediacentre/*
 ban-me-i-am-a-robot
 banaji
 banca-finanzas-eAm/*
+bancotalentos
 band-merch/shop-by-artist/*/srf.*
 band-merch/shop-by-artist/*/srf.*_*
 band-merch/shop-by-genre/*/srf.*
@@ -46744,7 +46612,7 @@ baobao*?
 baocao
 baohongchen
 bapingseo
-bappstore/bapps/download/http://ebay.de/robots.txt
+bappstore/bapps/download/http://semanticscholar.org/robots.txt
 baptist-health-news/search*
 baqaee
 baraholka/
@@ -46803,9 +46671,6 @@ basinilan
 basket
 basket.html
 basket/
-basket/add
-basket/delete
-basket/oneclick
 basket/view
 basket_add.asp
 basketshim
@@ -47284,7 +47149,7 @@ betaboards
 betacc
 betaem
 betaexperience/
-betalen/http://ufodc.com/robots.txt
+betalen/http://theplrshow.com/robots.txt
 betatos
 bethchen
 betmgm-presents
@@ -47588,7 +47453,7 @@ bin
 bin
 bin/
 bin/*
-bin/*http://blibli.com/robots.txt
+bin/*http://raiffeisen.ch/robots.txt
 bin/broker
 bin/broker2
 bin/cba/nimbus/getPageInfo
@@ -47651,6 +47516,7 @@ biplabpaul
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
 bipolar-disorder/video/bipolar-toolbox
+bipolar/c/9994
 bipolar_disorder_overview_pictures_slideshow/article.htm
 biqubiqucom
 bird
@@ -47827,7 +47693,7 @@ blank.xml
 blast/BlastAlign.cgi
 blast/bl2seq/wblast2.cgi
 blausen*
-blausen*http://creativeboom.com/robots.txt
+blausen*http://datawrapper.dwcdn.net/robots.txt
 blausen*http://wpastra.com/robots.txt
 blaw/*
 blazer-ev/charging
@@ -47976,7 +47842,7 @@ blog/*sitemap.xml$
 blog/*utm_source=
 blog/*wordfence_*
 blog/.
-blog/.html.*http://goodreads.com/robots.txt
+blog/.html.*http://newyorker.com/robots.txt
 blog/17-big-tax-deductions
 blog/20
 blog/200
@@ -48024,10 +47890,6 @@ blog/author/.*\?.
 blog/author/matt-rowland-hill
 blog/authors
 blog/authors/
-blog/base/category
-blog/base/date
-blog/baseoai/category
-blog/baseoai/date
 blog/blue-tracker
 blog/cards
 blog/category
@@ -48116,7 +47978,6 @@ blog/readme.html
 blog/resource
 blog/review
 blog/robots.txt
-blog/roller-ui
 blog/sample-
 blog/sample-page
 blog/search
@@ -49984,7 +49845,7 @@ boletin-joven-00135/
 boletin/*
 boletin/baja
 boleto
-boleto/http://surferseo.com/robots.txt
+boleto/http://mindmeister.com/robots.txt
 bolivia-eAm/*
 bolivia/*
 bollettino
@@ -50081,7 +49942,7 @@ bookedguest/guestmanagement/registration/enroll
 bookexpress
 bookinfo.php
 booking
-booking-cruise/*http://jagranjosh.com/robots.txt
+booking-cruise/*http://books.google.fr/robots.txt
 booking/
 booking/?
 booking/bagtagmailer
@@ -50114,7 +49975,7 @@ bookmarks$
 bookmarks/search?
 bookmarks/widget
 bookmarks_extension
-bookmarkshttp://healthline.com/robots.txt
+bookmarkshttp://i0.wp.com/robots.txt
 bookmgr-cgi
 bookproperty
 books
@@ -50515,6 +50376,7 @@ branchenbuch/*/*/*/ln0
 branches-atms/locations.html
 brand
 brand-assets
+brand-focus
 brand-guide?page=
 brand-guidelines
 brand-post
@@ -50541,7 +50403,7 @@ brand/_img/stretch1.png
 brand/_img/stretch2.png
 brand/_img/transparencylogo.png
 brand/_img/transparent1.png
-brand/http://codemirror.net/robots.txt
+brand/http://rohde-schwarz.com/robots.txt
 brandavestudios/
 brandcentral
 branddb/*/jsp
@@ -50566,7 +50428,7 @@ branding/images/dont-02.png
 branding/images/dont-03.png
 branding/images/dont-04.png
 branding=
-brandnew/psphttp://rijksmuseum.nl/robots.txt
+brandnew/psphttp://cvs.com/robots.txt
 brandnewconference/2016/video
 brandonbergman
 brandonedwards
@@ -50750,7 +50612,7 @@ browse/author
 browse/author-structure
 browse/blogshome
 browse/bookview.aspx
-browse/catalogue-full/*/albumshttp://blog.bufferapp.com/robots.txt
+browse/catalogue-full/*/albumshttp://events.ccc.de/robots.txt
 browse/cities
 browse/collocations
 browse/deals/partial
@@ -50892,6 +50754,7 @@ bucks/node
 bucks/users
 buddy/
 budget
+budget-2019
 budget/search/node
 budget=
 budgethome_stories.cms
@@ -50945,6 +50808,7 @@ bulkqr.php
 bulletin
 bulletin/
 bulletin/divors/nirim.html
+bulletin/search
 bulletins/work
 bullheads/
 bullpen
@@ -54555,7 +54419,7 @@ c/*?*rg_days_since_indexing=
 c/*?*sort=
 c/*?*stores=
 c/*attr_*=
-c/*http://gov.scot/robots.txt
+c/*http://paulgraham.com/robots.txt
 c/*price_bucket=
 c/*search_type=
 c/*ship_to=
@@ -54674,7 +54538,7 @@ c/document_library/get_file?file_path=/portal-6/non-indexar/
 c/document_library/get_file?file_path=/portal-conselleria2/non-indexar/
 c/document_library/get_file?file_path=/portal-conselleria3/non-indexar/
 c/document_library/get_file?file_path=/portal-conselleria4/non-indexar/
-c/document_library/get_file?file_path=/portal-conselleria5/non-indexar/http://webarchive.nationalarchives.gov.uk/robots.txt
+c/document_library/get_file?file_path=/portal-conselleria5/non-indexar/http://developingchild.harvard.edu/robots.txt
 c/document_library/get_file?file_path=/portal-presidente/non-indexar/
 c/document_library/get_file?file_path=/portal-transparencia/non-indexar/
 c/document_library/get_file?file_path=/portal-web/non-indexar/
@@ -54692,7 +54556,7 @@ c/fan_reach
 c/fr
 c/gift-cards
 c/how-to-diy.atom
-c/http://brennancenter.org/robots.txt
+c/http://manybooks.net/robots.txt
 c/jobs
 c/jobs/careers-advice$
 c/json
@@ -55209,7 +55073,7 @@ calendar/*?year=2022
 calendar/*?year=2023
 calendar/*?year=2024
 calendar/*?year=2025
-calendar/*http://hotmart.com/robots.txt
+calendar/*http://peta.org/robots.txt
 calendar//index.html
 calendar/1415-2
 calendar/350/search/
@@ -55672,7 +55536,7 @@ campaigns/credit-cards/expired-reference-archive/ita-bt-combo.html
 campaigns/credit-cards/more-than-minimum.html
 campaigns/credit-cards/parris-island.html
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://hse.gov.uk/robots.txt
+campaigns/digital-recruitmenthttp://privacysandbox.com/robots.txt
 campaigns/digital.html
 campaigns/digital/operation-innovate.html
 campaigns/emc-systems
@@ -56063,6 +55927,9 @@ car/systems/carsystemsmodal.aspx
 caravan-details
 caravan-search
 carbatteryquote
+carbon-footprint-calculator/kenya
+carbon-footprint-calculator/madagascar
+carbon-footprint-calculator/peru
 card
 card-list
 card.php
@@ -56392,7 +56259,7 @@ cartalacarte/
 cartas/*
 carte
 carte-cdiscount/facilites-paiement/
-carte-grise-prefecture/http://global.rakuten.com/robots.txt
+carte-grise-prefecture/http://wmo.int/robots.txt
 carte?
 carteira
 cartelera-de-cine/Element
@@ -56520,7 +56387,7 @@ catalog/category/view
 catalog/category/view/
 catalog/cl
 catalog/co
-catalog/http://surgagame.id/robots.txt
+catalog/http://hrustevich.com/robots.txt
 catalog/mx
 catalog/packagepopup
 catalog/pe
@@ -56534,27 +56401,9 @@ catalog/productAlternative
 catalog/product_compare
 catalog/product_compare/
 catalog/productreviews
-catalog/profile/1382177
-catalog/profile/1443423
-catalog/profile/1472897
-catalog/profile/1748453
-catalog/profile/2475675
-catalog/profile/320989
-catalog/profile/3273357
-catalog/profile/3617706
-catalog/profile/3973434
-catalog/profile/4455596
-catalog/profile/4840832
-catalog/profile/4940328
-catalog/profile/6081621
-catalog/profile/6132519
-catalog/profile/7524096
-catalog/profile/7744773
-catalog/profile/7887525
-catalog/profile/968009
 catalog/sale
 catalog/search
-catalog/sizeReminder*http://digital.nhs.uk/robots.txt
+catalog/sizeReminder*http://empik.com/robots.txt
 catalog/thanks
 catalog?q
 catalogId=
@@ -56693,6 +56542,7 @@ category_suggest/json
 category_unsub
 categoryfilter
 categoryleaders.html
+cateringredirect/
 cateyboyle
 catherine-murray-1.436215
 catherine_weiner
@@ -58924,7 +58774,7 @@ cd_upload/Search
 cda
 cdb
 cdc
-cdc/http://bank.gov.ua/robots.txt
+cdc/http://adr.org/robots.txt
 cdedev
 cdf/sign
 cdiscount
@@ -58946,9 +58796,9 @@ cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
 cdn-cgi/challenge-platform/
-cdn-cgi/http://csfd.cz/robots.txt
-cdn-cgi/http://newspapers.com/robots.txt
-cdn-cgi/http://supremecourt.gov/robots.txt
+cdn-cgi/http://account.google.com/robots.txt
+cdn-cgi/http://nordvpn.com/robots.txt
+cdn-cgi/http://spyfu.com/robots.txt
 cdn-cgi/image
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
@@ -58960,7 +58810,7 @@ cdn-cgi/scripts
 cdn-cgi/speculation
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://abc.xyz/robots.txt
+cdn-cgi/zaraz/http://sumo.com/robots.txt
 cdn-fpw/sxg
 cdn-proxy/pim
 cdn-proxy/px
@@ -58982,9 +58832,9 @@ cdo-web/webservices/v1
 cdo/search-result
 cdonahue
 cdonline/
-cdp
 cdp-week-summer-edition
 cdp/*
+cdp/api
 cdr
 cds
 cds-statics/esi
@@ -59232,7 +59082,7 @@ cgi
 cgi-
 cgi-bin
 cgi-bin
-cgi-bin-22/http://bundesbank.de/robots.txt
+cgi-bin-22/http://mars.nasa.gov/robots.txt
 cgi-bin-auth
 cgi-bin-csrv
 cgi-bin/
@@ -59241,7 +59091,6 @@ cgi-bin/AT
 cgi-bin/CITATIONS
 cgi-bin/Money/netc/story.cgi
 cgi-bin/RecentChanges
-cgi-bin/admin
 cgi-bin/ajax_antworter.fcgi
 cgi-bin/allpages
 cgi-bin/back.cgi
@@ -59289,7 +59138,7 @@ cgi-bin/medicine/deans
 cgi-bin/mqcustomconnect
 cgi-bin/mqinterconnect
 cgi-bin/msdemo/
-cgi-bin/notices/http://oeffnungszeitenbuch.de/robots.txt
+cgi-bin/notices/http://sustainabledevelopment.un.org/robots.txt
 cgi-bin/onTopic
 cgi-bin/order/
 cgi-bin/order/bill.pdf
@@ -59347,7 +59196,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://hollywoodreporter.com/robots.txt
+cgi-binhttp://similarweb.com/robots.txt
 cgi-brookscole/
 cgi-comment
 cgi-dev
@@ -59820,6 +59669,7 @@ cheap196zpgf723nsd845books/
 chebi
 check
 check*.php
+check-logged-in
 check-payment
 check.htm
 check/
@@ -59898,7 +59748,7 @@ checkout_vrepay_elv.php
 checkout_vrepay_giropay.php
 checkout_vrepay_kreditkarte.php
 checkoutconfirmation
-checkouthttp://sparklemeetspop.com/robots.txt
+checkouthttp://biblegateway.com/robots.txt
 checkoutimages.action2
 checkoutnow
 checkouts
@@ -59945,7 +59795,7 @@ cheyenneedition/events/search/
 chfar
 chfarCostLimit
 chi/
-chi_simple/http://bgp.he.net/robots.txt
+chi_simple/http://vecernji.hr/robots.txt
 chiaki1007akie/videolist-*.html
 chiaki1007akie/videolist.html
 chicago-workspace
@@ -60473,7 +60323,7 @@ clasificados/external-login
 clasificados/get-filter-results
 clasificados/get-results
 clasificados/get-top-box-results
-clasificados/http://chemistryworld.com/robots.txt
+clasificados/http://blippar.com/robots.txt
 clasificados/login-saved-searches
 clasificados/manage-saved-searches
 clasificados/mobile/search
@@ -60495,7 +60345,7 @@ classes/*/schedule
 classes/checkout
 classes/create$
 classes/topics/all-access
-classes/topics/all-accesshttp://confluence.atlassian.com/robots.txt
+classes/topics/all-accesshttp://www-01.ibm.com/robots.txt
 classfied
 classic
 classic*?
@@ -61014,7 +60864,7 @@ cn/en/book-a-trip/flights/fare-types/fare-guide-information.html
 cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
-cn/events/huaweiconnect/livestream-for-tvs$http://bitpay.com/robots.txt
+cn/events/huaweiconnect/livestream-for-tvs$http://cisecurity.org/robots.txt
 cn/forum/*
 cn/ipns
 cn/login-messages
@@ -61059,6 +60909,7 @@ cn_cmb
 cn_icbc
 cn_kiosk
 cna2019api/*
+cnaclnovo
 cndzzz
 cnerc-rail/search-result
 cnet
@@ -61172,7 +61023,7 @@ code-promo
 code-promo/interstitiel
 code/
 code/*
-code/http://un.org/robots.txt
+code/http://fonts.google.com/robots.txt
 code=
 codeCoverage
 code_activation
@@ -61241,7 +61092,7 @@ collapse?
 collateral/corporate/po/
 collect
 collection
-collection.phphttp://yourls.org/robots.txt
+collection.phphttp://husqvarna.com/robots.txt
 collection/*
 collection/*/amp
 collection/*/product
@@ -61249,7 +61100,7 @@ collection/*?
 collection/api/logger
 collection/category
 collection/editor
-collection/editor/http://inpn.mnhn.fr/robots.txt
+collection/editor/http://forbusiness.snapchat.com/robots.txt
 collection/works?
 collection/zone
 collection=
@@ -61337,7 +61188,7 @@ collections/picture
 collections/q$
 collections/q/$
 collections/search
-collections/search?*http://boell.de/robots.txt
+collections/search?*http://rbi.org.in/robots.txt
 collections/share
 collections/user
 collections/vendors
@@ -61429,7 +61280,7 @@ comfortable_pay
 comic-indies
 comic-indies/$
 comic-indies/about
-comiccontrol/http://nbcsports.com/robots.txt
+comiccontrol/http://bahn.de/robots.txt
 comics
 comics-kingdom
 comics/unlimited/home
@@ -61472,6 +61323,7 @@ comment-page-1
 comment-page-2
 comment-page-4
 comment-page-5
+comment-policy
 comment-subscriptions
 comment.g
 comment.naver
@@ -61497,7 +61349,7 @@ commento
 comments
 comments
 comments$
-comments-7.*http://old.reddit.com/robots.txt
+comments-7.*http://thestandard.com.hk/robots.txt
 comments-section
 comments.
 comments.php
@@ -61516,11 +61368,10 @@ comments/new
 comments/quote
 comments/reply
 comments=true
-commentshttp://torrentfreak.com/robots.txt
+commentshttp://api.slack.com/robots.txt
 commerce
 commerce$
 commerce-plans-comparison
-commerce/add-to-cart
 commerce/day.aspx
 commerce/digital-download
 commerce/facts-infos/country-pays.aspx
@@ -61567,6 +61418,8 @@ common/austin-summit
 common/bug
 common/content_
 common/error
+common/h/sitemaps
+common/images
 common/inc/productDetail_price.jsp
 common/js/
 common/mail/
@@ -61583,7 +61436,7 @@ common/survey.aspx
 common/swf/ZoomEmbed
 common/tools/pg/manual/PGcoa
 common/tools/pg/manual/PGholdmail
-common/trial/http://ccma.cat/robots.txt
+common/trial/http://mail.ru/robots.txt
 common/xml
 common2013
 common2013/gsma_header_footer/allnavs
@@ -61673,7 +61526,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://google.qualtrics.com/robots.txt
+community/*/profile/*http://marketingplatform.google.com/robots.txt
 community/*/rss
 community/*/topics
 community/*/trackback
@@ -61958,8 +61811,6 @@ compare/*;
 compare/search*?
 compare=
 compare?
-compare_destinations
-compare_packages
 compareajax
 compared_products
 comparelists
@@ -62364,7 +62215,7 @@ condiciones-de-uso
 condition=
 condition_s
 conditions-diseases?f*
-conditions-diseases?linkId*http://abdn.ac.uk/robots.txt
+conditions-diseases?linkId*http://fibre2fashion.com/robots.txt
 conditions-diseases?search=
 conditions-generales
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
@@ -62374,7 +62225,7 @@ conditions_that_can_cause_blood_in_your_urine/article.htm
 conditions_that_can_cause_body_hair_loss/article.htm
 conduit-testing$
 conejo
-conex-2019http://signupgenius.com/robots.txt
+conex-2019http://openweathermap.org/robots.txt
 conf
 conf
 conf-og/*
@@ -62471,7 +62322,7 @@ confirmare-mail
 confirmarmodificacaodee-mail
 confirmarnovasenha,definirnovasenha
 confirmation
-confirmation?http://radio.garden/robots.txt
+confirmation?http://compart.com/robots.txt
 confirmationNumber=
 confirmationcommande
 confirmednewpassword
@@ -62497,7 +62348,7 @@ connect-more/programme-2023/connect-more-2023-programme-file
 connect-to-analyst
 connect/@
 connect/authorize*
-connect/http://dreamstime.com/robots.txt
+connect/http://aljazeera.com/robots.txt
 connect/labournews
 connect/profile
 connect/social-intranet.html
@@ -62553,7 +62404,7 @@ cons/rtfcache/
 cons/static
 consciously/
 consent
-consent/amp-consent/info*http://cwi.nl/robots.txt
+consent/amp-consent/info*http://hu.wikipedia.org/robots.txt
 conservation/th-expenses/pdf/2007_08_conservation_expenses.pdf
 consign
 consignments
@@ -62610,7 +62461,7 @@ contact-pantone-connect
 contact-preferences
 contact-request/
 contact-sales
-contact-sales/http://hachettebookgroup.com/robots.txt
+contact-sales/http://lists.w3.org/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -62655,7 +62506,7 @@ contact/feedback
 contact/form/
 contact/general
 contact/goodbye.html
-contact/http://ilga.gov/robots.txt
+contact/http://sublimetext.com/robots.txt
 contact/menu*
 contact/partner*
 contact/pitch/success
@@ -62869,7 +62720,7 @@ content/campaigns/us/noindex/
 content/canadian-tire/en/password-reset
 content/canadian-tire/fr/password-reset
 content/canadiantire/apple-app-site-association.json
-content/canadiantire/assetlinks.jsonhttp://themify.me/robots.txt
+content/canadiantire/assetlinks.jsonhttp://healthyplace.com/robots.txt
 content/category
 content/cd
 content/cdc/login
@@ -62972,7 +62823,7 @@ content/dam/auspost_corp/media/documents/parcel-contract-three-zone.pdf
 content/dam/auspost_corp/media/documents/parcel-services-product-guide.pdf
 content/dam/auspost_corp/media/documents/services-agreement-terms-conditions.pdf
 content/dam/avalara/public/documents/pdf/
-content/dam/avg/img/2014/business/http://press.princeton.edu/robots.txt
+content/dam/avg/img/2014/business/http://domain.com/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -63117,7 +62968,7 @@ content/dam/mobile/en/legacy/documents/legal-docs/
 content/dam/msdotcom
 content/dam/msdotcom/en/assets/pdfs/Client-Tax-Certification.pdf
 content/dam/msdotcom/en/assets/pdfs/IWM_Combo_Client_Tax_Certification.pdf
-content/dam/munichre/brandportal/guidelines/*.pdf$http://republicworld.com/robots.txt
+content/dam/munichre/brandportal/guidelines/*.pdf$http://neatorama.com/robots.txt
 content/dam/natwest_com/secureinbox
 content/dam/nuance/en_us/terms-and-conditions/
 content/dam/oecd/
@@ -63160,7 +63011,7 @@ content/dam/splunk2/images/logos/splunk-logo.svg?asd
 content/dam/static-page/customer-advocacy/*/pdf/*
 content/dam/static/js/tagging/
 content/dam/store
-content/dam/students/documents/graduations/programs/http://infoq.com/robots.txt
+content/dam/students/documents/graduations/programs/http://troyhunt.com/robots.txt
 content/dam/stzh/aemmanual-tui
 content/dam/stzh/cd
 content/dam/stzh/pkzh
@@ -63175,7 +63026,7 @@ content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guid
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_tracking_and_orders.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_user_management.pdf
 content/dam/tcom/personal/help/pdf/cis-business/mobile/business-critical-information-summary-business-fleet-plus-10.pdf
-content/dam/tcom/personal/help/pdf/cis-business/mobile/business-critical-information-summary-business-fleet-plus-40.pdfhttp://paytm.com/robots.txt
+content/dam/tcom/personal/help/pdf/cis-business/mobile/business-critical-information-summary-business-fleet-plus-40.pdfhttp://edoeb.admin.ch/robots.txt
 content/dam/tcom/personal/my-account/pdf/chown-teg-form.pdf
 content/dam/temp
 content/dam/toyota/brochures/pdf/tcom/toyota-mobility.pdf
@@ -63289,7 +63140,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://google.co.kr/robots.txt
+content/downloads/http://amnesty.org/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -63326,7 +63177,7 @@ content/hhs
 content/historic-architectural-gem-returns-uc
 content/historic-architectural-gem-returns-uc-0
 content/honeywell/us/en/search.html?search=
-content/honeywellbt/us/en/error/monitoring-page.htmlhttp://ticotimes.net/robots.txt
+content/honeywellbt/us/en/error/monitoring-page.htmlhttp://shoutfactory.com/robots.txt
 content/icicibank/in/en/personal-banking/online-services/failover-akamai/assets/documents/bank-fair-practices-code.pdf
 content/ieee-org/en
 content/ieee-org/en/stage-homepage-backup.html
@@ -63386,7 +63237,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://shop.app/robots.txt
+content/index.php/user/logout/http://marketplace.visualstudio.com/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/inspublic
@@ -63485,7 +63336,7 @@ content/pluralsight/en/jcr:content
 content/prelaunch
 content/products-brochures/Company/Europe-shipping-rates.pdf
 content/profiles
-content/public/wbc/en/_services/calcs-forms-tools/http://supercell.com/robots.txt
+content/public/wbc/en/_services/calcs-forms-tools/http://klm.com/robots.txt
 content/public/wbc/en/_services/serialiser/
 content/public/wbc/en/_services/serialiser/calculator/
 content/public/wbc/en/business-banking/westpac-live-video/
@@ -63783,6 +63634,7 @@ contributors/
 contributors/*
 contributors/new-contributor-modal
 contributors/search
+contributors/ß
 contribuzione
 control
 control--homepage
@@ -63879,7 +63731,6 @@ cookies
 cookies-and-trackers-101-what-you-need-to-know
 cookies-fingerprinting-co-tracking-methods-clearly-explained
 cookies-required
-cooking/questions
 cooking_food_preparation_eating_wrong/article.htm
 cookingcontest
 coop/directory
@@ -63976,7 +63827,7 @@ core/*.png
 core/*.png
 core/*.svg
 core/*.svg
-core/*http://justanswer.com/robots.txt
+core/*http://credential.net/robots.txt
 core/_next/static/shared/static/sticker-mule-share.*.png
 core/dashboard
 core/dashboard
@@ -63999,15 +63850,22 @@ coronavirus_covid-19_sars_cov_2_news_updates/article.htm
 coronavirus_how_covid_19_affects_your_body/article.htm
 coronavirus_how_the_pandemic_is_affecting_our_body/article.htm
 corp
+corp/*.pdf$
 corp/Privacy.htm
 corp/Terms.htm
+corp/get-data
+corp/lps
 corp/ml-slider-sitemap.xml
+corp/solution
+corp/unlock-growth
 corpbanner
 corpcounsel/events
 corpes/form
 corpfiles/
 corporate
 corporate-banking/corporate-online/signin/
+corporate-corner
+corporate-gallery
 corporate-test
 corporate.
 corporate.html
@@ -64096,6 +63954,7 @@ corporate/utility-nav-content/
 corporate_liveproject/
 corporations
 corporatiu/rs/contacte
+corporativo
 corporativo/aviso-legal.html
 corporativo/ayuda.html
 corporativo/contacto.html
@@ -64110,6 +63969,7 @@ corrections
 corrections/search/node
 corrector
 correctors
+corregedoria
 correlati
 correze/
 correze/assure/actualites/
@@ -64358,14 +64218,14 @@ courses/find-a-course/media-communication-and-creative-arts/animation-and-motion
 courses/find-a-course/results
 courses/graduate-certificate-in-higher-education-curriculum-teaching-and-learning
 courses/honours
-courses/http://foundation.mozilla.org/robots.txt
+courses/http://bio.link/robots.txt
 courses/major/*-bachelor-arts-2022
 courses/major/film-television-bachelor-arts
 courses/nested-content/postgraduate
 courses/oasis/BabbScholarship
 courses/online-shkoly
 courses/online-shkoly/zapusk-online-shkoly
-courses/online-shkoly/zapusk-online-shkolyhttp://bethesequoia.com/robots.txt
+courses/online-shkoly/zapusk-online-shkolyhttp://markszabados.com/robots.txt
 courses/requests
 courses/section
 courses/short-courses/ual-short-courses/architecture-spatial-and-interior-design-short-courses-ppc
@@ -64477,7 +64337,6 @@ cpotools/mc/app/tpo/orderentry/
 cpotools/mc/app/tpo/pym/
 cpp-payment
 cpresources
-cpro
 cpropub/univercd
 cps-spc/alt_formats/
 cps-spc/images/
@@ -65044,9 +64903,67 @@ css/*.css*$
 css/*hotels*?
 css/*restaurants*?
 css/*things-to-do/*?
+css/Bidding.css
+css/ToolTip.css
+css/UserControls.css
+css/cSaleRegistration.css?010120180943
+css/cSaleRegistration.css?030120181509
+css/cSaleRegistration.css?040120181248
+css/cSaleRegistration.css?060120181545
+css/cSaleRegistration.css?070120181312
+css/cSaleRegistration.css?100120181322
+css/cSaleRegistration.css?120120181954
+css/cSaleRegistration.css?131220170707
+css/cSaleRegistration.css?131220171002
+css/cSaleRegistration.css?161220170733
+css/cSaleRegistration.css?211220170547
+css/cSaleRegistration.css?221120170127
+css/cSaleRegistration.css?221220170940
+css/cSaleRegistration.css?241220171114
+css/cSaleRegistration.css?251220171115
+css/cSaleRegistration.css?301220171323
+css/calresults_SaleLanding.css
+css/crsl.css
+css/crsl_2013.css
+css/entersalepop.css
 css/fonts
 css/general.css
 css/index.php
+css/mychristies-p1.css
+css/popup.container.css
+css/sale-landing-catgrid.css
+css/sale-landing-events.css
+css/sale-landing-microsite.css
+css/sale-landing-single-page.css
+css/sale-landing-v1.css
+css/sale-landing.css
+css/sale-landing_2013.css
+css/signup.css
+css/site.css
+css/site.layouts.left_nav.css
+css/site.layouts.leftnav.css
+css/site.pages.MyChristies_Login.css
+css/site.pages.advanced_search.css
+css/site.pages.content_archive.css
+css/site.pages.ecatalogues.css
+css/site.pages.locations.css
+css/site.pages.locations.ny.css
+css/site.pages.lot_details_popup.css
+css/site.pages.popular_categories.css
+css/site.pages.press-center.css
+css/site.pages.promo_landing_page.css
+css/site.pages.rss.css
+css/site.pages.sale_departments_tabs.css
+css/site.pages.special_events.css
+css/site.pages.specialists.css
+css/site.pages.template.css
+css/site.pages.viewingcalendar.css
+css/site.pages.zoom_image.css
+css/site.print.css
+css/site.print.css?date=09012010
+css/site.sections.careers.css
+css/site.sections.careers.peoplebank.css
+css/site.sections.multimedia.css
 css2/
 css=*
 css?
@@ -65179,7 +65096,6 @@ currents/V41/N02/Sloan.html
 curtiskchan
 cust
 cust-login.asp*
-cust_maint/site_down/maintenance.html
 custlogin/
 custlogin/showResetPassword.action*
 custom
@@ -65343,7 +65259,7 @@ cy/it
 cy/kb/*/discuss
 cy/pt
 cy/search
-cy/study/*http://shibboleth.net/robots.txt
+cy/study/*http://aftonbladet.se/robots.txt
 cy/user
 cy/users
 cy/widgets
@@ -65554,7 +65470,7 @@ da/autocomplete
 da/bestilling
 da/blog
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://ocw.mit.edu/robots.txt
+da/create-a-doodle-pfmhttp://appleinsider.com/robots.txt
 da/downloadmirror
 da/errors
 da/firefox/collections
@@ -65690,7 +65606,7 @@ dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$
 dam/jcr:d493ce3b-6f18-4986-af05-f73f5bb24097/epost-mailer-font-update-12-2023.pdf
 dam/jcr:f5065dd6-c5df-4872-b4b8-f589519c9eeb/dhl-express-importanweisung-verzollung-de.pdf
 dam/support/pdf
-dam/udelImages/student-life/reslife/floorplanshttp://enisa.europa.eu/robots.txt
+dam/udelImages/student-life/reslife/floorplanshttp://ams.usda.gov/robots.txt
 dam/www/*.PDF$
 dam/www/*.pdf$
 dam/www/*pdfs
@@ -65856,12 +65772,13 @@ dataset/rate
 dataset/search
 datasetname=
 datasets/
-datasets/http://naeyc.org/robots.txt
+datasets/http://cvedetails.com/robots.txt
 datasheet
 datasrt=
 datastore
 datatool/
 datax
+date
 date-picker
 date/dateadd.html?
 date/dateadded.html?
@@ -66519,7 +66436,7 @@ de/help/contact-support
 de/help/sitemap
 de/help/sitemap.php
 de/homepage-variant24
-de/http://firstpost.com/robots.txt
+de/http://bangor.ac.uk/robots.txt
 de/imagecontentsource
 de/images
 de/inc
@@ -66803,7 +66720,7 @@ de/thunderbird/collections
 de/thunderbird/search
 de/ticket
 de/tmp
-de/touristisch/speicherinsel-und-bleihof,a,12145http://sfcollege.edu/robots.txt
+de/touristisch/speicherinsel-und-bleihof,a,12145http://novayagazeta.ru/robots.txt
 de/track
 de/tracking
 de/transactions
@@ -67087,7 +67004,7 @@ delete_props_conf.html
 delete_tags_conf.html
 deleteaccount.aspx
 deleteaccountb.aspx
-deleteaccounthttp://shor.by/robots.txt
+deleteaccounthttp://ababank.com/robots.txt
 delhi-assembly-elections-2020/
 delhi-assembly-elections-2020/*
 delicacy
@@ -67131,7 +67048,7 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://politico.eu/robots.txt
+demo/safari-reader-test-nielshttp://tabelog.com/robots.txt
 demo2/
 demo_2c5e63dedb24a
 demo_ad.html
@@ -67363,7 +67280,7 @@ details-
 details-*.html
 details-print
 details.do
-detailshttp://vecernji.hr/robots.txt
+detailshttp://profiles.stanford.edu/robots.txt
 detailsuche
 detforum/faq.php
 detforum/memberlist.php
@@ -69337,7 +69254,7 @@ digitaledition
 digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://apoia.se/robots.txt
+digitalsubscription/imagedownload/http://help.doordash.com/robots.txt
 digraph
 digregorio
 dilatua/proRecensione.do
@@ -69758,9 +69675,10 @@ diy_skin_hair_care_for_girls_pictures_slideshow/article.htm
 dj
 dj/
 django
-django-admin/http://ams.org/robots.txt
+django-admin/http://democrats.org/robots.txt
 djavad
 djcorsi
+dje
 dk
 dk$
 dk-da/
@@ -69924,7 +69842,7 @@ dliburd
 dlieberman
 dliebowitz
 dlls/
-dlm_uploads/http://downshiftology.com/robots.txt
+dlm_uploads/http://es.slideshare.net/robots.txt
 dlmurphy
 dloader
 dloader(NaverRobot)
@@ -69960,7 +69878,7 @@ dmq
 dms
 dms/cdn/sites/iportal/documents/pdfs/
 dms/cdn/sites/support/documents
-dms_priv/*http://nationaltrust.org.uk/robots.txt
+dms_priv/*http://online.fliphtml5.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -70129,7 +70047,7 @@ docs/*.png$
 docs/*/auth/login?redirect=
 docs/*/diff
 docs/*/embed
-docs/*/http://dvidshub.net/robots.txt
+docs/*/http://images.google.fr/robots.txt
 docs/*/restore
 docs/*/version
 docs/0.1.12
@@ -70171,6 +70089,8 @@ docs/concepts/projects/sensitive-environment-variables
 docs/de-DE/search?
 docs/default-source/default-document-library/credit-cards/terms-and-conditions-for-axis-bank-primus-credit-card.pdf
 docs/default-source/default-document-library/interest-rates/*
+docs/default-source/do-not-crawl
+docs/default-source/do-not-crawl/fy18_annual_report_donors.pdf
 docs/default-source/interest-rates-new/nri-callable-deposit-wef-04-04-2023-old.pdf
 docs/default-source/interest-rates-new/nri-callable-deposit-wef-05-08-2022-old.pdf
 docs/default-source/interest-rates-new/nri-callable-deposit-wef-07-03-2023-old.pdf
@@ -70183,6 +70103,11 @@ docs/default-source/interest-rates-new/nri-callable-deposit-wef-15-03-2023-old.p
 docs/default-source/interest-rates-new/nri-callable-deposit-wef-18-04-2023-old.pdf
 docs/default-source/interest-rates-new/nri-callable-deposit-wef-29-03-2023-old.pdf
 docs/default-source/interest-rates/interest-rates-on-domestic-deposits.pdf
+docs/default-source/publication-pdfs/2016-annual-report.pdf
+docs/default-source/publication-pdfs/fy14_annualreport.pdf
+docs/default-source/publication-pdfs/fy15_annualreport.pdf
+docs/default-source/publication-pdfs/fy17_annual_report.pdf
+docs/default-source/publication-pdfs/fy18_annual_report.pdf
 docs/devel
 docs/developer
 docs/doc-upload!input.jspa
@@ -70241,7 +70166,7 @@ docspp
 doctor-strange
 doctors*/search*
 doctors/price-guide
-doctors/resultshttp://contentsquare.com/robots.txt
+doctors/resultshttp://help.vimeo.com/robots.txt
 doctors/search?filter=
 doctors?
 doctors?keyword=
@@ -70262,7 +70187,7 @@ document/embed_generator
 document/embed_generator_code
 document/forward
 document/forward_mail
-document/http://hcaptcha.com/robots.txt
+document/http://medicalxpress.com/robots.txt
 document/inappropriate
 document/progress
 document/queue
@@ -70659,7 +70584,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://undp.org/robots.txt
+download/http://help.shopify.com/robots.txt
 download/labview-development-system-2013/3980/en
 download/labview-development-system-2013/4045/en
 download/morae
@@ -70831,9 +70756,12 @@ drug-interactions-all
 drug_abuse_pictures_slideshow_otc_prescription/article.htm
 drug_interactions_of_foods_herbs/article.htm
 druginfo/monoinfobyid
+drugs
 drugs-supplements/
 drugs/2/search
 drugs/ReportAbuse.aspx
+drugs/guide
+drugs/interactions-checker
 drugs/psy-
 drugs/search
 drugs_medications_false_positive_drug_test_causes/article.htm
@@ -71191,6 +71119,7 @@ e-campo/xxi-curso-sobre-tecnologia-de-producao-de-sementes-de-hortalicas
 e-commerce/www/*
 e-dition
 e-landing-page-sitemap.xml
+e-natjus
 e-pharmacy
 e-portfolio
 e-print
@@ -71220,6 +71149,7 @@ ea/profile.asp
 ea/profile.asp?*
 eacabbi
 ead
+eadcnj
 eadop/imagenes
 eadop/imatges
 eapmanager/
@@ -71284,7 +71214,6 @@ ebooks/
 ebooks/*?*
 ebooks/constituent-data-tracking
 ebooks/editor.html
-ebooks/files
 ebooks/ordenar*
 ebooks/p0*
 ebooks/p1*
@@ -71387,6 +71316,8 @@ eclipse/map
 eclipse/map/*?
 eclipse/map/202
 eclk
+ecnj
+ecnjadm
 eco_friendly_parenting_tips/article.htm
 eco_language=
 ecoaula/*
@@ -71434,7 +71365,7 @@ economia/miojob/mobile/offerte/lavoro/cerca/*-*/*-*?
 economia/miojob/offerte/lavoro/cerca/*-*/*-*
 economia/miojob/offerte/lavoro/cerca/*-*/*-*?
 economia/miojob/rss
-economia/negocios/balance-nid04112021/http://salon.com/robots.txt
+economia/negocios/balance-nid04112021/http://ecma-international.org/robots.txt
 economia/pt-br/internet
 economia/speciali/2010/la-crisi-greca/notizie/test1_db95ec2e-520e-11df-9da0-00144f02aabe.shtml
 economia/trovolavoro/12_dicembre_07/consigliere-startup-iniziare-donne_03104550-405b-11e2-abcd-38132480d58e.shtml
@@ -72181,9 +72112,10 @@ email-blog
 email-colleague
 email-confirm
 email-contact/
-email-contact/nodehttp://hellogiggles.com/robots.txt
+email-contact/nodehttp://developers.pinterest.com/robots.txt
 email-contact/taxonomy_term
 email-content
+email-disclaimer
 email-feedback
 email-g
 email-help
@@ -72199,6 +72131,7 @@ email-preferences
 email-preferences/
 email-search
 email-search/search
+email-signature
 email-signature-viewer
 email-subscription-update
 email-templates
@@ -74101,7 +74034,7 @@ en-tn/netflix-recommended-tvs
 en-tn/smart-tvs-netflix-calibrated-mode
 en-tools
 en-tr/blogs
-en-tr/cart/http://ifrs.org/robots.txt
+en-tr/cart/http://www1.lehigh.edu/robots.txt
 en-tr/pages
 en-tr/products/details
 en-tt/
@@ -74738,7 +74671,7 @@ en/cloud/saas/vocado-student-financial-planning/21a
 en/cloud/saas/vocado-student-financial-planning/21b
 en/cloud/saas/vocado-student-financial-planning/21c
 en/collection-items
-en/collection/search?*http://saatchiart.com/robots.txt
+en/collection/search?*http://yadi.sk/robots.txt
 en/comment/*
 en/comment/reply/
 en/communities
@@ -74765,7 +74698,7 @@ en/cultnatlaws/list
 en/cultnatlaws/map
 en/currency/edit
 en/customer-home
-en/customer-services/points-attention/appointment-request-formhttp://mitpressjournals.org/robots.txt
+en/customer-services/points-attention/appointment-request-formhttp://specialized.com/robots.txt
 en/data-appearances
 en/database/oracle/machine-learning/omlla
 en/database/oracle/oracle-machine-learning-for-python
@@ -75025,7 +74958,7 @@ en/meta/display/news.html
 en/meta/display/shop-detail.html
 en/meta/pages/search.
 en/microsite/
-en/microsites/http://causes.com/robots.txt
+en/microsites/http://cults3d.com/robots.txt
 en/middleware/developer-tools/jet/10
 en/middleware/developer-tools/jet/10.1
 en/middleware/developer-tools/jet/11
@@ -75533,7 +75466,7 @@ en/search?*keywords=
 en/search?*x=1
 en/search?*z=1
 en/search?s=*
-en/searchpage.htmlhttp://i.redd.it/robots.txt
+en/searchpage.htmlhttp://maine.gov/robots.txt
 en/seocheck
 en/seocheck/breuer-versand.de
 en/seocheck/milchkannen24.de
@@ -76690,7 +76623,7 @@ es/blog/?s=
 es/blog/articles/*/share/nuevo
 es/blog/search
 es/blog/topic
-es/blog/topic/*http://cityoffrederick.com/robots.txt
+es/blog/topic/*http://tinyletter.com/robots.txt
 es/blog/wp-admin
 es/blog/wp-admin/admin-ajax.php
 es/blog/wp-includes
@@ -77192,7 +77125,7 @@ es/search/default.mi
 es/search/help
 es/search?
 es/search?*
-es/search?*http://gatsbyjs.com/robots.txt
+es/search?*http://hide.me/robots.txt
 es/searchresult
 es/secure-preview
 es/seochecker
@@ -77262,7 +77195,7 @@ es/trust/
 es/trust/gdpr/
 es/trust/gdpr/subprocessors/
 es/trust/privacy/
-es/trust/privacy/information-we-collect/http://artmajeur.com/robots.txt
+es/trust/privacy/information-we-collect/http://ground.news/robots.txt
 es/twins/search
 es/two-click/resolve/nojs
 es/ugc
@@ -78315,7 +78248,7 @@ exhibitions/gilbert_and_george/special_gift.php
 exhibits/orgunit/*?
 exhibits/orgunit/*?spc.page
 exhibits/orgunit/*?utm_source
-exit.htmlhttp://esta.cbp.dhs.gov/robots.txt
+exit.htmlhttp://austinchronicle.com/robots.txt
 exit?
 exitpoll/
 expand-reach-with-digital-marketing
@@ -78605,7 +78538,7 @@ external/strada/secure
 external/tces
 external/whistler
 externalContentView
-externalContentView/http://en-ca.wordpress.org/robots.txt
+externalContentView/http://coinpaprika.com/robots.txt
 externalPageReview
 externalUrl
 external_assets
@@ -78662,6 +78595,7 @@ eyeblaster/
 eyeblaster/addineyev2.html
 eyewear_guide_pictures_slideshow/article.htm
 eyewitness
+ezinfo
 ezk888cn
 ezoic
 ezra
@@ -79203,7 +79137,7 @@ facturation
 faculties
 faculty-affairs
 faculty-profile/profile/download/*
-faculty.html$http://support.advancedcustomfields.com/robots.txt
+faculty.html$
 faculty/
 faculty/facets/cengage%3Adigitalplatforms/
 faculty/facets/cengage%3Adiscipline/
@@ -79492,7 +79426,6 @@ fbca/en/search
 fbca/search
 fbclid=
 fbconnect
-fbd.php
 fbdirect/me
 fbds/admin
 fbds/comment/reply
@@ -79758,7 +79691,7 @@ featurerequest
 features
 features-2
 features/aerisweather-development-partner-program
-features/aerisweather-javascript-sdk/http://castos.com/robots.txt
+features/aerisweather-javascript-sdk/http://dairyqueen.com/robots.txt
 features/external/cdp
 features/for-
 features/idx-for-any-website/wix-real-estate-app-free-trial/
@@ -79835,7 +79768,7 @@ feed/training-resources/assets/facets/cengage%3Aplatform.xml/
 feed/turbo*
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://europe1.fr/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://hrblock.com/robots.txt
 feed/zen
 feed=
 feed=rss
@@ -79874,7 +79807,7 @@ feedbackR1
 feedcommunicationdetail
 feeder/
 feeder/places/*action=srch
-feedhttp://iabtechlab.com/robots.txt
+feedhttp://dialpad.com/robots.txt
 feeding_a_picky_eater_pictures_slideshow/article.htm
 feeds
 feeds*.php
@@ -80371,7 +80304,7 @@ filiale-rating
 filialeBadge
 filialeHrs
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://clickfunnels.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://justice.gov/robots.txt
 filing_wiz
 filings
 filipepereira
@@ -80513,7 +80446,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://dell.com/robots.txt
+find/*http://validator.w3.org/robots.txt
 find/3DImage.jsp
 find/?srsltid
 find/ApplecareDetails.jsp
@@ -81105,6 +81038,7 @@ forgot-password2
 forgot-password2/$
 forgot-username
 forgot/
+forgot2scan*
 forgot?nextUrl=*
 forgot_enter.phtml
 forgot_password
@@ -81114,7 +81048,7 @@ forgotpassword?
 forgotten-password
 forgotten-password
 forgotten-password/
-forgov-devhttp://storymaps.arcgis.com/robots.txt
+forgov-devhttp://bazaarvoice.com/robots.txt
 forlibraries
 form
 form-containers
@@ -81368,7 +81302,7 @@ forum/thread/*/participants
 forum/threads/*/poll/results*
 forum/threads/*/tags$
 forum/ucp.php
-forum/ucp.phphttp://cambridge.org/robots.txt
+forum/ucp.phphttp://bls.gov/robots.txt
 forum/users
 forum/viewonline.php
 forum/viewtopic.php
@@ -81522,7 +81456,6 @@ forums/logout/
 forums/lostpassword/
 forums/markallread/
 forums/member.php
-forums/member.php
 forums/memberlist.php
 forums/memberlist.php
 forums/misc.php
@@ -81602,7 +81535,7 @@ forums/usercp.php
 forums/usernote.php
 forums/userposts.php
 forums/users
-forums/users/http://kcet.org/robots.txt
+forums/users/http://arbys.com/robots.txt
 forums/userstyles.php
 forums/vbsearch.php
 forums/writepost
@@ -83696,7 +83629,7 @@ fr/music/*/+wiki/shoutbox
 fr/music/*/+wiki/shoutbox?
 fr/music/+noredirect
 fr/music/playlist
-fr/music/projects?*genre=*http://incompetech.com/robots.txt
+fr/music/projects?*genre=*http://adbutler.com/robots.txt
 fr/music/projects?*keyword=*
 fr/my
 fr/my_business$
@@ -84508,7 +84441,7 @@ frontend
 frontend-metrics
 frontend-track
 frontend.php/
-frontend/http://cochrane.org/robots.txt
+frontend/http://ops.fhwa.dot.gov/robots.txt
 frontendEvents.do
 frontend_dev.php/
 frontier
@@ -84804,7 +84737,7 @@ g-recaptcha-response
 g/
 g/*
 g/*/%
-g/4arE9Chttp://codepen.io/robots.txt
+g/4arE9Chttp://telegra.ph/robots.txt
 g/Camera-Batteries
 g/Camera-Batteries/$
 g/api
@@ -85226,7 +85159,7 @@ gb/user
 gb/user$
 gb/widgets
 gb2/
-gb_xapi_content/http://dallascityhall.com/robots.txt
+gb_xapi_content/http://heritage.org/robots.txt
 gbahadir
 gbapujii
 gbartlett
@@ -85333,6 +85266,7 @@ geena
 geetest/get.php
 geetest/register
 geetest/reset.php
+gef/projects/blue-nature-alliance
 geforce/billboards
 geforce/comparisons
 geforce/news/gfecnt
@@ -85604,7 +85538,7 @@ getapikey.aspx
 getarticleid.cms
 getaways/search
 getaways/tripadvisor
-getcandidatetopinfo*http://furaffinity.net/robots.txt
+getcandidatetopinfo*http://telia.se/robots.txt
 getdoc.jsp?containerId=SEV
 getfile
 getflipit
@@ -86008,7 +85942,7 @@ go/fanfiction/
 go/host/
 go/hotel/info
 go/hotel/search
-go/http://s0.wp.com/robots.txt
+go/http://volkskrant.nl/robots.txt
 go/login
 go/member
 go/members
@@ -86070,7 +86004,7 @@ goldstein
 goldstine-cole
 golf/
 golf/golf/
-golocal/extranet/http://fineartamerica.com/robots.txt
+golocal/extranet/http://newschool.edu/robots.txt
 golub
 gonda
 gongyi*?
@@ -86142,6 +86076,8 @@ gotoPage=
 goto_checkout
 goto_issue
 goto_rubric
+gotothread
+gotothread/?
 gottlieb
 gould
 gourmet/gourmet-collection-2025
@@ -86172,7 +86108,7 @@ government-education/public-sector-cloud-start/public-sector-cloud-start/
 government-education/public-sector-cloud-start/public-sector-cloud-start1/
 government-jobs/*
 government/solutions/intelligence/clearance.pdf
-government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://moderncalculators.com/robots.txt
+government/uploads/system/uploads/attachment_data/file/881746/pc1-print.pdf*http://cityofrosedalems.com/robots.txt
 governor/mills/search/node
 gowtham
 gp
@@ -86691,7 +86627,6 @@ guest-demos
 guest-helpful
 guest-order-history
 guest-pass
-guest/new/personal-order
 guestEmailNotificationView
 guestbook
 guestbook/
@@ -87447,7 +87382,7 @@ healthcare/education-resources/publications/population-health-insights/_jcr_cont
 healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(Webinars).page.(---customkey---page---customkey---)
 healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(White%20papers).page.(---customkey---page---customkey---)
 healthcare/promotions/azurion-optimize-lab-performance
-healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://webmasters.stackexchange.com/robots.txt
+healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://m.ok.ru/robots.txt
 healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts
 healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts.html
 healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts/all-ok-message
@@ -87515,6 +87450,7 @@ healthcare/solutions/ultrasound/ultrasound-regional-anesthesia-and-pain-medicine
 healthcare/solutions/ultrasound/ultrasound-transducer/ultrasound-transducer
 healthcare/solutions/ultrasound/ultrasound-vascular/quantification-tools
 healthcare/solutions/ultrasound/ultrasound-vascular/ultrasound-systems
+healthcare08/app
 healthcarepartners/
 healthcarepayers/search/query
 healthcheck
@@ -87752,7 +87688,7 @@ helper
 helper
 helpers
 helpers
-helphttp://polyfill-fastly.io/robots.txt
+helphttp://moralwings.org/robots.txt
 helplibrary/
 helpmanha
 helptarde
@@ -88293,7 +88229,7 @@ home-loans/rate-stomper
 home-loans/rocket-loan
 home-main-content.html
 home-media
-home-newhttp://fiercepharma.com/robots.txt
+home-newhttp://hometalk.com/robots.txt
 home-no-tags
 home-personalisation
 home-renewal-special-offer
@@ -88436,7 +88372,6 @@ homepage-new
 homepage-next
 homepage-staging.html
 homepage-video-test
-homepage/
 homepage/2013
 homepage/HomepageVideoMetrics.htm
 homepage/health/2009/fall/nobel-prize.shtml
@@ -88963,7 +88898,7 @@ hr/general
 hr/hans
 hr/hant
 hr/hr
-hr/http://kfvs12.com/robots.txt
+hr/http://landing.google.com/robots.txt
 hr/images
 hr/inc
 hr/index.html
@@ -92102,7 +92037,7 @@ html_tests
 htmlemails/
 htmlexterne
 htmlform/
-htmlmsg/http://news.cornell.edu/robots.txt
+htmlmsg/http://liveagent.com/robots.txt
 htmlscript
 htmlscript/
 htmlversion
@@ -92114,349 +92049,350 @@ http
 http-checker
 http2_data
 http:
-http://20minutos.es/robots.txt
-http://800pgr.lnk.to/robots.txt
-http://aafa.org/robots.txt
-http://aaronsw.com/robots.txt
-http://abc4.com/robots.txt
-http://adorama.com/robots.txt
-http://adr.org/robots.txt
-http://afr.com/robots.txt
-http://agenziaentrate.gov.it/robots.txt
-http://agu.org/robots.txt
+http://101cookbooks.com/robots.txt
+http://3aw.com.au/robots.txt
+http://500px.com/robots.txt
+http://about.google/robots.txt
+http://about.instagram.com/robots.txt
+http://acrobat.adobe.com/robots.txt
+http://action.com/robots.txt
+http://ads.google.com/robots.txt
+http://aging-us.com/robots.txt
+http://ai.google/robots.txt
+http://ai.stanford.edu/robots.txt
+http://airtable.com/robots.txt
 http://akismet.com/robots.txt
-http://aliexpress.ru/robots.txt
-http://allenai.org/robots.txt
-http://ally.com/robots.txt
-http://ama-assn.org/robots.txt
-http://amazon.co.jp/robots.txt
-http://amazon.com/robots.txt
-http://amazon.fr/robots.txt
-http://amnesty.org/robots.txt
-http://anothermag.com/robots.txt
-http://api.openai.com/robots.txt
-http://apple.stackexchange.com/robots.txt
-http://aps.org/robots.txt
+http://allafrica.com/robots.txt
+http://allkpop.com/robots.txt
+http://allthingsd.com/robots.txt
+http://alltop.com/robots.txt
+http://americanhistory.si.edu/robots.txt
+http://amplitude.com/robots.txt
+http://amzn.to/robots.txt
+http://aph.gov.au/robots.txt
+http://apnews.com/robots.txt
+http://archinect.com/robots.txt
 http://areena.yle.fi/robots.txt
-http://articles.latimes.com/robots.txt
-http://auphonic.com/robots.txt
-http://autoscout24.de/robots.txt
-http://backstage.com/robots.txt
+http://art19.com/robots.txt
+http://artnews.com/robots.txt
+http://arup.com/robots.txt
+http://asiaone.com/robots.txt
+http://assetstore.unity.com/robots.txt
+http://assistant.google.com/robots.txt
+http://au.linkedin.com/robots.txt
+http://avtopomosh911.ru/robots.txt
+http://balsamiq.com/robots.txt
+http://bandcamp.com/robots.txt
 http://bang-olufsen.com/robots.txt
-http://bbcsfx.acropolis.org.uk/robots.txt
 http://benjerry.com/robots.txt
-http://beta.lemondeinformatique.fr/http://erc.europa.eu/robots.txt
+http://beta.lemondeinformatique.fr/http://navarra.es/robots.txt
 http://bharat.republicworld.com
+http://bhg.com/robots.txt
 http://birmingham.ac.uk/robots.txt
-http://bitdefender.com/robots.txt
-http://bitfinex.com/robots.txt
-http://blog.emojipedia.org/robots.txt
-http://blog.linkedin.com/robots.txt
+http://bitbucket.org/robots.txt
+http://blockchain.info/robots.txt
+http://blog.goo.ne.jp/robots.txt
+http://blog.hubspot.com/robots.txt
+http://blog.myfitnesspal.com/robots.txt
 http://blog.trendmicro.com/robots.txt
-http://blogilates.com/robots.txt
-http://blogs.skype.com/robots.txt
-http://boatus.com/robots.txt
+http://blurb.com/robots.txt
+http://books.google.com.au/robots.txt
 http://bookshop.org/robots.txt
 http://boots.com/robots.txt
-http://bostonglobe.com/robots.txt
-http://braintreepayments.com/robots.txt
-http://broadinstitute.org/robots.txt
-http://broward.org/robots.txt
-http://business.twitter.com/robots.txt
-http://c212.net/robots.txt
-http://cancerres.aacrjournals.org/robots.txt
-http://cards-dev.twitter.com/robots.txt
-http://careerbuilder.com/robots.txt
-http://cbssports.com/robots.txt
-http://ccleaner.com/robots.txt
+http://bps.go.id/robots.txt
+http://brainscape.com/robots.txt
+http://brighttalk.com/robots.txt
+http://burlingtonfreepress.com/robots.txt
+http://business-standard.com/robots.txt
+http://c2.com/robots.txt
+http://campaignlive.co.uk/robots.txt
+http://cancer.org/robots.txt
+http://carfax.com/robots.txt
 http://cdac.in/robots.txt
-http://cdn.discordapp.com/robots.txt
-http://cert.org/robots.txt
-http://change.org/robots.txt
-http://chubb.com/robots.txt
-http://cityu.edu.hk/robots.txt
-http://cl.ly/robots.txt
-http://claireonacloud.com/robots.txt
-http://climate.nasa.gov/robots.txt
-http://cloudblogs.microsoft.com/robots.txt
+http://cfpub.epa.gov/robots.txt
+http://chartjs.org/robots.txt
+http://chitai-gorod.ru/robots.txt
+http://chocolatey.org/robots.txt
+http://cic.gc.ca/robots.txt
+http://citigroup.com/robots.txt
+http://classics.mit.edu/robots.txt
+http://classpass.com/robots.txt
+http://clickup.com/robots.txt
 http://co-operativebank.co.uk/robots.txt
-http://computer.org/robots.txt
-http://concordia.ca/robots.txt
-http://conseil-constitutionnel.fr/robots.txt
-http://consilium.europa.eu/robots.txt
-http://cs.ox.ac.uk/robots.txt
-http://csis.org/robots.txt
-http://curl.haxx.se/robots.txt
+http://colab.research.google.com/robots.txt
+http://cookiedatabase.org/robots.txt
+http://cooking.nytimes.com/robots.txt
+http://courant.com/robots.txt
+http://creditkarma.com/robots.txt
+http://cs.ubc.ca/robots.txt
+http://dailyherald.com/robots.txt
 http://dansique.com/robots.txt
-http://davx5.com/robots.txt
-http://dcard.tw/robots.txt
+http://data.oecd.org/robots.txt
+http://dbs.com.sg/robots.txt
 http://desiringgod.org/robots.txt
-http://developers.facebook.com/robots.txt
-http://digiday.com/robots.txt
-http://dilbert.com/robots.txt
-http://discogs.com/robots.txt
-http://disney.go.com/robots.txt
+http://developer.microsoft.com/robots.txt
+http://dmagazine.com/robots.txt
 http://dmca.com/robots.txt
-http://docs.ansible.com/robots.txt
-http://docs.newrelic.com/robots.txt
-http://docs.npmjs.com/robots.txt
+http://dmoz.org/robots.txt
+http://doc.govt.nz/robots.txt
+http://doh.wa.gov/robots.txt
+http://dominos.com/robots.txt
+http://domradio.de/robots.txt
+http://doximity.com/robots.txt
+http://dpi.nsw.gov.au/robots.txt
 http://drivethrurpg.com/robots.txt
-http://dvcs.w3.org/robots.txt
-http://dwell.com/robots.txt
+http://dspace.mit.edu/robots.txt
+http://duolingo.com/robots.txt
+http://earth.google.com/robots.txt
+http://eatthis.com/robots.txt
+http://ecologie.gouv.fr/robots.txt
 http://economist.com/robots.txt
+http://ed.gov/robots.txt
 http://edpb.europa.eu/robots.txt
 http://eeas.europa.eu/robots.txt
-http://eepurl.com/robots.txt
-http://el.wikipedia.org/robots.txt
-http://en.support.wordpress.com/robots.txt
-http://engadget.com/robots.txt
-http://england.nhs.uk/robots.txt
-http://ericcoomer.com/robots.txt
+http://electrek.co/robots.txt
+http://ello.co/robots.txt
+http://embrapa.br/robots.txt
+http://english.alarabiya.net/robots.txt
+http://eonline.com/robots.txt
+http://europarl.europa.eu/robots.txt
+http://evite.com/robots.txt
 http://exploit-db.com/robots.txt
-http://extension.psu.edu/robots.txt
-http://fas.org/robots.txt
-http://fdc.nal.usda.gov/robots.txt
-http://feedster.com/robots.txt
-http://files.eric.ed.gov/robots.txt
-http://filezilla-project.org/robots.txt
-http://flypgs.com/robots.txt
+http://fairfaxcounty.gov/robots.txt
+http://farm4.static.flickr.com/robots.txt
+http://fileformat.info/robots.txt
+http://fis-ski.com/robots.txt
+http://floridastateparks.org/robots.txt
+http://fontspring.com/robots.txt
 http://foodbeast.com/robots.txt
-http://fortune.com/robots.txt
-http://friendster.com/robots.txt
-http://fsf.org/robots.txt
-http://gamestop.com/robots.txt
+http://fundable.com/robots.txt
+http://ga-dev-tools.appspot.com/robots.txt
 http://gaylordhotels.com/robots.txt
-http://gazeta.ru/robots.txt
-http://geralodin.blogspot.com/robots.txt
-http://geti2p.net/robots.txt
-http://gisanddata.maps.arcgis.com/robots.txt
-http://glamour.com/robots.txt
+http://gdal.org/robots.txt
+http://geocaching.com/robots.txt
+http://ggplot2.tidyverse.org/robots.txt
+http://giantbomb.com/robots.txt
+http://globe.com.ph/robots.txt
 http://goingapp.pl/robots.txt
-http://google.co.id/robots.txt
-http://gourmettraveller.com.au/robots.txt
-http://gpsmycity.com/robots.txt
+http://goodrx.com/robots.txt
+http://google.fr/robots.txt
+http://google.it/robots.txt
+http://googlechrome.github.io/robots.txt
+http://gotquestions.org/robots.txt
 http://grab.com/robots.txt
-http://grafana.com/robots.txt
 http://grandviewresearch.com/robots.txt
-http://gsk.com/robots.txt
-http://guru.com/robots.txt
-http://healthit.gov/robots.txt
+http://haier.com/robots.txt
+http://hangouts.google.com/robots.txt
+http://heineken.com/robots.txt
 http://help.netflix.com/robots.txt
-http://help.uber.com/robots.txt
-http://heritagedaily.com/robots.txt
-http://hongkiat.com/robots.txt
-http://hotspotshield.com/robots.txt
-http://hp.vector.co.jp/robots.txt
+http://heraldodemexico.com.mx/robots.txt
+http://housebeautiful.com/robots.txt
+http://hs.fi/robots.txt
+http://hugin.sourceforge.net/robots.txt
+http://hugoboss.com/robots.txt
+http://hydroquebec.com/robots.txt
 http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://redbull.com/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://i.ebayimg.com/robots.txt
-http://icao.int/robots.txt
-http://icicibank.com/robots.txt
-http://iflscience.com/robots.txt
-http://ign.com/robots.txt
-http://immediate.co.uk/robots.txt
-http://in.bookmyshow.com/robots.txt
-http://inhabitat.com/robots.txt
-http://inkscape.org/robots.txt
-http://intel.com/robots.txt
-http://internetsociety.org/robots.txt
-http://investopedia.com/robots.txt
-http://ipcc.ch/robots.txt
-http://issuu.com/robots.txt
-http://iubenda.com/robots.txt
+http://ia.net/robots.txt
+http://iabtechlab.com/robots.txt
+http://ico.org.uk/robots.txt
+http://iconosquare.com/robots.txt
+http://id.pinterest.com/robots.txt
+http://ieee.org/robots.txt
+http://info.cern.ch/robots.txt
+http://inmotionhosting.com/robots.txt
+http://inquirer.com/robots.txt
+http://instabio.cc/robots.txt
+http://ionos.com/robots.txt
 http://iwaponline.com/robots.txt
-http://jigsaw.w3.org/robots.txt
-http://journalism.org/robots.txt
+http://jdk.java.net/robots.txt
 http://journalmetro.com/robots.txt
-http://journals.sagepub.com/robots.txt
-http://katiedavis.com/robots.txt
-http://kaushik.net/robots.txt
-http://kiwix.org/robots.txt
-http://kleinanzeigen.de/robots.txt
-http://kp.ru/robots.txt
-http://leafly.com/robots.txt
-http://leg.colorado.gov/robots.txt
-http://leginfo.legislature.ca.gov/robots.txt
-http://levi.com/robots.txt
-http://libcom.org/robots.txt
-http://libreoffice.org/robots.txt
-http://life.com/robots.txt
-http://linkin.bio/robots.txt
-http://linz.govt.nz/robots.txt
-http://ln.hixie.ch/robots.txt
-http://lwl.org/robots.txt
-http://m.ok.ru/robots.txt
+http://jp.sharp/robots.txt
+http://jwz.org/robots.txt
+http://kabanos.net/robots.txt
+http://kb.iu.edu/robots.txt
+http://kbb.com/robots.txt
+http://kcet.org/robots.txt
+http://law.com/robots.txt
+http://leeds.ac.uk/robots.txt
+http://lesoir.be/robots.txt
+http://lh6.ggpht.com/robots.txt
+http://lit.link/robots.txt
+http://litespeedtech.com/robots.txt
+http://lls.org/robots.txt
+http://lse.ac.uk/robots.txt
+http://lucidchart.com/robots.txt
 http://magisto.com/robots.txt
-http://mandrillapp.com/robots.txt
 http://maps.google.de/robots.txt
-http://marketsandmarkets.com/robots.txt
-http://maxcdn.bootstrapcdn.com/robots.txt
-http://mcusercontent.com/robots.txt
-http://menshealth.com/robots.txt
-http://mercari.com/robots.txt
-http://meteofrance.com/robots.txt
-http://middleeasteye.net/robots.txt
+http://marketingland.com/robots.txt
+http://marketplace.atlassian.com/robots.txt
+http://mcafee.com/robots.txt
+http://mediapost.com/robots.txt
+http://metacritic.com/robots.txt
+http://mirror.co.uk/robots.txt
+http://missingkids.org/robots.txt
+http://mitchmartinez.com/robots.txt
+http://mitcho.com/robots.txt
 http://mitpress.mit.edu/robots.txt
 http://mitsubishielectric.com/robots.txt
+http://mk.co.kr/robots.txt
+http://mlb.mlb.com/robots.txt
 http://molekule.com/robots.txt
+http://moomoo.com/robots.txt
+http://motorcyclemayhemradio.com/robots.txt
+http://mountsinai.org/robots.txt
+http://mouseflow.com/robots.txt
+http://msdmanuals.com/robots.txt
+http://msnbc.com/robots.txt
 http://mta.info/robots.txt
-http://mutualart.com/robots.txt
-http://myswitzerland.com/robots.txt
-http://nal.usda.gov/robots.txt
-http://nationalarchives.gov.uk/robots.txt
-http://ncartmuseum.org/robots.txt
-http://nczonline.net/robots.txt
-http://news.xinhuanet.com/robots.txt
-http://newyorkfed.org/robots.txt
+http://navercorp.com/robots.txt
+http://nebula.wsimg.com/robots.txt
+http://nestle.com/robots.txt
+http://netlify.com/robots.txt
+http://news.softpedia.com/robots.txt
+http://news9.com/robots.txt
+http://newsroom.tiktok.com/robots.txt
 http://newzoo.com/robots.txt
-http://nextroll.com/robots.txt
-http://nicehash.com/robots.txt
-http://nidirect.gov.uk/robots.txt
+http://nginx.com/robots.txt
+http://nice.org.uk/robots.txt
+http://nicovideo.jp/robots.txt
+http://niddk.nih.gov/robots.txt
+http://nielsen.com/robots.txt
 http://nimble.com/robots.txt
-http://nme.com/robots.txt
-http://nngroup.com/robots.txt
-http://nordpass.com/robots.txt
-http://nrk.no/robots.txt
-http://nst.com.my/robots.txt
+http://nobelprize.org/robots.txt
+http://nperf.com/robots.txt
+http://npr.org/robots.txt
 http://numpy.org/robots.txt
-http://nytco.com/robots.txt
-http://of.webgomme.com/robots.txt
-http://onekingslane.com/robots.txt
-http://oocities.org/robots.txt
+http://nzherald.co.nz/robots.txt
+http://oilprice.com/robots.txt
+http://onezero.medium.com/robots.txt
 http://op.europa.eu/robots.txt
-http://opencart.com/robots.txt
+http://opengeospatial.org/robots.txt
 http://openoffice.org/robots.txt
-http://openpgp.org/robots.txt
-http://oxfordlearnersdictionaries.com/robots.txt
-http://pantheon.io/robots.txt
-http://pastebin.com/robots.txt
-http://patch.com/robots.txt
-http://peatix.com/robots.txt
-http://phpbb.com/robots.txt
-http://picsart.com/robots.txt
-http://pinterest.ca/robots.txt
-http://pinterest.fr/robots.txt
-http://pollfish.com/robots.txt
-http://porsche.com/robots.txt
-http://postimees.ee/robots.txt
-http://priv.gc.ca/robots.txt
-http://proceedings.mlr.press/robots.txt
-http://pscp.tv/robots.txt
+http://opensocietyfoundations.org/robots.txt
+http://oprah.com/robots.txt
+http://oxygen.com/robots.txt
+http://parisaeroport.fr/robots.txt
+http://paytm.com/robots.txt
+http://pcisecuritystandards.org/robots.txt
+http://peopleperhour.com/robots.txt
+http://php.watch/robots.txt
+http://pinterest.de/robots.txt
+http://pitch.com/robots.txt
+http://plato.stanford.edu/robots.txt
+http://podio.com/robots.txt
+http://poshmark.com/robots.txt
+http://postmates.com/robots.txt
+http://protonmail.com/robots.txt
+http://providencejournal.com/robots.txt
+http://psu.edu/robots.txt
 http://publications.europa.eu/robots.txt
-http://publicsuffix.org/robots.txt
-http://publish.twitter.com/robots.txt
+http://purl.org/robots.txt
 http://pytorch.org/robots.txt
 http://quizlet.com/robots.txt
-http://radiofobia.com.br/robots.txt
-http://randygage.com/robots.txt
-http://razorpay.com/robots.txt
-http://rbi.org.in/robots.txt
-http://redux.js.org/robots.txt
-http://rent.com/robots.txt
-http://retailmenot.com/robots.txt
-http://rochester.edu/robots.txt
-http://rogers.com/robots.txt
-http://rsc.org/robots.txt
-http://rtlnieuws.nl/robots.txt
-http://rts.rs/robots.txt
-http://rutube.ru/robots.txt
-http://sandiegocounty.gov/robots.txt
-http://sbi.co.in/robots.txt
-http://scoop.co.nz/robots.txt
-http://scroll.in/robots.txt
-http://searchmetrics.com/robots.txt
+http://raiplaysound.it/robots.txt
+http://reconstructingjudaism.org/robots.txt
+http://regmovies.com/robots.txt
+http://researchandmarkets.com/robots.txt
+http://rfi.fr/robots.txt
+http://royalcaribbean.com/robots.txt
+http://rug.nl/robots.txt
+http://rumble.com/robots.txt
+http://s-kando.com/robots.txt
+http://s3.amazonaws.com/robots.txt
+http://scholar.google.com/robots.txt
+http://science.sciencemag.org/robots.txt
+http://scoop.it/robots.txt
+http://sdtimes.com/robots.txt
 http://securepubads.g.doubleclick.net/robots.txt
-http://seventeen.com/robots.txt
+http://seriouseats.com/robots.txt
+http://shell.com/robots.txt
 http://shopee.sg/robots.txt
-http://shrm.org/robots.txt
-http://signup.com/robots.txt
-http://smartly.io/robots.txt
-http://snapchat.com/robots.txt
-http://snyk.io/robots.txt
-http://software.intel.com/robots.txt
-http://spark.apache.org/robots.txt
-http://sprinklr.com/robots.txt
-http://squarespace.com/robots.txt
-http://starbucks.com/robots.txt
-http://statcan.gc.ca/robots.txt
+http://sk.wikipedia.org/robots.txt
+http://sony.jp/robots.txt
+http://sonymusic.co.jp/robots.txt
+http://sourcefabric.org/robots.txt
+http://splitit.com/robots.txt
+http://ssa.gov/robots.txt
+http://state.nj.us/robots.txt
 http://static-content.springer.com/robots.txt
-http://stock.adobe.com/robots.txt
 http://storm.mg/robots.txt
-http://support.avast.com/robots.txt
-http://swanbitcoin.com/robots.txt
+http://support.cloudflare.com/robots.txt
+http://support.zendesk.com/robots.txt
+http://surferseo.com/robots.txt
 http://sympla.com.br/robots.txt
-http://synthesia.io/robots.txt
-http://tagmanager.google.com/robots.txt
-http://tech.co/robots.txt
+http://takepart.com/robots.txt
+http://taringa.net/robots.txt
+http://tatacliq.com/robots.txt
+http://tate.org.uk/robots.txt
+http://td.com/robots.txt
 http://telegram.com/robots.txt
-http://tes.com/robots.txt
-http://thalesgroup.com/robots.txt
-http://thebetterindia.com/robots.txt
-http://thebump.com/robots.txt
-http://theculturetrip.com/robots.txt
-http://theflyfiend.com/robots.txt
+http://tenor.com/robots.txt
+http://theaustralian.com.au/robots.txt
+http://thebookseller.com/robots.txt
 http://theglobeandmail.com/robots.txt
+http://thegreatcourses.com/robots.txt
 http://theknot.com/robots.txt
-http://thesaurus.com/robots.txt
-http://thesun.co.uk/robots.txt
-http://ticketmaster.com/robots.txt
-http://timeout.com/robots.txt
-http://tinkoff.ru/robots.txt
+http://thenational.ae/robots.txt
+http://theregister.com/robots.txt
+http://thetelegraphandargus.co.uk/robots.txt
+http://thisoldhouse.com/robots.txt
+http://thomann.de/robots.txt
+http://tigrinhobr.com/robots.txt
 http://tiqets.com/robots.txt
-http://toptal.com/robots.txt
-http://torontosun.com/robots.txt
-http://traveltriangle.com/robots.txt
-http://trends.google.com/robots.txt
-http://tvguide.com/robots.txt
-http://tvp.pl/robots.txt
-http://twinkl.co.uk/robots.txt
-http://tz.de/robots.txt
-http://u.pcloud.link/robots.txt
-http://ubs.com/robots.txt
-http://ucsf.edu/robots.txt
+http://todaysparent.com/robots.txt
+http://tomshardware.com/robots.txt
+http://tracks.arte.tv/robots.txt
+http://transifex.com/robots.txt
+http://translate.google.de/robots.txt
+http://translate.wordpress.org/robots.txt
+http://travelchannel.com/robots.txt
+http://traveloregon.com/robots.txt
+http://trumpwhitehouse.archives.gov/robots.txt
+http://twittercommunity.com/robots.txt
+http://typekit.com/robots.txt
+http://ualberta.ca/robots.txt
+http://ucla.edu/robots.txt
 http://uea.ac.uk/robots.txt
-http://ukri.org/robots.txt
-http://ukrinform.ua/robots.txt
+http://unesco.org/robots.txt
+http://unlv.edu/robots.txt
 http://upwork.com/robots.txt
-http://usa.philips.com/robots.txt
-http://usb.org/robots.txt
-http://uschamber.com/robots.txt
-http://utoronto.ca/robots.txt
-http://viavisolutions.com/robots.txt
+http://usability.gov/robots.txt
+http://utexas.edu/robots.txt
+http://uwm.edu/robots.txt
+http://validator.schema.org/robots.txt
+http://videojs.com/robots.txt
 http://videolan.org/robots.txt
-http://videonews.com/robots.txt
-http://vids.myspace.com/robots.txt
-http://vt.edu/robots.txt
-http://wa.me/robots.txt
 http://wallet.google.com/robots.txt
-http://watoday.com.au/robots.txt
+http://warpcast.com/robots.txt
 http://waxy.org/robots.txt
-http://webapps.stackexchange.com/robots.txt
+http://wbez.org/robots.txt
+http://wcupa.edu/robots.txt
 http://webfoundation.org/robots.txt
-http://webmaster.yandex.ru/robots.txt
-http://webpagetest.org/robots.txt
-http://wfp.org/robots.txt
-http://whatsmyip.org/robots.txt
-http://whois.icann.org/robots.txt
+http://westernunion.com/robots.txt
+http://wholefoodsmarket.com/robots.txt
+http://wiki.archlinux.org/robots.txt
+http://wiki.creativecommons.org/robots.txt
 http://wikimedia.org/robots.txt
-http://wikiwand.com/robots.txt
-http://wired.com/robots.txt
-http://worldscientific.com/robots.txt
-http://wp.me/robots.txt
-http://ww.fashionnetwork.com/robots.txt
+http://windscribe.com/robots.txt
+http://withlocals.com/robots.txt
+http://wpengine.com/robots.txt
+http://wptavern.com/robots.txt
 http://www.alexdenney.com/c
 http://www.alexdenney.com/protected
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://www2.hm.com/robots.txt
+http://xfinity.com/robots.txt
 http://xsearch.aetna.com/
 http://xverse.app/robots.txt
-http://yourdolphin.com/robots.txt
-http://yumpu.com/robots.txt
+http://youtube.fr/robots.txt
 http://zawya.com/robots.txt
 http://zazzle.com/robots.txt
 http://zen.yandex.ru/robots.txt
-http://zinio.com/robots.txt
+http://zend.com/robots.txt
+http://zenfolio.com/robots.txt
+http://zh.wikipedia.org/robots.txt
+http://zoom.us/robots.txt
 httpMethod
 http_error_handlers
 httpd
@@ -92497,8 +92433,9 @@ https://en-preprod-publicapi.republicworld.com
 https://enviragallery.com/wp-content/uploads/wpforms/
 https://hearthis.app
 https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1
-https://image.shutterstock.com/image-photo/*.jpghttp://osdir.com/robots.txt
+https://image.shutterstock.com/image-photo/*.jpghttp://fortiguard.com/robots.txt
 https://internet-banking.dbs.com.sg/DBSObWeb/pages/ob/pweb.html?pid=
+https://m2.youm7.com
 https://media.justice.gov
 https://metlife-prod-2019.adobecqms.net/*
 https://metlife-prod-65.adobecqms.net/*
@@ -92544,8 +92481,8 @@ https://svelte.republicworld.com
 https://t.me/share/
 https://target.www.metlife.com/*
 https://twitter.com/
-https://webflow.upside.com/http://barilla.com/robots.txt
-https://www.anz.com/Documents/Business/CommercialCard/Cardholder_Registration_Form.pdfhttp://data.unicef.org/robots.txt
+https://webflow.upside.com/http://qobuz.com/robots.txt
+https://www.anz.com/Documents/Business/CommercialCard/Cardholder_Registration_Form.pdfhttp://research.ibm.com/robots.txt
 https://www.anz.com/common/calculators/offset
 https://www.anz.com/common/calculators/offset/faqau.asp
 https://www.commerzbank.com/media
@@ -92569,13 +92506,13 @@ https://www.lemondeinformatique.fr/membres
 https://www.lemondeinformatique.fr/mobile
 https://www.lemondeinformatique.fr/tag
 https://www.linkedin.com/
-https://www.mitsubishielectric.co.jp/contact/http://cfda.com/robots.txt
+https://www.mitsubishielectric.co.jp/contact/http://nfb.org/robots.txt
 https://www.mitsubishielectric.co.jp/home/faq/menu.html
 https://www.mitsubishielectric.co.jp/reception/
 https://www.plivo.com/resources/webinar/keys-to-sms-marketing-success-in-2023
 https://www.republicworld.com/ipl-2024
 https://www.republicworld.com/policies-disclaimers-app
-https://www.republicworld.com/privacy-policy-app/http://cookiedatabase.org/robots.txt
+https://www.republicworld.com/privacy-policy-app/http://edf.org/robots.txt
 https://www.sbx.tikkie.me
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
@@ -93061,6 +92998,7 @@ iDVDR6
 iDVDR7
 iHomefinder-Reseller-Pricing-Sept-2019.pdf
 iHomefinder_Reseller_Pricing.pdf
+iRH
 iTunesHelpR1
 iTunesHelpR10
 iTunesHelpR11
@@ -93447,7 +93385,6 @@ identifyer=$
 identity
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
-identity/gateway/
 identity/how-we-look
 identity/mid.js
 identity/v2/change-email/initiate
@@ -93878,7 +93815,6 @@ image-search
 image-server
 image.ashx
 image.ng/
-image.php
 image/
 image/browse
 image/detailprint
@@ -94011,7 +93947,7 @@ images/touch/$
 images/touch/?
 images/touch/search?rpt=imageview
 images/touch/search?text=*&source=morda
-images/twitter_cards/http://husqvarna.com/robots.txt
+images/twitter_cards/http://b4x.com/robots.txt
 images/v$
 images/verify_image.png
 images/viewconfig$
@@ -94058,7 +93994,7 @@ img/covers/*$
 img/favicon.ico
 img/hc_ambassador.png
 img/home-page-img/video/patrick.mp4
-img/http://panoramio.com/robots.txt
+img/http://wnba.com/robots.txt
 img/illustrations/*big.
 img/illustrations/*large.
 img/libros/*
@@ -94142,6 +94078,7 @@ imprimerie
 imprimir
 imprint
 imprint=
+improbidade_adm
 improve_listing
 impulse2014
 ims
@@ -94405,7 +94342,7 @@ index.asp
 index.asp
 index.aspx
 index.cfm?action=*
-index.cfm?go=c.Helphttp://ebay.it/robots.txt
+index.cfm?go=c.Helphttp://musicradar.com/robots.txt
 index.cfm?go=c.UnsubSignUp
 index.cfm?go=c.help
 index.cfm?go=c.unsubSignUp
@@ -94418,7 +94355,7 @@ index.html
 index.html$
 index.html/$
 index.html?
-index.htmlhttp://dev.twitter.com/robots.txt
+index.htmlhttp://cengage.com/robots.txt
 index.jhtml
 index.jsp
 index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news
@@ -94441,8 +94378,8 @@ index.php/*/filter/tips
 index.php/*/filter/tips
 index.php/*/media/oembed
 index.php/*/media/oembed
-index.php/*/media/oembedhttp://figshare.com/robots.txt
-index.php/*/media/oembedhttp://on.soundcloud.com/robots.txt
+index.php/*/media/oembedhttp://blogs.technet.com/robots.txt
+index.php/*/media/oembedhttp://janssen.com/robots.txt
 index.php/*/news-stories/search-form
 index.php/*/newsletter-signup
 index.php/*/node/add
@@ -94602,14 +94539,15 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://juntadeandalucia.es/robots.txt
-index.php/user/logout/http://livingsocial.com/robots.txt
-index.php/user/logout/http://muckrack.com/robots.txt
-index.php/user/logout/http://networksolutions.com/robots.txt
-index.php/user/logout/http://new.siemens.com/robots.txt
-index.php/user/logout/http://pitchfork.com/robots.txt
+index.php/user/logout/http://copilot.microsoft.com/robots.txt
+index.php/user/logout/http://eleconomista.es/robots.txt
+index.php/user/logout/http://freedomscientific.com/robots.txt
+index.php/user/logout/http://haveibeenpwned.com/robots.txt
+index.php/user/logout/http://screenrant.com/robots.txt
 index.php/user/logout/http://shop.mango.com/robots.txt
+index.php/user/logout/http://sites.psu.edu/robots.txt
 index.php/user/logout/http://vm.tiktok.com/robots.txt
+index.php/user/logout/http://yourwebsite.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -94868,7 +94806,7 @@ infinite/yerel-haberler
 inflammatory_bowel_disease_ibd_pictures_slideshow/article.htm
 influencer
 influencer/*
-influencer/mrbeasthttp://tass.ru/robots.txt
+influencer/mrbeasthttp://claude.ai/robots.txt
 influencers
 info
 info-service/api/v2/ev/
@@ -94894,7 +94832,7 @@ info/forms2
 info/gizlilik-politikasi
 info/impressum.html
 info/imprint.html
-info/linkkatalog/http://invideo.io/robots.txt
+info/linkkatalog/http://frontlinedefenders.org/robots.txt
 info/logistic
 info/mc/business/partner/
 info/old
@@ -94914,7 +94852,7 @@ info/user_feedback/includes
 info/va-newsletter
 info/wp-admin
 info/wp-includes
-info/wp-includes/js/jquery/jquery-migrate.min.jshttp://sv.wikipedia.org/robots.txt
+info/wp-includes/js/jquery/jquery-migrate.min.jshttp://whatismyip.com/robots.txt
 info/wp-includes/js/jquery/jquery.js
 info/wp-json
 info/xmlrpc.php
@@ -95187,6 +95125,7 @@ insights/users
 insite
 insomnia
 insp
+inspecao_penal
 inspirasi-shopee
 inspirasi-shopee/?s=
 inspiratie/vlogger
@@ -95311,7 +95250,7 @@ intent
 intentionally
 interact
 interactions-list-drugs.php
-interactive*http://woocommerce.com/robots.txt
+interactive*http://kinopoisk.ru/robots.txt
 interactive/quiz/preview
 interactive/reading-preference
 interactives
@@ -95365,7 +95304,6 @@ interestemails/?
 interests
 interests/categories
 interests/search_alerts
-interface
 interface/
 interface/chat
 interface/pda
@@ -97128,7 +97066,7 @@ ja/ウィジェットコンポーネント
 ja/乗客/cookies-consent
 ja/乗客/ja---mentions-légales
 ja_JP/forum
-ja_JP/images/*http://faculty.washington.edu/robots.txt
+ja_JP/images/*http://mysite.com/robots.txt
 ja_jp
 ja_jp/forHome/xsp
 ja_jp/partnernet-reseller/
@@ -97236,7 +97174,7 @@ january-anmaicu
 january-massage
 japanese-english/sitemap
 japanese-english/top
-japanese/http://novartis.de/robots.txt
+japanese/http://thelastdriverlicenseholder.com/robots.txt
 japl
 japt
 jaq
@@ -97368,7 +97306,7 @@ jconnors
 jcperdomo
 jcr:content
 jcr:content.proxy.json
-jcr:content/*http://howtoforge.com/robots.txt
+jcr:content/*http://wacken.com/robots.txt
 jcr_content.logout.html
 jcrestanello
 jctang
@@ -98303,7 +98241,7 @@ jp/ja/store/search/cmdty/*Nền
 jp/ja/store/search/cmdty/*QQ
 jp/ja/store/search/cmdty/*Slot
 jp/ja/store/search/cmdty/*bty1820.com
-jp/ja/store/search/cmdty/*casino*http://db.com/robots.txt
+jp/ja/store/search/cmdty/*casino*http://swmichigan.org/robots.txt
 jp/ja/store/search/cmdty/*copy
 jp/ja/store/search/cmdty/*gugeseo.cc
 jp/ja/store/search/cmdty/*hk8787
@@ -98537,7 +98475,7 @@ jryang
 js
 js
 js*
-js-parts.html$http://myheritage.com/robots.txt
+js-parts.html$http://taylorfrancis.com/robots.txt
 js.ng/
 js/
 js/*.js*$
@@ -98545,15 +98483,121 @@ js/*hotels*?
 js/*restaurants*?
 js/*things-to-do/*?
 js/29202932
+js/AddHandler.js
+js/BidContainerPopUp.js
+js/BidContainerPopUp.js?date=16001231070000
+js/BidContainerPopUp2.js
+js/BidcontainerPopUp.js
+js/ChristiesLiveBidding_test.js
+js/FollowSaleLot.js
+js/FollowSaleLot.js?13072015
+js/LoadFastSignUp.js
+js/LoadFastSignUp.js?_=1512604800039
+js/LoadFastSignUp.js?_=1513036800038
+js/LoadFastSignUp.js?_=1513900800038
+js/LoadFastSignUp.js?_=1514073600037
+js/LoadFastSignUp.js?_=1514246400038
+js/LoadFastSignUp.js?_=1514332800038
+js/LoadFastSignUp.js?_=1514592000037
+js/LoadFastSignUp.js?_=1514592000038
+js/LoadFastSignUp.js?_=1514678400037
+js/LoadFastSignUp.js?_=1514764800037
+js/LoadFastSignUp.js?_=1514851200037
+js/LoadFastSignUp.js?_=1515024000038
+js/LoadFastSignUp.js?_=1515110400037
+js/ToolTip.js
 js/adobe/at.js
 js/ajaxconn
 js/assets
+js/chr.analytics.js
+js/chr.calendar.js
+js/chr.configs.analytics.js
+js/chr.configs.carousel.js
+js/chr.configs.carousel_2013.js
+js/chr.configs.carousel_2013_spinset.js
+js/chr.configs.share.js
+js/chr.configs.showhide.js
+js/chr.modules.crsl.js
+js/chr.share.js
+js/chr.util.calendar.js
+js/chr.util.showhide.js
 js/ckeditor_latest
+js/entersaleP2.js
 js/errors
 js/fancyBox/jquery.fancybox.css
 js/fancyBox/jquery.fancybox.pack.js
+js/jAlertPopUp.js
+js/jAlertPopUp.js?010120180943
+js/jAlertPopUp.js?030120181509
+js/jAlertPopUp.js?040120181248
+js/jAlertPopUp.js?060120181545
+js/jAlertPopUp.js?070120181312
+js/jAlertPopUp.js?100120181322
+js/jAlertPopUp.js?120120181954
+js/jAlertPopUp.js?131220170707
+js/jAlertPopUp.js?131220171002
+js/jAlertPopUp.js?161220170733
+js/jAlertPopUp.js?211220170547
+js/jAlertPopUp.js?221120170127
+js/jAlertPopUp.js?221220170940
+js/jAlertPopUp.js?241220171114
+js/jAlertPopUp.js?251220171115
+js/jAlertPopUp.js?301220171323
+js/jCallWebService.js
+js/jSaleRegistration.js?010120180943
+js/jSaleRegistration.js?030120181509
+js/jSaleRegistration.js?040120181248
+js/jSaleRegistration.js?060120181545
+js/jSaleRegistration.js?070120181312
+js/jSaleRegistration.js?100120181322
+js/jSaleRegistration.js?120120181954
+js/jSaleRegistration.js?131220170707
+js/jSaleRegistration.js?131220171002
+js/jSaleRegistration.js?161220170733
+js/jSaleRegistration.js?211220170547
+js/jSaleRegistration.js?221120170127
+js/jSaleRegistration.js?221220170940
+js/jSaleRegistration.js?241220171114
+js/jSaleRegistration.js?251220171115
+js/jSaleRegistration.js?301220171323
+js/jcarousel.js
+js/jcarousellite_1.0.1.min.js
+js/jcarousellite_1.8.2.min
+js/jcarousellite_1.8.2.min.js
+js/jplayer/js/jquery.jplayer.min.js
+js/jplayer/skins/christies/christies.css
 js/jquery
+js/jquery.placeholder.js
+js/jquery/jquery-1.7.1.min.js?date=09012010
+js/jquery/jquery-1.9.1.js
+js/jquery/jquery.cookie.js
+js/jquery/jquery.cookie.js?_=1512604800038
+js/jquery/jquery.cookie.js?_=1513036800037
+js/jquery/jquery.cookie.js?_=1513900800037
+js/jquery/jquery.cookie.js?_=1514073600036
+js/jquery/jquery.cookie.js?_=1514246400037
+js/jquery/jquery.cookie.js?_=1514332800037
+js/jquery/jquery.cookie.js?_=1514592000036
+js/jquery/jquery.cookie.js?_=1514592000037
+js/jquery/jquery.cookie.js?_=1514678400036
+js/jquery/jquery.cookie.js?_=1514764800036
+js/jquery/jquery.cookie.js?_=1514851200036
+js/jquery/jquery.cookie.js?_=1515024000037
+js/jquery/jquery.cookie.js?_=1515110400036
+js/jquery/jquery.min.js
+js/jquery/jquery.min.js?date=09012010
+js/jquery/jquery.plugins.min.js
+js/jquery/jquery.plugins.min.js?date=09012010
+js/jquery/modernizr-1.6.min.js
+js/jquery/site.jquery.events.js
+js/jquery/site.jqwidget.tooltip.js
+js/jquery/site.js
+js/jquery/site.pages.zoom_image.js
+js/jquery/site.sections.multimedia.cookie.js
+js/jquery/site.sections.multimedia.js
+js/jquery/site.sections.mygallery.js
 js/lazyLoad/jquery.lazyload.js
+js/lib/lib.min.js?date=09012010
 js/main-*.js
 js/mbox.js
 js/plugin
@@ -98561,8 +98605,38 @@ js/powellsJQuery.validity.js?*
 js/powellsValidationData.js?*
 js/product_reveal_gdm_ajax.js
 js/routing
+js/sales_landing.js
+js/sales_landing_2013.js
+js/sales_landing_2014.js
+js/signup.js
+js/site.advanced_search.js
+js/site.controllers.collapse_panel.js
+js/site.controllers.field_hint.js?date=09012010
+js/site.controllers.list_tooltips.js
+js/site.controllers.sale_tooltips.js
+js/site.controllers.tooltips.js?date=09012010
+js/site.js?date=09012010
+js/site.lang.en.js?date=09012010
+js/site.legacy-utils.js
+js/site.page.js?date=09012010
+js/site.pages.about.googlemap.js
+js/site.pages.calendar_new.js
+js/site.pages.events.js
+js/site.pages.rss.js
+js/site.pages.specialists.js
+js/site.pages.timesbasedsalemessages.js
+js/site.widgets.calendar.js
+js/site.widgets.collapse_panel.js
+js/site.widgets.drop_down.js?date=09012010
+js/site.widgets.rich_checkbox.js
+js/site.widgets.rich_checkbox_list.js
+js/site.widgets.rich_select.js
+js/site.widgets.ticker.js?date=09012010
+js/site.widgets.tooltip.js
+js/site.widgets.tooltip.js?date=09012010
 js/spmsg-
 js/streamsense-*.min.js
+js/swfobject.js
 js/tongwen_control.js
 js/trash
 js/v1.1
@@ -98632,7 +98706,6 @@ json/psdata/*
 json/search
 jsonapi/*
 jsonp/Bdp.htm?
-jsonsearch
 jsp
 jsp/
 jsp/events
@@ -100172,6 +100245,8 @@ lastName=
 last_login
 lastedition
 lastname=
+lastpost
+lastpost/?
 lastsearchdate
 laststopshop
 lat/?_=
@@ -100188,7 +100263,6 @@ latam/blog/*
 latens
 lateral_related_videojs
 latest
-latest-amp-article
 latest-playlist
 latest-talk
 latest.
@@ -100392,7 +100466,7 @@ learn/*price*free
 learn/*rating
 learn/category/
 learn/coursera/*
-learn/http://db.tt/robots.txt
+learn/http://yourtango.com/robots.txt
 learn/media-player
 learn/nflsundayticket/__ex__
 learn/resources/*/teacher-resource
@@ -100443,7 +100517,7 @@ learning-center/zh_cn/tags
 learning-center/zh_tw/tags
 learning-health-systems/
 learning-hub
-learning-hub/http://goop.com/robots.txt
+learning-hub/http://sogou.com/robots.txt
 learning-tracks/
 learning/articles
 learning/certificates
@@ -100470,7 +100544,7 @@ learning/settings?
 learningarcade/
 learningcenter
 learnmore
-learnmore-transferhttp://ynab.com/robots.txt
+learnmore-transferhttp://provenexpert.com/robots.txt
 leasing/angebote
 leave
 leave-a-review/no-bid
@@ -100549,7 +100623,7 @@ legal/editorial-commissioning-contract-terms
 legal/former-affiliate-terms-and-conditions
 legal/group-booking-general-terms
 legal/hotel-operator-terms
-legal/http://wgbh.org/robots.txt
+legal/http://bbcamerica.com/robots.txt
 legal/influencer-agreement
 legal/introducer-charter-general-terms
 legal/merchant-directory
@@ -101468,11 +101542,11 @@ live-healthy
 live-lineup.shtml
 live-matches.shtml
 live-news.shtml
-live-preview/http://coingecko.com/robots.txt
+live-preview/http://aclanthology.org/robots.txt
+live-preview/http://delta.com/robots.txt
 live-preview/http://homey.app/robots.txt
-live-preview/http://mcgill.ca/robots.txt
-live-preview/http://motogp.com/robots.txt
-live-preview/http://people.mozilla.org/robots.txt
+live-preview/http://madrid.es/robots.txt
+live-preview/http://powr.io/robots.txt
 live-score-centre
 live-score/cricket/auction_ajax
 live-score/cricket/comm
@@ -101538,7 +101612,7 @@ liveblog/*/?cardId=
 livechat-resources
 livejournal
 livelink%20Jun%2024%20copy%20of%20-%20pre-Anik%20changes
-livemore/vl/http://blog.csdn.net/robots.txt
+livemore/vl/http://wealthsimple.com/robots.txt
 liveprices
 liver-transplant-doctor-interview
 lives
@@ -101636,7 +101710,6 @@ load_pph_conts
 load_search.jsp
 load_video_player
 loadbalancer
-loadcontent
 loadcustomer.json*
 loader
 loader.cfm
@@ -102028,7 +102101,6 @@ login-mgt
 login-or-signup
 login-register.rl
 login-service
-login-signup
 login-success
 login-v2?
 login.ashx
@@ -102044,7 +102116,6 @@ login.cfm
 login.cgi
 login.do
 login.html
-login.html*$
 login.mhtml$
 login.php
 login.php
@@ -102075,7 +102146,7 @@ login/device-based/regular/login/?next=
 login/facebook
 login/facebook/
 login/googleplus
-login/http://cincodias.elpais.com/robots.txt
+login/http://rsvp.withgoogle.com/robots.txt
 login/join$
 login/join?
 login/oauth/facebook
@@ -102168,7 +102239,7 @@ logout=
 logout?
 logout?redirect=
 logout?redirectPath=
-logouthttp://microsoftedge.microsoft.com/robots.txt
+logouthttp://cheq.ai/robots.txt
 logreply
 logs
 logs/
@@ -102301,7 +102372,7 @@ lp.aspx
 lp/
 lp/*
 lp/*?
-lp/*http://parcel2go.com/robots.txt
+lp/*http://journals.physiology.org/robots.txt
 lp/adwords
 lp/affiliate-program
 lp/api/listings
@@ -102317,7 +102388,7 @@ lp/cyber-security-training/v3
 lp/cyber-week
 lp/d
 lp/for-agencies/en
-lp/freefirehttp://consumer.ftc.gov/robots.txt
+lp/freefirehttp://law.cornell.edu/robots.txt
 lp/growth-quadrant
 lp/home-cleaning
 lp/hygge-desk
@@ -102391,7 +102462,7 @@ lrp/api/search
 lrtrambaiolli
 ls
 ls/
-ls/docshttp://docsend.com/robots.txt
+ls/docshttp://gpo.gov/robots.txt
 lschemes/cscb/
 lschemes/rufr/
 lschemes/sch-sport/
@@ -102762,7 +102833,7 @@ m/*/*/following
 m/*/*/recommends
 m/*/archive
 m/?
-m/Default.aspx/http://getrichslowly.org/robots.txt
+m/Default.aspx/http://chateauversailles.fr/robots.txt
 m/Minimalist-Baker-Detox-Guide.pdf
 m/api
 m/blogs?
@@ -103248,7 +103319,9 @@ mail.php
 mail/
 mail/$
 mail/contact
+mail/subscribe
 mail/termsandconditions
+mail/valid-
 mail?
 mail?hl=
 mail?type
@@ -103349,7 +103422,7 @@ maintenance-catchall.html
 maintenance-notification
 maintenance.htm
 maintenance.html
-maintenance.htmlhttp://www8.cao.go.jp/robots.txt
+maintenance.htmlhttp://tagesanzeiger.ch/robots.txt
 maintenance.php
 maintenance/
 maintenance/maintenance.html
@@ -103391,6 +103464,8 @@ mall/just-for-you
 mallet
 malloryomalley
 malmasi
+malotedigital
+malotedigital-tribunais
 malshikho
 malvikajain
 mam-global
@@ -104334,7 +104409,7 @@ manual232/
 manual233/
 manual241/
 manual242/
-manual243/http://trumpwhitehouse.archives.gov/robots.txt
+manual243/http://ecx.images-amazon.com/robots.txt
 manualdousuario/
 manueladavila
 manuelcasas
@@ -105042,7 +105117,7 @@ meddev
 meddev/LocalFiles/*/Webinars/
 medeiros
 medewerkers
-medewerkersprofiel-inithttp://jbs.cam.ac.uk/robots.txt
+medewerkersprofiel-inithttp://university.webflow.com/robots.txt
 media
 media
 media-assets/*.html
@@ -105063,7 +105138,7 @@ media/
 media/*
 media/*.pdf
 media/*.pdf
-media/*.pdfhttp://dallasnews.com/robots.txt
+media/*.pdfhttp://townhall.com/robots.txt
 media/*/*/libraries
 media/*/analog-dialogue/
 media/*/company/sustainability-reports/
@@ -105107,7 +105182,7 @@ media/M4250_Brochure_11Sept20_tcm187-109181.pdf
 media/M4250_Datasheet_11Sept20_tcm148-109178.pdf
 media/Player6_0.swf
 media/ProviderThumbnails
-media/Resized-Images/*http://wallethub.com/robots.txt
+media/Resized-Images/*http://mturk.com/robots.txt
 media/TALSO.swf
 media/TUIThumbnails
 media/WEB
@@ -105246,7 +105321,7 @@ mediacentral
 mediacomp/
 mediadrop
 mediafiles/*
-mediahttp://imageshack.com/robots.txt
+mediahttp://boston.gov/robots.txt
 mediakit=
 medialibrary/
 medialibrary/assets/
@@ -105598,7 +105673,7 @@ meetic.php
 meeting-request
 meeting/register
 meeting/schedule
-meetingOptionshttp://blogs.microsoft.com/robots.txt
+meetingOptionshttp://scholastic.com/robots.txt
 meetings
 meetings/en/html.jsp
 meetings/national/jmm/2124_abstracts/1056-30-23.pdf
@@ -105850,6 +105925,7 @@ menu.html
 menu/*/feedback_form
 menu?
 menuitems/
+menuredirect/
 meopa/search/node
 meps/*/eptvAjax
 meps/*/pdf*
@@ -106129,7 +106205,7 @@ michelmaalouly
 michelnehme
 michigan-deals
 mickley
-micro_page.phphttp://cnbctv18.com/robots.txt
+micro_page.phphttp://ci3.googleusercontent.com/robots.txt
 microarray-as/atlas/qr
 microarray/ArrayExpress
 microarray/ExpressionProfiler
@@ -106137,7 +106213,7 @@ microarray/General/Internal
 microarray/MIAMExpress
 microarray/interfaces
 microbadge
-microcredentials/explorecourses/medicineandhealth/entryrequirements/http://ricoh.co.jp/robots.txt
+microcredentials/explorecourses/medicineandhealth/entryrequirements/http://square-enix.com/robots.txt
 microsite
 microsite/
 microsite/ecards
@@ -106437,6 +106513,7 @@ misc/tabletapp
 misc/themarkersmartphoneapp
 mishu
 missao-oficial$
+missedtransaction/
 missing-email
 missing.html
 missing_link
@@ -106778,7 +106855,6 @@ mobile/*/contribution
 mobile/*/group
 mobile/*/literature
 mobile/*?intcmpid=
-mobile/Basket/*
 mobile/GetAdConfiguration.htm
 mobile/MobilePropertyDetails.htm
 mobile/WPPropertyDetails.htm
@@ -106938,7 +107014,7 @@ mobile_privacy_policy
 mobile_service
 mobileapp/web-banners
 mobileapp=true
-mobilebilletter-informasjonsside/http://telemundo.com/robots.txt
+mobilebilletter-informasjonsside/http://assets.pinterest.com/robots.txt
 mobilechoice
 mobiledataupdate
 mobiledataupdate/*
@@ -107668,7 +107744,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://t.ly/robots.txt
+mre/*.zip$http://greenpeace.org/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -107827,7 +107903,7 @@ msaadat
 msaleem
 msandel
 msatwork/amazon
-msatwork/uber/en.htmlhttp://livemint.com/robots.txt
+msatwork/uber/en.htmlhttp://android-developers.googleblog.com/robots.txt
 msavuto
 msb
 msc-accounting-financial-management
@@ -108025,7 +108101,7 @@ mt/shop/*/feedback
 mt/signup?redirect_to=
 mt/similar
 mt4
-mt4/http://techdirt.com/robots.txt
+mt4/http://aepd.es/robots.txt
 mtabebordbar
 mtam-
 mtanaka
@@ -108112,27 +108188,27 @@ mundogalaxy
 munet_reset
 munho
 munin
-munin*http://aclu.org/robots.txt
-munin*http://avtopomosh911.ru/robots.txt
 munin*http://bahairesearch.org/robots.txt
-munin*http://baladuras.blogspot.com/robots.txt
-munin*http://brokemillennial.com/robots.txt
-munin*http://c4waterman.com/robots.txt
-munin*http://clojutre.org/robots.txt
+munin*http://chromium.org/robots.txt
 munin*http://consumerreports.org/robots.txt
 munin*http://di.nutrapia.com/robots.txt
-munin*http://electricradiatorsdirect.co.uk/robots.txt
-munin*http://foodnetwork.com/robots.txt
-munin*http://gersatul.blogspot.com/robots.txt
+munin*http://digitalocean.com/robots.txt
+munin*http://federalreserve.gov/robots.txt
+munin*http://gameserrors.com/robots.txt
+munin*http://h.webgomme.com/robots.txt
+munin*http://haventoronto.ca/robots.txt
 munin*http://hr.cedeterija.com/robots.txt
-munin*http://i9.ytimg.com/robots.txt
-munin*http://lenovo.com/robots.txt
+munin*http://mariokart64.com/robots.txt
+munin*http://opendoorbooks.com/robots.txt
+munin*http://productioncrate.com/robots.txt
 munin*http://psao.webgomme.com/robots.txt
-munin*http://restorunner.com/robots.txt
+munin*http://psoriasismedi.com/robots.txt
+munin*http://resellerbazzar.in/robots.txt
 munin*http://roupaspararevender5.blogspot.com/robots.txt
-munin*http://stats.wp.com/robots.txt
-munin*http://summersontheyard.com/robots.txt
-munin*http://youtube.fr/robots.txt
+munin*http://shop.silentseason.com/robots.txt
+munin*http://sintradaytrips.com/robots.txt
+munin*http://stitcher.com/robots.txt
+munin*http://uneex.org/robots.txt
 munka/szerk
 munshi
 muntjacs
@@ -108655,6 +108731,7 @@ mypop
 myportfolio
 mypreferences-staging/
 myprofile
+myprofile*
 myprofile/
 myprofile/*
 myproperty24
@@ -108859,7 +108936,7 @@ native-android-tablet
 native-app
 native-plants/search
 native_*
-natol/http://freesound.org/robots.txt
+natol/http://openjsf.org/robots.txt
 natur-und-landschaft/natur-erleben/termine/?
 natural_alternative_pet_remedies_humans_use_too/article.htm
 natural_cold_flu_remedies_pictures_slideshow/article.htm
@@ -109311,7 +109388,6 @@ new-magazin
 new-member-offer
 new-password
 new-password-confirmed
-new-personal-order
 new-product
 new-rds
 new-rds/1291441234448983/Nudeln-mit-Tomatensauce.html
@@ -109377,7 +109453,7 @@ newmembers/
 newpaymenterror.aspx
 newpaymentform.htm
 newpoll
-newposthttp://pe.usps.com/robots.txt
+newposthttp://wsu.edu/robots.txt
 newprem/
 newprem/process/
 newprod
@@ -109439,6 +109515,7 @@ news-release/
 news-releases*
 news-releases/browse
 news-rotter
+news-scan
 news-service
 news-sport*?page=*
 news-stories/search-form
@@ -109735,7 +109812,7 @@ news/search-results
 news/search.php
 news/search/
 news/search_results*
-news/searchhttp://books2read.com/robots.txt
+news/searchhttp://governo.it/robots.txt
 news/sharedcount/
 news/smi
 news/squiz-matrix-cms-needs-patching-584880
@@ -111301,7 +111378,7 @@ newsadmin
 newsanalysis
 newsarchive
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://sendpulse.com/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://haaretz.com/robots.txt
 newschooltalks/blog.aspx
 newsdata
 newsearch
@@ -111449,7 +111526,7 @@ newsletter-templates/weekly-messenger
 newsletter-thanks
 newsletter.php
 newsletter/
-newsletter/$http://fishbase.org/robots.txt
+newsletter/$http://realmadrid.com/robots.txt
 newsletter/*
 newsletter/abmeldung
 newsletter/campaign/*/view
@@ -112113,7 +112190,7 @@ newsroom/mae-staff-photo-page
 newsroom/pages/forms/*
 newsroom/press-releases/*/feed
 newsroom/press-releases/press-releases-*
-newsroom/publishingimages/forms/*http://police.govt.nz/robots.txt
+newsroom/publishingimages/forms/*http://wsbtv.com/robots.txt
 newsroom/rss/
 newsroom/rss/tag
 newsroom/search
@@ -114200,7 +114277,7 @@ nl/thunderbird/search
 nl/tiu_banner/
 nl/tiu_contact/
 nl/tiu_epic/
-nl/tiu_event_banner/http://elespectador.com/robots.txt
+nl/tiu_event_banner/http://data.consilium.europa.eu/robots.txt
 nl/tiu_footer/
 nl/tiu_reusable/
 nl/transactions
@@ -114544,7 +114621,7 @@ node/284392
 node/293906/?utm_source=twitter&utm_medium=social
 node/294720/?utm_source=twitter&utm_medium=social
 node/301270
-node/6872http://nyp.org/robots.txt
+node/6872http://hk.chinamobile.com/robots.txt
 node/82117
 node/_search
 node/add
@@ -114724,7 +114801,7 @@ not_found
 not_recommended_reviews
 nota-fiscal
 note
-note/read/http://iherb.com/robots.txt
+note/read/http://daz3d.com/robots.txt
 notebook
 notebook/search?
 notes
@@ -114796,7 +114873,7 @@ notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sando
 notlikelytohappenever
 notonline
 notp
-notyours/http://commerce.gov/robots.txt
+notyours/http://whois.com/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -115198,7 +115275,7 @@ nz/search*ship_to=
 nz/share
 nz/shop_name_search_service
 nz/sitemap.html
-nz/store-locator/new-zealand/http://backlinko.com/robots.txt
+nz/store-locator/new-zealand/http://thestar.com/robots.txt
 nz/support/knowledge_base/
 nz/teams
 nz/transactions
@@ -115248,8 +115325,8 @@ oauth/authorize
 oauth/authorize
 oauth/connect.html
 oauth/facebook
+oauth/http://bertelsmann-stiftung.de/robots.txt
 oauth/http://freshworks.com/robots.txt
-oauth/http://login.salesforce.com/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -115319,7 +115396,7 @@ oc
 oc.php
 oc/dash-button
 oc/forums
-oc/http://st.com/robots.txt
+oc/http://holytrinityorthodox.com/robots.txt
 oc/kb/*/discuss
 oc/search
 oc/user
@@ -115432,7 +115509,7 @@ offers/referral-terms-conditions$
 offers/referral-terms-conditions%
 offers/referral-terms-conditions?
 offers/request
-offers2024/http://flow.microsoft.com/robots.txt
+offers2024/http://northeastern.edu/robots.txt
 office-order-step2.do
 office/
 office/supplies/MySoftwareDownload
@@ -115506,7 +115583,7 @@ offline
 offline-plugin-app-shell-fallback
 offline.html
 offline/
-offline/http://thestar.com.my/robots.txt
+offline/http://wiwo.de/robots.txt
 offlinenotice.xml
 offre-internet/sfr-box4G
 offrir-cadeau
@@ -115604,7 +115681,7 @@ ojp
 okabe
 okafor
 okanagan/facultystaff/bba
-okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://toastmasters.org/robots.txt
+okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://setn.com/robots.txt
 okeanija_ad
 okonomi
 okurimono/script/
@@ -115688,7 +115765,7 @@ omsk
 on
 on
 on-demand-updates
-on-demand/session/*http://analytics.google.com/robots.txt
+on-demand/session/*http://google.es/robots.txt
 on/*
 on/*.ico$
 on/*.png$
@@ -115856,7 +115933,7 @@ online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://polar.com/robots.txt
+online/online-program/curriculum_draft.cfmhttp://scamwatch.gov.au/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -115929,7 +116006,6 @@ ooredoo/var
 ooredoo/vendor
 ooredoo/webservice
 oospore/
-op
 opa.aspx/
 opa/pr/support
 opalc/en/search/
@@ -115996,11 +116072,11 @@ opera/?
 operations
 operations/
 operpost$
-operpost$http://laredoute.fr/robots.txt
+operpost$http://checkpoint.com/robots.txt
 ophalen/moment
 opic-cipo/cpd/eng/patent
 opic-cipo/cpd/fra/brevet
-opiniao/*http://wiki.archlinux.org/robots.txt
+opiniao/*http://old.reddit.com/robots.txt
 opinion/13-11-2013/19015
 opinion/2018/06/when_fathers_day_cards_dont_qu.html
 opinion/documentos/hemeroteca.html?
@@ -116037,8 +116113,8 @@ opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
 opt-out/confirm
-opt-out/http://ccpgames.com/robots.txt
-opt-out/http://citeseerx.ist.psu.edu/robots.txt
+opt-out/http://c-span.org/robots.txt
+opt-out/http://vmware.com/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -116160,8 +116236,6 @@ orderdocument
 orderhistory
 orderhistory/
 ordering=
-orderpipe
-orderpipe/
 orderprintshelpr1
 orderprocess/
 orders
@@ -116169,9 +116243,6 @@ orders
 orders$
 orders/
 orders/*/order_complete
-orders/create-personal
-orders/create-personal/*/*?GA_EVENT
-orders/create-personal/*/*?ec=
 orders/successhttp://beliefnet.com/robots.txt
 orders/timeline
 orderstatus
@@ -116238,7 +116309,7 @@ originals/stephen_kings_n/includes
 origins
 orioles/search
 orkut/albums
-orlando/tag/*http://rbc.ru/robots.txt
+orlando/tag/*http://mongodb.com/robots.txt
 orne/
 orne/assure/actualites/
 ornela_gjata
@@ -116317,7 +116388,7 @@ other/
 other/bookm
 other/mbps-convert-to-gb
 other/presentation
-other/travel-job-applicationhttp://francebleu.fr/robots.txt
+other/travel-job-applicationhttp://markdownguide.org/robots.txt
 otherContacts
 otherlookup
 others
@@ -116558,7 +116629,7 @@ p/*/victory$
 p/*/victory?
 p/*from=
 p/*groupType=
-p/*http://hackernoon.com/robots.txt
+p/*http://beppegrillo.it/robots.txt
 p/*surveyopen
 p/*thm=
 p//ps
@@ -116680,7 +116751,7 @@ package.json
 package.json
 package.json.sample
 package/*/docs
-package/*/docs/latest/http://hud.gov/robots.txt
+package/*/docs/latest/http://asp.net/robots.txt
 package/*/v
 package_files_uploaded_via_chrome
 packager-code
@@ -116698,11 +116769,21 @@ packages/*.php$
 packages/*.png
 packages/*.svg
 packages/*.xml$
+packages/3nights-4days-seychelles-island-honeymoon-exclusive?id=10641&travelmonth=8
+packages/4n-5d-seychelles-island-honeymoon-tour?id=10640&travelmonth=8
+packages/4nights-5days-seychelles-island-honeymoon-ecstasy?id=10635&travelmonth=8
+packages/4nights-5days-seychelles-island-honeymoon-tour?id=10631&travelmonth=8
+packages/4nights-5days-seychelles-island-sightseeing-tour?id=10637&travelmonth=8
+packages/4nights-5days-seychelles-island-tour?id=10639&travelmonth=8
+packages/5n-6d-seychelles-island-honeymoon-trip?id=10645&travelmonth=8
+packages/5nights-6days-seychelles-island-honeymoon-tour?id=10642&travelmonth=8
+packages/5nights-6days-seychelles-island-honeymoon-vacation?id=10638&travelmonth=8
+packages/5nights-6days-seychelles-island-tour?id=10643&travelmonth=8
 packages/logfile
 packages/maintainer-view
 packages/table/start
 packages/table_lede17_1/start
-packages?q=http://homebrewersassociation.org/robots.txt
+packages?q=http://emsc-csem.org/robots.txt
 packagesize.do
 packagetype=
 packaging
@@ -116758,7 +116839,7 @@ page.php
 page/
 page/*
 page/*&s&
-page/*/?*http://forestapp.cc/robots.txt
+page/*/?*http://nal.usda.gov/robots.txt
 page/*/?a_aid=
 page/*/?egotecpage
 page/*/?hc_location=
@@ -117038,8 +117119,7 @@ page4590495.html
 page7426355.html
 page=
 page=*
-page=*http://american.edu/robots.txt
-page=1$
+page=*http://polar.com/robots.txt
 page=2$
 page=SN_
 page=print
@@ -117413,7 +117493,7 @@ painting-contractors/special-offers/welcome-pro
 paiwang
 pakdaman
 pal:
-palco23/http://couchsurfing.com/robots.txt
+palco23/http://40.media.tumblr.com/robots.txt
 paleo
 paleo/metadata
 paleo/pubs
@@ -117601,7 +117681,7 @@ participants
 participants/search
 participate/conferences.xml
 participate/visa-invitation-letter
-participe/cursoprovedoreshttp://chillingeffects.org/robots.txt
+participe/cursoprovedoreshttp://wedocs.unep.org/robots.txt
 particle/milgrom
 particulier/outils/trouver-pays
 particulier/recherche
@@ -117631,6 +117711,7 @@ partner/signup?
 partner=
 partner_id=
 partner_map.php
+partnercenter
 partnercentral
 partnercontent/*
 partnerfeeds
@@ -117785,7 +117866,6 @@ patronNext
 patsukhum
 pattanayak
 pattern-library
-patternPreview
 patterns
 patterson
 patti
@@ -119139,7 +119219,6 @@ php.ini.sample
 php.ini.sample
 php/
 php/database-map-ajax.php
-php/test
 phpMyAdmin
 phpbb3
 phpbb3.test
@@ -119293,6 +119372,7 @@ pj/ln/cs/hd_jukencsnews.css
 pj/ln/cs/hd_life.css
 pj/ln/cs/method_cs.css
 pjasonwhite
+pjecnj
 pjiang
 pjkosmin
 pjz
@@ -119310,7 +119390,7 @@ pkarnakov
 pkb/
 pkbol
 pkey=
-pkey=http://hottopic.com/robots.txt
+pkey=http://pubs.opengroup.org/robots.txt
 pkginfo
 pkginfo/
 pkireyev
@@ -119930,7 +120010,7 @@ plugins/common/feature/openidconnectsso
 plugins/common/feature/openidsso
 plugins/common/feature/saml
 plugins/custom
-plugins/custom/f5networks/f5/*http://library.ca.gov/robots.txt
+plugins/custom/f5networks/f5/*http://fs.blog/robots.txt
 plugins/feedback.php
 plugins/list_user01/main.php
 plugins/search
@@ -120650,11 +120730,12 @@ post-style/*
 post/
 post/*
 postQuestion.htm
-postRender
 post_comment
 post_comment.html
 post_id=*
 post_redemption_survey
+post_reply
+post_reply/?
 post_tag-sitemap.xml
 post_type=
 post_type=tribe_events
@@ -120804,7 +120885,7 @@ praveentest
 praveer-singh
 pravkurs/login/confirm.php
 pravoeu-hledani
-prayers?*http://aaai.org/robots.txt
+prayers?*http://pcta.org/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -120817,6 +120898,7 @@ pre-paiement
 pre-production/
 pre-registration.html
 preSendArticle.do
+precatorios
 precios/*/
 predisability/
 preferedui=
@@ -120941,7 +121023,7 @@ prelex
 preload
 premenstrual_syndrome_pictures_slideshow/article.htm
 premier-495
-premier-495/http://nccih.nih.gov/robots.txt
+premier-495/http://oed.com/robots.txt
 preminger
 premiogastronomico/mejor.asp?search=&page=
 premium
@@ -120954,7 +121036,7 @@ premium/admin
 premium/auth/
 premium/cert
 premium/download
-premium/http://electad.com/robots.txt
+premium/http://congress.gov/robots.txt
 premium/plus
 premium/sign-in
 premium/sign-in?
@@ -121026,13 +121108,14 @@ press-release/editor
 press-release/preview
 press-releases
 press-releases-for-month
+press-releases/2021/01/13/new-coffee-barometer-coffee-companies-must-start-proving-their-sustainability-impact
 press-room
 press-room/*?page=
 press-room/state-invests-22-million-uc-entrepreneurship-innovation-drive-california-economy
 press-room?
 press-this.php
 press/art-institute-images
-press/content-search?*http://keycdn.com/robots.txt
+press/content-search?*http://buzzfeednews.com/robots.txt
 press/exhibition-press-room
 press/fellowship
 press/founders/
@@ -121085,7 +121168,7 @@ preview-main/*
 preview.aspx
 preview/
 preview/*
-preview/http://linux.com/robots.txt
+preview/http://wwwn.cdc.gov/robots.txt
 preview/post/*
 preview/rankings
 preview/result
@@ -121121,7 +121204,7 @@ price-3
 price-4
 price-alert
 price-calc.asp*
-price-calculator.htmlhttp://help.fitbit.com/robots.txt
+price-calculator.htmlhttp://traderjoes.com/robots.txt
 price-chart
 price-full
 price-guide
@@ -121208,7 +121291,7 @@ print.cfm
 print.php
 print/
 print/*
-print/*http://nuance.com/robots.txt
+print/*http://docs.gitlab.com/robots.txt
 print/?url=
 print/article/*
 print/pdf/node
@@ -121231,6 +121314,7 @@ print_product_info.php
 printable
 printable/
 printable/pdf
+printable/print
 printableArticle.jhtml
 printads
 printads/*?
@@ -121241,6 +121325,7 @@ printcontent
 printer
 printer_friendly_story
 printer_friendly_wires
+printerfriendly
 printguidebook/
 printmail
 printmail$
@@ -121440,7 +121525,7 @@ privacy-policy/third-parties/zh-TW.html
 privacy-policy/zh-CN.html
 privacy-policy/zh-TW.html
 privacy-security-terms
-privacy-settingshttp://c-and-a.com/robots.txt
+privacy-settingshttp://cracked.com/robots.txt
 privacy-statement
 privacy.aspx
 privacy.html
@@ -121509,11 +121594,11 @@ private.php
 private/
 private/gallery/content/
 private/http://dakar.com/robots.txt
-private/http://material.io/robots.txt
-private/http://packagist.org/robots.txt
-private/http://psycnet.apa.org/robots.txt
-private/http://qnap.com/robots.txt
-private/http://ready.gov/robots.txt
+private/http://icomoon.io/robots.txt
+private/http://marvelapp.com/robots.txt
+private/http://minds.com/robots.txt
+private/http://pwc.com/robots.txt
+private/http://wordstream.com/robots.txt
 private/wtrack
 privatedata
 prive
@@ -121632,6 +121717,7 @@ process_order.cfm
 process_your_info.cfm
 processes
 processing
+processosdti
 processupload.html
 proclubadmin
 procrastination/
@@ -122243,7 +122329,6 @@ profile/*/Reviews-Written
 profile/*/Rss
 profile/*/activity/*
 profile/*/badges
-profile/*/blog
 profile/*/followers
 profile/*/followers/
 profile/*/following
@@ -122256,10 +122341,8 @@ profile/*/recommendations/bymember
 profile/*/recommendations/member
 profile/*/recommendations/memberbooks
 profile/*/recommendations/unsuggester
-profile/*/reviews
 profile/*/stats
 profile/*/stats/library
-profile/*/trophies
 profile/*?*
 profile/*article*.ece
 profile/account
@@ -122528,7 +122611,6 @@ projects$
 projects.html
 projects.html~
 projects/
-projects/*/*?*ref=
 projects/*/activity
 projects/*/backers
 projects/*/complete
@@ -122540,13 +122622,11 @@ projects/*/payments
 projects/*/preview
 projects/?
 projects/DailyReport/
-projects/StudentArtGallery/http://office.xerox.com/robots.txt
+projects/StudentArtGallery/http://aaronsw.com/robots.txt
 projects/alma/arc/tw
 projects/alma/faqs
 projects/browse.php
 projects/create
-projects/create/*?GA_EVENT
-projects/create/*?ec=
 projects/dashboard
 projects/designer-directory
 projects/edit
@@ -122584,7 +122664,6 @@ projects/scotmid/gendocs
 projects/services/
 projects/start_creating
 projects/tags
-projects/upload
 projects/vef
 projects/volksentscheid-fahrrad
 projects/website-design/loan-referral-website
@@ -122638,7 +122717,7 @@ promoted-listings
 promotion
 promotion/*
 promotion/.html
-promotion/41995890-09e9-11ed-861d-0242ac120002http://internationalwomensday.com/robots.txt
+promotion/41995890-09e9-11ed-861d-0242ac120002http://chetu.com/robots.txt
 promotion/remit-2024
 promotion/us-bd
 promotionOffreVue
@@ -122656,7 +122735,6 @@ pronunciation
 proof
 proof=
 proof=t%2Btarget%3D\
-proonly.php
 propath/choose-product.aspx
 properties/
 properties/for_rent
@@ -122766,7 +122844,7 @@ prudsys/recommit
 pruebas
 pruebas-publi
 pruebas/
-prv/http://feedback.userreport.com/robots.txt
+prv/http://ifrc.org/robots.txt
 prv/originalfile
 przejdz-do-sklepu-bez-logowania
 ps
@@ -123143,7 +123221,7 @@ pt/features/partial/page-bottom
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://cookpad.com/robots.txt
+pt/forum/goto.phphttp://ecwid.com/robots.txt
 pt/fr
 pt/gallery
 pt/games
@@ -123430,7 +123508,7 @@ public/*.jpg
 public/*.js$
 public/*.js?
 public/*.png
-public/*http://du.edu/robots.txt
+public/*http://eumetsat.int/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -123506,7 +123584,7 @@ publicamadrid?f%
 publicamadrid?f[0]
 publication
 publication-content
-publication-content/*http://manchester.ac.uk/robots.txt
+publication-content/*http://ncl.ac.uk/robots.txt
 publication-similarities
 publication-statics
 publication/catalogue_number
@@ -123977,7 +124055,7 @@ quiz-list/
 quiz-results-learn-more-vid
 quiz/
 quiz/archive/*/*
-quiz/archive/*/*/$http://weblogs.asp.net/robots.txt
+quiz/archive/*/*/$http://redis.io/robots.txt
 quiz/document
 quiz/engine
 quizResult=
@@ -124216,6 +124294,7 @@ rating
 rating-over
 rating-terbaik
 rating/
+rating/average
 rating=*
 ratings
 ratings
@@ -124342,7 +124421,7 @@ readlevellexile=
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://askubuntu.com/robots.txt
+readme.htmlhttp://maps.gstatic.com/robots.txt
 readmessage.php
 ready
 ready_sit_read/index.jhtml
@@ -124429,7 +124508,7 @@ rebeccamcgill
 rebeccascofield
 rebeccasenft
 rebeccastern
-rebooting-the-record-label/http://profiles.google.com/robots.txt
+rebooting-the-record-label/http://google.hr/robots.txt
 rec
 rec/bib
 rec/nt
@@ -124558,7 +124637,7 @@ recipes/tag/*?*&s=
 recipes/tag/*?s=
 recipes?*&s=
 recipes?s=
-reckon/http://eu.usatoday.com/robots.txt
+reckon/http://ljmu.ac.uk/robots.txt
 reclamar
 reclamar/$
 reco
@@ -124820,7 +124899,7 @@ refer
 refer-*
 refer-a-friend
 refer/
-refer/http://del.icio.us/robots.txt
+refer/http://s.id/robots.txt
 refer/pal
 reference
 reference-library
@@ -125099,7 +125178,6 @@ remembear/add
 remember-the-titans
 remillard
 remilogs/
-remind
 remind.php
 remind_register.html
 remind_register_conf.html
@@ -125126,6 +125204,7 @@ remove_friend_conf.html
 remove_from_wine_list
 remove_from_wishlist
 removed
+remuneracao
 renan
 renansargiani
 renatapuzynina
@@ -126067,7 +126146,7 @@ research@jcu
 researchCategories=
 researcher/*/metrics
 researcher/*/peer-review
-researcher/*/publications/http://wpmobile.app/robots.txt
+researcher/*/publications/http://wkow.com/robots.txt
 researchers
 researchtools/ose
 researchtools/ose/$
@@ -126198,7 +126277,7 @@ resources/_shared/images/collection
 resources/academic
 resources/ajax/posts
 resources/announcements/update-to-compromised-email-addresses-incident
-resources/calendar/http://google.gr/robots.txt
+resources/calendar/http://tes.com/robots.txt
 resources/collocations
 resources/cookie
 resources/css
@@ -126340,7 +126419,6 @@ restaurant/*/menu/item/*/choice
 restaurant/*?category
 restaurant/*?proof
 restaurant/*?querySearch
-restaurant/avis
 restaurant/avis_depose_par
 restaurant/cgi
 restaurant/cgi/avis/avis_depose.php
@@ -126526,9 +126604,8 @@ review/*/transparency
 review/common/du
 review/create?
 review/dynamic/sims-box
-review/fileshttp://t1p.de/robots.txt
 review/hall-of-fame
-review/http://papers.nips.cc/robots.txt
+review/http://imagely.com/robots.txt
 review/list
 review/list_rss
 review/product/
@@ -128219,7 +128296,7 @@ rnm/index.php/ddibrowser/470/vargrp/VG12
 rnm/index.php/ddibrowser/470/vargrp/VG21
 rnm/index.php/ddibrowser/470/vargrp/VG24
 rnm/index.php/ddibrowser/470/vargrp/VG30
-rnm/index.php/ddibrowser/470/vargrp/VG30http://otter.ai/robots.txt
+rnm/index.php/ddibrowser/470/vargrp/VG30http://comparitech.com/robots.txt
 rnm/index.php/ddibrowser/470/vargrp/VG5
 rnm/index.php/ddibrowser/477/vargrp/VG2
 rnm/index.php/ddibrowser/486/vargrp/VG5
@@ -128561,13 +128638,13 @@ robmunger
 robos-linux
 robotic-assisted-surgery
 robots
-robots-disallow*http://anandtech.com/robots.txt
+robots-disallow*http://ab-inbev.com/robots.txt
 robots.html
 robots.txt
 robots.txt
 robots.txt$
 robots.txt$
-robots.txthttp://ui.adsabs.harvard.edu/robots.txt
+robots.txthttp://nola.com/robots.txt
 robots_nidirect.txt
 robynslee
 roc008
@@ -128913,7 +128990,7 @@ rss7
 rss?
 rssFeed
 rss_2.php
-rss_export/www_export.rsshttp://paperswithcode.com/robots.txt
+rss_export/www_export.rsshttp://well.blogs.nytimes.com/robots.txt
 rss_feeds
 rss_items
 rss_trk
@@ -128926,7 +129003,7 @@ rst
 rstmh/
 rsvp
 rsvp.php
-rsw/upload/k2dienste/http://oxfordscholarship.com/robots.txt
+rsw/upload/k2dienste/http://blog.codecentric.de/robots.txt
 rsweeney
 rsyuan
 rt%3Dnc
@@ -129671,7 +129748,6 @@ s=
 s=p
 s=price
 s?
-s?
 s?*rh=n%3A1380045031
 s?cat=
 s?f=
@@ -129834,7 +129910,7 @@ saml/acs
 saml/login
 saml/login
 saml/logout
-saml2/authenticate/oktahttp://getharvest.com/robots.txt
+saml2/authenticate/oktahttp://boe.es/robots.txt
 samlCertificates
 saml_login
 saml_login*
@@ -130208,7 +130284,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://magazineluiza.com.br/robots.txt
+science/new-drug-product-pipelinehttp://store.apple.com/robots.txt
 science/our-science/people
 science/outlineJson
 science/page/flash/VideoPlayer
@@ -130307,7 +130383,7 @@ screener.ashx?v=210&s=ta_p_channelup
 screener.ashx?v=210&s=ta_p_doublebottom
 screener.ashx?v=210&s=ta_p_doubletop
 screener.ashx?v=210&s=ta_p_headandshoulders
-screener.ashx?v=210&s=ta_p_headandshouldersinvhttp://sheffield.ac.uk/robots.txt
+screener.ashx?v=210&s=ta_p_headandshouldersinvhttp://tu-dresden.de/robots.txt
 screener.ashx?v=210&s=ta_p_horizontal
 screener.ashx?v=210&s=ta_p_multiplebottom
 screener.ashx?v=210&s=ta_p_multipletop
@@ -130870,7 +130946,6 @@ search/"
 search/$
 search/*
 search/*&sort=*
-search/*.*$
 search/*/?query=
 search/*/_/N-
 search/*/feed
@@ -131007,9 +131082,9 @@ search/google
 search/groups
 search/help
 search/howsearchworks
-search/http://bipm.org/robots.txt
-search/http://crisistextline.org/robots.txt
-search/http://davidrumsey.com/robots.txt
+search/http://asiatimes.com/robots.txt
+search/http://jeb.biologists.org/robots.txt
+search/http://uk.wikipedia.org/robots.txt
 search/hysearchws.aspx?q=*
 search/imageresults.asp*
 search/index.aspx?*
@@ -131179,11 +131254,11 @@ search?daterange=Last1Yrs
 search?daterange=Last6Mths
 search?feature_*keywords*node
 search?filter
-search?gss-q=*http://coolors.co/robots.txt
+search?gss-q=*http://w.soundcloud.com/robots.txt
 search?home=true
 search?keyword=
 search?keyword=*.com
-search?keyword=folha%20de%20fichario$http://dublincore.org/robots.txt
+search?keyword=folha%20de%20fichario$http://docs.ansible.com/robots.txt
 search?keywords=*
 search?keywords=*&sort=
 search?keywords=*=*=
@@ -131340,9 +131415,9 @@ searchhealthit/search/query
 searchhistory
 searchhrsoftware/search/query
 searchhttp://dailysignal.com/robots.txt
-searchhttp://searchsecurity.techtarget.com/robots.txt
-searchhttp://socialpilot.co/robots.txt
-searchhttp://york.ac.uk/robots.txt
+searchhttp://ksat.com/robots.txt
+searchhttp://realvnc.com/robots.txt
+searchhttp://search.app/robots.txt
 searchid
 searchinfo=
 searching/Mark
@@ -131439,7 +131514,7 @@ section=
 sectionEditor
 section_and_ivideo_widget_ajax.html
 section_id=
-sectionhttp://bfi.org.uk/robots.txt
+sectionhttp://escholarship.org/robots.txt
 sectionized
 sections
 sections$
@@ -131564,8 +131639,10 @@ segal_morel
 segment-jsl
 segments/*/compare
 seguidores/*
+seguranca-cnj
 seguro
 sehgal
+sei
 sein07
 seine-et-marne/
 seine-et-marne/assure/actualites/
@@ -131689,6 +131766,7 @@ send-friend
 send-to-friend
 send/
 send?
+send?text=
 sendHeaderEarly
 sendToAFriend.action
 sendToFriend.htm
@@ -131773,7 +131851,7 @@ series/india-tour-of-south-africa-2013-14-648627
 series=
 series?q=
 seriesBeta
-seriesBetahttp://unibo.it/robots.txt
+seriesBetahttp://documenter.getpostman.com/robots.txt
 serietv/schede/cerca/?query=
 serp_tests
 serpilfox
@@ -131906,7 +131984,7 @@ servicedesk022
 servicedesk023
 servicedesk024
 servicedesk025
-servicedeskhttp://nespresso.com/robots.txt
+servicedeskhttp://t-online.de/robots.txt
 servicedeskserver030
 servicedeskserver031
 servicedeskserver0310
@@ -131950,20 +132028,6 @@ services.html
 services.min.js?_=
 services/
 services/*
-services/Ajax
-services/Browse
-services/Intern
-services/MyResearch
-services/Record
-services/Records
-services/Search/Ajax
-services/Search/Email
-services/Search/History
-services/Search/OpenSearch
-services/Search/Results
-services/Search/Suggest
-services/Search/cache
-services/Search/xsl
 services/admina.asp
 services/ads
 services/ads2
@@ -131992,8 +132056,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://nbcuniversal.com/robots.txt
-services/conferences/news/*?*http://tse.jus.br/robots.txt
+services/conferences/news/*?*http://infosecurity-magazine.com/robots.txt
+services/conferences/news/*?*http://rts.ch/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -132206,7 +132270,7 @@ set-password
 set-rating
 set-store
 set-up
-set/http://taobao.com/robots.txt
+set/http://duesseldorf.de/robots.txt
 set_author_id
 set_cookie.pl
 set_locale
@@ -132454,6 +132518,7 @@ sghanta
 sgo?
 sgomez
 sgp/en/booking
+sgt
 sgtest?
 sgu
 sh
@@ -132583,6 +132648,7 @@ shekou/tag
 shelemay
 shelf/user_shelves
 shell
+shell.html
 shell/
 shellbitumen100
 shellbitumen100.html
@@ -132621,7 +132687,6 @@ sherwin_special_offers
 shi
 shian
 shibboleth
-shifen/
 shihui
 shihui?
 shijiawei
@@ -132873,6 +132938,7 @@ shop/search
 shop/search
 shop/search*
 shop/search.ep
+shop/search/http://parler.com/robots.txt
 shop/sendfriend
 shop/shop-list
 shop/shop-list.php
@@ -133000,7 +133066,7 @@ shorefire_nj
 short
 short-link
 short-news/*a
-short-url-machine/error/http://tunnelbear.com/robots.txt
+short-url-machine/error/http://i.vimeocdn.com/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -133022,7 +133088,7 @@ shots/new
 shots/week
 shots/year
 shouldremainempty/
-shoutbox/http://threefold-trials.com/robots.txt
+shoutbox/http://thisweekinbevy.com/robots.txt
 shouwenwang
 show
 show-email
@@ -133035,7 +133101,6 @@ show.php
 show/*
 show/delete_saved_shows
 show/koth-show
-show=all
 showDuration=
 showMap*
 showMap=true
@@ -133085,7 +133150,7 @@ showpost.php
 showpreviewimage
 showrelease.asp
 showroom
-showroom_locatorhttp://fivethirtyeight.com/robots.txt
+showroom_locatorhttp://agilebits.com/robots.txt
 showroomidentification.html
 shows
 shows/
@@ -133210,6 +133275,7 @@ sia
 sianowen
 sibamachado
 sibylla_leonguerrero
+sicnj
 sid
 sid.php*
 sid=
@@ -133265,6 +133331,7 @@ signed_out_modal.json
 signin
 signin
 signin$
+signin-oidc
 signin.
 signin.aspx
 signin.html
@@ -133284,6 +133351,7 @@ signon.aspx
 signout
 signout
 signout*
+signout-oidc
 signs_of_a_severe_allergic_reaction_allergies/article.htm
 signs_of_multiple_sclerosis_relapse/article.htm
 signup
@@ -133344,8 +133412,9 @@ sijang
 sijumonkunjachan
 sikim
 silakurugol
+silent-login
 siliciano
-silicosis/en/search/http://pressdemocrat.com/robots.txt
+silicosis/en/search/http://public.com/robots.txt
 silicosis/fr/search/
 silicosis/search/
 silinhuang
@@ -133429,6 +133498,7 @@ sinusitis_pictures_slideshow/article.htm
 sinyi*
 sio
 siobhankelly
+sip
 siparisler
 sips
 siraj
@@ -133449,6 +133519,7 @@ sism*/p6.html
 sism*/p7.html
 sism*/p8.html
 sism*/p9.html
+sistac
 sit_rep
 sitamly
 site
@@ -133543,6 +133614,7 @@ siteLocale=
 sitePages
 siteStatus
 siteSwitch
+site_admin
 site_animations
 site_down.html
 site_error.html
@@ -133619,6 +133691,7 @@ sitecore
 sitecore%20modules/Web/ExperienceForms/css
 sitecore%20modules/Web/ExperienceForms/scripts
 sitecore%20modules/Web/ExperienceForms/scripts/
+sitecore*
 sitecore-modules/
 sitecore/
 sitecore/*
@@ -133633,7 +133706,7 @@ sitecore_files
 sitecore_files/
 sitecore_modules
 sitecore_services/
-sitecorehttp://farm5.staticflickr.com/robots.txt
+sitecorehttp://yankodesign.com/robots.txt
 sitecounterajax
 sitedashboard
 sitedown
@@ -133705,40 +133778,20 @@ sitemap.xml?page=6
 sitemap.xml?page=7
 sitemap.xml?page=8
 sitemap.xml?page=9
-sitemap.xmlhttp://appstoreconnect.apple.com/robots.txt
+sitemap.xmlhttp://efe.com/robots.txt
 sitemap/$
 sitemap/*/page/
 sitemap/_jcr_content/root/sitemap.xml
 sitemap/archive
 sitemap/archive/picture
 sitemap/catalog
-sitemap/catalog_new.xml
 sitemap/crawl-monitor
 sitemap/directory
 sitemap/googlenews/all/all.xml$
 sitemap/image-sitemap-*.xml
-sitemap/interview_new.xml
-sitemap/portfolio1447.xml
-sitemap/portfolio1448.xml
-sitemap/portfolio1449.xml
-sitemap/portfolio_new.xml
-sitemap/project-category.xml
-sitemap/projects25.xml
-sitemap/projects26.xml
-sitemap/projects27.xml
-sitemap/projects28.xml
-sitemap/projects_new.xml
 sitemap/rss
 sitemap/update/all.xml$
 sitemap/update/section.xml$
-sitemap/userpages116.xml
-sitemap/userpages117.xml
-sitemap/userpages118.xml
-sitemap/userpages_new.xml
-sitemap/users598.xml
-sitemap/users599.xml
-sitemap/users600.xml
-sitemap/users_new.xml
 sitemap_
 sitemap_0.xml
 sitemap_1.xml
@@ -133804,7 +133857,7 @@ sites/*.jpg
 sites/*.js
 sites/*.png
 sites/*.svg
-sites/*http://nbcuni.com/robots.txt
+sites/*http://english.stackexchange.com/robots.txt
 sites/1850brandcoffee
 sites/1850byfolgers
 sites/PM-it-dienstekatalog/_search
@@ -133826,7 +133879,7 @@ sites/all/*/*.jpeg
 sites/all/*/*.jpg
 sites/all/*/*.js
 sites/all/*/*.png
-sites/all/*/*.svghttp://asiaone.com/robots.txt
+sites/all/*/*.svghttp://db.tt/robots.txt
 sites/all/modules/contrib/radioactivity
 sites/all/modules/elysia_cron
 sites/all/static/recorregut
@@ -134561,7 +134614,7 @@ sites/default/files/file/2022-03/Instructure%20Security%20%282022%29.pdf
 sites/default/files/flat_navs
 sites/default/files/forms/2022-10/2022-Strategic-Direction.pdf
 sites/default/files/google_tag
-sites/default/files/http://digitalinformationworld.com/robots.txt
+sites/default/files/http://t3n.de/robots.txt
 sites/default/files/images/obras
 sites/default/files/infographics/PP_jp_InsiderThreat_Infographic_final_ysohta0309a.pdf
 sites/default/files/infographics/Pfpt-Phishing%20Infographic%20Poster-17x24-jp.pdf
@@ -134738,7 +134791,7 @@ sites/default/files/pfpt-us-tr-state-of-the-phish-2019.pdf
 sites/default/files/policy
 sites/default/files/privacy/archived/
 sites/default/files/private
-sites/default/files/private/http://mathematics.haifa.ac.il/robots.txt
+sites/default/files/private/http://confidenceman.lnk.to/robots.txt
 sites/default/files/proofpoint_best_practices_for_writing_secure_ios_and_android_apps_whitepaper-a4-jp-cm.pdf
 sites/default/files/publications/files/organization-chart.pdf
 sites/default/files/reports/*.pdf
@@ -135017,7 +135070,7 @@ sites/gapincthiswayahead
 sites/gapinternational
 sites/genome-editing/_search
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://thepioneerwoman.com/robots.txt
+sites/gs1/files/docs/EDI/*http://fastcodesign.com/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -135251,7 +135304,7 @@ siyuan
 size-mens-suits.html
 size=
 size=*
-sizecharthttp://news.bitcoin.com/robots.txt
+sizecharthttp://dublincore.org/robots.txt
 sizeguide:5
 sizunjiang
 sj
@@ -135729,6 +135782,7 @@ sn/
 sn/search-result
 sn=
 sn_twitter_Blog-ProjectStory*
+sna
 snagit-eula.html
 snake
 snake.gif
@@ -136227,6 +136281,12 @@ sondaggio_sport.php
 sondaggiofin.php
 sondaggionew.php
 song
+song/delete_user_review
+song/fetch_overview_review
+song/fetch_review_view
+song/report_inappropriate
+song/review_thumbs
+song/save_user_review
 songqi
 soniaalves
 soniapujol
@@ -136299,7 +136359,7 @@ sos/
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://youtubekids.com/robots.txt
+sos/registration/http://online.wsj.com/robots.txt
 sosim-pro
 sothebys/item
 sotomarion
@@ -136347,6 +136407,8 @@ sp.asp
 sp/
 sp/2for1
 sp/3for2
+sp/cdn/favicons
+sp/cdn/images
 sp/mobile-attribution-glossary
 sp/mobile-fraud-glossary
 sp/news3
@@ -136499,7 +136561,7 @@ spells/?
 spells/?page=
 spencer_hallyburton
 spencerykwon
-spetskabel/identity/img/http://dndbeyond.com/robots.txt
+spetskabel/identity/img/http://isc.org/robots.txt
 spettacoli/10_ottobre_28/baby-sky-tv_96993302-e259-11df-8440-00144f02aabc.shtml
 spettacoli/24_novembre_15/alessia-fabiani-con-bettarini-il-flirt-di-una-notte-quando-era-sposato-con-simona-ventura-7068204f-0287-4c32-9b97-03b94fbe2xlk.shtml
 spettacoli/people/2023/09/04/news/venezia_kanye_west_e_bianca_censori_banditi_per_atti_osceni_da_una_societa_di_noleggio_motoscafi-413301274
@@ -136546,10 +136608,10 @@ sponsored-topic
 sponsored/
 sponsored/*
 sponsored/2022/10/disruptors-who-are-changing-their-industries
-sponsored/http://ntnu.edu/robots.txt
-sponsored/http://open.substack.com/robots.txt
+sponsored/http://apress.com/robots.txt
+sponsored/http://kijiji.ca/robots.txt
+sponsored/http://lumalabs.ai/robots.txt
 sponsored/http://scryfall.com/robots.txt
-sponsored/http://steelcase.com/robots.txt
 sponsored/previewarticle
 sponsored/previewcampaign
 sponsoredarticles
@@ -136583,7 +136645,7 @@ sport/
 sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.shtml
 sport/404_en.htm
 sport/alpha
-sport/bundesliga/http://inegi.org.mx/robots.txt
+sport/bundesliga/http://mediaarea.net/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -136664,7 +136726,7 @@ springsnow2018
 sprint_wml
 sprint_xhtml
 sprockett
-sprypanel/http://chalkbeat.org/robots.txt
+sprypanel/http://broadcom.com/robots.txt
 spsales
 spur-download
 spurs/node
@@ -137028,7 +137090,7 @@ start/square
 start=
 start=*
 start=*&sz=16
-start=*start=*http://wegmans.com/robots.txt
+start=*start=*http://drudgereport.com/robots.txt
 start?id=
 startDate=
 startPage
@@ -137155,7 +137217,7 @@ static/gfs
 static/gla
 static/html
 static/html/pdfs/
-static/http://web.eecs.umich.edu/robots.txt
+static/http://startrek.com/robots.txt
 static/images
 static/images/favicons
 static/images/misc/s-trans.gif
@@ -137202,7 +137264,6 @@ staticassets/fn-maint
 staticcontent
 staticcontent/storytile/*?*
 staticcontent/storytile/?
-statichtml/file/17579/assessment_financial_accessibility.pdf
 staticmap?
 staticpages/index.php/lookup-results
 statics
@@ -137251,7 +137312,7 @@ stats/events/ 
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://nejm.org/robots.txt
+stats/player-stats/*http://mozilla.com/robots.txt
 stats3.html
 stats?gid=
 stats_report/
@@ -137269,7 +137330,7 @@ status-updates/wp-admin/admin-ajax.php
 status.formstack.com
 status/
 status/v3
-statusupdateshttp://iccwbo.org/robots.txt
+statusupdateshttp://bsi.bund.de/robots.txt
 statwood
 stay_healthy_what_are_the_top_10_ways/article.htm
 stayfocusd
@@ -137760,7 +137821,7 @@ strange
 strange_surprising_addictions_mental_health/article.htm
 strasser
 strategic-partners/cushman-wakefield/http://nab.com.au/robots.txt
-strategicplan/index.php/http://volkswagenag.com/robots.txt
+strategicplan/index.php/http://bugs.mysql.com/robots.txt
 strategist/amp
 strategist/search
 stratos
@@ -137834,6 +137895,7 @@ studentaffairs/accepted
 studentaffairs/nso-data/
 studentaffairs/rights
 studentaffairs/st_home.html
+studentcenter/oracles/
 studenten/az-lemmas/
 studentlife/*
 studentlife/career
@@ -138241,7 +138303,7 @@ subscription=
 subscriptionDetails.htm
 subscription_orders.cgi
 subscription_request.cgi
-subscriptionhttp://potterybarn.com/robots.txt
+subscriptionhttp://jmir.org/robots.txt
 subscriptions
 subscriptions/manage/
 subscriptions/securejson/
@@ -139261,7 +139323,7 @@ tag.php*
 tag/
 tag/*
 tag/*
-tag/*+http://dx.doi.org/robots.txt
+tag/*+http://msdn.microsoft.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -139549,7 +139611,7 @@ tags/*/?amp=*
 tags/*/page
 tags/*htm*.htm
 tags/*tags=
-tags/JDatehttp://dotnet.microsoft.com/robots.txt
+tags/JDatehttp://nccih.nih.gov/robots.txt
 tags/TH
 tags/TopicRoot_TH
 tags/app-feedback
@@ -139680,8 +139742,6 @@ tarrant
 tasawarjalali
 tasima
 task-management
-task/*?GA_EVENT
-task/*?ec=
 task_*
 tasks
 tasks
@@ -139729,7 +139789,7 @@ taxonomy-term-json-adrenalina
 taxonomy-term-json-tv
 taxonomy/
 taxonomy/*
-taxonomy/*http://icomoon.io/robots.txt
+taxonomy/*http://ul.com/robots.txt
 taxonomy/term
 taxonomy/term
 taxonomy/term/
@@ -139950,7 +140010,7 @@ tealeaf
 team
 team-blog
 team/*/schedule$
-team/*/schedule$http://arminbwagner.com/robots.txt
+team/*/schedule$http://adidasstansmithbeige.be/robots.txt
 teamInvitations
 teamplain/
 teamprojects
@@ -140420,7 +140480,7 @@ teknologica
 tel
 tel:
 tel:*
-telechargements/stockage-perso-staff/http://1-euro-jewellery.eu/robots.txt
+telechargements/stockage-perso-staff/http://promotion.lt/robots.txt
 telecomorgs
 telecomunicacion-tecnologia-ar/*
 telecomunicacion-tecnologia-cl/*
@@ -140563,7 +140623,7 @@ template.SINGLEPORTLET*
 template.asp?docId=8&docName=About%20Us
 template/
 template/down?*
-template/warenkorbhttp://laweekly.com/robots.txt
+template/warenkorbhttp://learning.linkedin.com/robots.txt
 template=*
 templateId=
 template_ar
@@ -140605,7 +140665,7 @@ templates/embed
 templates/get-bitly-url.txt
 templates/jscommon/website/commonOVH/common.js
 templates/nbc_partner_player_amp?
-templates/novo_portal_base/font-awesome/fonts/http://knowband.com/robots.txt
+templates/novo_portal_base/font-awesome/fonts/http://uofmhealth.org/robots.txt
 templates/search
 templates/search/
 templates/search?query=
@@ -140863,7 +140923,7 @@ test/ddierker/newsletter-templates
 test/games/
 test/getresponse.php*
 test/gettest.php*
-test/http://opm.gov/robots.txt
+test/http://gia.edu/robots.txt
 test/index.php?act=custom*
 test/index.php?act=test&id=*&q=*
 test/matchcenter/calcio/serie-a/classifica
@@ -140919,7 +140979,7 @@ testcases
 testds.jsp
 teste
 teste-*.html$
-teste/http://gerardpuigmal.com/robots.txt
+teste/http://rytmik-rock.cinemax.cz/robots.txt
 testfiles
 testfl
 testfr
@@ -140927,10 +140987,10 @@ testgpr
 testhome1
 testhome2
 testhome3
-testhttp://500px.com/robots.txt
+testhttp://edition.cnn.com/robots.txt
 testimonial.php
 testimonial/
-testimonial/*http://graphis.com/robots.txt
+testimonial/*http://fyyd.de/robots.txt
 testimonials.php
 testimonios/
 testin
@@ -140940,6 +141000,7 @@ testing-reminder-iwd
 testing-showcase.html
 testing/
 testing123/
+testingblog
 testingpodpod
 testingsite
 testingsiteos
@@ -141436,6 +141497,8 @@ thread/*/fetch
 thread/*/fetchx
 thread/*/refresh
 thread/*/refreshx
+thread/5d81ce60c8393a0dcb3e648f/*
+thread/5d81ce60c8393a0dcb3e648f/*/$
 thread/comment
 thread/printerfriendly
 threadIndex=
@@ -141716,7 +141779,7 @@ tj/ru/
 tjamison
 tjean
 tjenester/esi
-tjenester/it/adm-app/nettskjema/bilder/http://umich.edu/robots.txt
+tjenester/it/adm-app/nettskjema/bilder/http://canadapost.ca/robots.txt
 tjenester/it/applikasjoner/nettskjema/include-files
 tjenester/it/av-rom-test
 tjenester/it/brukernavn-passord/nybruker.html
@@ -142204,6 +142267,7 @@ touchsearch
 touchstoneinstitute
 tour
 tour$
+tour-packages/seychelles-island
 tour/admin/
 tour/all
 tour/cms/
@@ -142233,7 +142297,7 @@ tours/SAN_FRANCISCO
 tours/SINGAPORE
 tours/checkout/times
 tous-les-services/ma-region-pres-de-chez-moi/*
-tous-les-services/ma-region-pres-de-chez-moi/*http://cops.usdoj.gov/robots.txt
+tous-les-services/ma-region-pres-de-chez-moi/*http://csszengarden.com/robots.txt
 tout/
 tout/produits/
 towed
@@ -142802,7 +142866,7 @@ transmute/static-2.9
 transparencia
 transparency
 transparency/archive
-transparency/http://kyobobook.co.kr/robots.txt
+transparency/http://twloha.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -142966,7 +143030,6 @@ travelmap
 travelnevadahighway95tc
 travisbenson
 travismoore
-trax
 tray_trending_tags
 trck
 trcz
@@ -143562,7 +143625,7 @@ tv3/marato/recerca/proposta-malalties
 tv3/sx3/*/joc/pantalla-completa
 tv3/sx3/families-escola/activitats/cercador
 tv3/sx3/families-escola/activitats/cercador-mapa
-tv3/sx3/http://thepointsguy.com/robots.txt
+tv3/sx3/http://businesstoday.in/robots.txt
 tve
 tve/b/135escons
 tve/b/9decada10
@@ -143732,7 +143795,7 @@ typing-tool
 typo
 typo3
 typo3/
-typo3/http://marketingweek.com/robots.txt
+typo3/http://memri.org/robots.txt
 typo3/sysext/frontend/Resources/Public
 typo3_src
 typo3_src-4.1.1
@@ -143748,7 +143811,7 @@ typo3conf/ext/bra_projectfiles/Resources/Public
 typo3conf/ext/parallels/Resources/Public
 typo3conf/ext/prls_theme/Resources/Public
 typo3conf/ext/theme/Resources/Public
-typo3conf/http://b4x.com/robots.txt
+typo3conf/http://quotes.net/robots.txt
 typo3src
 typo3temp
 typo3temp/
@@ -143821,7 +143884,7 @@ u3dp/search-result
 u5llnop
 u5llnop$
 u=
-u?app_id=*http://feverup.com/robots.txt
+u?app_id=*http://mightier.com/robots.txt
 uGlobalSearch
 uMBot-LN
 uSearchTerm
@@ -144310,7 +144373,6 @@ ulb/ueber_uns/sowi/dyn
 ulcerative_colitis_nutritional_tips_children_teens/article.htm
 ulcerative_colitis_pictures_slideshow/article.htm
 uli/trac
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -144345,7 +144407,7 @@ unable-to-process-request/
 unaseer
 unauth-profile
 unavailable
-unavailable-location/http://clarivate.com/robots.txt
+unavailable-location/http://maccosmetics.com/robots.txt
 unavailable/
 unblock_users_confirm.html
 unblu
@@ -144493,7 +144555,7 @@ unsubscribe_confirm
 unsubscribe_email
 unsubscribecampaign
 unsubscribed
-unsubscribehttp://sabc.co.za/robots.txt
+unsubscribehttp://cbs6albany.com/robots.txt
 unsubscribepage
 unsupported-browser
 unsupported-browser
@@ -144555,7 +144617,7 @@ updates/*.php$
 updates/*.xml$
 updates/?filter=
 updates/myloans
-updates/order/*http://sina.com.cn/robots.txt
+updates/order/*http://norvig.com/robots.txt
 updatestats
 updateutp*
 updfcache=1
@@ -144595,7 +144657,7 @@ upload/auto
 upload/cloud
 upload/docs
 upload/forgot_password
-upload/http://ziprecruiter.com/robots.txt
+upload/http://music.amazon.com/robots.txt
 upload/illustrations
 upload/photos
 upload/throttled
@@ -145062,7 +145124,7 @@ us/en/financial-services/financial-crimes/publications/assets/*
 us/en/financial-services/regulatory-services/publications/assets/*
 us/en/foods/search?keywords=
 us/en/games/search.html
-us/en/games/search.html*http://threatpost.com/robots.txt
+us/en/games/search.html*http://ibtimes.com/robots.txt
 us/en/gates
 us/en/ghosts/chipotle-case-study.html
 us/en/governance-insights-center/annual-corporate-directors-survey/assets/*
@@ -145275,7 +145337,7 @@ user-profile.aspx
 user-profile/
 user-rankings
 user-registrierung
-user-reports/http://quantamagazine.org/robots.txt
+user-reports/http://greatergood.berkeley.edu/robots.txt
 user-research-testing
 user-settings
 user.aspx
@@ -145327,6 +145389,7 @@ user/*/track?page=
 user/*/unfollow_user
 user/.*
 user//attending/upcoming
+user/?
 user/GoogleOneTapVerification
 user/InlineLogin.htm
 user/InlineLogin.htm?
@@ -145360,7 +145423,7 @@ user/forgotten-password
 user/fpd/api
 user/get-user
 user/googleonetapverification
-user/http://duo.com/robots.txt
+user/http://petapixel.com/robots.txt
 user/images
 user/kommoot
 user/kommot
@@ -145373,6 +145436,7 @@ user/login
 user/login*
 user/login.do
 user/login/
+user/login/?
 user/login/facebook
 user/login/google
 user/login/profile
@@ -145399,7 +145463,7 @@ user/register
 user/register
 user/register*
 user/register/
-user/register/http://no.wikipedia.org/robots.txt
+user/register/http://helsinki.fi/robots.txt
 user/register?
 user/register?destination=
 user/rezepte
@@ -145480,7 +145544,7 @@ usergroups/sasforuminternational/call/
 usergroups/sasforuminternational/proceedings/
 usergroups/seugi/call/
 userguide
-userhttp://pinterest.de/robots.txt
+userhttp://tn.gov/robots.txt
 userhub
 userid.aspx
 userimages
@@ -145506,14 +145570,12 @@ users.pl
 users/
 users/*
 users/*
-users/*/*?*prjid=
 users/*/?
 users/*/avatar
 users/*/bookmarks
 users/*/calendars.ics
 users/*/comments
 users/*/contact
-users/*/contacts
 users/*/country_rankings
 users/*/default-avatar
 users/*/default-avatar-v2
@@ -145522,7 +145584,6 @@ users/*/followers
 users/*/following
 users/*/listings
 users/*/mypixiv
-users/*/portfolio/*/*?view
 users/*/posts
 users/*/posts.rss
 users/*/reference_requests
@@ -145573,7 +145634,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://thebalancesmb.com/robots.txt
+users/profile-unpub/http://acpjournals.org/robots.txt
 users/radar-online
 users/ranking
 users/registered
@@ -145642,7 +145703,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://cen.acs.org/robots.txt
+ut*.xmlhttp://cochranelibrary.com/robots.txt
 ut=
 utaukwa
 utc/
@@ -145664,7 +145725,7 @@ utilities
 utilities/
 utilities/glossary/
 utilities/glossary/index.htm
-utilities/http://macworld.co.uk/robots.txt
+utilities/http://nlp.stanford.edu/robots.txt
 utilities/searchmember
 utilities/searchmembertwo
 utility
@@ -145676,6 +145737,7 @@ utility/trackentrance
 utils
 utils/
 utils/*
+utils/news
 utkarsh
 utl/
 utm*
@@ -145837,7 +145899,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://stanfieldrealestate.com/robots.txt
+uz/http://img1.wsimg.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -146020,8 +146082,6 @@ v_detail_tab_print*.html$
 va
 va-cha%CC%A3m-myheritage
 va/
-vacancy/create/*?GA_EVENT
-vacancy/create/*?ec=
 vacancy_old
 vacant-land-for-sale/advanced-search
 vacant-land-to-rent/advanced-search
@@ -146123,7 +146183,7 @@ vchopra
 vcsharp/
 vd-zelfevaluatie2017
 vdccollections
-vdfTestConds/http://visa.com/robots.txt
+vdfTestConds/http://cup.columbia.edu/robots.txt
 vdirs$
 vdo*/embed
 ve
@@ -146172,7 +146232,7 @@ velo/profile
 velocity
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://dispatch.com/robots.txt
+venda-presencial/conclusion.htmlhttp://peepso.com/robots.txt
 vendd/
 vendedor/*
 vendee/
@@ -146206,7 +146266,6 @@ verano/certificado/condni
 verano/certificado/descarga
 verano/certificado/sindni
 verba
-verboten4bots
 vergleich
 vergleich/zum
 verification-donnees-pmna
@@ -146277,7 +146336,7 @@ versions/Unicode6.3.0
 versions/Unicode7.0.0
 versions/Unicode8.0.0
 versions/Unicode9.0.0
-versions/http://epam.com/robots.txt
+versions/http://globo.com/robots.txt
 vertele/lo-mas-visto-tv/2
 vertele/lo-mas-visto-tv/cadenas/2
 vertele/lo-mas-visto-tv/cadenas/mes/2
@@ -146563,7 +146622,7 @@ video/administratives/newestvideositemap-100-mediaRss.xml$
 video/adnkronos/
 video/adnkronos/*
 video/affiliate
-video/affiliate/http://lbcgroup.tv/robots.txt
+video/affiliate/http://thl.fi/robots.txt
 video/ajax
 video/ajax_search_related
 video/ajax_video_related
@@ -146783,7 +146842,7 @@ vienne/assure/actualites/
 view
 view
 view$
-view$http://parade.com/robots.txt
+view$http://sway.office.com/robots.txt
 view$http://theworlds50best.com/robots.txt
 view-3d-home
 view-as-webpage
@@ -147209,7 +147268,7 @@ vp_tel
 vpac
 vparot
 vplbl
-vpn-config/http://opendefinition.org/robots.txt
+vpn-config/http://flyscoot.com/robots.txt
 vpn/
 vpnfan
 vpns-how-do-they-work-and-things-to-consider
@@ -147302,7 +147361,7 @@ w/index.php?
 w/index.php?title=Special%3ALandingPage
 w/index.php?title=Special:LandingPage
 w/index.php?title=Special:NewPages&feed=rss&namespace=all
-w/index.phphttp://mbta.com/robots.txt
+w/index.phphttp://sloan.org/robots.txt
 w/load.php
 w/load.php?
 w/newpage
@@ -147544,7 +147603,13 @@ wcb/dcbs_index.html
 wcb/dcbs_index2.html
 wcb/orders
 wcc-Beta
+wcc-assets/content/dam
+wcc-assets/images
+wcc-assets/main
+wcc-assets/polyfills
+wcc-assets/runtime
 wcc-beta
+wcc-services
 wcc/
 wcc/dashboard
 wcc/experience/
@@ -163505,7 +163570,6 @@ web/packages/opengraph/DESCRIPTION
 web/packages/openintro/DESCRIPTION
 web/packages/openmeteo/DESCRIPTION
 web/packages/openmetrics/DESCRIPTION
-web/packages/openmpt/DESCRIPTION
 web/packages/openrouteservice/DESCRIPTION
 web/packages/openscoring/DESCRIPTION
 web/packages/openssl/DESCRIPTION
@@ -165679,7 +165743,6 @@ web/packages/rfishdraw/DESCRIPTION
 web/packages/rfisheries/DESCRIPTION
 web/packages/rfishnet2/DESCRIPTION
 web/packages/rflashtext/DESCRIPTION
-web/packages/rflexscan/DESCRIPTION
 web/packages/rflsgen/DESCRIPTION
 web/packages/rfm/DESCRIPTION
 web/packages/rfoaas/DESCRIPTION
@@ -169709,7 +169772,7 @@ weba
 webalizer
 webans?
 webapi
-webapi/http://chicagobooth.edu/robots.txt
+webapi/http://active.com/robots.txt
 webapp
 webapp
 webapp/
@@ -169895,8 +169958,7 @@ webhelp
 webhook
 webhook_templates
 webhooks
-webhooks$http://today.com/robots.txt
-webim
+webhooks$http://novartis.de/robots.txt
 webimage/countrys/africa/printpage
 webimage/countrys/asia/printpage
 webimage/countrys/europe/printpage
@@ -170058,7 +170120,7 @@ website/confirm
 website/confirm/download
 website/flag
 website/marketo-form-test
-website/privacy-notice/data-explorerhttp://iwalkcornwall.co.uk/robots.txt
+website/privacy-notice/data-explorerhttp://varnish-cache.org/robots.txt
 website/search
 website/templates*?screen=
 website/templates/flash
@@ -170189,7 +170251,7 @@ welcomeback
 welcomec.html
 welcomed.html
 welcomee.html
-welcomehttp://hubs.ly/robots.txt
+welcomehttp://allocine.fr/robots.txt
 wellbeing/
 wellnessprogramme/jsp/healthcheck/index.jsp
 wellnessway
@@ -170446,7 +170508,7 @@ what_your_nose_says_about_your_health/article.htm
 whatis/search/query
 whats-hot
 whats-new
-whats-new-article/http://lemondeinformatique.fr/robots.txt
+whats-new-article/http://empatica.com/robots.txt
 whats-next/planes-trains-and-analytics
 whats-on
 whats-your-finance-personality
@@ -170510,7 +170572,7 @@ why_do_i_have_the_chills_other_than_fever/article.htm
 why_your_fingers_are_swollen_reasons/article.htm
 whythisad
 wi
-wicket:interface*http://visual.ly/robots.txt
+wicket:interface*http://hm.com/robots.txt
 widget
 widget-gallery.html
 widget-landing-page.html
@@ -171534,9 +171596,9 @@ wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
 wiki/Wikipedia_talk%3AAdministrator
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://3.bp.blogspot.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://prezi.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://vimeo.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://thehill.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://uscis.gov/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -171899,6 +171961,7 @@ wishlist-remove*
 wishlist-search
 wishlist-search-results
 wishlist-show
+wishlist.html*http://robinsonhardwood.com/robots.txt
 wishlist.php
 wishlist/
 wishlist/*
@@ -172022,7 +172085,7 @@ wordgirl/
 wordpress
 wordpress-companies/language-
 wordpress-companies/type-
-wordpress-hosting-ahttp://marketwired.com/robots.txt
+wordpress-hosting-ahttp://web.de/robots.txt
 wordpress/
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
@@ -172301,36 +172364,36 @@ wp-admin/about.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
-wp-admin/admin-ajax.phphttp://adfontesmedia.com/robots.txt
-wp-admin/admin-ajax.phphttp://blackhat.com/robots.txt
-wp-admin/admin-ajax.phphttp://business.pinterest.com/robots.txt
+wp-admin/admin-ajax.phphttp://access.redhat.com/robots.txt
+wp-admin/admin-ajax.phphttp://broadinstitute.org/robots.txt
+wp-admin/admin-ajax.phphttp://bundesbank.de/robots.txt
 wp-admin/admin-ajax.phphttp://bvdg-online.com/robots.txt
-wp-admin/admin-ajax.phphttp://cmaj.ca/robots.txt
-wp-admin/admin-ajax.phphttp://collider.com/robots.txt
-wp-admin/admin-ajax.phphttp://creditcards.com/robots.txt
+wp-admin/admin-ajax.phphttp://constitutioncenter.org/robots.txt
 wp-admin/admin-ajax.phphttp://d1wqtxts1xzle7.cloudfront.net/robots.txt
-wp-admin/admin-ajax.phphttp://darden.virginia.edu/robots.txt
-wp-admin/admin-ajax.phphttp://digitalcommerce360.com/robots.txt
 wp-admin/admin-ajax.phphttp://downforeveryoneorjustme.com/robots.txt
-wp-admin/admin-ajax.phphttp://ebooks.com/robots.txt
-wp-admin/admin-ajax.phphttp://finextra.com/robots.txt
+wp-admin/admin-ajax.phphttp://endlesspools.com/robots.txt
+wp-admin/admin-ajax.phphttp://findmespot.com/robots.txt
+wp-admin/admin-ajax.phphttp://form.jotform.com/robots.txt
+wp-admin/admin-ajax.phphttp://fox17online.com/robots.txt
 wp-admin/admin-ajax.phphttp://global.oup.com/robots.txt
-wp-admin/admin-ajax.phphttp://google.co.il/robots.txt
-wp-admin/admin-ajax.phphttp://joann.com/robots.txt
-wp-admin/admin-ajax.phphttp://leica-geosystems.com/robots.txt
+wp-admin/admin-ajax.phphttp://hackerrank.com/robots.txt
+wp-admin/admin-ajax.phphttp://lastpass.com/robots.txt
 wp-admin/admin-ajax.phphttp://macys.com/robots.txt
-wp-admin/admin-ajax.phphttp://mnemosyne-proj.org/robots.txt
-wp-admin/admin-ajax.phphttp://online.fliphtml5.com/robots.txt
-wp-admin/admin-ajax.phphttp://open.alberta.ca/robots.txt
-wp-admin/admin-ajax.phphttp://playbuzz.com/robots.txt
-wp-admin/admin-ajax.phphttp://proofpoint.com/robots.txt
+wp-admin/admin-ajax.phphttp://milb.com/robots.txt
+wp-admin/admin-ajax.phphttp://napavalleyregister.com/robots.txt
+wp-admin/admin-ajax.phphttp://ny1.com/robots.txt
+wp-admin/admin-ajax.phphttp://outofyourcomfortzone.net/robots.txt
+wp-admin/admin-ajax.phphttp://ponycanyon.co.jp/robots.txt
 wp-admin/admin-ajax.phphttp://readwrite.com/robots.txt
-wp-admin/admin-ajax.phphttp://rsa.com/robots.txt
-wp-admin/admin-ajax.phphttp://setn.com/robots.txt
-wp-admin/admin-ajax.phphttp://siteground.com/robots.txt
-wp-admin/admin-ajax.phphttp://statisticbrain.com/robots.txt
-wp-admin/admin-ajax.phphttp://stern.nyu.edu/robots.txt
-wp-admin/admin-ajax.phphttp://usf.edu/robots.txt
+wp-admin/admin-ajax.phphttp://sciencespo.fr/robots.txt
+wp-admin/admin-ajax.phphttp://tidal.com/robots.txt
+wp-admin/admin-ajax.phphttp://vrbo.com/robots.txt
+wp-admin/admin-ajax.phphttp://watoday.com.au/robots.txt
+wp-admin/admin-ajax.phphttp://westelm.com/robots.txt
+wp-admin/admin-ajax.phphttp://whc.unesco.org/robots.txt
+wp-admin/admin-ajax.phphttp://wikileaks.org/robots.txt
+wp-admin/admin-ajax.phphttp://ynab.com/robots.txt
+wp-admin/admin-ajax.phphttp://yorkshirepost.co.uk/robots.txt
 wp-admin/admin-footer.php
 wp-admin/admin-functions.php
 wp-admin/admin-header.php
@@ -172352,7 +172415,7 @@ wp-admin/edit-tags.php
 wp-admin/edit.php
 wp-admin/export.php
 wp-admin/freedoms.php
-wp-admin/http://democracynow.org/robots.txt
+wp-admin/http://builtin.com/robots.txt
 wp-admin/images
 wp-admin/import.php
 wp-admin/includes
@@ -172456,8 +172519,8 @@ wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
 wp-content/mu-plugins
-wp-content/mu-plugins/http://canadapost.ca/robots.txt
-wp-content/mu-plugins/http://rolandgarros.com/robots.txt
+wp-content/mu-plugins/http://go.forrester.com/robots.txt
+wp-content/mu-plugins/http://herbalife.com/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -172547,10 +172610,11 @@ wp-content/themes/nexstar/client/build/js
 wp-content/themes/oco-wp/images/video/
 wp-content/themes/screamingfrog/inc/download-modal-lfa.php
 wp-content/themes/screamingfrog/inc/download-modal.php
+wp-content/themes/security-intelligence/assets
 wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
 wp-content/themes/sej14/js/instapage.js
-wp-content/themes/skift/inc/ajax/http://freeconferencecall.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://24.media.tumblr.com/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
 wp-content/themes/visme/videos/video-maker.mp4
@@ -172581,7 +172645,7 @@ wp-content/uploads/*.pdf
 wp-content/uploads/*.png
 wp-content/uploads/*.svg
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://masader-j.com/robots.txt
+wp-content/uploads/*http://fiberaltyapisorgulama.com/robots.txt
 wp-content/uploads/2009/
 wp-content/uploads/2010/
 wp-content/uploads/2011/
@@ -172604,10 +172668,10 @@ wp-content/uploads/2020/
 wp-content/uploads/2021/
 wp-content/uploads/2021/04/YourBrainMatters_Apr2021.pdf
 wp-content/uploads/2022/
-wp-content/uploads/2022/04/online-learning-trends.pdfhttp://eleconomista.com.mx/robots.txt
+wp-content/uploads/2022/04/online-learning-trends.pdfhttp://local10.com/robots.txt
 wp-content/uploads/2023/
 wp-content/uploads/2023/03/YBM21.pdf
-wp-content/uploads/2023/08/GIWAM-Volunteer-resources-page.pdfhttp://northampton.ac.uk/robots.txt
+wp-content/uploads/2023/08/GIWAM-Volunteer-resources-page.pdfhttp://app.livestorm.co/robots.txt
 wp-content/uploads/2024/
 wp-content/uploads/2024/01/Remote_Access_Security_Predictions_Report_2024.pdf
 wp-content/uploads/2024/04/Everest_Group_-_Making_Brownfield_Factories_Smarter_and_Greener_Capgemini.pdf
@@ -172622,8 +172686,8 @@ wp-content/uploads/complianz
 wp-content/uploads/cover-images
 wp-content/uploads/dlm_uploads
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://icij.org/robots.txt
-wp-content/uploads/http://routledge.com/robots.txt
+wp-content/uploads/http://pendo.io/robots.txt
+wp-content/uploads/http://razorpay.com/robots.txt
 wp-content/uploads/import/*
 wp-content/uploads/interactive/web/capabilities-brochure
 wp-content/uploads/interactive/web/capabilities-brochure/index.html
@@ -172650,22 +172714,22 @@ wp-content/uploads/woocommerce_transient_files/
 wp-content/uploads/woocommerce_uploads
 wp-content/uploads/woocommerce_uploads/
 wp-content/uploads/wp-import-export-lite
-wp-content/uploads/wp-import-export-lite/http://americorps.gov/robots.txt
-wp-content/uploads/wp-import-export-lite/http://cloud.ibm.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://dogbreedinfo.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://express.co.uk/robots.txt
+wp-content/uploads/wp-import-export-lite/http://architizer.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://cast.google.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://cyklonovinky.cz/robots.txt
 wp-content/uploads/wp-import-export-lite/http://foodrepublic.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://frc.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://geany.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://genesys.com/robots.txt
 wp-content/uploads/wp-import-export-lite/http://html5doctor.com/robots.txt
 wp-content/uploads/wp-import-export-lite/http://i24news.tv/robots.txt
-wp-content/uploads/wp-import-export-lite/http://ign.es/robots.txt
-wp-content/uploads/wp-import-export-lite/http://lrb.co.uk/robots.txt
-wp-content/uploads/wp-import-export-lite/http://minimalistbaker.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://nbcwashington.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://orange.pl/robots.txt
-wp-content/uploads/wp-import-export-lite/http://rowman.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://kongregate.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://nvaccess.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://pl.pinterest.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://podium.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://river.com/robots.txt
 wp-content/uploads/wp-import-export-lite/http://siteassets.parastorage.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://thrivethemes.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://thump.vice.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://stltoday.com/robots.txt
 wp-content/uploads/wp-staging
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
@@ -172673,7 +172737,7 @@ wp-content/uploads/wpo-plugins-tables-list.json
 wp-content/uploads/wpo-plugins-tables-list.json
 wp-content/uploads/wpo/wpo-plugins-tables-list.json
 wp-content/uploads/wpo/wpo-plugins-tables-list.json
-wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://gettyimages.ca/robots.txt
+wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://datatables.net/robots.txt
 wp-content/vidyard-plugins
 wp-core
 wp-core/wp-admin/admin-ajax.php
@@ -172708,7 +172772,7 @@ wp-includes/images/
 wp-includes/js
 wp-includes/js/
 wp-includes/js/*
-wp-includes/js/http://techtalia.org/robots.txt
+wp-includes/js/http://looplibrary.co.uk/robots.txt
 wp-includes/js/jquery/jquery.masonry.min.js?ver=
 wp-includes/js/masonry.min.js?ver=
 wp-includes/js/mediaelement/mediaelementplayer.min.css
@@ -172754,7 +172818,7 @@ wp-login.php?*
 wp-query.html
 wp-register.php
 wp-register.php
-wp-register.phphttp://rsms.me/robots.txt
+wp-register.phphttp://taz.de/robots.txt
 wp-signup.php
 wp-signup.php
 wp-sitemap-posts-
@@ -172781,7 +172845,7 @@ wpd
 wpdev
 wphttps://www.etracker.com/app/uploads/wpforms
 wpi/
-wpm*http://rdcu.be/robots.txt
+wpm*http://tradingeconomics.com/robots.txt
 wpm/*.js
 wpost/proxy
 wppi-show/l
@@ -172990,7 +173054,6 @@ x/tests
 x01122019-higfiles
 x?
 xArchive/Archive/Illegal-liquor-export-20010319
-xajax
 xavier
 xb/en/
 xbp/search
@@ -173024,10 +173087,10 @@ xems/apis/registration/attendee/portal/ticket/list
 xems/apis/social_media_center/get_buzz_setting_reg_page
 xems/whova_backend/apis/reg/event_info
 xems/whova_backend/apis/reg/pricing_info
-xems/whova_backend/webhost/get_config/http://bk.com/robots.txt
+xems/whova_backend/webhost/get_config/http://businessmirror.com.ph/robots.txt
 xero
 xethikarbeitsgruppe/
-xethikarbeitsgruppe/http://monotype.com/robots.txt
+xethikarbeitsgruppe/http://farm1.staticflickr.com/robots.txt
 xf/help
 xfilter=1
 xfx7
@@ -173150,13 +173213,13 @@ xsd
 xsl
 xsl
 xsl/
-xsl/http://protonmail.com/robots.txt
+xsl/http://icao.int/robots.txt
 xslt
 xslt/
-xslt/http://discovermagazine.com/robots.txt
 xslt/http://filemail.com/robots.txt
+xslt/http://uncg.edu/robots.txt
 xstatic/
-xsu/http://lh4.ggpht.com/robots.txt
+xsu/http://ffmpeg.org/robots.txt
 xtbcallback.php
 xtian
 xtor
@@ -173169,6 +173232,7 @@ xueshu?
 xuwang
 xuxiangtian
 xuzhou
+xwiki
 xwiki/bin/view/MADEJA/
 xwu
 xxtest
@@ -173179,7 +173243,7 @@ xyu
 xzhang
 xzhou
 y/*
-y/http://memrise.com/robots.txt
+y/http://gog.com/robots.txt
 y1=
 yaa/
 yabouzzohour
@@ -173618,7 +173682,7 @@ yourarchives
 yourbaskets/add
 youre_making_air_fryer_mistakes/article.htm
 youreurope/businessACC
-youreurope/businessDEV/http://streamelements.com/robots.txt
+youreurope/businessDEV/http://iso.org/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -174280,7 +174344,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://pub.dev/robots.txt
+zh/internalhttp://erudit.org/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -174621,7 +174685,7 @@ zz-test
 zz/
 zzGKS/
 zzIVZ/
-zz_test/http://unsw.edu.au/robots.txt
+zz_test/http://dhgate.com/robots.txt
 zzhang
 zzhu
 zzj
@@ -174909,7 +174973,7 @@ zzz_systest
 顯示禮品登記
 001
 1
-1*.jpg$http://gq-magazine.co.uk/robots.txt
+1*.jpg$http://marxists.org/robots.txt
 1*?
 1+1+1+*
 1-
@@ -175278,18 +175342,18 @@ zzz_systest
 404.htm
 404.html
 404.html
-404.htmlhttp://nia.nih.gov/robots.txt
+404.htmlhttp://listennotes.com/robots.txt
 404.php
 404/
 404/404-content
 404/test
 404error.aspx
 404handler/
-404http://bursametropol.com/robots.txt
-404http://chrishudson.co/robots.txt
+404http://aliflailavalaila.ru/robots.txt
 404http://emcregan.com/robots.txt
-404http://laughingsquid.com/robots.txt
-404http://tartalogasteiz.com/robots.txt
+404http://produtorarealtime.com.br/robots.txt
+404http://steinberg.net/robots.txt
+404http://tunisiacaccia.com/robots.txt
 406
 413gkwMT
 419/es
@@ -175306,7 +175370,7 @@ zzz_systest
 473,Lato-z-Radiem-2021
 473,Lato-z-Radiem-2021/9315,Moje-Archiwum
 473/
-473/9315http://iamsterdam.com/robots.txt
+473/9315http://worldhistory.org/robots.txt
 474
 474,Lato-z-Radiem-2021-Lokacje
 479
@@ -175409,7 +175473,7 @@ zzz_systest
 2009_
 2010
 2010.htm
-2010/02/02/mati_kasppib.jpghttp://chip.de/robots.txt
+2010/02/02/mati_kasppib.jpghttp://bt.com/robots.txt
 2010/10/01/tangenti-e-benefit-da-case-farmaceutiche-arrestato-a-firenze-il-professor-torello-lotti/66811
 2010_
 2010annualreport/