Backup_Repos/calibre
1
0
Fork 0
mirror of git://github.com/kovidgoyal/calibre.git synced 2026-01-06 02:55:14 +01:00
Code Issues Projects Releases Wiki Activity

Ensure timeouts are respected by all fetches in BasicNewsRecipe

Browse source
This commit is contained in:
Kovid Goyal 2020-12-27 18:02:48 +05:30
parent 0c678a1dc4
commit 1bec527eb7
No known key found for this signature in database
GPG key ID: 06BC317B515ACE7C
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/calibre/web/feeds/news.py
View file

@ -699,7 +699,7 @@ def index_to_soup(self, url_or_raw, raw=False, as_tree=False, save_raw=None):
# the recipe implements get_browser() or not
br = self.clone_browser(self.browser)
open_func = getattr(br, 'open_novisit', br.open)
with closing(open_func(url_or_raw)) as f:
with closing(open_func(url_or_raw, timeout=self.timeout)) as f:
_raw = f.read()
if not _raw:
raise RuntimeError('Could not fetch index from %s'%url_or_raw)
@ -1128,7 +1128,7 @@ def feed2index(self, f, feeds):
if bn:
img = os.path.join(imgdir, 'feed_image_%d%s'%(self.image_counter, os.path.splitext(bn)))
try:
with open(img, 'wb') as fi, closing(self.browser.open(feed.image_url)) as r:
with open(img, 'wb') as fi, closing(self.browser.open(feed.image_url, timeout=self.timeout)) as r:
fi.write(r.read())
self.image_counter += 1
feed.image_url = img
@ -1333,7 +1333,7 @@ def _download_cover(self):
cdata = f.read()
else:
self.report_progress(1, _('Downloading cover from %s')%cu)
with closing(self.browser.open(cu)) as r:
with closing(self.browser.open(cu, timeout=self.timeout)) as r:
cdata = r.read()
if not cdata:
return
@ -1382,7 +1382,7 @@ def _download_masthead(self, mu):
with open(mpath, 'wb') as mfile:
mfile.write(open(mu, 'rb').read())
else:
with open(mpath, 'wb') as mfile, closing(self.browser.open(mu)) as r:
with open(mpath, 'wb') as mfile, closing(self.browser.open(mu, timeout=self.timeout)) as r:
mfile.write(r.read())
self.report_progress(1, _('Masthead image downloaded'))
self.prepare_masthead_image(mpath, outfile)