1
0
Fork 0
mirror of https://github.com/kemayo/leech synced 2025-12-16 05:14:27 +01:00

Slightly more verbose logging of load failures

This commit is contained in:
David Lynch 2018-12-29 20:46:55 -06:00
parent 10826a01e8
commit 0a81069d24

View file

@ -139,7 +139,7 @@ class Site:
delay = retry_delay
if 'Retry-After' in page.headers:
delay = int(page.headers['Retry-After'])
logger.warning("Load failed: waiting %s to retry (%s)", delay, page)
logger.warning("Load failed: waiting %s to retry (%s: %s)", delay, page.status_code, page.url)
time.sleep(delay)
return self._soup(url, method=method, retry=retry - 1, retry_delay=retry_delay, **kw)
raise SiteException("Couldn't fetch", url)