Backup_Repos/leech
1
0
Fork 0
mirror of https://github.com/kemayo/leech synced 2025-12-15 21:05:59 +01:00
Code Issues Projects Releases Wiki Activity

Avoid double-fetching the chapter contents

Browse source 
Doesn't matter hugely if caching is enabled, but it's still suboptimal.
This commit is contained in:
David Lynch 2018-08-29 23:00:45 -05:00 committed by GitHub
parent 23b76d2aac
commit 69c9c21f47
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
sites/royalroad.py
View file

@ -39,11 +39,9 @@ class RoyalRoad(Site):
# Have to get exact publishing time from the chapter page
chapter_soup = self._soup(chapter_url)
updated = datetime.datetime.fromtimestamp(
int(chapter_soup.find(class_="profile-info").find('time').get('unixtime')),
)
contents, updated = self._chapter(chapter_url)
story.add(Chapter(title=chapter.find('a', href=True).string.strip(), contents=self._chapter(chapter_url), date=updated))
story.add(Chapter(title=chapter.find('a', href=True).string.strip(), contents=contents, date=updated))
http.client._MAXHEADERS = original_maxheaders
@ -56,5 +54,7 @@ class RoyalRoad(Site):
# TODO: this could be more robust, and I don't know if there's post-chapter notes anywhere as well.
author_note = soup.find('div', class_='author-note-portlet')
updated = int(soup.find(class_="profile-info").find('time').get('unixtime'))
return (author_note and (author_note.prettify() + '<hr/>') or '') + content.prettify()
return (author_note and (author_note.prettify() + '<hr/>') or '') + content.prettify(), updated