Backup_Repos/FanFicFare
1
0
Fork 0
mirror of https://github.com/JimmXinu/FanFicFare.git synced 2026-05-09 05:21:13 +02:00
Code Issues Projects Releases Wiki Activity

check_next_chapter still useful.

Browse source
This commit is contained in:
Jim Miller 2021-01-13 10:34:53 -06:00
parent 56fe8dd657
commit 3ea533f5e6
1 changed files with 27 additions and 27 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

54
fanficfare/adapters/adapter_fanfictionnet.py
View file

@ -165,33 +165,33 @@ class FanFictionNetSiteAdapter(BaseSiteAdapter):
if "Please check to see you are not using an outdated url." in data:
raise exceptions.FailedToDownload("Error downloading Chapter: %s! 'Chapter not found. Please check to see you are not using an outdated url.'" % url)
# if self.getConfig('check_next_chapter'):
# try:
# ## ffnet used to have a tendency to send out update
# ## notices in email before all their servers were
# ## showing the update on the first chapter. It
# ## generates another server request and doesn't seem
# ## to be needed lately, so now default it to off.
# try:
# chapcount = len(soup.find('select', { 'name' : 'chapter' } ).findAll('option'))
# # get chapter part of url.
# except:
# chapcount = 1
# tryurl = "https://%s/s/%s/%d/"%(self.getSiteDomain(),
# self.story.getMetadata('storyId'),
# chapcount+1)
# logger.debug('=Trying newer chapter: %s' % tryurl)
# newdata = self._fetchUrl(tryurl)
# if "not found. Please check to see you are not using an outdated url." not in newdata \
# and "This request takes too long to process, it is timed out by the server." not in newdata:
# logger.debug('=======Found newer chapter: %s' % tryurl)
# soup = self.make_soup(newdata)
# except HTTPError as e:
# if e.code == 503:
# raise e
# except Exception as e:
# logger.warning("Caught an exception reading URL: %s Exception %s."%(unicode(url),unicode(e)))
# pass
if self.getConfig('check_next_chapter'):
try:
## ffnet used to have a tendency to send out update
## notices in email before all their servers were
## showing the update on the first chapter. It
## generates another server request and doesn't seem
## to be needed lately, so now default it to off.
try:
chapcount = len(soup.find('select', { 'name' : 'chapter' } ).findAll('option'))
# get chapter part of url.
except:
chapcount = 1
tryurl = "https://%s/s/%s/%d/"%(self.getSiteDomain(),
self.story.getMetadata('storyId'),
chapcount+1)
logger.debug('=Trying newer chapter: %s' % tryurl)
newdata = self._fetchUrl(tryurl)
if "not found. Please check to see you are not using an outdated url." not in newdata \
and "This request takes too long to process, it is timed out by the server." not in newdata:
logger.debug('=======Found newer chapter: %s' % tryurl)
soup = self.make_soup(newdata)
except HTTPError as e:
if e.code == 503:
raise e
except Exception as e:
logger.warning("Caught an exception reading URL: %s Exception %s."%(unicode(url),unicode(e)))
pass
# Find authorid and URL from... author url.
a = soup.find('a', href=re.compile(r"^/u/\d+"))