Backup_Repos/FanFicFare
1
0
Fork 0
mirror of https://github.com/JimmXinu/FanFicFare.git synced 2025-12-15 21:32:28 +01:00
Code Issues Projects Releases Wiki Activity

Make ffnet/fpcom use BeautifulSoup (not Stone) for nested divs.

Browse source
This commit is contained in:
Jim Miller 2011-06-07 14:19:25 -05:00
parent aa629c2c39
commit 2a353a74f9
1 changed files with 7 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
fanficdownloader/adapters/adapter_fanfictionnet.py
View file

@ -199,11 +199,15 @@ class FanFictionNetSiteAdapter(BaseSiteAdapter):
## more if hit too fast. This is in
## additional to what ever the
## slow_down_sleep_time setting is.
soup = bs.BeautifulStoneSoup(self._fetchUrl(url),
selfClosingTags=('br','hr')) # otherwise soup eats the br/hr tags.
soup = bs.BeautifulSoup(self._fetchUrl(url),
selfClosingTags=('br','hr')) # otherwise soup eats the br/hr tags.
## Remove the 'share' button.
sharediv = soup.find('div', {'class' : 'a2a_kit a2a_default_style'})
sharediv.extract()
div = soup.find('div', {'id' : 'storytext'})
if None == div:
raise exceptions.FailedToDownload("Error downloading Chapter: %s! Missing required element!" % url)