From 5143a2187a08d3481d4e7132c33d2a66020d03b9 Mon Sep 17 00:00:00 2001
From: sigizmund <sigizmund@gmail.com>
Date: Fri, 18 Dec 2009 18:55:57 +0000
Subject: [PATCH] fictionpress.com support added

---
 constants.py  |  4 ++--
 downaloder.py |  5 ++++-
 ffnet.py      | 21 ++++++++++++++++++---
 output.py     |  2 +-
 4 files changed, 25 insertions(+), 7 deletions(-)

diff --git a/constants.py b/constants.py
index 27515658..6af00eb6 100644
--- a/constants.py
+++ b/constants.py
@@ -102,7 +102,7 @@ XHTML_END = '''</div>
 
 acceptable_elements = ['a', 'abbr', 'acronym', 'address', 'area', 'b', 'big',
       'blockquote', 'br', 'center', 'cite', 'code', 'col',
-      'colgroup', 'dd', 'del', 'dfn', 'dir', 'div', 'dl', 'dt', 'em',
+      'colgroup', 'dd', 'del', 'dfn', 'dir', 'dl', 'dt', 'em',
       'font', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6', 'i', 
       'ins', 'kbd', 'label', 'li', 'ol', 
       'p', 'pre', 'q', 's', 'samp', 'small', 'span', 'strike',
@@ -110,7 +110,7 @@ acceptable_elements = ['a', 'abbr', 'acronym', 'address', 'area', 'b', 'big',
 
 acceptable_attributes = ['href']
 
-entities = { '&ndash;' : ' - ', '&mdash;' : ' - ', '&rdquo;' : '"', '&ldquo;' : '"', '&rsquo;' : '\'', '&lsquo;' : '\'', '&quot;' : '"' }
+entities = { '&ndash;' : ' - ', '&mdash;' : ' - ', '&rdquo;' : '"', '&ldquo;' : '"', '&rsquo;' : '\'', '&lsquo;' : '\'', '&quot;' : '"', '&hellip;' : '...' }
 
 FB2_PROLOGUE = '<FictionBook>'
 FB2_DESCRIPTION = '''<description>
diff --git a/downaloder.py b/downaloder.py
index 34b369db..fa9d1466 100644
--- a/downaloder.py
+++ b/downaloder.py
@@ -17,6 +17,7 @@ import ffnet
 import ficwad
 import output
 import fictionalley
+import hpfiction
 
 class FanficLoader:
 	'''A controller class which handles the interaction between various specific downloaders and writers'''
@@ -66,8 +67,10 @@ if __name__ == '__main__':
 		sys.exit(0)
 	elif url.find('ficwad') != -1:
 		adapter = ficwad.FicWad(url)
-	elif url.find('fanfiction.net') != -1:
+	elif url.find('fanfiction.net') != -1 or url.find('fictionpress.com') != -1:
 		adapter = ffnet.FFNet(url)
+	elif url.find('harrypotterfanfiction.com') != -1:
+		adapter = hpfiction.HPFiction(url)
 	else:
 		print >> sys.stderr, "Oi! I can haz not appropriate adapter for URL %s!" % url
 		sys.exit(1)
diff --git a/ffnet.py b/ffnet.py
index 4af36792..ddb7e53b 100644
--- a/ffnet.py
+++ b/ffnet.py
@@ -77,11 +77,17 @@ class FFNet(FanfictionSiteAdapter):
 	
 	def extractIndividualUrls(self):
 		data = self._fetchUrl(self.url)
+		d2 = re.sub('&\#[0-9]+;', ' ', data)
+		soup = bs.BeautifulStoneSoup(d2)
+		allA = soup.findAll('a')
+		for a in allA:
+			if 'href' in a._getAttrMap() and a['href'].find('/u/') != -1:
+				self.authorName = a.string
 
 		urls = []
 		lines = data.split('\n')
 		for l in lines:
-			if l.find("<img src='http://c.fanfiction.net/static/ficons/script.png' width=16 height=16  border=0  align=absmiddle>") != -1:
+			if l.find("&#187;") != -1 and l.find('<b>') != -1:
 				s2 = bs.BeautifulStoneSoup(l)
 				self.storyName = s2.find('b').string
 			elif l.find("<a href='/u/") != -1:
@@ -95,7 +101,7 @@ class FFNet(FanfictionSiteAdapter):
 				s2 = bs.BeautifulSoup(u)
 				options = s2.findAll('option')
 				for o in options:
-					url = 'http://fanfiction.net/s/' + self.storyId + '/' + o['value']
+					url = 'http://' + self.host + '/s/' + self.storyId + '/' + o['value']
 					title = o.string
 					logging.debug('URL = `%s`, Title = `%s`' % (url, title))
 					urls.append((url,title))
@@ -153,7 +159,16 @@ class FFA_UnitTests(unittest.TestCase):
 		text = f.getText(url)
 		
 		urls = f.extractIndividualUrls()
-		
 	
+	def testFictionPress(self):
+		url = 'http://www.fictionpress.com/s/2725180/1/Behind_This_Facade'
+		f = FFNet(url)
+		urls = f.extractIndividualUrls()
+		
+		self.assertEquals('Behind This Facade', f.getStoryName())
+		self.assertEquals('IntoxicatingMelody', f.getAuthorName())
+	
+		text = f.getText(url)
+		self.assertTrue(text.find('Kale Resgerald at your service" He answered, "So, can we go now? Or do you want to') != -1)
 if __name__ == '__main__':
 	unittest.main()
\ No newline at end of file
diff --git a/output.py b/output.py
index 3042441d..138c268e 100644
--- a/output.py
+++ b/output.py
@@ -164,7 +164,7 @@ class EPubFanficWriter(FanficWriter):
 			if p.string != None and (len(p.string.strip()) == 0 or p.string.strip() == '&nbsp;' ) :
 				p.extract()
 				
-		allBrs = self.soup.findAll(recursive=True, name = ["br", "hr"])
+		allBrs = self.soup.findAll(recursive=True, name = ["br", "hr", 'div'])
 		for br in allBrs:
 			if (br.string != None and len(br.string.strip()) != 0) or (br.contents != None):
 				br.name = 'p'