Backup_Repos/FanFicFare
1
0
Fork 0
mirror of https://github.com/JimmXinu/FanFicFare.git synced 2025-12-28 03:36:06 +01:00
Code Issues Projects Releases Wiki Activity

Merge pull request #185 from cryzed/fix-184

Browse source 
Fix Issue #184 (RoyalRoadL Adapter)
This commit is contained in:
Jim Miller 2017-06-04 17:00:32 -05:00 committed by GitHub
commit 60110721c8
1 changed files with 9 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
fanficfare/adapters/adapter_royalroadl.py
View file

@ -62,7 +62,7 @@ class RoyalRoadAdapter(BaseSiteAdapter):
self.is_adult=False
# get storyId from url--url validation guarantees query is only fiction/1234
self.story.setMetadata('storyId',re.match('/fiction/(\d+)(:/.+)?$',self.parsedUrl.path).groups()[0])
self.story.setMetadata('storyId',re.match('/fiction/(\d+)(/.*)?$',self.parsedUrl.path).groups()[0])
# normalized story URL.
@ -94,7 +94,7 @@ class RoyalRoadAdapter(BaseSiteAdapter):
return "https://royalroadl.com/fiction/3056"
def getSiteURLPattern(self):
return "https?"+re.escape("://")+r"(www\.|)royalroadl\.com/fiction/\d+$"
return "https?"+re.escape("://")+r"(www\.|)royalroadl\.com/fiction/\d+(/.*)?$"
def use_pagecache(self):
'''
@ -123,16 +123,17 @@ class RoyalRoadAdapter(BaseSiteAdapter):
## Title
title=soup.h2.text
title = soup.select_one('.fic-header h1[property=name]').text
self.story.setMetadata('title',title)
# Find authorid and URL from... author url.
author = soup.find('',{'class':'mt-card-social'})
author_link = author.findAll('li')[-1]
mt_card_social = soup.find('',{'class':'mt-card-social'})
author_link = mt_card_social('a')[-1]
if author_link:
authorId = author_link.a['href'].split('=')[-1]
authorId = author_link['href'].rsplit('/', 1)[1]
self.story.setMetadata('authorId', authorId)
self.story.setMetadata('authorUrl','http://'+self.host+'/member.php?action=profile&uid='+authorId)
self.story.setMetadata('authorUrl','http://'+self.host+'/user/profile/'+authorId)
self.story.setMetadata('author',soup.find(attrs=dict(property="books:author"))['content'])
@ -152,7 +153,7 @@ class RoyalRoadAdapter(BaseSiteAdapter):
self.story.setMetadata('dateUpdated', self.make_date(dates[-1]))
self.story.setMetadata('datePublished', self.make_date(dates[0]))
genre=[tag.text for tag in soup.find('input',{'property':'genre'}).parent.findChildren('span')]
genre=[tag.text for tag in soup.find('span',{'property':'genre'}).parent.findChildren('span')]
if not "Unspecified" in genre:
for tag in genre:
self.story.addToList('genre',tag)