Backup_Repos/FanFicFare
1
0
Fork 0
mirror of https://github.com/JimmXinu/FanFicFare.git synced 2026-05-08 12:36:11 +02:00
Code Issues Projects Releases Wiki Activity

adapter_wwwutopiastoriescom: Fixes for site changes.

Browse source
This commit is contained in:
Jim Miller 2022-05-04 16:32:42 -05:00
parent 1782a32674
commit 7df74c2bbb
1 changed files with 8 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
fanficfare/adapters/adapter_wwwutopiastoriescom.py
View file

@ -60,12 +60,12 @@ class WWWUtopiastoriesComAdapter(BaseSiteAdapter):
self.is_adult=False
# get storyId from url
self.story.setMetadata('storyId',self.parsedUrl.path.split('/')[-1])
self.story.setMetadata('storyId',self.parsedUrl.path.split('/')[-1].replace('.html',''))
# normalized story URL.
self._setURL('http://' + self.getSiteDomain() + '/code/show_story.asp/recid/' +
self.story.getMetadata('storyId'))
self._setURL('http://' + self.getSiteDomain() + '/code/show_story/recid/' +
self.story.getMetadata('storyId') + '.html')
# Each adapter needs to have a unique site abbreviation.
self.story.setMetadata('siteabbrev','gaggedutopia')
@ -84,11 +84,11 @@ class WWWUtopiastoriesComAdapter(BaseSiteAdapter):
################################################################################################
@classmethod
def getSiteExampleURLs(cls):
return "http://"+cls.getSiteDomain()+"/code/show_story.asp/recid/1234"
return "http://"+cls.getSiteDomain()+"/code/show_story/recid/1234.html"
################################################################################################
def getSiteURLPattern(self):
return r"https?"+re.escape("://"+self.getSiteDomain()+"/code/show_story.asp/recid/")+r"\d+$"
return r"https?"+re.escape("://"+self.getSiteDomain())+r"/code/show_story(.asp)?/recid/\d+(.html)?$"
################################################################################################
def extractChapterUrlsAndMetadata(self):
@ -143,8 +143,8 @@ class WWWUtopiastoriesComAdapter(BaseSiteAdapter):
else:
self.story.setMetadata('authorId',a['href'].split('/')[2])
self.story.setMetadata('author',a.string)
self.story.setMetadata('authorUrl','http://'+self.host+quote(
a['href'].encode('UTF-8')))
self.story.setMetadata('authorUrl','http://'+self.host+'/'+
a['href'].replace('../..','code'))
elif 'Story Codes' in heading:
tags = text.replace('Story Codes - ','')
for tag in tags.split(', '):
@ -174,7 +174,7 @@ class WWWUtopiastoriesComAdapter(BaseSiteAdapter):
if self.story.getMetadata('author') != 'Unknown':
adata = self.get_request(self.story.getMetadata('authorUrl'))
asoup = self.make_soup(adata)
storyblock = asoup.find('a',href=re.compile(r"/code/show_story.asp/recid/"+
storyblock = asoup.find('a',href=re.compile(r"/code/show_story/recid/"+
self.story.getMetadata('storyId')))
if storyblock != None:
td = storyblock.findNext('td')