Backup_Repos/FanFicFare
1
0
Fork 0
mirror of https://github.com/JimmXinu/FanFicFare.git synced 2026-05-04 18:40:51 +02:00
Code Issues Projects Releases Wiki Activity

adapter_wuxiaworldxyz: Paginated TOC

Browse source
This commit is contained in:
Jim Miller 2023-06-24 14:45:00 -05:00
parent 0ac66425f8
commit 2c11ecc5c8
1 changed files with 14 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
fanficfare/adapters/adapter_wuxiaworldxyz.py
View file

@ -103,11 +103,22 @@ class WuxiaWorldXyzSiteAdapter(BaseSiteAdapter):
intro.strong.decompose()
self.setDescription(self.url, intro)
def get_chapters(toc_soup):
chapter_info = toc_soup.select_one('div#list-chapter')
return [ ch for ch in chapter_info.select('li span ~ a')
if not (ch.has_attr('style') and 'color:Gray;' not in ch('style')) ]
## skip grayed out "In preparation" chapters -- couldn't make
## the :not() work in the same select.
chapter_info = soup.select_one('div#list-chapter')
chapters = [ ch for ch in chapter_info.select('li span ~ a')
if not (ch.has_attr('style') and 'color:Gray;' not in ch('style')) ]
chapters = get_chapters(soup)
next_toc_page_url = soup.select_one('li.next a')
while next_toc_page_url:
logger.debug("TOC list next page: %s"%next_toc_page_url['href'])
toc_soup = self.make_soup(self.get_request('https://%s%s' % (self.getSiteDomain(),next_toc_page_url['href'])))
chapters.extend(get_chapters(toc_soup))
next_toc_page_url = toc_soup.select_one('li.next a')
if self.getConfig("dedup_order_chapter_list",False):
# Sort and deduplicate chapters (some stories in incorrect order and/or duplicates)
chapters_data = []