Backup_Repos/leech
1
0
Fork 0
mirror of https://github.com/kemayo/leech synced 2026-05-09 05:20:46 +02:00
Code Issues Projects Releases Wiki Activity

Xenforo option: stop-after

Browse source
This commit is contained in:
David Lynch 2015-12-14 17:30:59 -06:00
parent a5fb14d61a
commit 8ce3c7f709
1 changed files with 4 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
sites/xenforo.py
View file

@ -32,13 +32,13 @@ class XenForo(Site):
story['title'] = soup.find('h1').get_text() story['title'] = soup.find('h1').get_text()
story['author'] = soup.find('p', id='pageDescription').find('a', class_='username').get_text() story['author'] = soup.find('p', id='pageDescription').find('a', class_='username').get_text()
marks = self._chapter_list(url) marks = [mark for mark in self._chapter_list(url) if '/members' not in mark.get('href')]
if self.options.stop_after:
marks = marks[:self.options.stop_after]
chapters = [] chapters = []
for idx, mark in enumerate(marks, 1): for idx, mark in enumerate(marks, 1):
href = mark.get('href') href = mark.get('href')
if '/members' in href:
continue
if not href.startswith('http'): if not href.startswith('http'):
href = base + href href = base + href
print("Fetching chapter", mark.string, href) print("Fetching chapter", mark.string, href)
@ -140,6 +140,7 @@ class XenForo(Site):
def _add_arguments(self, parser): def _add_arguments(self, parser):
parser.add_argument('--include-index', dest='include_index', action='store_true', default=False) parser.add_argument('--include-index', dest='include_index', action='store_true', default=False)
parser.add_argument('--stop-after', dest='stop_after', type=int, default=None)
class XenForoIndex(XenForo): class XenForoIndex(XenForo):