From 8ce3c7f709a76c4aa996e4a13548d91c9b171f11 Mon Sep 17 00:00:00 2001 From: David Lynch Date: Mon, 14 Dec 2015 17:30:59 -0600 Subject: [PATCH] Xenforo option: stop-after --- sites/xenforo.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/sites/xenforo.py b/sites/xenforo.py index 84f08ec..54c4b4c 100644 --- a/sites/xenforo.py +++ b/sites/xenforo.py @@ -32,13 +32,13 @@ class XenForo(Site): story['title'] = soup.find('h1').get_text() story['author'] = soup.find('p', id='pageDescription').find('a', class_='username').get_text() - marks = self._chapter_list(url) + marks = [mark for mark in self._chapter_list(url) if '/members' not in mark.get('href')] + if self.options.stop_after: + marks = marks[:self.options.stop_after] chapters = [] for idx, mark in enumerate(marks, 1): href = mark.get('href') - if '/members' in href: - continue if not href.startswith('http'): href = base + href print("Fetching chapter", mark.string, href) @@ -140,6 +140,7 @@ class XenForo(Site): def _add_arguments(self, parser): parser.add_argument('--include-index', dest='include_index', action='store_true', default=False) + parser.add_argument('--stop-after', dest='stop_after', type=int, default=None) class XenForoIndex(XenForo):