mirror of
https://github.com/kemayo/leech
synced 2025-12-06 08:22:56 +01:00
stop loop once a new link is found
This commit is contained in:
parent
0066a148bb
commit
280b242a27
1 changed files with 6 additions and 2 deletions
|
|
@ -79,7 +79,7 @@ class Arbitrary(Site):
|
||||||
content_url = definition.url
|
content_url = definition.url
|
||||||
def process_content_url(content_url):
|
def process_content_url(content_url):
|
||||||
if content_url in found_content_urls:
|
if content_url in found_content_urls:
|
||||||
return
|
return False
|
||||||
found_content_urls.add(content_url)
|
found_content_urls.add(content_url)
|
||||||
for chapter in self._chapter(content_url, definition):
|
for chapter in self._chapter(content_url, definition):
|
||||||
story.add(chapter)
|
story.add(chapter)
|
||||||
|
|
@ -92,7 +92,11 @@ class Arbitrary(Site):
|
||||||
if base:
|
if base:
|
||||||
next_link_url = self._join_url(base, next_link_url)
|
next_link_url = self._join_url(base, next_link_url)
|
||||||
content_url = self._join_url(content_url, next_link_url)
|
content_url = self._join_url(content_url, next_link_url)
|
||||||
process_content_url(content_url)
|
# stop loop once a new link is found
|
||||||
|
status = process_content_url(content_url)
|
||||||
|
if status:
|
||||||
|
break
|
||||||
|
return True
|
||||||
process_content_url(content_url)
|
process_content_url(content_url)
|
||||||
|
|
||||||
if not story:
|
if not story:
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue