Backup_Repos/calibre
1
0
Fork 0
mirror of git://github.com/kovidgoyal/calibre.git synced 2026-01-01 02:46:04 +01:00
Code Issues Projects Releases Wiki Activity

Update New York Times

Browse source
This commit is contained in:
Kovid Goyal 2020-02-12 07:27:44 +05:30
parent a370e028a3
commit 2862b4cdd2
No known key found for this signature in database
GPG key ID: 06BC317B515ACE7C
2 changed files with 10 additions and 16 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
recipes/nytimes.recipe
View file

@ -266,14 +266,11 @@ def log(article):
if article.get('description'):
self.log('\t\t', article['description'])
container = soup.find(itemtype='http://schema.org/CollectionPage')
container.find('header').extract()
div = container.find('div')
for section in div.findAll('section'):
for ol in section.findAll('ol'):
for article in self.parse_article_group(ol):
log(article)
yield article
container = soup.find(id='collection-{}'.format(slug)).find('section')
for ol in container.findAll('ol'):
for article in self.parse_article_group(ol):
log(article)
yield article
def parse_web_sections(self):
self.read_nyt_metadata()

13
recipes/nytimes_sub.recipe
View file

@ -266,14 +266,11 @@ def log(article):
if article.get('description'):
self.log('\t\t', article['description'])
container = soup.find(itemtype='http://schema.org/CollectionPage')
container.find('header').extract()
div = container.find('div')
for section in div.findAll('section'):
for ol in section.findAll('ol'):
for article in self.parse_article_group(ol):
log(article)
yield article
container = soup.find(id='collection-{}'.format(slug)).find('section')
for ol in container.findAll('ol'):
for article in self.parse_article_group(ol):
log(article)
yield article
def parse_web_sections(self):
self.read_nyt_metadata()