mirror of
git://github.com/kovidgoyal/calibre.git
synced 2026-01-04 14:25:59 +01:00
56 lines
1.6 KiB
Python
56 lines
1.6 KiB
Python
#!/usr/bin/env python
|
|
__license__ = 'GPL v3'
|
|
__copyright__ = '2008, Kovid Goyal kovid@kovidgoyal.net'
|
|
__docformat__ = 'restructuredtext en'
|
|
|
|
'''
|
|
smh.com.au
|
|
'''
|
|
from calibre import strftime
|
|
from calibre.web.feeds.news import BasicNewsRecipe
|
|
from calibre.ebooks.BeautifulSoup import BeautifulSoup
|
|
|
|
|
|
class SMH(BasicNewsRecipe):
|
|
|
|
title = 'Sydney Morning Herald'
|
|
description = 'Business News, World News and Breaking News in Australia'
|
|
__author__ = 'Kovid Goyal'
|
|
language = 'en_AU'
|
|
|
|
|
|
def get_browser(self):
|
|
br = BasicNewsRecipe.get_browser()
|
|
br.set_handle_refresh(False)
|
|
return br
|
|
|
|
def parse_index(self):
|
|
|
|
soup = BeautifulSoup(self.browser.open('http://www.smh.com.au/text/').read())
|
|
|
|
feeds, articles = [], []
|
|
feed = None
|
|
|
|
|
|
for tag in soup.findAll(['h3', 'a']):
|
|
if tag.name == 'h3':
|
|
if articles:
|
|
feeds.append((feed, articles))
|
|
articles = []
|
|
feed = self.tag_to_string(tag)
|
|
elif feed is not None and tag.has_key('href') and tag['href'].strip():
|
|
url = tag['href'].strip()
|
|
if url.startswith('/'):
|
|
url = 'http://www.smh.com.au' + url
|
|
title = self.tag_to_string(tag)
|
|
articles.append({
|
|
'title': title,
|
|
'url' : url,
|
|
'date' : strftime('%a, %d %b'),
|
|
'description' : '',
|
|
'content' : '',
|
|
})
|
|
|
|
return feeds
|
|
|
|
|