Read Milwaukee Journal Sentinel on your iPad or Kindle in no time. Click download to load the free ebook on your reader.
Check out all the available public recipes or write your own with these quick start guides. ReadBeam is built on calibre, so everything in the docs and the fora applies here as well.
Language: en
Requires Subscription: No, it's available as free ebook
Schedule Every morning
ReadBeam
from calibre.web.feeds.news import BasicNewsRecipe
from calibre.ebooks.BeautifulSoup import BeautifulSoup
class JSOnline(BasicNewsRecipe):
title = u'Milwaukee Journal Sentinel'
language = 'en'
__author__ = 'Krittika Goyal'
oldest_article = 2 #days
max_articles_per_feed = 25
no_stylesheets = True
remove_tags_before = dict(name='div', attrs={'id':'wrapper'})
#remove_tags_after = dict(name='td', attrs={'class':'asset-bar'})
remove_tags = [
dict(name='iframe'),
dict(name='div', attrs={'class':['right_float', 'headlines', 'side_section_container poll', 'side_section_container html']}),
#dict(name='div', attrs={'id':['rightColumn']}),
#dict(name='span', attrs={'class':'comment_forbidden'}),
#dict(name='ul', attrs={'class':'links inline'}),
#dict(name='p', attrs={'id':'commentadvisory'}),
#dict(name='div', attrs={'style':['width: 300px; margin-right: 2em; float: left;']}),
#dict(name='div', style="float:right; width: 300px;"),
#dict(name='p', style="clear:both;"),
#dict(name='p', attrs={'name':'&lpos=footer_textlinks'}),
#dict(name='span', text=':'),
]
feeds = [
('Main Headlines',
'http://www.jsonline.com/rss?c=y&path=%2F'),
('Business',
'http://www.jsonline.com/rss?c=y&path=%2Fbusiness'),
('Milwaukee marketplace',
'http://www.jsonline.com/rss?c=y&path=%2Fmarketplace'),
('Top Entertainment Stories',
'http://www.jsonline.com/rss?c=y&path=%2Fentertainment%2Ftopstories'),
('Arts and Books',
'http://www.jsonline.com/rss?c=y&path=%2Fentertainment%2Farts'),
('Movies',
'http://www.jsonline.com/rss?c=y&path=%2Fentertainment%2Fmovies'),
('Music and Nightlife',
'http://www.jsonline.com/rss?c=y&path=%2Fentertainment%2Fmusicandnightlife'),
('Dining',
'http://www.jsonline.com/rss?c=y&path=%2Ffeatures%2Fdining'),
('Fashion',
'http://www.jsonline.com/rss?c=y&path=%2Ffeatures%2Ffashion'),
('Health and Fitness',
'http://www.jsonline.com/rss?c=y&path=%2Ffeatures%2Fhealth'),
('Top Metro Stories',
'http://www.jsonline.com/rss?c=y&path=%2Fnews%2Ftopstories'),
('Crime',
'http://www.jsonline.com/rss?c=y&path=%2Fnews%2Fcrime'),
('Sports',
'http://www.jsonline.com/rss?c=y&path=%2Fsports'),
]
#def print_version(self, url):
#return url+'/0'
def preprocess_html(self, soup):
story = soup.find(name='div', attrs={'id':'mainContent'})
#td = heading.findParent(name='td')
#td.extract()
soup = BeautifulSoup('<html><head><title>t</title></head><body></body></html>')
body = soup.find(name='body')
body.insert(0, story)
#td.name = 'div'
return soup