-
-
Notifications
You must be signed in to change notification settings - Fork 2.3k
/
le_monde_sub.recipe
115 lines (98 loc) · 4.97 KB
/
le_monde_sub.recipe
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
# vim:fileencoding=UTF-8:ts=4:sw=4:sta:et:sts=4:fdm=marker:ai
__author__ = 'S. Durand <sylvaindurand@users.noreply.github.com>'
__license__ = 'GPL v3'
import time
import re
from calibre import strftime
from calibre.web.feeds.news import BasicNewsRecipe
from calibre.ptempfile import PersistentTemporaryFile
from urllib2 import HTTPError
class LeMonde(BasicNewsRecipe):
title = u'Le Monde: Édition abonnés'
__author__ = 'Sylvain Durand'
description = u'La version papier du quotidien Le Monde, disponible du lundi au samedi à partir de 14 heures environ, avec tous ses cahiers.'
language = 'fr'
encoding = 'utf8'
needs_subscription = True
date_url = 'http://www.lemonde.fr/journalelectronique/donnees/libre/%Y%m%d/index.html'
login_url = 'https://www.lemonde.fr/web/journal_electronique/identification/1,56-0,45-0,0.html'
journal_url = 'http://www.lemonde.fr/journalelectronique/donnees/protege/%Y%m%d/%Y%m%d_ipad.xml'
masthead_url = 'http://upload.wikimedia.org/wikipedia/fr/thumb/c/c5/Le_Monde_logo.svg/800px-Le_Monde_logo.svg.png'
couverture_url = 'http://medias.lemonde.fr/abonnes/editionelectronique/%Y%m%d/html/data/img/%y%m%d01.jpg'
extra_css = '''
img{max-width:100%}
h1{font-size:1.2em !important; line-height:1.2em !important; }
h2{font-size:1em !important; line-height:1em !important; }
h3{font-size:1em !important; text-transform:uppercase !important; color:#666;}
#photo{text-align:center !important; margin:10px 0 -8px;}
#lgd{font-size:1em !important; line-height:1em !important; font-style:italic; color:#333;} '''
keep_only_tags = [dict(name=['h1', 'h2', 'h3', 'div', 'txt'])]
def __init__(self, options, log, progress_reporter):
BasicNewsRecipe.__init__(self, options, log, progress_reporter)
br = BasicNewsRecipe.get_browser(self)
second = time.time() + 24 * 60 * 60
for i in range(7):
self.date = time.gmtime(second)
try:
br.open(time.strftime(self.date_url, self.date))
break
except HTTPError:
second -= 24 * 60 * 60
self.timefmt = strftime(
u" %A %d %B %Y", self.date).replace(u' 0', u' ')
def get_browser(self):
br = BasicNewsRecipe.get_browser(self)
br.open(self.login_url)
br.select_form(nr=0)
br['login'] = self.username
br['password'] = self.password
br.submit()
return br
def get_cover_url(self):
url = time.strftime(self.couverture_url, self.date)
return url
def parse_index(self):
url = time.strftime(self.journal_url, self.date)
soup = self.index_to_soup(url).sommaire
sections = []
try:
for sec in soup.findAll("section"):
articles = []
if sec['cahier'] != "Le Monde":
for col in sec.findAll("fnts"):
col.extract()
if sec['cahier'] == "Le Monde Magazine":
continue
for art in sec.findAll("art"):
if art.txt.string and art.ttr.string:
if art.find(['url']):
art.insert(6, '<div id="photo"><img src="' +
art.find(['url']).string + '" /></div>')
if art.find(['lgd']) and art.find(['lgd']).string:
art.insert(7, '<div id="lgd">' +
art.find(['lgd']).string + '</div>')
def guillemets(match):
if match.group(1) == u"=":
return match.group(0)
return u'%s« %s »' % (match.group(1), match.group(2))
article = "<html><head></head><body>" + \
unicode(art) + "</body></html>"
article = article.replace(
'<![CDATA[', '').replace(']]>', '').replace(' oC ', '°C ')
article = article.replace('srttr>', 'h3>').replace(
'ssttr>', 'h2>').replace('ttr>', 'h1>')
article = article.replace("'", u'\u2019')
article = re.sub('(.|^)"([^"]+)"', guillemets, article)
f = PersistentTemporaryFile()
f.write(article)
articles.append(
{'title': art.ttr.string, 'url': "file:///" + f.name})
sections.append((sec['nom'], articles))
except AttributeError:
self.log(
"Vos identifiants sont incorrects, ou votre abonnement LeMonde.fr ne vous permet pas de télécharger le journal.")
return sections
def preprocess_html(self, soup):
for lgd in soup.findAll(id="lgd"):
lgd.contents[-1].extract()
return soup