-
Notifications
You must be signed in to change notification settings - Fork 0
/
mapreduce.py
51 lines (34 loc) · 1.24 KB
/
mapreduce.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
from operator import itemgetter
from client import Client
import settings
class MapReduce(object):
def __init__(self, source=None):
if source is None:
source = Client().get_all()
self.source = source
def run(self):
return self.reduce(self.map(self.source))
def map(self, items):
return items
def reduce(self, items):
return items
class Mailer(MapReduce):
def map(self, requests):
from django.core.mail import mail_admins
for request in requests:
mail_admins('LogJam Request Exception %s' % request['path'], settings.LOG_FORMAT % request)
class WordCounter(MapReduce):
def map(self, requests):
for request in requests:
for word in request['exception'].split():
yield word
def reduce(self, words):
word_count = {}
for word in words:
if word in word_count:
word_count[word] += 1
else:
word_count[word] = 1
sorted_word_count = sorted(word_count.items(), key=itemgetter(1))
for word, count in sorted_word_count:
yield word, count