-
Notifications
You must be signed in to change notification settings - Fork 6
/
report_logger.py
99 lines (85 loc) · 3.25 KB
/
report_logger.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
# -*- coding: utf-8 -*-
from pywikibot.data.api import APIError
import pywikibot
from pywikibot import config
import dbsettings
_qmark = '?'
try:
import oursql as MySQLdb
except:
import MySQLdb
_qmark = '%s'
class ReportLogger(object):
"""
Base class for report logger
"""
def __init__(self, site=None):
self.site = site
self._page_triage = False
pass
def add_report(self, diff, diff_ts, page_title, page_ns, ithenticate_id, report):
if self.page_triage:
self.page_triage_copyvio(diff)
def page_triage_copyvio(self, diff):
token = self.site.tokens['csrf']
params = {
'action': 'pagetriagetagcopyvio',
'token': token,
'revid': diff
}
request = self.site._request(parameters=params, use_get=False)
try:
response = request.submit()
except APIError as e:
# silently drop it
pywikibot.output('Triage triage {}: {}'.format(diff, str(e)))
@property
def page_triage(self):
return self._page_triage
@page_triage.setter
def page_triage(self, val):
if not self.site:
self.site = pywikibot.Site()
if val and not self.site.has_group('copyviobot'):
raise Exception('Invalid user rights. user must belong to copyviobot group')
self._page_triage = val
class DbReportLogger(ReportLogger):
"""
Db report logger logs reports to database
"""
def __init__(self, site=None):
super(DbReportLogger, self).__init__(site)
self.conn = None
self.cursor = None
self.site = pywikibot.Site() if site is None else site
self.project = site.family.name
self.lang = site.code
def connect(self):
self.conn = MySQLdb.connect(host=dbsettings.reporter_db_host,
db='{}__copyright_p'.format(config.db_username),
read_default_file=config.db_connect_file,
use_unicode=True,
charset="utf8")
self.cursor = self.conn.cursor()
def add_report(self, diff, diff_ts, page_title, page_ns, ithenticate_id, report):
global _qmark
super(DbReportLogger, self).add_report(diff, diff_ts, page_title, page_ns, ithenticate_id, report)
if self.conn is None:
self.connect() # TODO: handle InterfaceError: Can't connect to MySQL server...?
diff_ts = diff_ts.totimestampformat() # use MW format
retries = 0
while retries < 2:
try:
insert_query = """INSERT INTO copyright_diffs (project, lang, diff, diff_timestamp, page_title, page_ns, ithenticate_id, report)
values ({}, {}, {}, {}, {}, {}, {}, {} )
""".format(*[_qmark] * 8)
self.cursor.execute(insert_query, (
self.project, self.lang, diff, diff_ts, page_title.replace(' ', '_'), int(page_ns), ithenticate_id,
report))
self.conn.commit()
break
except MySQLdb.OperationalError:
self.connect()
retries += 1
except MySQLdb.IntegrityError:
break