/
parser.py
53 lines (39 loc) · 1.85 KB
/
parser.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
from src.logger import config_logger #type: ignore
class OLK15Parser(config_logger.Logger):
"""Read olk15 formated files
"""
def get_mail_content(self, olk15message_location: str, subject: str) -> bytes:
with open(olk15message_location, 'rb') as mail_file:
message = mail_file.read()
sliced_message = self._slice_message(message, subject)
return sliced_message
def _slice_message(self, message: bytes, subject: str) -> bytes:
first_index = self._get_first_index(message, subject)
last_index = self._get_last_index(message)
return message[first_index:last_index]
def _get_first_index(self, message: bytes, subject: str) -> int:
try:
return message.index('<html'.encode('utf-16-le'))
except:
self.logger.debug('[FirstIndex] Missing html tag, trying subject.')
try:
return message.index(subject.encode('utf-16-le'))
except:
self.logger.debug('[FirstIndex] Missing subject, going with default 0')
self.logger.debug('[FirstIndex] default 0')
return 0
def _get_last_index(self, message: bytes) -> int:
try:
return len(message) - message[::-1].index('</html>'.encode('utf-16-le')[::-1])
except:
self.logger.debug('[LastIndex] Missing ending html tag, trying newline.')
try:
return len(message) - message[::-1].index('\r\n'.encode('utf-16-le')[::-1]) - 2
except:
self.logger.debug('[LastIndex] Missing ending newline, trying newline.')
try:
return len(message) - message[::-1].index(b'\x03\x00\x00\x00\x00\x00\x00\x00'[::-1]) - 8
except:
self.logger.debug('[LastIndex] Missing ending newline, trying newline.')
self.logger.debug('[LastIndex] default -1')
return -1