/
html_tag_parser.py
58 lines (45 loc) · 1.68 KB
/
html_tag_parser.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
import shlex
from BeautifulSoup import BeautifulSoup
class HtmlTagParser():
def __init__(self, output):
soup = BeautifulSoup(output)
self.soup = soup
def get_title (self):
return self.soup.findAll('title')
def get_metadata(self):
return self.soup.findAll('meta')
def get_description(self):
return self.soup.findAll(attrs={"name":"description"})
def get_keywords(self):
return self.soup.findAll(attrs={"name":"keywords"})
def parse_href(self, output):
global href_parsed
href_parsed = []
for tag in output.findAll('a', href=True):
href_parsed = tag['href']
return href_parsed
def parse_src_from_video_iframe(self, content):
mosoup = BeautifulSoup(content)
for tag in mosoup.findAll('iframe'):
src_url = tag['src']
return src_url
def parse_all_href(self, output):
global all_href_parsed
all_href_parsed = []
for tag in output.findAll('a', href=True):
all_href_parsed.append(tag['href'])
return all_href_parsed
def convert_title_to_categories(self, output):
auxString = shlex.split(output)
categories = []
for i in auxString:
categories.append(str(i.lower()))
return categories
def convert_hypen_into_space(self, output):
return output.replace('-', ' ').lower()
def convert_underscore_into_space(self, output):
return output.replace('_', ' ').lower()
def convert_string_into_categories(self, output):
return output.split(" ")
def uppercase_first_letter_from_string(self, output):
return output.capitalize()