/
NhacSoParser.py
79 lines (68 loc) · 2.74 KB
/
NhacSoParser.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
#!/usr/bin/env python
# -*- coding: utf-8 -*-
""" NhacSoParser - Parser data from http://nhacso.net
Parser web page to get xml url
Get xml file and parser to get data
"""
__author__ = "Thuan.D.T (MrTux)"
__copyright__ = "Copyright (c) 2011 Thuan.D.T (MrTux) "
__credits__ = ["Thuan.D.T"]
__license__ = "GPL"
__version__ = "0.0.1"
__maintainer__ = "Thuan.D.T (MrTux)"
__email__ = "mrtux@ubuntu-vn.org"
__status__ = "Development"
from urllib import urlopen
from HTMLParser import HTMLParser
from xml.etree import ElementTree as ET
class NhacSoParser(HTMLParser):
def __init__(self, url):
"""Returns new Sequence object with specified url
url: link to nhacso.net web page
"""
HTMLParser.__init__(self)
self.song_name = []
self.song_artist = []
self.song_link = []
self.song_type = []
req = urlopen(url) # open connection to web page
data = req.read().split("\n") # split web page with \n
feed_data = None
for param in data:
if (param.find('<param name="flashvars" value="xmlPath=') > -1):
"""Find line to get xml url
"""
feed_data = param
break
self.feed(feed_data) # parser html data
def handle_starttag(self, tag, attrs):
"""Handle html tag to get xml data
"""
if tag == 'param' and dict(attrs)['name'] == 'flashvars':
"""Get param tags and attribute 'flashvars'
"""
flashvars = dict(attrs)['value'] # get flashvars value
flashvars = flashvars.split('&')
for xml_file in flashvars:
if(xml_file.find('xmlPath=') > -1):
xml_url = xml_file.replace('xmlPath=', '') # get xml url
break
xml_data = urlopen(xml_url) # get xml data
tree = ET.parse(xml_data)
for name in tree.findall('.//song/name'):
self.song_name.append(name.text.strip()) # get song name
for artist in tree.findall('.//song/artist'):
self.song_artist.append(artist.text.strip()) # get song artist
for media_url in tree.findall('.//song/mp3link'):
self.song_link.append(media_url.text.strip()) # get media url
if media_url.text is not None:
self.song_type.append(media_url.text.strip().split('.')[-1]) # get media type
else:
self.song_type.append(None)
def music_data(self):
"""Returns data of Object
song_name: list of song name
song_artist: list of artist
song_link: list of mp3 media link
"""
return self.song_name, self.song_artist, self.song_link, self.song_type