forked from thammi/digger
-
Notifications
You must be signed in to change notification settings - Fork 0
/
lastfm.py
executable file
·85 lines (66 loc) · 2.09 KB
/
lastfm.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
#!/usr/bin/env python
import os
import json
import urllib
from warnings import warn
from json_batch import save_batch
env_var = 'LASTFM_KEY'
if env_var in os.environ:
API_KEY = os.environ[env_var]
else:
API_KEY = ''
warn("No last.fm API key set, use " + env_var)
# TODO: poor stack ...
# TODO: we are missing tracks if the user is scrobbling while we fetch
def get_scrobbles(user, count=200, page=1, max_pages=100, tries=3):
print "Fetching page", page
query = urllib.urlencode({
'format': 'json',
'method': 'user.getRecentTracks',
'api_key': API_KEY,
'user': user,
'limit': count,
'page': page,
})
base_url = "http://ws.audioscrobbler.com/2.0/"
try:
res = urllib.urlopen("%s?%s" % (base_url, query))
except IOError:
warn("Exception while fetching the page")
if tries > 1:
# retry
return get_scrobbles(user, count, page, max_pages, tries-1)
else:
# give up
warn("No more tries left, aborting")
return []
if res.getcode() < 300:
raw = json.load(res)
if 'error' in raw:
print "Error: " + raw['message']
return []
base = raw['recenttracks']
scrobbles = base['track']
pages = int(base[u'@attr']['totalPages'])
if max_pages > 1 and page < pages:
scrobbles.extend(get_scrobbles(user, count, page+1, max_pages-1))
return scrobbles
else:
print "Unable to fetch: %i '%s'" % (res.getcode(), res.info())
return []
if __name__ == '__main__':
import sys
if len(sys.argv) < 2:
print "Please specify at least one user id"
sys.exit(1)
else:
users = sys.argv[1:]
for user in users:
print "===> Fetching %s" % user
dents = get_scrobbles(user)
if not dents:
print "ERROR: No results!"
else:
save_batch(user, dents, "raw_scrobbles.json")
print "Amount of scrobbles: %i" % len(dents)
print