/
longitude.py
executable file
·112 lines (84 loc) · 4.21 KB
/
longitude.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
#!/usr/bin/env python
"""longitude.py: Fetch data from Google Latitude and save to sqlite db."""
import urlparse
import sys
import os.path
import datetime
import json
import sqlite3
import ConfigParser
import argparse
import oauth2 as oauth
parser = argparse.ArgumentParser(description='Fetch data from Google Latitude')
parser.add_argument('--config', '-c', metavar='file', nargs='?', type=argparse.FileType('r'), default='longitude.cfg', dest='config_file', help='longitude configuration file')
parser.add_argument('--keys', '-k', metavar='file', nargs='?', type=argparse.FileType('r+'), default='keys', dest='keys_file', help='oauth key storage file')
parser.add_argument('--db', '-d', metavar='file', nargs='?', type=str, default='loc_db', dest='db_file', help='sqlite storage DB for storing waypoints')
parser.add_argument('-v', action='store_true', dest='verbose', help='be verbose')
args = parser.parse_args()
config = ConfigParser.RawConfigParser()
config.readfp(args.config_file);
scope = "https://www.googleapis.com/auth/latitude"
loc = 'https://www.googleapis.com/latitude/v1/location?granularity=best&max-results=1000'
domain = config.get('auth', 'key')
secret = config.get('auth', 'secret')
request_token_url = "https://www.google.com/accounts/OAuthGetRequestToken?scope=%s" % (scope)
authorize_url = 'https://www.google.com/latitude/apps/OAuthAuthorizeToken?domain=%s&location=all&granularity=best' % (domain)
access_token_url = 'https://www.google.com/accounts/OAuthGetAccessToken'
consumer = oauth.Consumer(domain, secret)
oauth_token = args.keys_file.readline().strip()
oauth_token_secret = args.keys_file.readline().strip()
token = oauth.Token(oauth_token, oauth_token_secret)
if(not oauth_token or not oauth_token_secret):
client = oauth.Client(consumer)
print "Keys file is empty or corrupted, getting new authorization credentials..."
# Get a request token.
resp, content = client.request(request_token_url, "GET")
if resp['status'] != '200':
raise Exception("Invalid response %s." % resp['status'])
request_token = dict(urlparse.parse_qsl(content))
# Step 2: Link to web page where the user can approve the request token.
print "Go to the following link in your browser:"
print "%s&oauth_token=%s" % (authorize_url, request_token['oauth_token'])
print
raw_input('Press enter after authorizing.')
# Step 3: Get access token using approved request token
token = oauth.Token(request_token['oauth_token'], request_token['oauth_token_secret'])
client = oauth.Client(consumer, token)
resp, content = client.request(access_token_url, "POST")
access_token = dict(urlparse.parse_qsl(content))
# Access content using access token
token = oauth.Token(access_token['oauth_token'], access_token['oauth_token_secret'])
args.keys_file.write(access_token['oauth_token'] + "\n")
args.keys_file.write(access_token['oauth_token_secret'])
print "Authentication complete, starting initial import..."
args.verbose = True
client = oauth.Client(consumer, token)
resp, content = client.request(loc, 'GET')
if resp['status'] != '200':
raise Exception("Invalid response %s." % resp['status'])
data = json.loads(content)
items = data['data']['items']
if(not os.path.isfile(args.db_file)):
conn = sqlite3.connect(args.db_file)
conn.execute('create table tracks_location (timestamp integer primary key, latitude real, longitude real, accuracy real)')
else:
conn = sqlite3.connect(args.db_file)
try:
conn.execute('select * from tracks_location limit 1')
except sqlite3.OperationalError:
raise Exception('Unable to read from database, possible corruption?')
c = conn.cursor()
already = 0
new = 0
for item in items:
c.execute('select * from tracks_location where timestamp=?', (long(item['timestampMs']),))
if(c.fetchone() != None):
already += 1
else:
new += 1
vals = (long(item['timestampMs']), float(item['latitude']), float(item['longitude']), float(item['accuracy']))
c.execute('insert or ignore into tracks_location (timestamp, latitude, longitude, accuracy) values (?, ?, ?, ?)', vals)
conn.commit()
if(args.verbose):
print "Import results:"
print "\tAdded: " + str(new) + "\n\tSkipped: " + str(already)