/
venue_download.py
58 lines (49 loc) · 1.85 KB
/
venue_download.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
"""
For a venue id, grab all it's meta data
"""
from instagram.client import InstagramAPI
import foursquare
from lib.storage_interface import save_venue_meta
from lib.storage_interface import save_venue_photo_4sq
from lib.storage_interface import save_venue_tip
from lib.storage_interface import save_photo_instagram
from lib.storage_interface import get_all_foursquare_ids
from lib.storage_interface import get_all_photo_fetched_venue_id_instagram
from lib.mysql_connect import add_table_venue_meta
from lib.mysql_connect import add_table_venue_photo_4sq
from lib.mysql_connect import add_table_venue_tips
from lib.mysql_connect import add_table_venue_photo_instagram
import config
import time
from threading import Thread
from job import Job
def test():
add_table_venue_photo_4sq()
client = foursquare.Foursquare(config.foursquare_client_id, client_secret=config.foursquare_client_secret)
all_plazas = client.venues.search(params={'near':'New York City', 'limit':50, 'intent':'browse', 'radius':5000, 'categoryId':'4bf58dd8d48988d164941735'} )
ids = []
for v in all_plazas['venues']:
ids.append(v['id'])
for id in ids:
job = Job()
t = Thread(target=job.download, args=([id],))
#t.setDaemon(True)
t.start()
test()
def main():
job = Job()
client = foursquare.Foursquare(config.foursquare_client_id, client_secret=config.foursquare_client_secret)
all_plazas = client.venues.search(params={'near':'New York City', 'limit':50, 'intent':'browse', 'radius':5000, 'categoryId':'4bf58dd8d48988d164941735'} )
ids = []
for v in all_plazas['venues']:
ids.append(v['id'])
t = Thread(target=job.download, args=(ids,))
t.setDaemon(True)
t.start()
print 'The thread started'
second = 0
while(1):
second += 1
time.sleep(1)
job.report()
#main()