-
Notifications
You must be signed in to change notification settings - Fork 0
/
migrate.py
executable file
·188 lines (159 loc) · 6.38 KB
/
migrate.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
# OpenZoom Zoom.it Flickr Rendezvous
#
# Copyright (c) 2010–2011, Daniel Gasienica <daniel@gasienica.ch>
#
# OpenZoom is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# OpenZoom is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with OpenZoom. If not, see <http://www.gnu.org/licenses/>.
#
import base64
import flickrapi
import logging
import logging.handlers
import math
import os
import os.path
import settings
import shutil
import time
import urllib
from zoomit import ZoomItService
# Flickr iterators
def photo_iter(flickr, user_id):
response = flickr.people_getInfo(user_id=user_id)
photo_count = int(response.find("person").find("photos").find("count").text)
page_size = 500
num_pages = int(math.ceil(float(photo_count) / page_size))
for page in xrange(1, num_pages + 1):
response = flickr.people_getPublicPhotos(user_id=user_id, per_page=page_size, page=page)
photos = response.getiterator("photo")
for photo in photos:
yield photo
def photo_size_iter(flickr, photo_id):
response = flickr.photos_getSizes(photo_id=photo_id)
sizes = response.getiterator("size")
for size in sizes:
yield size
def tag_iter(flickr, photo_id):
response = flickr.photos_getInfo(photo_id=photo_id)
tags = response.getiterator("tag")
for tag in tags:
yield tag
def machine_tag_iter(flickr, photo_id):
for tag in tag_iter(flickr, photo_id):
if tag.attrib["machine_tag"] != "" and int(tag.attrib["machine_tag"]) == 1:
yield tag
def get_largest_photo_url(flickr, photo_id):
max_size = 0
photo_url = None
for size in photo_size_iter(flickr, photo_id):
w, h = int(size.attrib["width"]), int(size.attrib["height"])
if w * h > max_size:
max_size = w * h
photo_url = size.attrib["source"]
return photo_url
# Setup
def reset_dir(path):
if os.path.exists(path):
shutil.rmtree(path)
os.mkdir(path)
def connect_flickr(key, secret):
flickr = flickrapi.FlickrAPI(key, secret)
(token, frob) = flickr.get_token_part_one(perms="write")
if not token:
raw_input("Press ENTER after you authorized this program")
flickr.get_token_part_two((token, frob))
return flickr
LOG_FILENAME = "zoomit-flickr-rendezvous.log"
ZOOMIT_ID_TAG = u"zoomit:id=%s"
ZOOMIT_BASE16_ID_TAG = u"zoomit:base16id=%s"
def main():
# Logging
logger = logging.getLogger("zoomit-flickr-rendezvous")
logger.setLevel(logging.DEBUG)
handler = logging.handlers.RotatingFileHandler(settings.LOG_FILE,
maxBytes=1024*1024,
backupCount=100)
formatter = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
handler.setFormatter(formatter)
logger.addHandler(handler)
# Iterate through all Flickr photos
zoomit = ZoomItService()
flickr = connect_flickr(settings.FLICKR_API_KEY, settings.FLICKR_API_SECRET)
user_id = settings.FLICKR_USER
for photo in photo_iter(flickr, user_id):
photo_id = photo.attrib["id"]
photo_title = photo.attrib["title"]
print "--------------------------------------------"
# Skip photo if we found zoomit tags
logger.info("Checking machine tags >>> %s" % photo_id)
found_zoom_it_id = False
found_zoom_it_base16_id = False
zoomit_id = None
for tag in machine_tag_iter(flickr, photo_id):
tag_id = tag.attrib["id"]
raw_tag = tag.attrib["raw"]
namespace, _, predicate = raw_tag.partition("=")[0].partition(":")
value = raw_tag.partition("=")[2]
if namespace == "zoomit":
if predicate == "id":
found_zoom_it_id = True
if predicate == "base16id":
found_zoom_it_base16_id = True
if found_zoom_it_id and found_zoom_it_base16_id:
logger.info("Skipping >>> %s" % photo_id)
continue
if zoomit_id is None:
# Get largest Flickr photo URL
photo_url = get_largest_photo_url(flickr, photo_id)
msg = "Found largest Flickr photo URL >>> %s (%s)" % (photo_id, photo_url)
if photo_url is None:
logger.warning(msg)
continue
logger.info(msg)
logger.info("Processing image with Zoom.it API >>> %s" % photo_id)
content = zoomit.get_content_by_url(photo_url)
try:
zoomit_id = content['id']
except:
logger.warning("Failed to get Zoom.it ID")
continue
# Setting machine tags
attempt = 1
for attempt in xrange(1, settings.MACHINE_TAG_RETRIES + 1):
try:
if not found_zoom_it_id:
tag = ZOOMIT_ID_TAG % zoomit_id
flickr.photos_addTags(photo_id=photo_id, tags=tag)
logger.info("Setting Zoom.it ID machine tag >>> %s" % photo_id)
found_zoom_it_id = True
if not found_zoom_it_base16_id:
tag = ZOOMIT_BASE16_ID_TAG % base64.b16encode(zoomit_id)
flickr.photos_addTags(photo_id=photo_id, tags=tag)
logger.info("Setting Zoom.it Base16 ID machine tag >>> %s" % photo_id)
found_zoom_it_base16_id = True
if found_zoom_it_id and found_zoom_it_base16_id:
break
except:
timeout = 2**attempt # Wait for 2, 4, 8, 16 seconds...
logger.warning("Setting machine tag attempt %s (%d) >>> %s" % (attempt, timeout, photo_id))
time.sleep(timeout)
continue
if attempt == settings.MACHINE_TAG_RETRIES:
logger.error("Failed to set machine tag >>> %s" % photo_id)
print logger.info("Done.")
# Main
if __name__ == "__main__":
main()