posttotwitter.py


          
              1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152

            
            #!/usr/bin/env python
# vim: ai ts=4 sts=4 sw=4
"""PostgreSQL Planet Aggregator

This file contains the functions to generate short
URLs and tweets from what's currently in the database.

Copyright (C) 2009-2011 PostgreSQL Global Development Group
"""

# Post links to articles on twitter

import psycopg2
import psycopg2.extensions
import urllib
import simplejson as json
import ConfigParser
from twitterclient import TwitterClient


# Simple map used to shorten id values to URLs
_urlvalmap = ['0', '1', '2', '3', '4', '5', '6', '7', '8', '9', 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z', 'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', 'Y', 'Z', '-', '_']

class PostToTwitter(TwitterClient):
	def __init__(self, cfg):
		TwitterClient.__init__(self, cfg)

		if cfg.has_option('bit.ly','account'):
			self.bitlyuser = cfg.get('bit.ly','account')
			self.bitlykey = cfg.get('bit.ly','apikey')

		psycopg2.extensions.register_type(psycopg2.extensions.UNICODE)
		self.db = psycopg2.connect(c.get('planet','db'))


	def do_post(self, msg):
		"""
		Actually make a post to twitter!
		"""
		ret_dict =self.twitter_request('statuses/update.json', 'POST', {
				'status': msg.encode('utf-8'),
				})

		if ret_dict.has_key('created_at'):
			return
		if ret_dict.has_key('error'):
			raise Exception("Could not post to twitter: %s" % ret_dict['error'])
		raise Exception("Unparseable response from twitter: %s" % ret)

	def Run(self):
		c = self.db.cursor()
		c.execute("""SELECT posts.id, posts.title, posts.link, posts.shortlink, feeds.name, feeds.twitteruser
			     FROM planet.posts INNER JOIN planet.feeds ON planet.posts.feed=planet.feeds.id
			     WHERE approved AND age(dat) < '7 days' AND NOT (twittered OR hidden) ORDER BY dat""")
		for post in c.fetchall():
			if post[3] and len(post[3])>1:
				short = post[3]
			else:
				# No short-link exists, so create one. We need the short-link
				# to twitter, and we store it separately in the database
				# in case it's needed.
				try:
					short = self.shortid(post[0])
				except Exception, e:
					print "Failed to shorten URL %s: %s" % (post[2], e)
					continue

				c.execute("UPDATE planet.posts SET shortlink=%(short)s WHERE id=%(id)s", {
					'short': short,
					'id': post[0],
				})
				self.db.commit()

			# Set up the string to twitter
			if post[5] and len(post[5])>1:
				# Twitter username registered
				msg = unicode("%s (@%s): %s %s") % (
					post[4],
					post[5],
					self.trimpost(post[1],len(post[4])+len(post[5])+len(short)+7),
					short,
				)
			else:
				msg = unicode("%s: %s %s") % (
					post[4],
					self.trimpost(post[1],len(post[4])+len(short)+3),
					short,
				)

			# Now post it to twitter
			try:
				self.do_post(msg)
			except Exception, e:
				print "Error posting to twitter (post %s): %s" % (post[0], e)
				# We'll just try again with the next one
				continue

			# Flag this item as posted
			c.execute("UPDATE planet.posts SET twittered='t' WHERE id=%(id)s", { 'id': post[0] })
			self.db.commit()

			print unicode("Twittered: %s" % msg).encode('utf8')


	# Trim a post to the length required by twitter, so we don't fail to post
	# if a title is really long. Assume other parts of the string to be
	# posted are <otherlen> characters.
	def trimpost(self, txt, otherlen):
		if len(txt) + otherlen < 140:
			return txt
		return "%s..." % (txt[:(140-otherlen-3)])


	# Trim an URL using http://postgr.es
	def shortid(self, id):
		s = ""
		while id > 0:
			s = _urlvalmap[id % 64] + s
			id /= 64
		return "http://postgr.es/p/%s" % s

	# Trim an URL using http://bit.ly
	def shortlink(self, url):
		try:
			if self.bitlyuser:
				data = urllib.urlencode(dict(longUrl=url, domain='bit.ly', login=self.bitlyuser, apiKey=self.bitlykey))
			else:
				data = urllib.urlencode(dict(longUrl=url, ))
			encodedurl="http://api.bit.ly/v3/shorten?format=json&"+data
			instream=urllib.urlopen(encodedurl)
			ret=instream.read()
			instream.close()
		except Exception, e:
			raise Exception("Failed in call to bit.ly API: %s" % e)

		if len(ret)==0:
			raise "bit.ly returned blank!"

		try:
			trim = json.loads(ret)
			if not trim['status_txt'] == "OK":
				raise Exception("bit.ly status: %s" % trim['status_txt'])
			return trim['data']['url']
		except Exception, e:
			raise Exception("Failed to JSON parse tr.im response: %s" % e)


if __name__=="__main__":
	c = ConfigParser.ConfigParser()
	c.read('planet.ini')
	PostToTwitter(c).Run()