import BeautifulSoup import feedgenerator import functools import hashlib import logging import os import uuid import urllib from django.conf import settings settings._target = None os.environ["DJANGO_SETTINGS_MODULE"] = "settings" from django import newforms as forms from django.template.defaultfilters import slugify from django.utils import simplejson from django.utils.feedgenerator import Enclosure from google.appengine.api import memcache from google.appengine.api import urlfetch from google.appengine.api import users from google.appengine.ext import db from google.appengine.ext import webapp from google.appengine.ext.db import djangoforms from google.appengine.ext.webapp import template from google.appengine.ext.webapp.util import run_wsgi_app DOPPLR_TOKEN = getattr(settings, "DOPPLR_TOKEN", None) MAPS_API_KEY = getattr(settings, "MAPS_API_KEY", None) SHOW_CURRENT_CITY = getattr(settings, "SHOW_CURRENT_CITY", False) TITLE = getattr(settings, "TITLE", "Blog") OLD_WORDPRESS_BLOG = getattr(settings, "OLD_WORDPRESS_BLOG", None) webapp.template.register_template_library("filters") def admin(method): @functools.wraps(method) def wrapper(self, *args, **kwargs): user = users.get_current_user() if not user: if self.request.method == "GET": return self.redirect(users.create_login_url(self.request.uri)) return self.error(403) elif not users.is_current_user_admin(): return self.error(403) else: return method(self, *args, **kwargs) return wrapper class MediaRSSFeed(feedgenerator.Atom1Feed): def root_attributes(self): attrs = super(MediaRSSFeed, self).root_attributes() attrs["xmlns:media"] = "http://search.yahoo.com/mrss/" return attrs def add_item_elements(self, handler, item): super(MediaRSSFeed, self).add_item_elements(handler, item) self.add_thumbnail_element(handler, item) def add_thumbnail_element(self, handler, item): thumbnail = item.get("thumbnail", None) if thumbnail: handler.addQuickElement("media:thumbnail", "", { "url": thumbnail["url"], }) class Entry(db.Model): author = db.UserProperty() title = db.StringProperty(required=True) slug = db.StringProperty(required=True) body = db.TextProperty(required=True) published = db.DateTimeProperty(auto_now_add=True) updated = db.DateTimeProperty(auto_now=True) tags = db.ListProperty(db.Category) class EntryForm(djangoforms.ModelForm): class Meta: model = Entry exclude = ["author", "slug", "published", "updated", "tags"] class BaseRequestHandler(webapp.RequestHandler): def head(self): pass def raise_error(self, code): self.error(code) self.render("%i.html" % code) def get_current_city(self): key = "current_city/now" current_city = memcache.get(key) if not current_city: response = urlfetch.fetch("https://www.dopplr.com/api/traveller_info?format=js&token=" + DOPPLR_TOKEN) if response.status_code == 200: data = simplejson.loads(response.content) current_city = data["traveller"]["current_city"] current_city["maps_api_key"] = MAPS_API_KEY memcache.set(key, current_city, 60*60*5) else: current_city = None return current_city def get_recent_entries(self): key = "entries/recent" entries = memcache.get(key) if not entries: entries = db.Query(Entry).order("-published").fetch(limit=5) memcache.set(key, list(entries)) return entries def get_main_page_entries(self): key = "entries/main" entries = memcache.get(key) if not entries: entries = db.Query(Entry).order("-published").fetch(limit=10) memcache.set(key, list(entries)) return entries def get_archive_entries(self): key = "entries/archive" entries = memcache.get(key) if not entries: entries = db.Query(Entry).order("-published") memcache.set(key, list(entries)) return entries def get_entry_from_slug(self, slug): key = "entry/%s" % slug entry = memcache.get(key) if not entry: entry = db.Query(Entry).filter("slug =", slug).get() if entry: memcache.set(key, entry) return entry def get_tagged_entries(self, tag): key = "entries/tag/%s" % tag entries = memcache.get(key) if not entries: entries = db.Query(Entry).filter("tags =", tag).order("-published") memcache.set(key, list(entries)) return entries def kill_entries_cache(self, slug=None, tags=[]): memcache.delete("entries/recent") memcache.delete("entries/main") memcache.delete("entries/archive") if slug: memcache.delete("entry/%s" % slug) for tag in tags: memcache.delete("entries/tag/%s" % tag) def get_integer_argument(self, name, default): try: return int(self.request.get(name, default)) except (TypeError, ValueError): return default def fetch_headers(self, url): key = "headers/" + url headers = memcache.get(key) if not headers: response = urlfetch.fetch(url, method=urlfetch.HEAD) if response.status_code == 200: headers = response.headers memcache.set(key, headers) return headers def find_enclosure(self, html): soup = BeautifulSoup.BeautifulSoup(html) img = soup.find("img") if img: headers = self.fetch_headers(img["src"]) if headers: enclosure = Enclosure(img["src"], headers["Content-Length"], headers["Content-Type"]) return enclosure return None def find_thumbnail(self, html): soup = BeautifulSoup.BeautifulSoup(html) img = soup.find("img") if img: return {"url": img["src"]} return None def generate_sup_id(self, url=None): return hashlib.md5(url or self.request.url).hexdigest()[:10] def set_sup_id_header(self): sup_id = self.generate_sup_id() self.response.headers["X-SUP-ID"] = \ "http://friendfeed.com/api/public-sup.json#%s" % sup_id def render_feed(self, entries): f = MediaRSSFeed( title=TITLE, link="http://" + self.request.host + "/", description=TITLE, language="en", ) for entry in entries[:10]: f.add_item( title=entry.title, link=self.entry_link(entry, absolute=True), description=entry.body, author_name=entry.author.nickname(), pubdate=entry.published, categories=entry.tags, thumbnail=self.find_thumbnail(entry.body), ) data = f.writeString("utf-8") self.response.headers["Content-Type"] = "application/atom+xml" self.set_sup_id_header() self.response.out.write(data) def render_json(self, entries): json_entries = [{ "title": entry.title, "slug": entry.slug, "body": entry.body, "author": entry.author.nickname(), "published": entry.published.isoformat(), "updated": entry.updated.isoformat(), "tags": entry.tags, "link": self.entry_link(entry, absolute=True), } for entry in entries] json = {"entries": json_entries} self.response.headers["Content-Type"] = "text/javascript" self.response.out.write(simplejson.dumps(json, sort_keys=True, indent=self.get_integer_argument("pretty", None))) def render(self, template_file, extra_context={}): if "entries" in extra_context: format = self.request.get("format", None) if format == "atom": return self.render_feed(extra_context["entries"]) elif format == "json": return self.render_json(extra_context["entries"]) extra_context["request"] = self.request extra_context["admin"] = users.is_current_user_admin() extra_context["recent_entries"] = self.get_recent_entries() if SHOW_CURRENT_CITY: extra_context["current_city"] = self.get_current_city() extra_context.update(settings._target.__dict__) template_file = "templates/%s" % template_file path = os.path.join(os.path.dirname(__file__), template_file) self.response.out.write(template.render(path, extra_context)) def ping(self, entry=None): feed = "http://" + self.request.host + "/?format=atom" args = urllib.urlencode({ "name": TITLE, "url": "http://" + self.request.host + "/", "changesURL": feed, }) response = urlfetch.fetch("http://blogsearch.google.com/ping?" + args) args = urllib.urlencode({ "url": feed, "supid": self.generate_sup_id(feed), }) response = urlfetch.fetch("http://friendfeed.com/api/public-sup-ping?" \ + args) def is_valid_xhtml(self, entry): args = urllib.urlencode({ "uri": self.entry_link(entry, absolute=True), }) response = urlfetch.fetch("http://validator.w3.org/check?" + args, method=urlfetch.HEAD) return response.headers["X-W3C-Validator-Status"] == "Valid" def entry_link(self, entry, query_args={}, absolute=False): url = "/e/" + entry.slug if absolute: url = "http://" + self.request.host + url if query_args: url += "?" + urllib.urlencode(query_args) return url class ArchivePageHandler(BaseRequestHandler): def get(self): extra_context = { "entries": self.get_archive_entries(), } self.render("archive.html", extra_context) class DeleteEntryHandler(BaseRequestHandler): @admin def post(self): key = self.request.get("key") try: entry = db.get(key) entry.delete() self.kill_entries_cache(slug=entry.slug, tags=entry.tags) data = {"success": True} except db.BadKeyError: data = {"success": False} json = simplejson.dumps(data) self.response.out.write(json) class EntryPageHandler(BaseRequestHandler): def head(self, slug): entry = self.get_entry_from_slug(slug=slug) if not entry: self.error(404) def get(self, slug): entry = self.get_entry_from_slug(slug=slug) if not entry: return self.raise_error(404) extra_context = { "entries": [entry], # So we can use the same template for everything "entry": entry, # To easily pull out the title "previous": db.Query(Entry).filter("published <", entry.published).order("-published").get(), "next": db.Query(Entry).filter("published >", entry.published).order("published").get(), "invalid": self.request.get("invalid", False), } self.render("entry.html", extra_context) class FeedRedirectHandler(BaseRequestHandler): def get(self): self.redirect("/?format=atom", permanent=True) class MainPageHandler(BaseRequestHandler): def head(self): if self.request.get("format", None) == "atom": self.set_sup_id_header() def get(self): offset = self.get_integer_argument("start", 0) if not offset: entries = self.get_main_page_entries() else: entries = db.Query(Entry).order("-published").fetch(limit=10, offset=offset) if not entries and offset > 0: return self.redirect("/") extra_context = { "entries": entries, "next": max(offset - 10, 0), "previous": offset + 10 if len(entries) == 10 else None, "offset": offset, } self.render("main.html", extra_context) class NewEntryHandler(BaseRequestHandler): def get_tags_argument(self, name): tags = [slugify(tag) for tag in self.request.get(name, "").split(",")] tags = set([tag for tag in tags if tag]) return [db.Category(tag) for tag in tags] @admin def get(self, key=None): extra_context = {} form = EntryForm() if key: try: entry = db.get(key) extra_context["entry"] = entry extra_context["tags"] = ", ".join(entry.tags) form = EntryForm(instance=entry) except db.BadKeyError: return self.redirect("/new") extra_context["form"] = form self.render("edit.html" if key else "new.html", extra_context) @admin def post(self, key=None): extra_context = {} form = EntryForm(data=self.request.POST) if form.is_valid(): if key: try: entry = db.get(key) extra_context["entry"] = entry except db.BadKeyError: return self.raise_error(404) entry.title = self.request.get("title") entry.body = self.request.get("body") else: slug = slugify(self.request.get("title")) if self.get_entry_from_slug(slug=slug): slug += "-" + uuid.uuid4().hex[:4] entry = Entry( author=users.get_current_user(), body=self.request.get("body"), title=self.request.get("title"), slug=slug, ) entry.tags = self.get_tags_argument("tags") entry.put() self.kill_entries_cache(slug=entry.slug if key else None, tags=entry.tags) if not key: self.ping(entry) valid = self.is_valid_xhtml(entry) return self.redirect(self.entry_link(entry, query_args={"invalid": 1} if not valid else {})) extra_context["form"] = form self.render("edit.html" if key else "new.html", extra_context) class NotFoundHandler(BaseRequestHandler): def head(self): self.error(404) def get(self): self.raise_error(404) class OldBlogRedirectHandler(BaseRequestHandler): def get(self, year, month, day, slug): if not OLD_WORDPRESS_BLOG: return self.raise_error(404) self.redirect("http://%s/%s/%s/%s/%s/" % (OLD_WORDPRESS_BLOG, year, month, day, slug), permanent=True) class TagPageHandler(BaseRequestHandler): def get(self, tag): extra_context = { "entries": self.get_tagged_entries(tag), "tag": tag, } self.render("tag.html", extra_context) application = webapp.WSGIApplication([ ("/", MainPageHandler), ("/archive/?", ArchivePageHandler), ("/delete/?", DeleteEntryHandler), ("/edit/([\w-]+)/?", NewEntryHandler), ("/e/([\w-]+)/?", EntryPageHandler), ("/new/?", NewEntryHandler), ("/t/([\w-]+)/?", TagPageHandler), ("/(\d+)/(\d+)/(\d+)/([\w-]+)/?", OldBlogRedirectHandler), ("/feed/?", FeedRedirectHandler), ("/.*", NotFoundHandler), ], debug=True) def main(): logging.getLogger().setLevel(logging.DEBUG) run_wsgi_app(application) if __name__ == "__main__": main()