Skip to content


Subversion checkout URL

You can clone with
Download ZIP
Fetching contributors…

Cannot retrieve contributors at this time

299 lines (229 sloc) 10.158 kb
# -*- encoding: utf-8 -*-
# Copyright 2012 Martin Zimmermann <>. All rights reserved.
# License: BSD Style, 2 clauses -- see LICENSE.
from __future__ import print_function
import sys
import os
import time
import locale
from datetime import datetime
from itertools import chain
from collections import defaultdict
from os.path import getmtime
from distutils.version import LooseVersion
from acrylamid import log, compat
from acrylamid.compat import iteritems, iterkeys, string_types, text_type as str
from acrylamid.errors import AcrylamidException
from acrylamid import readers, filters, views, assets, refs, hooks, helpers, dist
from acrylamid.lib import lazy, history
from acrylamid.core import cache, load, Environment
from acrylamid.utils import hash, HashableList, import_object, OrderedDict as dict
from acrylamid.utils import total_seconds
from acrylamid.helpers import event
if compat.PY2K:
from urlparse import urlsplit
from urllib.parse import urlsplit
def initialize(conf, env):
"""Initializes Jinja2 environment, prepares locale and configure
some minor things. Filter and View are inited with conf and env,
a data dict is returned.
# initialize cache, optional to cache_dir
env['version'] = type('Version', (str, ), dict(zip(
['major', 'minor'], LooseVersion(dist.version).version[:2])))(dist.version)
# crawl through and stop on breaking changes
if history.breaks(env, cache.emptyrun):
print("Detected version upgrade that might break your configuration. Run")
print("Acrylamid a second time to get rid of this message and premature exit.")
raise SystemExit
# set up templating environment
env.engine = import_object(conf['engine'])(conf['theme'], cache.cache_dir)
env.engine.register('safeslug', helpers.safeslug)
env.engine.register('tagify', lambda x: x)
# try language set in LANG, if set correctly use it
locale.setlocale(locale.LC_ALL, str(conf.get('lang', '')))
except (locale.Error, TypeError):
# try if LANG is an alias
locale.setlocale(locale.LC_ALL, locale.locale_alias[str(conf.get('lang', '')).lower()])
except (locale.Error, KeyError):
# LANG is not an alias, so we use system's default
locale.setlocale(locale.LC_ALL, '')
except locale.Error:
pass # hope this makes Travis happy'notice your OS does not support %s, fallback to %s', conf.get('lang', ''),
if locale.getlocale()[0] is not None:
conf['lang'] = locale.getlocale()[0][:2]
# getlocale() is (None, None) aka 'C'
conf['lang'] = 'en'
if 'www_root' not in conf:
log.warn('no `www_root` specified, using localhost:8000')
conf['www_root'] = 'http://localhost:8000/'
# figure out timezone and set offset, more verbose for 2.6 compatibility
td = ( - datetime.utcnow())
offset = round(total_seconds(td) / 3600.0)
conf['tzinfo'] = readers.Timezone(offset)
# determine http(s), host and path
env['protocol'], env['netloc'], env['path'], x, y = urlsplit(conf['www_root'])
# take off the trailing slash for www_root and path
conf['www_root'] = conf['www_root'].rstrip('/')
env['path'] = env['path'].rstrip('/')
if env['path']:
conf['output_dir'] = conf['output_dir'] + env['path']
filters.initialize(conf["filters_dir"][:], conf, env)
lazy.disable() # this has weird side effects with jinja2, so disabled after filters
views.initialize(conf["views_dir"][:], conf, env)
env.views = views.Views(view for view in views.get_views())
entryfmt, pagefmt = '/:year/:slug/', '/:slug/'
for view in views.get_views():
if == 'entry':
entryfmt = view.path
if == 'page':
pagefmt = view.path
conf.setdefault('entry_permalink', entryfmt)
conf.setdefault('page_permalink', pagefmt)
# register webassets to theme engine, make webassets available as env.webassets
assets.initialize(conf, env)
return {'conf': conf, 'env': env}
def compile(conf, env):
"""The compilation process."""
hooks.initialize(conf, env), env, 'pre')
if env.options.force:
# time measurement
ctime = time.time()
# populate env and corrects some conf things
data = initialize(conf, env)
# load pages/entries and store them in env
rv = dict(zip(['entrylist', 'pages', 'translations', 'drafts'],
map(HashableList, readers.load(conf))))
entrylist, pages = rv['entrylist'], rv['pages']
translations, drafts = rv['translations'], rv['drafts']
# load references
refs.load(entrylist, pages, translations, drafts)
# here we store all found filter and their aliases
ns = defaultdict(set)
# [<class head_offset.Headoffset at 0x1014882c0>, <class html.HTML at 0x101488328>,...]
aflist = filters.get_filters()
# ... and get all configured views
_views = views.get_views()
# filters found in all entries, views and (skip translations, has no items)
found = sum((x.filters for x in chain(entrylist, pages, drafts, _views, [conf])), [])
for val in found:
# first we for `no` and get the function name and arguments
f = val[2:] if val.startswith('no') else val
fname, fargs = f.split('+')[:1][0], f.split('+')[1:]
# initialize the filter with its function name and arguments
fx = aflist[fname](conf, env, val, *fargs)
if val.startswith('no'):
fx = filters.disable(fx)
except ValueError:
fx = aflist[val.split('+')[:1][0]](conf, env, val, *fargs)
except ValueError:
raise AcrylamidException('no such filter: %s' % val)
# include actual used filters to trigger modified state
env.filters = HashableList(iterkeys(ns))
for entry in chain(entrylist, pages, drafts):
for v in _views:
# a list that sorts out conflicting and duplicated filters
flst = filters.FilterList()
# filters found in this specific entry plus views and
found = entry.filters + v.filters + data['conf']['filters']
for fn in found:
fx, _ = next((k for k in iteritems(ns) if fn in k[1]))
if fx not in flst:
# sort them ascending because we will pop within filters.add
entry.filters.add(sorted(flst, key=lambda k: (-k.priority,,
# lets offer a last break to populate tags and such
for v in _views:
env = v.context(conf, env, data)
# now teh real thing!
for v in _views:
for entry in chain(entrylist, pages, translations, drafts):
entry.context = v
for var in 'entrylist', 'pages', 'translations', 'drafts':
data[var] = HashableList(filter(v.condition, locals()[var])) \
if v.condition else locals()[var]
tt = time.time()
for buf, path in v.generate(conf, env, data):
helpers.mkfile(buf, path, time.time()-tt,,
force=env.options.force, dryrun=env.options.dryrun)
except UnicodeError:
tt = time.time()
# copy modified/missing assets to output
assets.compile(conf, env)
# wait for unfinished hooks
# run post hooks (blocks), env, 'post')
# save conf/environment hash and new/changed/unchanged references
helpers.memoize('Configuration', hash(conf))
helpers.memoize('Environment', hash(env))
# remove abandoned cache files
# print a short summary'%i new, %i updated, %i skipped [%.2fs]', event.count('create'),
event.count('update'), event.count('identical') + event.count('skip'),
time.time() - ctime)
def autocompile(ws, conf, env):
"""Subcommand: autocompile -- automatically re-compiles when something in
content-dir has changed and parallel serving files."""
mtime = -1
cmtime = getmtime('')
# config content_extension originally defined as string, not a list
exts = conf.get('content_extension',['.txt', '.rst', '.md'])
if isinstance(exts, string_types):
whitelist = (exts,)
whitelist = tuple(exts)
while True:
ws.wait = True
ntime = max(
max(getmtime(e) for e in readers.filelist(
conf['content_dir'], conf['content_ignore']) if e.endswith(whitelist)),
max(getmtime(p) for p in chain(
[f for theme in conf['theme'] for f in readers.filelist(theme, conf['theme_ignore'])],
readers.filelist(conf['static'], conf['static_ignore']))))
if mtime != ntime:
compile(conf, env)
except (SystemExit, KeyboardInterrupt):
except Exception:
log.exception("uncaught exception during auto-compilation")
conf = load(env.options.conf)
env =
mtime = ntime
ws.wait = False
if cmtime != getmtime(''):' * Restarting due to change in')
# Kill the webserver
# Restart acrylamid
os.execvp(sys.argv[0], sys.argv)
__all__ = ["compile", "autocompile"]
Jump to Line
Something went wrong with that request. Please try again.