Switch branches/tags
Find file Copy path
Fetching contributors…
Cannot retrieve contributors at this time
174 lines (135 sloc) 5.62 KB
# -*- coding: utf-8 -*-
Configure and expose the application database session.
This module is responsible for setting up the database session and engine, and
making that accessible to other parts of the application.
Models should inherit from `h.db.Base` in order to have their metadata bound at
application startup.
Most application code should access the database session using the request
property `request.db` which is provided by this module.
from __future__ import unicode_literals
import logging
import sqlalchemy
import zope.sqlalchemy
import zope.sqlalchemy.datamanager
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.orm import exc
from sqlalchemy.orm import sessionmaker
from h.util.session_tracker import Tracker
__all__ = ("Base", "Session", "init", "make_engine")
log = logging.getLogger(__name__)
# Create a default metadata object with naming conventions for indexes and
# constraints. This makes changing such constraints and indexes with alembic
# after creation much easier. See:
metadata = sqlalchemy.MetaData(
"ix": "ix__%(column_0_label)s",
"uq": "uq__%(table_name)s__%(column_0_name)s",
"ck": "ck__%(table_name)s__%(constraint_name)s",
"fk": "fk__%(table_name)s__%(column_0_name)s__%(referred_table_name)s",
"pk": "pk__%(table_name)s",
Base = declarative_base(metadata=metadata)
Session = sessionmaker()
def init(engine, base=Base, should_create=False, should_drop=False, authority=None):
"""Initialise the database tables managed by `h.db`."""
# Import models package to populate the metadata
import h.models # noqa
if should_drop:
if should_create:
# In order to be able to generate UUIDs, we load the uuid-ossp
# extension.
engine.execute('CREATE EXTENSION IF NOT EXISTS "uuid-ossp";')
default_org = _maybe_create_default_organization(engine, authority)
_maybe_create_world_group(engine, authority, default_org)
def make_engine(settings):
"""Construct a sqlalchemy engine from the passed ``settings``."""
return sqlalchemy.create_engine(settings["sqlalchemy.url"])
def _session(request):
engine = request.registry["sqlalchemy.engine"]
session = Session(bind=engine)
# If the request has a transaction manager, associate the session with it.
tm =
except AttributeError:
zope.sqlalchemy.register(session, transaction_manager=tm)
# Track uncommitted changes so we can verify that everything was either
# committed or rolled back when the request finishes.
db_session_checks = request.registry.settings.get("h.db_session_checks", True)
if db_session_checks:
tracker = Tracker(session)
tracker = None
# pyramid_tm doesn't always close the database session for us.
# For example if an exception view accesses the session and causes a new
# transaction to be opened, pyramid_tm won't close this connection because
# pyramid_tm's transaction has already ended before exception views are
# executed.
# Connections opened by NewResponse and finished callbacks aren't closed by
# pyramid_tm either.
# So add our own callback here to make sure db sessions are always closed.
# See:
def close_the_sqlalchemy_session(request):
changes = tracker.uncommitted_changes() if tracker else []
if changes:
msg = "closing a session with uncommitted changes %s"
log.warning(msg, changes, extra={"stack": True, "changes": changes})
return session
def _maybe_create_default_organization(engine, authority):
from h import models
session = Session(bind=engine)
default_org = models.Organization.default(session)
except exc.NoResultFound:
default_org = None
if default_org is None:
default_org = models.Organization(
name="Hypothesis", authority=authority, pubid="__default__"
with open("h/static/images/icons/logo.svg", "rb") as h_logo:
default_org.logo ="utf-8")
return default_org
def _maybe_create_world_group(engine, authority, default_org):
from h import models
from import ReadableBy, WriteableBy
session = Session(bind=engine)
world_group = session.query(models.Group).filter_by(pubid="__world__").one_or_none()
if world_group is None:
world_group = models.Group(
world_group.pubid = "__world__"
def includeme(config):
# Create the SQLAlchemy engine and save a reference in the app registry.
engine = make_engine(config.registry.settings)
config.registry["sqlalchemy.engine"] = engine
# Add a property to all requests for easy access to the session. This means
# that view functions need only refer to `request.db` in order to retrieve
# the current database session.
config.add_request_method(_session, name="db", reify=True)