Skip to content


Subversion checkout URL

You can clone with
Download ZIP
tree: 7368a4c72f
Fetching contributors…

Cannot retrieve contributors at this time

222 lines (180 sloc) 6.631 kb
from python25 cimport PyFrameObject, PyObject, PyStringObject
cdef extern from "frameobject.h":
ctypedef int (*Py_tracefunc)(object self, PyFrameObject *py_frame,
int what, PyObject *arg)
cdef extern from "Python.h":
ctypedef long long PY_LONG_LONG
cdef bint PyCFunction_Check(object obj)
cdef void PyEval_SetProfile(Py_tracefunc func, object arg)
cdef void PyEval_SetTrace(Py_tracefunc func, object arg)
ctypedef object (*PyCFunction)(object self, object args)
ctypedef struct PyMethodDef:
char *ml_name
PyCFunction ml_meth
int ml_flags
char *ml_doc
ctypedef struct PyCFunctionObject:
PyMethodDef *m_ml
PyObject *m_self
PyObject *m_module
# They're actually #defines, but whatever.
cdef int PyTrace_CALL
cdef int PyTrace_EXCEPTION
cdef int PyTrace_LINE
cdef int PyTrace_RETURN
cdef int PyTrace_C_CALL
cdef int PyTrace_C_EXCEPTION
cdef int PyTrace_C_RETURN
cdef extern from "timers.h":
PY_LONG_LONG hpTimer()
double hpTimerUnit()
def label(code):
""" Return a (filename, first_lineno, func_name) tuple for a given code
This is the same labelling as used by the cProfile module in Python 2.5.
if isinstance(code, str):
return ('~', 0, code) # built-in functions ('~' sorts at the end)
return (code.co_filename, code.co_firstlineno, code.co_name)
cdef class LineTiming:
""" The timing for a single line.
cdef public object code
cdef public int lineno
# Note: leave at least total_time private. This should help compile under
# Python 2.4.
cdef PY_LONG_LONG total_time
cdef long nhits
def __init__(self, object code, int lineno):
self.code = code
self.lineno = lineno
self.total_time = 0
self.nhits = 0
cdef hit(self, PY_LONG_LONG dt):
""" Record a line timing.
self.nhits += 1
self.total_time += dt
def astuple(self):
""" Convert to a tuple of (lineno, nhits, total_time).
return (self.lineno, self.nhits, self.total_time)
def __repr__(self):
return '<LineTiming for %r\n lineno: %r\n nhits: %r\n total_time: %r>' % (self.code, self.lineno, self.nhits, <long>self.total_time)
# Note: this is a regular Python class to allow easy pickling.
class LineStats(object):
""" Object to encapsulate line-profile statistics.
timings : dict
Mapping from (filename, first_lineno, function_name) of the profiled
function to a list of (lineno, nhits, total_time) tuples for each
profiled line. total_time is an integer in the native units of the
unit : float
The number of seconds per timer unit.
def __init__(self, timings, unit):
self.timings = timings
self.unit = unit
cdef class LineProfiler:
""" Time the execution of lines of Python code.
cdef public object functions
cdef public object code_map
cdef public object last_time
cdef public double timer_unit
cdef public long enable_count
def __init__(self, *functions):
self.functions = []
self.code_map = {}
self.last_time = {}
self.timer_unit = hpTimerUnit()
self.enable_count = 0
for func in functions:
def add_function(self, func):
""" Record line profiling information for the given Python function.
code = func.func_code
except AttributeError:
import warnings
warnings.warn("Could not extract a code object for the object %r" % (func,))
if code not in self.code_map:
self.code_map[code] = {}
def enable_by_count(self):
""" Enable the profiler if it hasn't been enabled before.
if self.enable_count == 0:
self.enable_count += 1
def disable_by_count(self):
""" Disable the profiler if the number of disable requests matches the
number of enable requests.
if self.enable_count > 0:
self.enable_count -= 1
if self.enable_count == 0:
def __enter__(self):
def __exit__(self, exc_type, exc_val, exc_tb):
def enable(self):
PyEval_SetTrace(python_trace_callback, self)
def disable(self):
self.last_time = {}
PyEval_SetTrace(NULL, <object>NULL)
def get_stats(self):
""" Return a LineStats object containing the timings.
stats = {}
for code in self.code_map:
entries = self.code_map[code].values()
key = label(code)
stats[key] = [e.astuple() for e in entries]
return LineStats(stats, self.timer_unit)
cdef class LastTime:
""" Record the last callback call for a given line.
cdef int f_lineno
cdef PY_LONG_LONG time
def __cinit__(self, int f_lineno, PY_LONG_LONG time):
self.f_lineno = f_lineno
self.time = time
cdef int python_trace_callback(object self, PyFrameObject *py_frame, int what,
PyObject *arg):
""" The PyEval_SetTrace() callback.
cdef object code, line_entries, key
cdef LineTiming entry
cdef LastTime old
cdef PY_LONG_LONG time
if what == PyTrace_LINE or what == PyTrace_RETURN:
code = <object>py_frame.f_code
if code in self.code_map:
time = hpTimer()
if code in self.last_time:
old = self.last_time[code]
line_entries = self.code_map[code]
key = old.f_lineno
if key not in line_entries:
entry = LineTiming(code, old.f_lineno)
line_entries[key] = entry
entry = line_entries[key]
entry.hit(time - old.time)
if what == PyTrace_LINE:
# Get the time again. This way, we don't record much time wasted
# in this function.
self.last_time[code] = LastTime(py_frame.f_lineno, hpTimer())
# We are returning from a function, not executing a line. Delete
# the last_time record.
del self.last_time[code]
return 0
Jump to Line
Something went wrong with that request. Please try again.