roll_median_leak.py

from __future__ import print_function
from pandas import *

import numpy as np
import os

from vbench.api import Benchmark
from pandas.util.testing import rands
from pandas.compat import range
import pandas._libs.lib as lib
import pandas._sandbox as sbx
import time

import psutil

pid = os.getpid()
proc = psutil.Process(pid)

lst = SparseList()
lst.append([5] * 10000)
lst.append(np.repeat(np.nan, 1000000))

for _ in range(10000):
    print(proc.get_memory_info())
    sdf = SparseDataFrame({'A': lst.to_array()})
    chunk = sdf[sdf['A'] == 5]