Skip to content

Commit

Permalink
ARROW-89: [Python] Add benchmarks for Arrow<->Pandas conversion
Browse files Browse the repository at this point in the history
  • Loading branch information
xhochy committed Mar 29, 2016
1 parent 2d8627c commit 8f74528
Showing 1 changed file with 35 additions and 5 deletions.
40 changes: 35 additions & 5 deletions python/benchmarks/array.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,22 +15,52 @@
# specific language governing permissions and limitations
# under the License.

import pyarrow
import numpy as np
import pandas as pd
import pyarrow as A

class Conversions(object):

class PyListConversions(object):
param_names = ('size',)
params = (1, 10 ** 5, 10 ** 6, 10 ** 7)

def setup(self, n):
self.data = list(range(n))

def time_from_pylist(self, n):
pyarrow.from_pylist(list(range(n)))
A.from_pylist(self.data)

def peakmem_from_pylist(self, n):
pyarrow.from_pylist(list(range(n)))
A.from_pylist(self.data)


class PandasConversions(object):
param_names = ('size', 'dtype')
params = ((1, 10 ** 5, 10 ** 6, 10 ** 7), ('int64', 'float64', 'str'))

def setup(self, n, dtype):
self.data = pd.DataFrame({'column': pd.Series(np.arange(n).astype(dtype))})
self.arrow_data = A.from_pandas_dataframe(self.data)

def time_from_series(self, n, dtype):
A.from_pandas_dataframe(self.data)

def peakmem_from_series(self, n, dtype):
A.from_pandas_dataframe(self.data)

def time_to_series(self, n, dtype):
self.arrow_data.to_pandas()

def peakmem_to_series(self, n, dtype):
self.arrow_data.to_pandas()


class ScalarAccess(object):
param_names = ('size',)
params = (1, 10 ** 5, 10 ** 6, 10 ** 7)

def setUp(self, n):
self._array = pyarrow.from_pylist(list(range(n)))
self._array = A.from_pylist(list(range(n)))

def time_as_py(self, n):
for i in range(n):
Expand Down

0 comments on commit 8f74528

Please sign in to comment.