Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
Fetching contributors…

Cannot retrieve contributors at this time

128 lines (105 sloc) 4.089 kB
import hotshot, hotshot.stats
import unittest
import os
import tempfile
from tables import *
verbose = 0
class WideTreeTestCase(unittest.TestCase):
"""Checks for maximum number of childs for a Group.
"""
def test00_Leafs(self):
"""Checking creation of large number of leafs (1024) per group
Variable 'maxchilds' controls this check. PyTables support
up to 4096 childs per group, but this would take too much
memory (up to 64 MB) for testing purposes (may be we can add a
test for big platforms). A 1024 childs run takes up to 30 MB.
A 512 childs test takes around 25 MB.
"""
import time
maxchilds = 1000
if verbose:
print '\n', '-=' * 30
print "Running %s.test00_wideTree..." % \
self.__class__.__name__
print "Maximum number of childs tested :", maxchilds
# Open a new empty HDF5 file
#file = tempfile.mktemp(".h5")
file = "test_widetree.h5"
fileh = openFile(file, mode = "w")
if verbose:
print "Children writing progress: ",
for child in range(maxchilds):
if verbose:
print "%3d," % (child),
a = [1, 1]
fileh.createGroup(fileh.root, 'group' + str(child),
"child: %d" % child)
fileh.createArray("/group" + str(child), 'array' + str(child),
a, "child: %d" % child)
if verbose:
print
# Close the file
fileh.close()
t1 = time.time()
# Open the previous HDF5 file in read-only mode
fileh = openFile(file, mode = "r")
print "\nTime spent opening a file with %d groups + %d arrays: %s s" % \
(maxchilds, maxchilds, time.time()-t1)
if verbose:
print "\nChildren reading progress: ",
# Close the file
fileh.close()
# Then, delete the file
#os.remove(file)
def test01_wideTree(self):
"""Checking creation of large number of groups (1024) per group
Variable 'maxchilds' controls this check. PyTables support
up to 4096 childs per group, but this would take too much
memory (up to 64 MB) for testing purposes (may be we can add a
test for big platforms). A 1024 childs run takes up to 30 MB.
A 512 childs test takes around 25 MB.
"""
import time
maxchilds = 1000
if verbose:
print '\n', '-=' * 30
print "Running %s.test00_wideTree..." % \
self.__class__.__name__
print "Maximum number of childs tested :", maxchilds
# Open a new empty HDF5 file
file = tempfile.mktemp(".h5")
#file = "test_widetree.h5"
fileh = openFile(file, mode = "w")
if verbose:
print "Children writing progress: ",
for child in range(maxchilds):
if verbose:
print "%3d," % (child),
fileh.createGroup(fileh.root, 'group' + str(child),
"child: %d" % child)
if verbose:
print
# Close the file
fileh.close()
t1 = time.time()
# Open the previous HDF5 file in read-only mode
fileh = openFile(file, mode = "r")
print "\nTime spent opening a file with %d groups: %s s" % \
(maxchilds, time.time()-t1)
# Close the file
fileh.close()
# Then, delete the file
os.remove(file)
#----------------------------------------------------------------------
def suite():
theSuite = unittest.TestSuite()
theSuite.addTest(unittest.makeSuite(WideTreeTestCase))
return theSuite
if __name__ == '__main__':
prof = hotshot.Profile("widetree.prof")
benchtime, stones = prof.runcall(unittest.main(defaultTest='suite'))
prof.close()
stats = hotshot.stats.load("widetree.prof")
stats.strip_dirs()
stats.sort_stats('time', 'calls')
stats.print_stats(20)
Jump to Line
Something went wrong with that request. Please try again.