-
-
Notifications
You must be signed in to change notification settings - Fork 270
/
widetree.py
125 lines (102 loc) · 4.02 KB
/
widetree.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
import hotshot
import hotshot.stats
import unittest
import tempfile
from pathlib import Path
from time import perf_counter as clock
import tables as tb
verbose = 0
class WideTreeTestCase(unittest.TestCase):
"""Checks for maximum number of childs for a Group."""
def test00_Leafs(self):
"""Checking creation of large number of leafs (1024) per group.
Variable 'maxchilds' controls this check. PyTables support up to
4096 childs per group, but this would take too much memory (up
to 64 MB) for testing purposes (may be we can add a test for big
platforms). A 1024 childs run takes up to 30 MB. A 512 childs
test takes around 25 MB.
"""
maxchilds = 1000
if verbose:
print('\n', '-=' * 30)
print("Running %s.test00_wideTree..." % self.__class__.__name__)
print("Maximum number of childs tested :", maxchilds)
# Open a new empty HDF5 file
#file = tempfile.mktemp(".h5")
file = "test_widetree.h5"
fileh = tb.open_file(file, mode="w")
if verbose:
print("Children writing progress: ", end=' ')
for child in range(maxchilds):
if verbose:
print("%3d," % (child), end=' ')
a = [1, 1]
fileh.create_group(fileh.root, 'group' + str(child),
"child: %d" % child)
fileh.create_array("/group" + str(child), 'array' + str(child),
a, "child: %d" % child)
if verbose:
print()
# Close the file
fileh.close()
t1 = clock()
# Open the previous HDF5 file in read-only mode
fileh = tb.open_file(file, mode="r")
print("\nTime spent opening a file with %d groups + %d arrays: "
"%s s" % (maxchilds, maxchilds, clock() - t1))
if verbose:
print("\nChildren reading progress: ", end=' ')
# Close the file
fileh.close()
# Then, delete the file
# os.remove(file)
def test01_wideTree(self):
"""Checking creation of large number of groups (1024) per group.
Variable 'maxchilds' controls this check. PyTables support up to
4096 childs per group, but this would take too much memory (up
to 64 MB) for testing purposes (may be we can add a test for big
platforms). A 1024 childs run takes up to 30 MB. A 512 childs
test takes around 25 MB.
"""
maxchilds = 1000
if verbose:
print('\n', '-=' * 30)
print("Running %s.test00_wideTree..." % self.__class__.__name__)
print("Maximum number of childs tested :", maxchilds)
# Open a new empty HDF5 file
file = tempfile.mktemp(".h5")
#file = "test_widetree.h5"
fileh = tb.open_file(file, mode="w")
if verbose:
print("Children writing progress: ", end=' ')
for child in range(maxchilds):
if verbose:
print("%3d," % (child), end=' ')
fileh.create_group(fileh.root, 'group' + str(child),
"child: %d" % child)
if verbose:
print()
# Close the file
fileh.close()
t1 = clock()
# Open the previous HDF5 file in read-only mode
fileh = tb.open_file(file, mode="r")
print("\nTime spent opening a file with %d groups: %s s" %
(maxchilds, clock() - t1))
# Close the file
fileh.close()
# Then, delete the file
Path(file).unlink()
#----------------------------------------------------------------------
def suite():
theSuite = unittest.TestSuite()
theSuite.addTest(make_suite(WideTreeTestCase))
return theSuite
if __name__ == '__main__':
prof = hotshot.Profile("widetree.prof")
benchtime, stones = prof.runcall(unittest.main(defaultTest='suite'))
prof.close()
stats = hotshot.stats.load("widetree.prof")
stats.strip_dirs()
stats.sort_stats('time', 'calls')
stats.print_stats(20)