/
issue_58_build_vm_test.py
124 lines (98 loc) · 4.77 KB
/
issue_58_build_vm_test.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
# Copyright (c) 2017 Stefan Marr <http://www.stefan-marr.de/>
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to
# deal in the Software without restriction, including without limitation the
# rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
# sell copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
# IN THE SOFTWARE.
import os
from ...configurator import Configurator, load_config
from ...executor import Executor
from ...persistence import DataStore
from ..rebench_test_case import ReBenchTestCase
class Issue58BuildExecutor(ReBenchTestCase):
def setUp(self):
super(Issue58BuildExecutor, self).setUp()
self._set_path(__file__)
self._cleanup_log()
def tearDown(self):
self._cleanup_log()
def _cleanup_log(self):
if os.path.isfile(self._path + '/build.log'):
os.remove(self._path + '/build.log')
def _read_log(self):
# pylint: disable-next=unspecified-encoding
with open(self._path + '/build.log', 'r') as log_file:
return log_file.read()
def test_build_executor_simple_cmd(self):
cnf = Configurator(load_config(self._path + '/issue_58.conf'), DataStore(self.ui),
self.ui, data_file=self._tmp_file, exp_name='A')
runs = list(cnf.get_runs())
runs = sorted(runs, key=lambda e: e.benchmark.name)
ex = Executor(runs, True, self.ui, build_log=cnf.build_log)
ex.execute()
try:
self.assertEqual("Bench1", runs[0].benchmark.name)
self.assertEqual(10, runs[0].get_number_of_data_points())
self.assertTrue(os.path.isfile(self._path + '/vm_58a.sh'))
finally:
os.remove(self._path + '/vm_58a.sh')
def test_build_executor_cmd_list(self):
cnf = Configurator(load_config(self._path + '/issue_58.conf'), DataStore(self.ui),
self.ui, data_file=self._tmp_file, exp_name='B')
runs = list(cnf.get_runs())
runs = sorted(runs, key=lambda e: e.benchmark.name)
ex = Executor(runs, True, self.ui, build_log=cnf.build_log)
ex.execute()
try:
self.assertEqual("Bench1", runs[0].benchmark.name)
self.assertEqual(10, runs[0].get_number_of_data_points())
self.assertTrue(os.path.isfile(self._path + '/vm_58b.sh'))
finally:
os.remove(self._path + '/vm_58b.sh')
def test_build_output_in_log(self):
self.test_build_executor_simple_cmd()
log = self._read_log()
self.assertEqual(
"E:BashA|STD:standard\nE:BashA|ERR:error\n", log)
def test_broken_build_prevents_experiments(self):
cnf = Configurator(load_config(self._path + '/issue_58.conf'), DataStore(self.ui),
self.ui, data_file=self._tmp_file,
exp_name='C')
runs = list(cnf.get_runs())
runs = sorted(runs, key=lambda e: e.benchmark.name)
ex = Executor(runs, True, self.ui, build_log=cnf.build_log)
ex.execute()
try:
self.assertEqual("Bench1", runs[0].benchmark.name)
self.assertEqual(0, runs[0].get_number_of_data_points())
self.assertTrue(os.path.isfile(self._path + '/vm_58a.sh'))
finally:
os.remove(self._path + '/vm_58a.sh')
log = self._read_log()
self.assertEqual(
"E:BashC|STD:standard\nE:BashC|ERR:error\n", log)
def test_build_is_run_only_once_for_same_command(self):
cnf = Configurator(load_config(self._path + '/issue_58.conf'), DataStore(self.ui),
self.ui, data_file=self._tmp_file,
exp_name='AandAA')
runs = list(cnf.get_runs())
runs = sorted(runs, key=lambda e: e.benchmark.name)
ex = Executor(runs, True, self.ui, build_log=cnf.build_log)
ex.execute()
os.remove(self._path + '/vm_58a.sh')
log = self._read_log()
self.assertEqual(
"E:BashA|STD:standard\nE:BashA|ERR:error\n", log)