/
picorv32count.py
executable file
·171 lines (140 loc) · 5.63 KB
/
picorv32count.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
#!/usr/bin/env python3
from subprocess import Popen, PIPE, TimeoutExpired
import codecs
import logging
import os
import sys
benchmarks = (
'aha-compress', 'aha-mont64', 'bs', 'bubblesort', 'cnt', 'compress',
'cover', 'crc', 'crc32', 'ctl-stack', 'ctl-string', 'ctl-vector',
'cubic', 'dijkstra', 'dtoa', 'duff', 'edn', 'expint', 'fac', 'fasta',
'fdct', 'fibcall', 'fir', 'frac', 'huffbench', 'insertsort',
'janne_complex', 'jfdctint', 'lcdnum', 'levenshtein', 'ludcmp', 'matmult',
'matmult-float', 'matmult-int', 'mergesort', 'miniz', 'minver', 'nbody',
'ndes', 'nettle-arcfour', 'nettle-cast128', 'nettle-des', 'nettle-md5',
'newlib-exp', 'newlib-log', 'newlib-mod', 'newlib-sqrt', 'ns', 'nsichneu',
'picojpeg', 'prime', 'qrduino', 'qsort', 'qurt', 'recursion', 'rijndael',
'select', 'sglib-arraybinsearch', 'sglib-arrayheapsort',
'sglib-arrayquicksort', 'sglib-arraysort', 'sglib-dllist',
'sglib-hashtable', 'sglib-listinsertsort', 'sglib-listsort', 'sglib-queue',
'sglib-rbtree', 'slre', 'sqrt', 'st', 'statemate', 'stb_perlin',
'stringsearch1', 'strstr', 'tarai', 'template', 'trio', 'trio-snprintf',
'trio-sscanf', 'ud', 'whetstone', 'wikisort'
)
# Commands sent to GDB. In order to avoid complicated interaction with GDB,
# we just shove everything into the buffer and then read everything out
# and wait for termination (with the Popen.communicate() method). This works
# because we don't have too much input, but adding more might result in
# blocking / deadlock (possibly - I have not checked whether Popen.write()
# could risk this).
commands = [
b'-target-select remote :51000',
b'load',
b'break _exit',
b'cont',
b'monitor exit',
b'quit'
]
# Set up logging
log = logging.getLogger()
def setup_logging(logfile):
log.setLevel(logging.DEBUG)
ch = logging.StreamHandler(sys.stdout)
ch.setLevel(logging.INFO)
log.addHandler(ch)
fh = logging.FileHandler(logfile)
fh.setLevel(logging.DEBUG)
log.addHandler(fh)
class GdbParsingError(RuntimeError):
"""Exception raised for errors in parsing interactions with gdb."""
def __init__(self, message):
self.message = message
super().__init__(message)
def execute(executable, commands):
gdbservercmd = ['riscv32-gdbserver', '-c', 'picorv32', '51000']
log.debug('\nLaunching GDB server...')
gdbserver = Popen(gdbservercmd, stdout=PIPE, stderr=PIPE, stdin=PIPE)
gdbcmd = ['riscv32-unknown-elf-gdb', '--interpreter=mi', \
executable]
log.debug('\nLaunching gdb...')
debugger = Popen(gdbcmd, stdin=PIPE, stdout=PIPE, stderr=PIPE)
log.debug('\nCommunicating with gdb...')
# Handle timeouts as prescribed in:
# https://docs.python.org/3/library/subprocess.html#subprocess.Popen.communicate
try:
stdout, stderr = debugger.communicate(input=b'\n'.join(commands),
timeout=60)
log.debug('\n... Finished communicating with gdb.')
except TimeoutExpired:
log.debug('\nExecution failed - timeout reached.')
debugger.kill()
stdout, stderr = debugger.communicate()
except GdbParsingError as gpe:
log.debug('Error parsing output from GDB: %s' % gpe.message)
log.debug('\nStandard output from gdb:\n')
log.debug(codecs.decode(stdout, 'utf-8'))
log.debug('\nStandard error from gdb:\n')
log.debug(codecs.decode(stderr, 'utf-8'))
gdb_output = stdout.decode()
log.debug('\nKilling gdbserver...')
log.debug('gdbserver return code %s' % gdbserver.returncode)
try:
stdout, stderr = gdbserver.communicate(input='', timeout=10)
except TimeoutExpired:
gdbserver.kill()
stdout, stderr = gdbserver.communicate()
gdbserver_output = stdout.decode()
log.debug('\nStandard output from gdbserver:\n')
log.debug(gdbserver_output)
log.debug('\nStandard error from gdbserver:\n')
log.debug(stderr.decode())
return gdb_output, gdbserver_output
def parse_gdb_output(output):
seen_exit = False
for line in output.split('\n'):
if not seen_exit:
if "exit_status=exit_status" in line:
exit_code = int(line.split()[3].split('=')[2].split(')')[0])
seen_exit = True
if not seen_exit:
raise GdbParsingError('Did not find exit code')
return exit_code
def parse_output(output):
seen_start = False
seen_stop = False
for line in output.split('\n'):
if not seen_start:
if "Start" in line:
start = int(line.split()[4].strip())
seen_start = True
if not seen_stop:
if "Stop" in line:
stop = int(line.split()[4].strip())
seen_stop = True
if not seen_start:
raise GdbParsingError('Did not find start trigger cycle count')
if not seen_stop:
raise GdbParsingError('Did not find stop trigger cycle count')
cycle_count = stop - start
return cycle_count
def run_benchmark(bm):
executable = os.path.join('src', bm, bm)
try:
gdb_output, output = execute(executable, commands)
exit_code = parse_gdb_output(gdb_output)
cycle_count = parse_output(output)
except GdbParsingError as gpe:
log.debug('Error parsing output from GDB for %s: %s' % (bm, gpe.message))
cycle_count = -1
exit_code = -1
except TimeoutExpired:
log.debug('Timeout expired for %s' % bm)
cycle_count = -2
exit_code = -2
print('%s,%s,%s' % (bm, cycle_count, exit_code))
def run_benchmarks():
setup_logging('beebs-riscv32.log')
for bm in benchmarks:
run_benchmark(bm)
if __name__ == '__main__':
sys.exit(run_benchmarks())