/
test.conf
140 lines (132 loc) · 3.56 KB
/
test.conf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
# -*- mode: yaml -*-
# Config file for ReBench
standard_experiment: all
standard_data_file: 'benchmark.data'
statistics:
confidence_level: 0.95
runs:
number_of_data_points: 1
quick_runs:
number_of_data_points: 1
max_time: 60 # time in seconds
# definition of benchmark suites
benchmark_suites:
test-som:
gauge_adapter: RebenchLog
command: " -cp .:Core:CD:DeltaBlue:Havlak:Json:NBody:Richards:../../implementations/TruffleSOM/Smalltalk Harness.som %(benchmark)s 1 "
location: benchmarks/SOM
benchmarks: &BENCHMARKS
- DeltaBlue:
extra_args: 1
- Richards:
extra_args: 1
- Json:
extra_args: 1
- CD:
extra_args: 10
- Havlak:
extra_args: 1
- Bounce:
extra_args: 1
- List:
extra_args: 1
- Mandelbrot:
extra_args: 1
- NBody:
extra_args: 1
- Permute:
extra_args: 1
- Queens:
extra_args: 1
- Sieve:
extra_args: 1
- Storage:
extra_args: 1
- Towers:
extra_args: 1
test-somns:
gauge_adapter: RebenchLog
command: " Harness.som %(benchmark)s 1 "
location: benchmarks/SOMns
benchmarks: *BENCHMARKS
test-java:
gauge_adapter: RebenchLog
command: " -cp ../benchmarks/Java/benchmarks.jar Harness %(benchmark)s 1 "
benchmarks: *BENCHMARKS
test-crystal:
gauge_adapter: RebenchLog
location: benchmarks/Crystal
command: "./harness %(benchmark)s 1 "
benchmarks: *BENCHMARKS
test-ruby:
gauge_adapter: RebenchLog
location: benchmarks/Ruby
command: "harness.rb %(benchmark)s 1 "
benchmarks: *BENCHMARKS
test-rbx:
gauge_adapter: RebenchLog
location: benchmarks/Ruby
command: "harness-rbx.rb %(benchmark)s 1 "
benchmarks: *BENCHMARKS
test-js:
gauge_adapter: RebenchLog
location: benchmarks/JavaScript
command: "harness.js %(benchmark)s 1 "
benchmarks: *BENCHMARKS
test-pharo:
gauge_adapter: RebenchLog
location: benchmarks/Smalltalk
command: "AWFY.image run.st %(benchmark)s 1 "
benchmarks: *BENCHMARKS
# VMs have a name and are specified by a path and the binary to be executed
virtual_machines:
Java8U66:
path: implementations/
binary: java8.sh
TruffleSOM:
path: implementations/
binary: TruffleSOM.sh
args: -G
SOMns:
path: implementations/
binary: SOMns.sh
args: -G
MRI23:
path: implementations/
binary: mri-23.sh
RBX314:
path: implementations/
binary: rbx-314.sh
Crystal:
path: implementations/
binary: crystal.sh
Node:
path: implementations/
binary: node.sh
Pharo:
path: implementations/
binary: pharo
experiments:
test-som:
benchmark: test-som
executions: TruffleSOM
test-somns:
benchmark: test-somns
executions: SOMns
test-crystal:
benchmark: test-crystal
executions: Crystal
test-js:
benchmark: test-js
executions: Node
test-ruby:
benchmark:
- test-ruby
- test-rbx
executions: MRI23
test-java:
benchmark: test-java
executions: Java8U66
test-pharo:
benchmark: test-pharo
executions: Pharo