-
Notifications
You must be signed in to change notification settings - Fork 65
/
SMarkSimpleStatisticsReporter.class.st
128 lines (107 loc) · 3.51 KB
/
SMarkSimpleStatisticsReporter.class.st
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
Class {
#name : #SMarkSimpleStatisticsReporter,
#superclass : #SMarkReporter,
#category : #'CogBenchmarks-SMark'
}
{ #category : #statistics }
SMarkSimpleStatisticsReporter >> confidenceVariance: times [
| numMeasurements |
numMeasurements := times size.
(numMeasurements >= 30)
ifTrue: [
^ (self gaussianConfidenceFactor) * (times stdev) / (numMeasurements asFloat sqrt)].
"use the students T distribution for small probe counts"
^ (self studentsTConfidenceFactorFor: numMeasurements) * (times stdev) / (numMeasurements asFloat sqrt)
]
{ #category : #statistics }
SMarkSimpleStatisticsReporter >> gaussianConfidenceFactor [
"used for large probe counts >= 30"
"1 ~ 68.27%"
"1.644853626951 ~ 90%"
"2 ~ 95.45%"
^ 1.644853626951
]
{ #category : #reporting }
SMarkSimpleStatisticsReporter >> reportAllRuns: aListOfResults of: benchmark [
| criteria |
criteria := aListOfResults first criteria.
criteria keysDo: [:criterion |
| times |
times := self resultsFor: criterion from: aListOfResults.
self reportResult: times for: criterion of: benchmark.
stream cr.
].
]
{ #category : #reporting }
SMarkSimpleStatisticsReporter >> reportResult: aResultsArray for: aCriterion of: benchmark [
| convidenceVariance significantDigits |
stream << benchmark << ' ' << aCriterion << ': iterations='.
aResultsArray size printOn: stream .
stream << ' runtime: '.
aResultsArray size < 2 ifTrue: [
aResultsArray average printOn: stream.
stream << 'ms'.
^ self.
].
convidenceVariance := self confidenceVariance: aResultsArray.
"only print significant "
significantDigits := self significantDigits: convidenceVariance.
aResultsArray average printOn: stream showingDecimalPlaces: significantDigits.
stream << 'ms +/-'.
convidenceVariance printOn: stream showingDecimalPlaces: significantDigits.
]
{ #category : #helper }
SMarkSimpleStatisticsReporter >> resultsFor: aCriterion from: aListOfResults [
^aListOfResults collect: [:result | (result criteria at: aCriterion) totalTime]
]
{ #category : #statistics }
SMarkSimpleStatisticsReporter >> significantDigits: confidenceVariance [
confidenceVariance = 0
ifTrue: [ ^ 2].
confidenceVariance >= 10
ifTrue: [ ^ 0].
^ 1 - (confidenceVariance log floor)
]
{ #category : #statistics }
SMarkSimpleStatisticsReporter >> studentsTConfidenceFactorFor: aNumberOfMeasurements [
"used for small probe counts < 30"
"the students T distribution sucks to calculate since the value depends on the probeCout"
"these values are for a confidence interval of ~90%"
| values |
values := Array new: 30.
values at: 1 put: 6.314.
values at: 2 put: 2.920.
values at: 3 put: 2.353.
values at: 4 put: 2.132.
values at: 5 put: 2.015.
values at: 6 put: 1.943.
values at: 7 put: 1.895.
values at: 8 put: 1.860.
values at: 9 put: 1.833.
values at: 10 put: 1.812.
values at: 11 put: 1.796.
values at: 12 put: 1.782.
values at: 13 put: 1.771.
values at: 14 put: 1.761.
values at: 15 put: 1.753.
values at: 16 put: 1.746.
values at: 17 put: 1.740.
values at: 18 put: 1.734.
values at: 19 put: 1.729.
values at: 20 put: 1.725.
values at: 21 put: 1.721.
values at: 22 put: 1.717.
values at: 23 put: 1.714.
values at: 24 put: 1.711.
values at: 25 put: 1.708.
values at: 26 put: 1.706.
values at: 27 put: 1.703.
values at: 28 put: 1.701.
values at: 29 put: 1.699.
values at: 30 put: 1.697.
^ values at: aNumberOfMeasurements.
]
{ #category : #helper }
SMarkSimpleStatisticsReporter >> totalResultsFor: aListOfResults [
^aListOfResults collect: [:timer | timer total]
]