forked from habeanf/yap
-
Notifications
You must be signed in to change notification settings - Fork 21
/
eval.go
121 lines (97 loc) · 2.24 KB
/
eval.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
package eval
// import "log"
func Precision(truePositives, testPositives int) float64 {
return float64(truePositives) / float64(testPositives)
}
func Recall(truePositives, conditionPositives int) float64 {
return float64(truePositives) / float64(conditionPositives)
}
func F1(precision, recall float64) float64 {
return 2.0 * (precision * recall) / (precision + recall)
}
type Error interface {
String() string
Class() string
}
type Errors []Error
func (ers Errors) ByType() map[string]int {
retval := make(map[string]int)
for _, e := range ers {
if curval, exists := retval[e.Class()]; exists {
retval[e.Class()] = curval + 1
} else {
retval[e.Class()] = 1
}
}
return retval
}
type Result struct {
TP, FP, TN, FN int
Errors Errors
Other interface{}
}
func (r *Result) All() int {
return r.TP + r.FP + r.TN + r.FN
}
func (r *Result) Correct() int {
return r.TP + r.TN
}
func (r *Result) Incorrect() int {
return r.FP + r.FN
}
func (r *Result) TestPositives() int {
return r.TP + r.FP
}
func (r *Result) TestNegatives() int {
return r.TN + r.FN
}
func (r *Result) ConditionPositives() int {
return r.TP + r.TN
}
func (r *Result) ConditionNegatives() int {
return r.FP + r.FN
}
func (r *Result) Precision() float64 {
return Precision(r.TP, r.TestPositives())
}
func (r *Result) Recall() float64 {
return Recall(r.TP, r.ConditionPositives())
}
func (r *Result) Accuracy() float64 {
return float64(r.Correct()) / float64(r.All())
}
func (r *Result) F1() float64 {
// log.Println("Calculating F1 for Precision, Recall of", r.Precision(), r.Recall())
return F1(r.Precision(), r.Recall())
}
type Eval func(test, condition interface{}) *Result
type Total struct {
Result
Results []*Result
Exact, Population int
}
func (t *Total) Add(r *Result) {
t.TP += r.TP
t.FP += r.FP
t.TN += r.TN
t.FN += r.FN
if r.Incorrect() == 0 {
t.Exact += 1
}
t.Population += 1
if t.Results != nil {
t.Results = append(t.Results, r)
}
}
func (t *Total) ExactMatch() float64 {
return float64(t.Exact) / float64(t.Population)
}
func (t *Total) Errors() Errors {
retval := make([]Error, t.Incorrect())
for _, v := range t.Results {
if v.Errors != nil {
retval = append(retval, v.Errors...)
}
}
return retval
}