-
Notifications
You must be signed in to change notification settings - Fork 74
/
benchmark.go
90 lines (76 loc) · 1.95 KB
/
benchmark.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
//
// Copyright (C) 2019-2020 Vdaas.org Vald team ( kpango, rinx, kmrmt )
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Package benchmark provides benchmark frame
package benchmark
import (
"context"
"testing"
"github.com/vdaas/vald/hack/benchmark/internal/assets"
)
// Benchmark is an interface for NGT benchmark.
type Benchmark interface {
Run(context.Context, *testing.B)
}
type benchmark struct {
name string
dataset assets.Dataset
strategies []Strategy
}
func New(b *testing.B, opts ...Option) Benchmark {
bm := new(benchmark)
for _, opt := range append(defaultOptions, opts...) {
opt(bm)
}
fn := assets.Data(bm.name)
if fn == nil {
b.Fatalf("dataset provider is nil: %v", bm.name)
}
bm.dataset = fn(b)
if bm.dataset == nil {
b.Fatalf("dataset is nil: %v", bm.name)
}
return bm
}
func (bm *benchmark) Run(ctx context.Context, b *testing.B) {
ctx, cancel := context.WithCancel(ctx)
defer cancel()
b.StopTimer()
b.ReportAllocs()
b.ResetTimer()
b.StartTimer()
b.Run(bm.name, func(bb *testing.B) {
for _, strategy := range bm.strategies {
err := func() error {
bb.Helper()
err := strategy.Init(ctx, bb, bm.dataset)
if err != nil {
return err
}
defer strategy.Close()
obj, err := strategy.PreProp(ctx, bb, bm.dataset)
if err != nil {
return err
}
strategy.Run(ctx, bb, bm.dataset, obj)
return nil
}()
if err != nil {
b.Fatal(err)
}
}
})
b.StopTimer()
}