forked from kubeflow/arena
/
model_benchmark.go
106 lines (90 loc) · 2.8 KB
/
model_benchmark.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
package argsbuilder
import (
"fmt"
"github.com/kubeflow/arena/pkg/apis/types"
log "github.com/sirupsen/logrus"
"github.com/spf13/cobra"
"reflect"
"strings"
)
type ModelBenchmarkArgsBuilder struct {
args *types.ModelBenchmarkArgs
argValues map[string]interface{}
subBuilders map[string]ArgsBuilder
}
func NewModelBenchmarkArgsBuilder(args *types.ModelBenchmarkArgs) ArgsBuilder {
args.Type = types.ModelBenchmarkJob
m := &ModelBenchmarkArgsBuilder{
args: args,
argValues: map[string]interface{}{},
subBuilders: map[string]ArgsBuilder{},
}
m.AddSubBuilder(
NewModelArgsBuilder(&m.args.CommonModelArgs),
)
m.AddArgValue("default-image", DefaultModelJobImage)
return m
}
func (m *ModelBenchmarkArgsBuilder) GetName() string {
items := strings.Split(fmt.Sprintf("%v", reflect.TypeOf(*m)), ".")
return items[len(items)-1]
}
func (m *ModelBenchmarkArgsBuilder) AddSubBuilder(builders ...ArgsBuilder) ArgsBuilder {
for _, b := range builders {
m.subBuilders[b.GetName()] = b
}
return m
}
func (m *ModelBenchmarkArgsBuilder) AddArgValue(key string, value interface{}) ArgsBuilder {
for name := range m.subBuilders {
m.subBuilders[name].AddArgValue(key, value)
}
m.argValues[key] = value
return m
}
func (m *ModelBenchmarkArgsBuilder) AddCommandFlags(command *cobra.Command) {
for name := range m.subBuilders {
m.subBuilders[name].AddCommandFlags(command)
}
var (
imagePullSecrets []string
)
command.Flags().IntVar(&m.args.Concurrency, "concurrency", 0, "number of benchmark concurrently")
command.Flags().IntVar(&m.args.Requests, "requests", 0, "number of requests to run")
command.Flags().IntVar(&m.args.Duration, "duration", 0, "benchmark duration")
command.Flags().StringVar(&m.args.ReportPath, "report-path", "", "benchmark result saved path")
command.Flags().StringArrayVar(&imagePullSecrets, "image-pull-secret", []string{}, `giving names of imagePullSecret when you want to use a private registry, usage:"--image-pull-secret <name1>"`)
m.AddArgValue("image-pull-secret", &imagePullSecrets)
}
func (m *ModelBenchmarkArgsBuilder) PreBuild() error {
for name := range m.subBuilders {
if err := m.subBuilders[name].PreBuild(); err != nil {
return err
}
}
return nil
}
func (m *ModelBenchmarkArgsBuilder) Build() error {
for name := range m.subBuilders {
if err := m.subBuilders[name].Build(); err != nil {
return err
}
}
if err := m.preprocess(); err != nil {
return err
}
return nil
}
func (m *ModelBenchmarkArgsBuilder) preprocess() (err error) {
log.Debugf("command: %s", m.args.Command)
if m.args.Image == "" {
return fmt.Errorf("image must be specified")
}
if m.args.ModelConfigFile == "" {
return fmt.Errorf("--model-config-file must be specified")
}
if m.args.ReportPath == "" {
return fmt.Errorf("--report-path must be specified")
}
return nil
}