-
Notifications
You must be signed in to change notification settings - Fork 681
/
config.go
85 lines (71 loc) · 2.36 KB
/
config.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
// _ _
// __ _____ __ ___ ___ __ _| |_ ___
// \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
// \ V V / __/ (_| |\ V /| | (_| | || __/
// \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
//
// Copyright © 2016 - 2024 Weaviate B.V. All rights reserved.
//
// CONTACT: hello@weaviate.io
//
package hnsw
import (
"context"
"github.com/sirupsen/logrus"
"github.com/weaviate/weaviate/adapters/repos/db/vector/common"
"github.com/weaviate/weaviate/adapters/repos/db/vector/hnsw/distancer"
"github.com/weaviate/weaviate/entities/errorcompounder"
"github.com/weaviate/weaviate/usecases/memwatch"
"github.com/weaviate/weaviate/usecases/monitoring"
)
// Config for a new HSNW index, this contains information that is derived
// internally, e.g. by the shard. All User-settable config is specified in
// Config.UserConfig
type Config struct {
// internal
RootPath string
ID string
MakeCommitLoggerThunk MakeCommitLogger
VectorForIDThunk common.VectorForID[float32]
TempVectorForIDThunk common.TempVectorForID
Logger logrus.FieldLogger
DistanceProvider distancer.Provider
PrometheusMetrics *monitoring.PrometheusMetrics
AllocChecker memwatch.AllocChecker
// metadata for monitoring
ShardName string
ClassName string
}
func (c Config) Validate() error {
ec := &errorcompounder.ErrorCompounder{}
if c.ID == "" {
ec.Addf("id cannot be empty")
}
if c.RootPath == "" {
ec.Addf("rootPath cannot be empty")
}
if c.MakeCommitLoggerThunk == nil {
ec.Addf("makeCommitLoggerThunk cannot be nil")
}
if c.VectorForIDThunk == nil {
ec.Addf("vectorForIDThunk cannot be nil")
}
if c.DistanceProvider == nil {
ec.Addf("distancerProvider cannot be nil")
}
return ec.ToError()
}
func NewVectorForIDThunk(targetVector string, fn func(ctx context.Context, id uint64, targetVector string) ([]float32, error)) common.VectorForID[float32] {
t := common.TargetVectorForID[float32]{
TargetVector: targetVector,
VectorForIDThunk: fn,
}
return t.VectorForID
}
func NewTempVectorForIDThunk(targetVector string, fn func(ctx context.Context, indexID uint64, container *common.VectorSlice, targetVector string) ([]float32, error)) common.TempVectorForID {
t := common.TargetTempVectorForID{
TargetVector: targetVector,
TempVectorForIDThunk: fn,
}
return t.TempVectorForID
}