/
classifier_run_zeroshot.go
73 lines (62 loc) · 1.97 KB
/
classifier_run_zeroshot.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
// _ _
// __ _____ __ ___ ___ __ _| |_ ___
// \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
// \ V V / __/ (_| |\ V /| | (_| | || __/
// \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
//
// Copyright © 2016 - 2024 Weaviate B.V. All rights reserved.
//
// CONTACT: hello@weaviate.io
//
package classification
import (
"time"
"github.com/pkg/errors"
"github.com/weaviate/weaviate/entities/models"
"github.com/weaviate/weaviate/entities/schema"
"github.com/weaviate/weaviate/entities/schema/crossref"
"github.com/weaviate/weaviate/entities/search"
)
func (c *Classifier) classifyItemUsingZeroShot(item search.Result, itemIndex int,
params models.Classification, filters Filters, writer Writer,
) error {
ctx, cancel := contextWithTimeout(2 * time.Second)
defer cancel()
properties := params.ClassifyProperties
s := c.schemaGetter.GetSchemaSkipAuth()
class := s.GetClass(schema.ClassName(item.ClassName))
classifyProp := []string{}
for _, prop := range properties {
for _, classProp := range class.Properties {
if classProp.Name == prop {
classifyProp = append(classifyProp, classProp.DataType...)
}
}
}
var classified []string
for _, className := range classifyProp {
for _, prop := range properties {
res, err := c.vectorRepo.ZeroShotSearch(ctx, item.Vector, className,
params.ClassifyProperties, filters.Target())
if err != nil {
return errors.Wrap(err, "zeroshot: search")
}
if len(res) > 0 {
cref := crossref.NewLocalhost(res[0].ClassName, res[0].ID)
item.Schema.(map[string]interface{})[prop] = models.MultipleRef{
&models.SingleRef{
Beacon: cref.SingleRef().Beacon,
Classification: &models.ReferenceMetaClassification{},
},
}
classified = append(classified, prop)
}
}
}
c.extendItemWithObjectMeta(&item, params, classified)
err := writer.Store(item)
if err != nil {
return errors.Errorf("store %s/%s: %v", item.ClassName, item.ID, err)
}
return nil
}