-
Notifications
You must be signed in to change notification settings - Fork 715
/
vectorizer.go
104 lines (89 loc) · 2.36 KB
/
vectorizer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
// _ _
// __ _____ __ ___ ___ __ _| |_ ___
// \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
// \ V V / __/ (_| |\ V /| | (_| | || __/
// \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
//
// Copyright © 2016 - 2024 Weaviate B.V. All rights reserved.
//
// CONTACT: hello@weaviate.io
//
package clients
import (
"bytes"
"context"
"encoding/json"
"fmt"
"io"
"net/http"
"time"
"github.com/pkg/errors"
"github.com/sirupsen/logrus"
"github.com/weaviate/weaviate/modules/multi2vec-clip/ent"
)
type vectorizer struct {
origin string
httpClient *http.Client
logger logrus.FieldLogger
}
func New(origin string, timeout time.Duration, logger logrus.FieldLogger) *vectorizer {
return &vectorizer{
origin: origin,
httpClient: &http.Client{
Timeout: timeout,
},
logger: logger,
}
}
func (v *vectorizer) Vectorize(ctx context.Context,
texts, images []string, config ent.VectorizationConfig,
) (*ent.VectorizationResult, error) {
body, err := json.Marshal(vecRequest{
Texts: texts,
Images: images,
})
if err != nil {
return nil, errors.Wrapf(err, "marshal body")
}
req, err := http.NewRequestWithContext(ctx, "POST", v.url("/vectorize", config.InferenceURL),
bytes.NewReader(body))
if err != nil {
return nil, errors.Wrap(err, "create POST request")
}
res, err := v.httpClient.Do(req)
if err != nil {
return nil, errors.Wrap(err, "send POST request")
}
defer res.Body.Close()
bodyBytes, err := io.ReadAll(res.Body)
if err != nil {
return nil, errors.Wrap(err, "read response body")
}
var resBody vecResponse
if err := json.Unmarshal(bodyBytes, &resBody); err != nil {
return nil, errors.Wrap(err, "unmarshal response body")
}
if res.StatusCode > 399 {
return nil, errors.Errorf("fail with status %d: %s", res.StatusCode,
resBody.Error)
}
return &ent.VectorizationResult{
TextVectors: resBody.TextVectors,
ImageVectors: resBody.ImageVectors,
}, nil
}
func (v *vectorizer) url(path string, inferenceURL string) string {
if inferenceURL != "" {
return fmt.Sprintf("%s%s", inferenceURL, path)
}
return fmt.Sprintf("%s%s", v.origin, path)
}
type vecRequest struct {
Texts []string `json:"texts"`
Images []string `json:"images"`
}
type vecResponse struct {
TextVectors [][]float32 `json:"textVectors"`
ImageVectors [][]float32 `json:"imageVectors"`
Error string `json:"error"`
}