/
module.go
116 lines (97 loc) · 2.53 KB
/
module.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
// _ _
// __ _____ __ ___ ___ __ _| |_ ___
// \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
// \ V V / __/ (_| |\ V /| | (_| | || __/
// \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
//
// Copyright © 2016 - 2022 SeMI Technologies B.V. All rights reserved.
//
// CONTACT: hello@semi.technology
//
package modstggcs
import (
"context"
"net/http"
"os"
"github.com/pkg/errors"
"github.com/semi-technologies/weaviate/entities/modulecapabilities"
"github.com/semi-technologies/weaviate/entities/moduletools"
"github.com/sirupsen/logrus"
)
const (
Name = "backup-gcs"
AltName1 = "gcs"
gcsBucket = "BACKUP_GCS_BUCKET"
// this is an optional value, allowing for
// the backup to be stored in a specific
// directory inside the provided bucket.
//
// if left unset, the backup files will
// be stored directly in the root of the
// bucket.
gcsPath = "BACKUP_GCS_PATH"
)
type clientConfig struct {
Bucket string
// this is an optional value, allowing for
// the backup to be stored in a specific
// directory inside the provided bucket
BackupPath string
}
type Module struct {
logger logrus.FieldLogger
*gcsClient
dataPath string
}
func New() *Module {
return &Module{}
}
func (m *Module) Name() string {
return Name
}
func (m *Module) IsExternal() bool {
return true
}
func (m *Module) AltNames() []string {
return []string{AltName1}
}
func (m *Module) Type() modulecapabilities.ModuleType {
return modulecapabilities.Backup
}
func (m *Module) Init(ctx context.Context,
params moduletools.ModuleInitParams,
) error {
m.logger = params.GetLogger()
m.dataPath = params.GetStorageProvider().DataPath()
config := &clientConfig{
Bucket: os.Getenv(gcsBucket),
BackupPath: os.Getenv(gcsPath),
}
if config.Bucket == "" {
return errors.Errorf("backup init: '%s' must be set", gcsBucket)
}
client, err := newClient(ctx, config, m.dataPath)
if err != nil {
return errors.Wrap(err, "init gcs client")
}
m.gcsClient = client
return nil
}
func (m *Module) RootHandler() http.Handler {
// TODO: remove once this is a capability interface
return nil
}
func (m *Module) MetaInfo() (map[string]interface{}, error) {
metaInfo := make(map[string]interface{})
metaInfo["bucketName"] = m.config.Bucket
if root := m.config.BackupPath; root != "" {
metaInfo["rootName"] = root
}
return metaInfo, nil
}
// verify we implement the modules.Module interface
var (
_ = modulecapabilities.Module(New())
_ = modulecapabilities.BackupBackend(New())
_ = modulecapabilities.MetaProvider(New())
)