-
Notifications
You must be signed in to change notification settings - Fork 0
/
backends.go
122 lines (110 loc) · 2.68 KB
/
backends.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
package backend
import (
"context"
"errors"
"log/slog"
"net/url"
"os"
"path/filepath"
"time"
"github.com/aws/aws-sdk-go-v2/aws"
"github.com/aws/aws-sdk-go-v2/config"
"github.com/aws/aws-sdk-go-v2/service/s3"
"github.com/srerickson/ocfl-go"
"github.com/srerickson/ocfl-go/backend/local"
s3ocfl "github.com/srerickson/ocfl-go/backend/s3"
)
type FileBackend struct {
Path string `json:"path"`
}
func (fb *FileBackend) Name() string { return "file" }
func (fb *FileBackend) IsAccessible() (bool, error) {
abs, err := filepath.Abs(fb.Path)
if err != nil {
return false, err
}
info, err := os.Stat(abs)
if err != nil {
return false, err
}
if !info.IsDir() {
return false, errors.New("not a directory")
}
return true, nil
}
func (fb *FileBackend) NewFS() (ocfl.WriteFS, error) {
abs, err := filepath.Abs(fb.Path)
if err != nil {
return nil, err
}
return local.NewFS(abs)
}
// supports "s3" and "azure" backend types
type S3Backend struct {
Bucket string `json:"bucket"`
Logger *slog.Logger
Options url.Values `json:"options"`
}
func (cb S3Backend) Name() string { return "s3" }
func (cb S3Backend) IsAccessible() (bool, error) {
ctx := context.Background()
timeout := 1 * time.Minute // don't let this hang
ctx, cancel := context.WithTimeout(ctx, timeout)
defer cancel()
client, err := cb.client(ctx)
if err != nil {
return false, err
}
_, err = client.ListObjectsV2(ctx, &s3.ListObjectsV2Input{
Bucket: &cb.Bucket,
MaxKeys: aws.Int32(1),
})
return err == nil, err
}
func (cb S3Backend) NewFS() (ocfl.WriteFS, error) {
ctx := context.Background()
client, err := cb.client(ctx)
if err != nil {
return nil, err
}
return &s3ocfl.BucketFS{
S3: client,
Bucket: cb.Bucket,
Logger: cb.Logger,
}, nil
}
func (cb S3Backend) client(ctx context.Context) (*s3.Client, error) {
region := cb.option("region")
endpoint := cb.option("endpoint")
opts := []func(*config.LoadOptions) error{
config.WithDefaultRegion(region),
}
if endpoint != "" {
signingRegion := region
if signingRegion == "" {
signingRegion = "us-east-1"
}
customResolver := aws.EndpointResolverWithOptionsFunc(
func(service, region string, options ...interface{}) (aws.Endpoint, error) {
return aws.Endpoint{
PartitionID: "aws",
URL: endpoint,
SigningRegion: signingRegion,
HostnameImmutable: true,
}, nil
})
opts = append(opts, config.WithEndpointResolverWithOptions(customResolver))
}
cfg, err := config.LoadDefaultConfig(ctx, opts...)
if err != nil {
return nil, err
}
return s3.NewFromConfig(cfg), nil
}
func (cb S3Backend) option(key string) string {
val := cb.Options[key]
if len(val) > 0 {
return val[0]
}
return ""
}