-
Notifications
You must be signed in to change notification settings - Fork 0
/
gcs.go
87 lines (76 loc) · 2.01 KB
/
gcs.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
// Package gcs is a filesystem implementation backed by Google Cloud Storage.
package gcs
import (
"context"
"errors"
"io"
"cloud.google.com/go/storage"
"google.golang.org/api/iterator"
"github.com/mmcloughlin/goperf/pkg/fs"
)
// gcs is a filesystem implementation backed by a Google Cloud Storage bucket.
type gcs struct {
bucket *storage.BucketHandle
}
// New builds a filesystem backed by the given Google Cloud Storage bucket.
func New(ctx context.Context, bucket string) (fs.Interface, error) {
client, err := storage.NewClient(ctx)
if err != nil {
return nil, err
}
return &gcs{
bucket: client.Bucket(bucket),
}, nil
}
// Create named object for writing.
func (g *gcs) Create(ctx context.Context, name string) (io.WriteCloser, error) {
return g.bucket.Object(name).NewWriter(ctx), nil
}
// Remove named object.
func (g *gcs) Remove(ctx context.Context, name string) error {
return g.bucket.Object(name).Delete(ctx)
}
// Open named object for reading.
func (g *gcs) Open(ctx context.Context, name string) (io.ReadCloser, error) {
r, err := g.bucket.Object(name).NewReader(ctx)
if errors.Is(err, storage.ErrObjectNotExist) {
return nil, fs.ErrNotExist
}
return r, err
}
// Stat describes the named object.
func (g *gcs) Stat(ctx context.Context, name string) (*fs.FileInfo, error) {
attrs, err := g.bucket.Object(name).Attrs(ctx)
if errors.Is(err, storage.ErrObjectNotExist) {
return nil, fs.ErrNotExist
}
if err != nil {
return nil, err
}
return fileinfo(attrs), nil
}
// List objects in bucket.
func (g *gcs) List(ctx context.Context, prefix string) ([]*fs.FileInfo, error) {
var files []*fs.FileInfo
it := g.bucket.Objects(ctx, &storage.Query{
Prefix: prefix,
})
for {
attrs, err := it.Next()
if err == iterator.Done {
break
}
if err != nil {
return nil, err
}
files = append(files, fileinfo(attrs))
}
return files, nil
}
func fileinfo(attrs *storage.ObjectAttrs) *fs.FileInfo {
return &fs.FileInfo{
Path: attrs.Name,
Size: attrs.Size,
ModTime: attrs.Updated,
}
}