This repository has been archived by the owner on Mar 28, 2020. It is now read-only.
/
s3_writer.go
105 lines (92 loc) · 2.55 KB
/
s3_writer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
// Copyright 2017 The etcd-operator Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package writer
import (
"context"
"fmt"
"io"
"github.com/coreos/etcd-operator/pkg/backup/util"
"github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/service/s3"
"github.com/aws/aws-sdk-go/service/s3/s3manager"
)
type s3Writer struct {
s3 *s3.S3
}
// NewS3Writer creates a s3 writer.
func NewS3Writer(s3 *s3.S3) Writer {
return &s3Writer{s3}
}
// Write writes the backup file to the given s3 path, "<s3-bucket-name>/<key>".
func (s3w *s3Writer) Write(ctx context.Context, path string, r io.Reader) (int64, error) {
bk, key, err := util.ParseBucketAndKey(path)
if err != nil {
return 0, err
}
_, err = s3manager.NewUploaderWithClient(s3w.s3).UploadWithContext(ctx,
&s3manager.UploadInput{
Bucket: aws.String(bk),
Key: aws.String(key),
Body: r,
})
if err != nil {
return 0, err
}
resp, err := s3w.s3.GetObject(&s3.GetObjectInput{
Bucket: aws.String(bk),
Key: aws.String(key),
})
if err != nil {
return 0, err
}
if resp.Body != nil {
defer resp.Body.Close()
}
if resp.ContentLength == nil {
return 0, fmt.Errorf("failed to compute s3 object size")
}
return *resp.ContentLength, nil
}
// List return the file paths which match the given s3 path
func (s3w *s3Writer) List(ctx context.Context, basePath string) ([]string, error) {
bk, key, err := util.ParseBucketAndKey(basePath)
if err != nil {
return nil, err
}
objects, err := s3w.s3.ListObjectsWithContext(ctx,
&s3.ListObjectsInput{
Bucket: aws.String(bk),
Prefix: aws.String(key),
})
if err != nil {
return nil, err
}
objectKeys := []string{}
for _, object := range objects.Contents {
objectKeys = append(objectKeys, bk+"/"+*object.Key)
}
return objectKeys, nil
}
func (s3w *s3Writer) Delete(ctx context.Context, path string) error {
bk, key, err := util.ParseBucketAndKey(path)
if err != nil {
return err
}
_, err = s3w.s3.DeleteObjectWithContext(ctx,
&s3.DeleteObjectInput{
Bucket: aws.String(bk),
Key: aws.String(key),
})
return err
}