forked from percona/percona-backup-mongodb
-
Notifications
You must be signed in to change notification settings - Fork 0
/
awsutils.go
130 lines (112 loc) · 3.07 KB
/
awsutils.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
package awsutils
import (
"fmt"
"io"
"log"
"testing"
"github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/session"
"github.com/aws/aws-sdk-go/service/s3"
"github.com/aws/aws-sdk-go/service/s3/s3manager"
"github.com/pkg/errors"
)
var (
FileNotFoundError = fmt.Errorf("File not found")
awsSession *session.Session
)
func GetAWSSession() (*session.Session, error) {
// Initialize a session in us-west-2 that the SDK will use to load
// credentials from the shared credentials file ~/.aws/credentials.
var err error
if awsSession == nil {
awsSession, err = session.NewSession(&aws.Config{
Region: aws.String("us-east-2")},
)
}
if err != nil {
return nil, err
}
return awsSession, nil
}
func BucketExists(svc *s3.S3, bucketname string) (bool, error) {
input := &s3.ListBucketsInput{}
result, err := svc.ListBuckets(input)
if err != nil {
return false, err
}
for _, bucket := range result.Buckets {
if *bucket.Name == bucketname {
return true, nil
}
}
return false, nil
}
func CreateBucket(svc *s3.S3, bucket string) error {
_, err := svc.CreateBucket(&s3.CreateBucketInput{
Bucket: aws.String(bucket),
})
if err != nil {
return errors.Wrapf(err, "Unable to create bucket %q", bucket)
}
err = svc.WaitUntilBucketExists(&s3.HeadBucketInput{
Bucket: aws.String(bucket),
})
if err != nil {
return errors.Wrap(err, ("error while waiting the S3 bucket to be created"))
}
return nil
}
func S3Stat(svc *s3.S3, bucket, filename string) (*s3.Object, error) {
resp, err := svc.ListObjects(&s3.ListObjectsInput{Bucket: aws.String(bucket)})
if err != nil {
return nil, err
}
for _, item := range resp.Contents {
if *item.Key == filename {
return item, nil
}
}
return nil, FileNotFoundError
}
func DeleteFile(svc *s3.S3, bucket, filename string) error {
_, err := svc.DeleteObject(&s3.DeleteObjectInput{Bucket: aws.String(bucket), Key: aws.String(filename)})
if err != nil {
return errors.Wrapf(err, "unable to delete object %q from bucket %q", filename, bucket)
}
err = svc.WaitUntilObjectNotExists(&s3.HeadObjectInput{
Bucket: aws.String(bucket),
Key: aws.String(filename),
})
if err != nil {
return errors.Wrapf(err, "file %s was not deleted from the %s bucket", filename, bucket)
}
return nil
}
func DeleteBucket(svc *s3.S3, bucket string) error {
_, err := svc.DeleteBucket(&s3.DeleteBucketInput{
Bucket: aws.String(bucket),
})
if err != nil {
return errors.Wrapf(err, "unable to delete bucket %q", bucket)
}
err = svc.WaitUntilBucketNotExists(&s3.HeadBucketInput{
Bucket: aws.String(bucket),
})
if err != nil {
return errors.Wrapf(err, "error occurred while waiting for bucket to be deleted, %s", bucket)
}
return nil
}
func DownloadFile(svc *s3.S3, bucket, file string, writer io.WriterAt) (int64, error) {
downloader := s3manager.NewDownloaderWithClient(svc)
input := &s3.GetObjectInput{
Bucket: aws.String(bucket),
Key: aws.String(file),
}
return downloader.Download(writer, input)
}
func Diag(params ...interface{}) {
if testing.Verbose() {
log.Printf(params[0].(string), params[1:]...)
}
}