This repository has been archived by the owner on Sep 12, 2023. It is now read-only.
/
s3.go
66 lines (53 loc) · 1.42 KB
/
s3.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
package uploaders
import (
"os"
"code.cloudfoundry.org/lager"
"github.com/aws/aws-sdk-go/aws"
"github.com/aws/aws-sdk-go/aws/session"
"github.com/aws/aws-sdk-go/service/s3/s3manager"
"github.com/snickers/snickers/db"
"github.com/snickers/snickers/helpers"
"github.com/snickers/snickers/types"
)
// S3Upload sends the file to S3 bucket. Job Destination should be
// in format: http://AWSKEY:AWSSECRET@BUCKET.s3.amazonaws.com/OBJECT
func S3Upload(logger lager.Logger, dbInstance db.Storage, jobID string) error {
log := logger.Session("s3-upload")
log.Info("start", lager.Data{"job": jobID})
defer log.Info("finished")
job, err := dbInstance.RetrieveJob(jobID)
if err != nil {
return err
}
file, err := os.Open(job.LocalSource)
if err != nil {
return err
}
err = helpers.SetAWSCredentials(job.Destination)
if err != nil {
return err
}
bucket, err := helpers.GetAWSBucket(job.Destination)
if err != nil {
return err
}
key, err := helpers.GetAWSKey(job.Destination)
if err != nil {
return err
}
job.Status = types.JobUploading
job.Progress = "0%"
dbInstance.UpdateJob(job.ID, job)
uploader := s3manager.NewUploader(session.New(&aws.Config{Region: aws.String("us-east-1")}))
_, err = uploader.Upload(&s3manager.UploadInput{
Body: file,
Bucket: aws.String(bucket),
Key: aws.String(key),
})
if err != nil {
return err
}
job.Progress = "100%"
dbInstance.UpdateJob(job.ID, job)
return nil
}