-
Notifications
You must be signed in to change notification settings - Fork 0
/
gcs_manager.go
120 lines (98 loc) · 2.61 KB
/
gcs_manager.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
package gcs
import (
"context"
"fmt"
"io"
"os"
"cloud.google.com/go/storage"
"google.golang.org/api/iterator"
"google.golang.org/api/option"
)
type (
GCSManager interface {
UploadFile(bucketName, objectName string, file os.File) error
DeleteFile(bucketName, objectName string) error
ListFiles(bucketName string) ([]string, error)
MoveFile(bucketName, srcObjectName, dstObjectName string) error
DeleteAllFilesInDirectory(bucketName, directory string) error
}
gcsManager struct {
client *storage.Client
ctx context.Context
}
)
func NewGCSManager(credentialsFile string) (GCSManager, error) {
ctx := context.Background()
client, err := storage.NewClient(ctx, option.WithCredentialsFile(credentialsFile))
if err != nil {
return nil, fmt.Errorf("failed to create GCS client: %v", err)
}
return &gcsManager{
client: client,
ctx: ctx,
}, nil
}
func (g gcsManager) UploadFile(bucketName, objectName string, file os.File) error {
bucket := g.client.Bucket(bucketName)
object := bucket.Object(objectName)
writer := object.NewWriter(g.ctx)
defer writer.Close()
if _, err := io.Copy(writer, &file); err != nil {
return fmt.Errorf("failed to upload file to GCS: %v", err)
}
return nil
}
func (g gcsManager) DeleteFile(bucketName, objectName string) error {
bucket := g.client.Bucket(bucketName)
object := bucket.Object(objectName)
if err := object.Delete(g.ctx); err != nil {
return fmt.Errorf("failed to delete object: %v", err)
}
return nil
}
func (g gcsManager) ListFiles(bucketName string) ([]string, error) {
var files []string
it := g.client.Bucket(bucketName).Objects(g.ctx, nil)
for {
attrs, err := it.Next()
if err != nil {
if err == iterator.Done {
break
}
return nil, fmt.Errorf("failed to list objects: %v", err)
}
files = append(files, attrs.Name)
}
return files, nil
}
func (g gcsManager) MoveFile(bucketName, srcObjectName, dstObjectName string) error {
src := g.client.Bucket(bucketName).Object(srcObjectName)
dst := g.client.Bucket(bucketName).Object(dstObjectName)
_, err := dst.CopierFrom(src).Run(g.ctx)
if err != nil {
return err
}
if err := src.Delete(g.ctx); err != nil {
return err
}
return nil
}
func (g gcsManager) DeleteAllFilesInDirectory(bucketName, directory string) error {
bucket := g.client.Bucket(bucketName)
query := &storage.Query{Prefix: directory}
it := bucket.Objects(g.ctx, query)
for {
attrs, err := it.Next()
if err != nil {
if err == storage.ErrObjectNotExist {
break
}
return err
}
obj := bucket.Object(attrs.Name)
if err := obj.Delete(g.ctx); err != nil {
return err
}
}
return nil
}