-
Notifications
You must be signed in to change notification settings - Fork 1.7k
/
transfer_from_posix.go
78 lines (66 loc) · 2.67 KB
/
transfer_from_posix.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
// Copyright 2022 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package storagetransfer
// [START storagetransfer_transfer_from_posix]
import (
"context"
"fmt"
"io"
storagetransfer "cloud.google.com/go/storagetransfer/apiv1"
"cloud.google.com/go/storagetransfer/apiv1/storagetransferpb"
)
func transferFromPosix(w io.Writer, projectID string, sourceAgentPoolName string, rootDirectory string, gcsSinkBucket string) (*storagetransferpb.TransferJob, error) {
// Your project id
// projectId := "myproject-id"
// The agent pool associated with the POSIX data source. If not provided, defaults to the default agent
// sourceAgentPoolName := "projects/my-project/agentPools/transfer_service_default"
// The root directory path on the source filesystem
// rootDirectory := "/directory/to/transfer/source"
// The ID of the GCS bucket to transfer data to
// gcsSinkBucket := "my-sink-bucket"
ctx := context.Background()
client, err := storagetransfer.NewClient(ctx)
if err != nil {
return nil, fmt.Errorf("storagetransfer.NewClient: %w", err)
}
defer client.Close()
req := &storagetransferpb.CreateTransferJobRequest{
TransferJob: &storagetransferpb.TransferJob{
ProjectId: projectID,
TransferSpec: &storagetransferpb.TransferSpec{
SourceAgentPoolName: sourceAgentPoolName,
DataSource: &storagetransferpb.TransferSpec_PosixDataSource{
PosixDataSource: &storagetransferpb.PosixFilesystem{RootDirectory: rootDirectory},
},
DataSink: &storagetransferpb.TransferSpec_GcsDataSink{
GcsDataSink: &storagetransferpb.GcsData{BucketName: gcsSinkBucket},
},
},
Status: storagetransferpb.TransferJob_ENABLED,
},
}
resp, err := client.CreateTransferJob(ctx, req)
if err != nil {
return nil, fmt.Errorf("failed to create transfer job: %w", err)
}
if _, err = client.RunTransferJob(ctx, &storagetransferpb.RunTransferJobRequest{
ProjectId: projectID,
JobName: resp.Name,
}); err != nil {
return nil, fmt.Errorf("failed to run transfer job: %w", err)
}
fmt.Fprintf(w, "Created and ran transfer job from %v to %v with name %v", rootDirectory, gcsSinkBucket, resp.Name)
return resp, nil
}
// [END storagetransfer_transfer_from_posix]