-
Notifications
You must be signed in to change notification settings - Fork 113
/
metadata.go
98 lines (87 loc) · 2.98 KB
/
metadata.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
// Copyright 2018-2021 CERN
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// In applying this license, CERN does not waive the privileges and immunities
// granted to it by virtue of its status as an Intergovernmental Organization
// or submit itself to any jurisdiction.
package migrate
import (
"bufio"
"context"
"encoding/json"
"log"
"os"
"path"
"strconv"
"strings"
gateway "github.com/cs3org/go-cs3apis/cs3/gateway/v1beta1"
rpc "github.com/cs3org/go-cs3apis/cs3/rpc/v1beta1"
storageprovider "github.com/cs3org/go-cs3apis/cs3/storage/provider/v1beta1"
)
// metaData representation in the import data
type metaData struct {
Type string `json:"type"`
Path string `json:"path"`
Etag string `json:"eTag"`
Permissions int `json:"permissions"`
MTime int `json:"mtime"`
}
// ImportMetadata from a files.jsonl file in exportPath. The files must already be present on the storage
// Will set etag and mtime
func ImportMetadata(ctx context.Context, client gateway.GatewayAPIClient, exportPath string, ns string) error {
filesJSONL, err := os.Open(path.Join(exportPath, "files.jsonl"))
if err != nil {
return err
}
jsonLines := bufio.NewScanner(filesJSONL)
filesJSONL.Close()
for jsonLines.Scan() {
var fileData metaData
if err := json.Unmarshal(jsonLines.Bytes(), &fileData); err != nil {
log.Fatal(err)
return err
}
m := make(map[string]string)
if fileData.Etag != "" {
// TODO sanitize etag? eg double quotes at beginning and end?
m["etag"] = fileData.Etag
}
if fileData.MTime != 0 {
m["mtime"] = strconv.Itoa(fileData.MTime)
}
// TODO permissions? is done via share? but this is owner permissions
if len(m) > 0 {
resourcePath := path.Join(ns, path.Base(exportPath), strings.TrimPrefix(fileData.Path, "/files/"))
samReq := &storageprovider.SetArbitraryMetadataRequest{
Ref: &storageprovider.Reference{Path: resourcePath},
ArbitraryMetadata: &storageprovider.ArbitraryMetadata{
Metadata: m,
},
}
samResp, err := client.SetArbitraryMetadata(ctx, samReq)
if err != nil {
log.Fatal(err)
}
if samResp.Status.Code == rpc.Code_CODE_NOT_FOUND {
log.Print("File does not exist on target system, skipping metadata import: " + resourcePath)
}
if samResp.Status.Code != rpc.Code_CODE_OK {
log.Print("Error importing metadata, skipping metadata import: " + resourcePath + ", " + samResp.Status.Message)
}
} else {
log.Print("no etag or mtime for : " + fileData.Path)
}
}
return nil
}