/
metaserver_read.go
119 lines (110 loc) · 3.01 KB
/
metaserver_read.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
package metaserver
import (
"context"
"errors"
"sync"
"github.com/rfeverything/rfs/internal/logger"
mpb "github.com/rfeverything/rfs/internal/proto/meta_server"
rfspb "github.com/rfeverything/rfs/internal/proto/rfs"
vpb "github.com/rfeverything/rfs/internal/proto/volume_server"
)
func (ms *MetaServer) GetFile(ctx context.Context, req *mpb.GetFileRequest) (*mpb.GetFileResponse, error) {
pth := req.GetPath()
e, err := ms.Store.GetEntry(ctx, pth)
if err != nil {
return nil, err
}
wait := sync.WaitGroup{}
gerr := make(chan error, len(e.Chunks))
for _, chunk := range e.Chunks {
wait.Add(1)
req := &vpb.GetChunkRequest{
ChunkId: chunk.Chunkid,
}
go func(chunk *rfspb.FileChunk, req *vpb.GetChunkRequest) {
for _, volumeserver := range chunk.VolumeIds {
if _, exist := ms.VolumeClients[volumeserver]; !exist {
logger.Global().Sugar().Errorf("volumeserver %s not exist", volumeserver)
continue
}
resp, err := ms.VolumeClients[volumeserver].GetChunk(ctx, req)
if err != nil {
logger.Global().Sugar().Errorf("get chunk error: %v", err)
continue
}
if resp.Error != "" {
logger.Global().Sugar().Errorf("get chunk error: %v", resp.Error)
continue
}
chunk.Content = resp.GetChunk().Content
wait.Done()
return
}
gerr <- errors.New("no volume server available")
wait.Done()
}(chunk, req)
}
wait.Wait()
close(gerr)
for err := range gerr {
if err != nil {
return nil, err
}
}
if err := e.CombineChunksGetContent(); err != nil {
return nil, err
}
re := &rfspb.Entry{}
if err := e.ToExistingProtoEntry(re, true); err != nil {
return nil, err
}
return &mpb.GetFileResponse{
Error: "",
Entry: re,
}, nil
}
func (ms *MetaServer) Stat(ctx context.Context, req *mpb.StatRequest) (*mpb.StatResponse, error) {
logger.Global().Sugar().Debugf("stat %s", req.GetPath())
pth := req.GetPath()
e, err := ms.Store.GetEntry(ctx, pth)
if err != nil {
logger.Global().Sugar().Errorf("get entry error: %v", err)
return nil, err
}
re := &rfspb.Entry{}
if err := e.ToExistingProtoEntry(re, false); err != nil {
logger.Global().Sugar().Errorf("to proto entry error: %v", err)
return nil, err
}
return &mpb.StatResponse{
Entry: re,
}, nil
}
func (ms *MetaServer) List(ctx context.Context, req *mpb.ListRequest) (*mpb.ListResponse, error) {
logger.Global().Sugar().Debugf("list %s", req.GetDir())
pth := req.GetDir()
// e, err := ms.Store.GetEntry(ctx, pth)
// if err != nil {
// return nil, err
// }
// if !e.IsDir() {
// return nil, errors.New("not a directory")
// }
entries, err := ms.Store.ListEntries(ctx, pth)
if err != nil {
logger.Global().Sugar().Errorf("list entries error: %v", err)
return nil, err
}
re := make([]*rfspb.Entry, 0)
for _, entry := range entries {
res := &rfspb.Entry{}
if err := entry.ToExistingProtoEntry(res, false); err != nil {
logger.Global().Sugar().Errorf("to proto entry error: %v", err)
return nil, err
}
re = append(re, res)
}
return &mpb.ListResponse{
Entries: re,
}, nil
}