-
Notifications
You must be signed in to change notification settings - Fork 568
/
cache.go
78 lines (71 loc) · 2.18 KB
/
cache.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
package transform
import (
"context"
"github.com/pachyderm/pachyderm/v2/src/internal/client"
"github.com/pachyderm/pachyderm/v2/src/internal/errors"
"github.com/pachyderm/pachyderm/v2/src/pfs"
"github.com/pachyderm/pachyderm/v2/src/server/worker/datum"
"google.golang.org/protobuf/types/known/anypb"
)
type cache struct {
pachClient *client.APIClient
tag string
}
func newCache(pachClient *client.APIClient, tag string) *cache {
return &cache{
pachClient: pachClient,
tag: tag,
}
}
func (c *cache) Get(ctx context.Context, key string) (*anypb.Any, error) {
resp, err := c.pachClient.PfsAPIClient.GetCache(ctx, &pfs.GetCacheRequest{Key: key})
if err != nil {
return nil, errors.EnsureStack(err)
}
return resp.Value, nil
}
func (c *cache) Put(ctx context.Context, key string, output *anypb.Any) error {
var fileSetIds []string
switch {
case datum.IsTaskResult(output):
var err error
fileSetIds, err = datum.TaskResultFileSets(output)
if err != nil {
return err
}
case output.MessageIs(&CreateParallelDatumsTaskResult{}):
cpdt, err := deserializeCreateParallelDatumsTaskResult(output)
if err != nil {
return err
}
fileSetIds = append(fileSetIds, cpdt.FileSetId)
case output.MessageIs(&CreateSerialDatumsTaskResult{}):
csdt, err := deserializeCreateSerialDatumsTaskResult(output)
if err != nil {
return err
}
fileSetIds = append(fileSetIds, csdt.FileSetId, csdt.OutputDeleteFileSetId, csdt.MetaDeleteFileSetId)
case output.MessageIs(&CreateDatumSetsTaskResult{}):
case output.MessageIs(&DatumSetTaskResult{}):
dst, err := deserializeDatumSetTaskResult(output)
if err != nil {
return err
}
fileSetIds = append(fileSetIds, dst.OutputFileSetId, dst.MetaFileSetId)
default:
return errors.Errorf("unrecognized any type (%v) in transform cache", output.TypeUrl)
}
_, err := c.pachClient.PfsAPIClient.PutCache(ctx, &pfs.PutCacheRequest{
Key: key,
Value: output,
FileSetIds: fileSetIds,
Tag: c.tag,
})
return errors.EnsureStack(err)
}
func (c *cache) clear(ctx context.Context) error {
_, err := c.pachClient.PfsAPIClient.ClearCache(ctx, &pfs.ClearCacheRequest{
TagPrefix: c.tag,
})
return errors.EnsureStack(err)
}