forked from grailbio/reflow
/
cache.go
49 lines (43 loc) · 1.11 KB
/
cache.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
// Copyright 2017 GRAIL, Inc. All rights reserved.
// Use of this source code is governed by the Apache 2.0
// license that can be found in the LICENSE file.
package tool
import (
"bufio"
"context"
"flag"
"os"
"github.com/grailbio/reflow"
"github.com/grailbio/reflow/assoc"
)
func (c *Cmd) rmcache(ctx context.Context, args ...string) {
var (
flags = flag.NewFlagSet("cacherm", flag.ExitOnError)
help = `Rmcache removes items from cache.
Items are digests read from the standard input.`
)
c.Parse(flags, args, help, "cacherm")
if flags.NArg() != 0 {
flags.Usage()
}
ass, err := c.Config.Assoc()
if err != nil {
c.Fatal(err)
}
var n int
scan := bufio.NewScanner(os.Stdin)
for scan.Scan() {
id, err := reflow.Digester.Parse(scan.Text())
if err != nil {
c.Log.Errorf("failed to parse %s: %v; skipping", scan.Text(), err)
continue
}
// TODO(marius): parallelize this for large jobs.
if err := assoc.Delete(ctx, ass, assoc.Fileset, id); err != nil {
c.Log.Errorf("failed to delete %s: %v", id, err)
}
c.Log.Debugf("removed key %v", id)
n++
}
c.Log.Debugf("removed %d keys", n)
}