forked from Cloud-Foundations/Dominator
-
Notifications
You must be signed in to change notification settings - Fork 0
/
getObjects.go
71 lines (66 loc) · 1.73 KB
/
getObjects.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
package main
import (
"bufio"
"fmt"
"io"
"os"
"syscall"
"github.com/Cloud-Foundations/Dominator/lib/fsutil"
"github.com/Cloud-Foundations/Dominator/lib/hash"
"github.com/Cloud-Foundations/Dominator/lib/log"
"github.com/Cloud-Foundations/Dominator/lib/objectcache"
"github.com/Cloud-Foundations/Dominator/lib/objectserver"
)
func getObjectsSubcommand(args []string, logger log.DebugLogger) error {
if err := getObjects(getObjectServer(), args[0], args[1]); err != nil {
return fmt.Errorf("error getting objects: %s", err)
}
return nil
}
func getObjects(objSrv objectserver.ObjectServer,
hashesFilename, outputDirectory string) error {
hashesFile, err := os.Open(hashesFilename)
if err != nil {
return err
}
defer hashesFile.Close()
scanner := bufio.NewScanner(hashesFile)
var hashes []hash.Hash
for scanner.Scan() {
hashval, err := objectcache.FilenameToHash(scanner.Text())
if err != nil {
return err
}
hashes = append(hashes, hashval)
}
if err := scanner.Err(); err != nil {
return err
}
objectsReader, err := objSrv.GetObjects(hashes)
if err != nil {
return err
}
defer objectsReader.Close()
tmpDirname := outputDirectory + "~"
if err := os.Mkdir(tmpDirname, syscall.S_IRWXU); err != nil {
return err
}
defer os.RemoveAll(tmpDirname)
for _, hash := range hashes {
length, reader, err := objectsReader.NextObject()
if err != nil {
return err
}
err = readOne(tmpDirname, hash, length, reader)
reader.Close()
if err != nil {
return err
}
}
return os.Rename(tmpDirname, outputDirectory)
}
func readOne(dirname string, hash hash.Hash, length uint64,
reader io.Reader) error {
filename := fmt.Sprintf("%s/%x", dirname, hash)
return fsutil.CopyToFile(filename, filePerms, reader, length)
}