forked from colinmarc/hdfs
/
get.go
113 lines (95 loc) · 1.77 KB
/
get.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
package main
import (
"bytes"
"io"
"os"
"path"
"path/filepath"
"strings"
)
func get(args []string) {
if len(args) == 0 || len(args) > 2 {
printHelp()
}
sources, nn, err := normalizePaths(args[0:1])
if err != nil {
fatal(err)
}
source := sources[0]
var dest string
if len(args) == 2 {
dest = args[1]
} else {
cwd, err := os.Getwd()
if err != nil {
fatal(err)
}
_, name := path.Split(source)
dest = filepath.Join(cwd, name)
}
client, err := getClient(nn)
if err != nil {
fatal(err)
}
err = walk(client, source, func(p string, fi os.FileInfo) {
fullDest := filepath.Join(dest, strings.TrimPrefix(p, source))
if fi.IsDir() {
err = os.Mkdir(fullDest, 0755)
if err != nil {
fatal(err)
}
} else {
err = client.CopyToLocal(p, fullDest)
if pathErr, ok := err.(*os.PathError); ok {
fatal(pathErr)
} else if err != nil {
fatal(err)
}
}
})
if err != nil {
fatal(err)
}
}
func getmerge(args []string, addNewlines bool) {
if len(args) != 2 {
printHelp()
}
dest := args[1]
sources, nn, err := normalizePaths(args[0:1])
if err != nil {
fatal(err)
}
client, err := getClient(nn)
if err != nil {
fatal(err)
}
local, err := os.Create(dest)
if err != nil {
fatal(err)
}
source := sources[0]
children, err := client.ReadDir(source)
if err != nil {
fatal(err)
}
readers := make([]io.Reader, 0, len(children))
for _, child := range children {
if child.IsDir() {
continue
}
childPath := path.Join(source, child.Name())
file, err := client.Open(childPath)
if err != nil {
fatal(err)
}
readers = append(readers, file)
if addNewlines {
readers = append(readers, bytes.NewBufferString("\n"))
}
}
_, err = io.Copy(local, io.MultiReader(readers...))
if err != nil {
fatal(err)
}
}