-
Notifications
You must be signed in to change notification settings - Fork 4
/
extract.go
131 lines (109 loc) · 2.26 KB
/
extract.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
package archives
import (
"archive/tar"
"archive/zip"
"compress/gzip"
"fmt"
"github.com/michaelquigley/pfxlog"
"io"
"os"
"path/filepath"
"strings"
)
func Unzip(src, dest string, filter func(path string) (string, bool)) error {
r, err := zip.OpenReader(src)
if err != nil {
return err
}
defer func() {
if err := r.Close(); err != nil {
panic(err)
}
}()
// Closure to address file descriptors issue with all the deferred .Close() methods
extractAndWriteFile := func(f *zip.File) error {
rc, err := f.Open()
if err != nil {
return err
}
defer func() {
if err := rc.Close(); err != nil {
panic(err)
}
}()
path := filepath.Join(dest, f.Name)
// Check for ZipSlip (Directory traversal)
if !strings.HasPrefix(path, filepath.Clean(dest)+string(os.PathSeparator)) {
return fmt.Errorf("illegal file path: %s", path)
}
if !f.FileInfo().IsDir() {
fileDest, accept := filter(f.Name)
if !accept {
return nil
}
fullPath := filepath.Join(dest, fileDest)
return CopyReaderToFile(rc, fullPath, f.Mode())
}
return nil
}
for _, f := range r.File {
if err = extractAndWriteFile(f); err != nil {
return err
}
}
return nil
}
func UnTarGz(src, dest string, f func(path string) (string, bool)) error {
fr, err := os.Open(src)
if err != nil {
return err
}
defer func() {
if err = fr.Close(); err != nil {
panic(err)
}
}()
gzr, err := gzip.NewReader(fr)
if err != nil {
return err
}
r := tar.NewReader(gzr)
for {
header, err := r.Next()
if err == io.EOF {
return nil
}
if err != nil {
return err
}
if header == nil {
continue
}
if header.Typeflag == tar.TypeReg {
fileDest, accept := f(header.Name)
if !accept {
continue
}
fullPath := filepath.Join(dest, fileDest)
if err = CopyReaderToFile(r, fullPath, os.FileMode(header.Mode)); err != nil {
return err
}
}
}
}
func CopyReaderToFile(in io.Reader, dst string, mode os.FileMode) error {
out, err := os.OpenFile(dst, os.O_CREATE|os.O_RDWR, mode)
if err != nil {
return err
}
defer func() {
if e := out.Close(); e != nil {
pfxlog.Logger().WithError(err).Errorf("failed to copy dest file (%s)", dst)
}
}()
_, err = io.Copy(out, in)
if err != nil {
return err
}
return out.Sync()
}