forked from wal-g/wal-g
/
main.go
106 lines (90 loc) · 2.01 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
package main
import (
"crypto/tls"
"flag"
"fmt"
"github.com/wal-g/wal-g"
"github.com/wal-g/wal-g/test_tools"
"log"
"net/http"
"os"
"runtime/pprof"
"strings"
)
var profile bool
var mem bool
var noOp bool
var data []string
func init() {
flag.BoolVar(&profile, "p", false, "Profiler (false on default)")
flag.BoolVar(&mem, "m", false, "Memory profiler (false on default)")
flag.BoolVar(&noOp, "n", false, "NOP extractor (write on default)")
}
func main() {
flag.Parse()
all := flag.Args()
dir := all[0]
data := all[1:]
if mem {
f, err := os.Create("mem.prof")
if err != nil {
log.Fatal(err)
}
pprof.WriteHeapProfile(f)
f.Close()
}
out := make([]walg.ReaderMaker, len(data))
for i, val := range data {
if strings.HasPrefix(val, "https://") {
tls := &http.Transport{
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
}
h := &tools.HTTPReaderMaker{
Client: &http.Client{Transport: tls},
Key: val,
FileFormat: walg.CheckType(val),
}
out[i] = h
} else {
f := &tools.FileReaderMaker{
Key: val,
FileFormat: walg.CheckType(val),
}
out[i] = f
}
}
if profile {
f, err := os.Create("cpu.prof")
if err != nil {
log.Fatal(err)
}
pprof.StartCPUProfile(f)
defer pprof.StopCPUProfile()
}
if !noOp {
ft := &walg.FileTarInterpreter{
NewDir: dir,
}
tools.MakeDir(ft.NewDir)
err := walg.ExtractAll(ft, out)
if serr, ok := err.(*walg.UnsupportedFileTypeError); ok {
fmt.Println(serr.Error())
os.Exit(1)
} else if err != nil {
panic(err)
}
} else {
np := &tools.NOPTarInterpreter{}
err := walg.ExtractAll(np, out)
if serr, ok := err.(*walg.UnsupportedFileTypeError); ok {
fmt.Println(serr.Error())
os.Exit(1)
} else if err != nil {
panic(err)
}
}
// Only prints compression data for lzo.
fmt.Printf("Uncompressed: %v\n", walg.Uncompressed)
fmt.Printf("Compressed: %v\n", walg.Compressed)
fmt.Printf("Ratio: %.2f%%\n", (float64(walg.Compressed)/float64(walg.Uncompressed))*float64(100))
}