/
flatten.go
89 lines (81 loc) · 2.61 KB
/
flatten.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
/*
* Copyright 2018 Dgraph Labs, Inc. and Contributors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package cmd
import (
"fmt"
"math"
"github.com/outcaste-io/badger/v3"
"github.com/outcaste-io/badger/v3/options"
"github.com/pkg/errors"
"github.com/spf13/cobra"
)
var flattenCmd = &cobra.Command{
Use: "flatten",
Short: "Flatten the LSM tree.",
Long: `
This command would compact all the LSM tables into one level.
`,
RunE: flatten,
}
var fo = struct {
keyPath string
numWorkers int
numVersions int
compressionType uint32
}{}
func init() {
RootCmd.AddCommand(flattenCmd)
flattenCmd.Flags().IntVarP(&fo.numWorkers, "num-workers", "w", 1,
"Number of concurrent compactors to run. More compactors would use more"+
" server resources to potentially achieve faster compactions.")
flattenCmd.Flags().IntVarP(&fo.numVersions, "num_versions", "", 0,
"Option to configure the maximum number of versions per key. "+
"Values <= 0 will be considered to have the max number of versions.")
flattenCmd.Flags().StringVar(&fo.keyPath, "encryption-key-file", "",
"Path of the encryption key file.")
flattenCmd.Flags().Uint32VarP(&fo.compressionType, "compression", "", 1,
"Option to configure the compression type in output DB. "+
"0 to disable, 1 for Snappy, and 2 for ZSTD.")
}
func flatten(cmd *cobra.Command, args []string) error {
if fo.numVersions <= 0 {
// Keep all versions.
fo.numVersions = math.MaxInt32
}
encKey, err := getKey(fo.keyPath)
if err != nil {
return err
}
if fo.compressionType < 0 || fo.compressionType > 2 {
return errors.Errorf(
"compression value must be one of 0 (disabled), 1 (Snappy), or 2 (ZSTD)")
}
opt := badger.DefaultOptions(sstDir).
WithValueDir(vlogDir).
WithNumVersionsToKeep(fo.numVersions).
WithNumCompactors(0).
WithBlockCacheSize(100 << 20).
WithIndexCacheSize(200 << 20).
WithCompression(options.CompressionType(fo.compressionType)).
WithEncryptionKey(encKey)
fmt.Printf("Opening badger with options = %+v\n", opt)
db, err := badger.Open(opt)
if err != nil {
return err
}
defer db.Close()
return db.Flatten(fo.numWorkers)
}