-
Notifications
You must be signed in to change notification settings - Fork 682
/
backup.go
90 lines (77 loc) · 2.32 KB
/
backup.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
// _ _
// __ _____ __ ___ ___ __ _| |_ ___
// \ \ /\ / / _ \/ _` \ \ / / |/ _` | __/ _ \
// \ V V / __/ (_| |\ V /| | (_| | || __/
// \_/\_/ \___|\__,_| \_/ |_|\__,_|\__\___|
//
// Copyright © 2016 - 2024 Weaviate B.V. All rights reserved.
//
// CONTACT: hello@weaviate.io
//
package hnsw
import (
"context"
"fmt"
"io/fs"
"os"
"path/filepath"
)
// SwitchCommitLogs makes sure that the previously writeable commitlog is
// switched to a new one, thus making the existing file read-only.
func (h *hnsw) SwitchCommitLogs(ctx context.Context) error {
if err := h.commitLog.SwitchCommitLogs(true); err != nil {
return fmt.Errorf("switch commitlogs: %w", err)
}
return nil
}
// ListFiles lists all files that are part of the part of the HNSW
// except the last commit-log which is writable. This operation is typically
// called immediately after calling SwitchCommitlogs which means that the
// latest (writeable) log file is typically empty.
// ListFiles errors if maintenance is not paused, as a stable state
// cannot be guaranteed with maintenance going on in the background.
func (h *hnsw) ListFiles(ctx context.Context, basePath string) ([]string, error) {
var (
logRoot = filepath.Join(h.commitLog.RootPath(), fmt.Sprintf("%s.hnsw.commitlog.d", h.commitLog.ID()))
found = make(map[string]struct{})
files []string
)
err := filepath.WalkDir(logRoot, func(pth string, d fs.DirEntry, err error) error {
if d.IsDir() {
return nil
}
st, statErr := os.Stat(pth)
if statErr != nil {
return statErr
}
// only list non-empty files
if st.Size() > 0 {
rel, relErr := filepath.Rel(basePath, pth)
if relErr != nil {
return relErr
}
found[rel] = struct{}{}
}
return nil
})
if err != nil {
return nil, fmt.Errorf("failed to list files for hnsw commitlog: %w", err)
}
curr, _, err := getCurrentCommitLogFileName(logRoot)
if err != nil {
return nil, fmt.Errorf("current commitlog file name: %w", err)
}
// remove active log from list, as
// it is not part of the backup
path, err := filepath.Rel(basePath, filepath.Join(logRoot, curr))
if err != nil {
return nil, fmt.Errorf("delete active log: %w", err)
}
delete(found, path)
files, i := make([]string, len(found)), 0
for file := range found {
files[i] = file
i++
}
return files, nil
}