-
Notifications
You must be signed in to change notification settings - Fork 348
/
index.go
115 lines (105 loc) · 2.75 KB
/
index.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
package local
import (
"errors"
"fmt"
"io/fs"
"os"
"path/filepath"
"strings"
"github.com/treeverse/lakefs/pkg/fileutil"
"github.com/treeverse/lakefs/pkg/uri"
"gopkg.in/yaml.v3"
)
const (
IndexFileName = ".lakefs_ref.yaml"
IgnoreMarker = "ignored by lakectl local"
IndexFileMode = 0o644
)
// Index defines the structure of the lakefs local reference file
// consisting of the information linking local directory with lakefs path
type Index struct {
root string `yaml:"-"`
PathURI string `yaml:"src"`
AtHead string `yaml:"at_head"`
ActiveOperation string `yaml:"active_operation"`
}
func (l *Index) LocalPath() string {
return l.root
}
func (l *Index) GetCurrentURI() (*uri.URI, error) {
return uri.Parse(l.PathURI)
}
func WriteIndex(path string, remote *uri.URI, atHead string, operation string) (*Index, error) {
idx := &Index{
PathURI: remote.String(),
AtHead: atHead,
ActiveOperation: operation,
}
data, err := yaml.Marshal(idx)
if err != nil {
return nil, err
}
idxPath := filepath.Join(path, IndexFileName)
return idx, os.WriteFile(idxPath, data, IndexFileMode)
}
func IndexExists(baseAbs string) (bool, error) {
refPath := filepath.Join(baseAbs, IndexFileName)
_, err := os.Stat(refPath)
switch {
case err == nil:
return true, nil
case errors.Is(err, os.ErrNotExist):
return false, nil
default:
return false, err
}
}
func ReadIndex(path string) (*Index, error) {
idxPath, err := fileutil.FindInParents(path, IndexFileName)
if err != nil {
return nil, err
}
if idxPath == "" {
return nil, fmt.Errorf("could not find lakefs reference file in path %s or parents: %w", path, fs.ErrNotExist)
}
data, err := os.ReadFile(idxPath)
if err != nil {
return nil, err
}
idx := &Index{
root: filepath.Dir(idxPath),
}
err = yaml.Unmarshal(data, idx)
if err != nil {
return nil, err
}
return idx, nil
}
// FindIndices searches the specified root directory for index files, returning their relative directory paths while skipping hidden folders.
func FindIndices(root string) ([]string, error) {
locs := make([]string, 0)
err := filepath.WalkDir(root, func(path string, d fs.DirEntry, err error) error {
if err != nil {
return err
}
// don't traverse hidden folders like '.git', etc.
if d.IsDir() && strings.HasPrefix(d.Name(), ".") {
return filepath.SkipDir
}
// if we found an index, no need to further traverse
if filepath.Base(path) == IndexFileName {
// add the relative location of the directory containing the index
rel, err := filepath.Rel(root, filepath.Dir(path))
if err != nil {
return err
}
locs = append(locs, rel)
return filepath.SkipDir // no need to traverse further!
}
return nil
})
if err != nil {
return nil, err
}
return locs, nil
}