-
Notifications
You must be signed in to change notification settings - Fork 351
/
wr_file.go
85 lines (71 loc) · 1.91 KB
/
wr_file.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
package pyramid
import (
"context"
"errors"
"fmt"
"os"
"github.com/treeverse/lakefs/pkg/logging"
)
// WRFile pyramid wrapper for os.file that triggers pyramid hooks for file actions.
type WRFile struct {
*os.File
cancelStore context.CancelFunc
logger logging.Logger
persisted bool
store func(context.Context, string) error
abort func(context.Context) error
aborted bool
}
// Store copies the closed file to all tiers of the pyramid.
func (f *WRFile) Store(ctx context.Context, filename string) error {
if f.aborted {
return errFileAborted
}
if f.persisted {
return errFilePersisted
}
f.persisted = true
if err := validateFilename(filename); err != nil {
return err
}
if err := f.idempotentClose(); err != nil {
return err
}
// keep the cancel function for the Store's context,
// so that the long operation is cancellable during a call to Abort.
var cancelFunc func()
ctx, cancelFunc = context.WithCancel(ctx)
f.cancelStore = func() {
if f.logger.IsTracing() {
// logging to determine possible race condition that causes https://github.com/treeverse/lakeFS/issues/3428
f.logger.WithField("filename", filename).Trace("Cancelling store context")
}
cancelFunc()
}
return f.store(ctx, filename)
}
// Abort deletes the file and cleans all traces of it.
// If file was already stored, returns an error.
func (f *WRFile) Abort(ctx context.Context) error {
if f.cancelStore != nil {
// canceling the ongoing store operation
defer f.cancelStore()
f.cancelStore = nil
}
if f.persisted {
return errFilePersisted
}
f.aborted = true
if err := f.idempotentClose(); err != nil {
return err
}
return f.abort(ctx)
}
// idempotentClose is like Close(), but doesn't fail when the file is already closed.
func (f *WRFile) idempotentClose() error {
err := f.File.Close()
if err != nil && !errors.Is(err, os.ErrClosed) {
return fmt.Errorf("closing file: %w", err)
}
return nil
}